Home
last modified time | relevance | path

Searched refs:s_iowait (Results 1 – 13 of 13) sorted by relevance

/linux-6.6.21/drivers/infiniband/hw/hfi1/
Dqp.c126 flush_list_head(&iowait_get_ib_work(&priv->s_iowait)->tx_head); in flush_tx_list()
127 flush_list_head(&iowait_get_tid_work(&priv->s_iowait)->tx_head); in flush_tx_list()
134 seqlock_t *lock = priv->s_iowait.lock; in flush_iowait()
139 if (!list_empty(&priv->s_iowait.list)) { in flush_iowait()
140 list_del_init(&priv->s_iowait.list); in flush_iowait()
141 priv->s_iowait.lock = NULL; in flush_iowait()
334 return iowait_schedule(&priv->s_iowait, ppd->hfi1_wq, in _hfi1_schedule_send()
346 while (iowait_pio_pending(&priv->s_iowait)) { in qp_pio_drain()
350 iowait_pio_drain(&priv->s_iowait); in qp_pio_drain()
374 iowait_set_flag(&((struct hfi1_qp_priv *)qp->priv)->s_iowait, in hfi1_schedule_send()
[all …]
Dverbs_txreq.c42 list_del_init(&priv->s_iowait.list); in hfi1_put_txreq()
65 if (list_empty(&priv->s_iowait.list)) { in __get_txreq()
68 list_add_tail(&priv->s_iowait.list, &dev->txwait); in __get_txreq()
69 priv->s_iowait.lock = &dev->txwait_lock; in __get_txreq()
Dverbs.h123 struct iowait s_iowait; member
273 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp() argument
277 priv = container_of(s_iowait, struct hfi1_qp_priv, s_iowait); in iowait_to_qp()
Dverbs.c569 list_del_init(&priv->s_iowait.list); in mem_timer()
570 priv->s_iowait.lock = NULL; in mem_timer()
616 if (list_empty(&priv->s_iowait.list)) { in hfi1_wait_kmem()
620 list_add_tail(&priv->s_iowait.list, &dev->memwait); in hfi1_wait_kmem()
621 priv->s_iowait.lock = &dev->iowait_lock; in hfi1_wait_kmem()
902 if (list_empty(&priv->s_iowait.list)) { in pio_wait()
910 iowait_get_priority(&priv->s_iowait); in pio_wait()
911 iowait_queue(ps->pkts_sent, &priv->s_iowait, in pio_wait()
913 priv->s_iowait.lock = &sc->waitlock; in pio_wait()
933 if (iowait_pio_dec(&priv->s_iowait)) in verbs_pio_complete()
[all …]
Dqp.h54 (verbs_txreq_queued(iowait_get_ib_work(&priv->s_iowait)) || in hfi1_send_ok()
Druc.c503 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_send()
538 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_do_send()
573 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_send()
Dpio.c926 list_del_init(&priv->s_iowait.list); in sc_disable()
927 priv->s_iowait.lock = NULL; in sc_disable()
1599 list_del_init(&priv->s_iowait.list); in sc_piobufavail()
1600 priv->s_iowait.lock = NULL; in sc_piobufavail()
1604 &priv->s_iowait, in sc_piobufavail()
Dtid_rdma.c5035 iowork = iowait_get_ib_work(&priv->s_iowait); in hfi1_make_tid_rdma_pkt()
5182 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_make_tid_rdma_pkt()
5336 (verbs_txreq_queued(iowait_get_tid_work(&priv->s_iowait)) || in hfi1_send_tid_ok()
5357 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5367 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_do_tid_send()
5386 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_tid_send()
5405 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5406 if (iowait_flag_set(&priv->s_iowait, in hfi1_do_tid_send()
5412 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_tid_send()
5427 return iowait_tid_schedule(&priv->s_iowait, ppd->hfi1_wq, in _hfi1_schedule_tid_send()
[all …]
Dtrace_tid.h783 __entry->iow_flags = priv->s_iowait.flags;
902 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;
1006 __entry->iow_flags = priv->s_iowait.flags;
1504 __entry->iow_flags = priv->s_iowait.flags;
Dud.c456 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
494 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
Duc.c44 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_uc_req()
Drc.c135 iowait_set_flag(&qpriv->s_iowait, IOWAIT_PENDING_IB); in make_rc_ack()
444 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_rc_req()
1176 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_make_rc_req()
Dtrace_tx.h88 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;