126 	flush_list_head(&iowait_get_ib_work(&priv->s_iowait)->tx_head);  in flush_tx_list()
127 	flush_list_head(&iowait_get_tid_work(&priv->s_iowait)->tx_head);  in flush_tx_list()
134 	seqlock_t *lock = priv->s_iowait.lock;  in flush_iowait()
139 	if (!list_empty(&priv->s_iowait.list)) {  in flush_iowait()
140 		list_del_init(&priv->s_iowait.list);  in flush_iowait()
141 		priv->s_iowait.lock = NULL;  in flush_iowait()
334 	return iowait_schedule(&priv->s_iowait, ppd->hfi1_wq,  in _hfi1_schedule_send()
346 	while (iowait_pio_pending(&priv->s_iowait)) {  in qp_pio_drain()
350 		iowait_pio_drain(&priv->s_iowait);  in qp_pio_drain()
374 		iowait_set_flag(&((struct hfi1_qp_priv *)qp->priv)->s_iowait,  in hfi1_schedule_send()
384 	if (iowait_flag_set(&priv->s_iowait, IOWAIT_PENDING_IB)) {  in hfi1_qp_schedule()
387 			iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_IB);  in hfi1_qp_schedule()
389 	if (iowait_flag_set(&priv->s_iowait, IOWAIT_PENDING_TID)) {  in hfi1_qp_schedule()
392 			iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_TID);  in hfi1_qp_schedule()
429 			iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID);  in hfi1_qp_unbusy()
464 		if (list_empty(&priv->s_iowait.list)) {  in iowait_sleep()
470 			iowait_get_priority(&priv->s_iowait);  in iowait_sleep()
471 			iowait_queue(pkts_sent, &priv->s_iowait,  in iowait_sleep()
473 			priv->s_iowait.lock = &sde->waitlock;  in iowait_sleep()
624 		   iowait_sdma_pending(&priv->s_iowait),  in qp_iter_print()
625 		   iowait_pio_pending(&priv->s_iowait),  in qp_iter_print()
626 		   !list_empty(&priv->s_iowait.list),  in qp_iter_print()
685 		&priv->s_iowait,  in qp_priv_alloc()
743 	iowait_cancel_work(&priv->s_iowait);  in stop_send_queue()
754 	iowait_sdma_drain(&priv->s_iowait);  in quiesce_qp()
844 	seqlock_t *lock = priv->s_iowait.lock;  in notify_error_qp()
848 		if (!list_empty(&priv->s_iowait.list) &&  in notify_error_qp()
852 			iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_IB);  in notify_error_qp()
853 			iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_TID);  in notify_error_qp()
854 			list_del_init(&priv->s_iowait.list);  in notify_error_qp()
855 			priv->s_iowait.lock = NULL;  in notify_error_qp()