Lines Matching refs:rvt_qp
114 static void hfi1_init_trdma_req(struct rvt_qp *qp,
116 static void hfi1_tid_write_alloc_resources(struct rvt_qp *qp, bool intr_ctx);
118 static void hfi1_add_tid_reap_timer(struct rvt_qp *qp);
119 static void hfi1_mod_tid_reap_timer(struct rvt_qp *qp);
120 static void hfi1_mod_tid_retry_timer(struct rvt_qp *qp);
121 static int hfi1_stop_tid_retry_timer(struct rvt_qp *qp);
123 static int make_tid_rdma_ack(struct rvt_qp *qp,
126 static void hfi1_do_tid_send(struct rvt_qp *qp);
130 struct rvt_qp *qp, u32 psn, int diff, bool fecn);
143 static void tid_rdma_schedule_ack(struct rvt_qp *qp) in tid_rdma_schedule_ack()
151 static void tid_rdma_trigger_ack(struct rvt_qp *qp) in tid_rdma_trigger_ack()
193 void tid_rdma_opfn_init(struct rvt_qp *qp, struct tid_rdma_params *p) in tid_rdma_opfn_init()
206 bool tid_rdma_conn_req(struct rvt_qp *qp, u64 *data) in tid_rdma_conn_req()
214 bool tid_rdma_conn_reply(struct rvt_qp *qp, u64 data) in tid_rdma_conn_reply()
269 bool tid_rdma_conn_resp(struct rvt_qp *qp, u64 *data) in tid_rdma_conn_resp()
285 void tid_rdma_conn_error(struct rvt_qp *qp) in tid_rdma_conn_error()
321 struct rvt_qp *qp) in qp_to_rcd()
338 int hfi1_qp_priv_init(struct rvt_dev_info *rdi, struct rvt_qp *qp, in hfi1_qp_priv_init()
413 void hfi1_qp_priv_tid_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) in hfi1_qp_priv_tid_free()
469 static struct rvt_qp *first_qp(struct hfi1_ctxtdata *rcd, in first_qp()
505 struct tid_queue *queue, struct rvt_qp *qp) in kernel_tid_waiters()
508 struct rvt_qp *fqp; in kernel_tid_waiters()
538 struct tid_queue *queue, struct rvt_qp *qp) in dequeue_tid_waiter()
565 struct tid_queue *queue, struct rvt_qp *qp) in queue_qp_for_tid_wait()
589 static void __trigger_tid_waiter(struct rvt_qp *qp) in __trigger_tid_waiter()
611 static void tid_rdma_schedule_tid_wakeup(struct rvt_qp *qp) in tid_rdma_schedule_tid_wakeup()
647 struct rvt_qp *qp; in tid_rdma_trigger_resume()
669 static void _tid_rdma_flush_wait(struct rvt_qp *qp, struct tid_queue *queue) in _tid_rdma_flush_wait()
689 void hfi1_tid_rdma_flush_wait(struct rvt_qp *qp) in hfi1_tid_rdma_flush_wait()
780 int hfi1_kern_setup_hw_flow(struct hfi1_ctxtdata *rcd, struct rvt_qp *qp) in hfi1_kern_setup_hw_flow()
784 struct rvt_qp *fqp; in hfi1_kern_setup_hw_flow()
820 void hfi1_kern_clear_hw_flow(struct hfi1_ctxtdata *rcd, struct rvt_qp *qp) in hfi1_kern_clear_hw_flow()
824 struct rvt_qp *fqp; in hfi1_kern_clear_hw_flow()
1469 struct rvt_qp *fqp; in hfi1_kern_exp_rcv_setup()
1560 struct rvt_qp *fqp; in hfi1_kern_exp_rcv_clear()
1621 void __trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe) in __trdma_clean_swqe()
1654 static void hfi1_init_trdma_req(struct rvt_qp *qp, in hfi1_init_trdma_req()
1709 struct rvt_qp *qp = req->qp; in hfi1_build_tid_rdma_read_packet()
1787 u32 hfi1_build_tid_rdma_read_req(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_build_tid_rdma_read_req()
1889 static int tid_rdma_rcv_read_request(struct rvt_qp *qp, in tid_rdma_rcv_read_request()
1987 struct rvt_qp *qp, u32 psn, int diff) in tid_rdma_rcv_error()
2231 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_read_req()
2344 u32 hfi1_build_tid_rdma_read_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, in hfi1_build_tid_rdma_read_resp()
2415 find_tid_request(struct rvt_qp *qp, u32 psn, enum ib_wr_opcode opcode) in find_tid_request()
2452 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_read_resp()
2578 void hfi1_kern_read_tid_flow_free(struct rvt_qp *qp) in hfi1_kern_read_tid_flow_free()
2604 struct rvt_qp *qp = packet->qp; in tid_rdma_tid_err()
2630 struct rvt_qp *qp, struct rvt_swqe *wqe) in restart_tid_rdma_read_req()
2667 struct rvt_qp *qp = packet->qp; in handle_read_kdeth_eflags()
2860 struct rvt_qp *qp; in hfi1_handle_kdeth_eflags()
3046 void hfi1_tid_rdma_restart_req(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_tid_rdma_restart_req()
3163 void hfi1_qp_kern_exp_rcv_clear_all(struct rvt_qp *qp) in hfi1_qp_kern_exp_rcv_clear_all()
3210 bool hfi1_tid_rdma_wqe_interlock(struct rvt_qp *qp, struct rvt_swqe *wqe) in hfi1_tid_rdma_wqe_interlock()
3268 static inline bool hfi1_check_sge_align(struct rvt_qp *qp, in hfi1_check_sge_align()
3282 void setup_tid_rdma_wqe(struct rvt_qp *qp, struct rvt_swqe *wqe) in setup_tid_rdma_wqe()
3366 u32 hfi1_build_tid_rdma_write_req(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_build_tid_rdma_write_req()
3402 static u32 hfi1_compute_tid_rdma_flow_wt(struct rvt_qp *qp) in hfi1_compute_tid_rdma_flow_wt()
3426 static u32 hfi1_compute_tid_rnr_timeout(struct rvt_qp *qp, u32 to_seg) in hfi1_compute_tid_rnr_timeout()
3464 static void hfi1_tid_write_alloc_resources(struct rvt_qp *qp, bool intr_ctx) in hfi1_tid_write_alloc_resources()
3660 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_write_req()
3835 u32 hfi1_build_tid_rdma_write_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, in hfi1_build_tid_rdma_write_resp()
3938 static void hfi1_add_tid_reap_timer(struct rvt_qp *qp) in hfi1_add_tid_reap_timer()
3951 static void hfi1_mod_tid_reap_timer(struct rvt_qp *qp) in hfi1_mod_tid_reap_timer()
3961 static int hfi1_stop_tid_reap_timer(struct rvt_qp *qp) in hfi1_stop_tid_reap_timer()
3974 void hfi1_del_tid_reap_timer(struct rvt_qp *qp) in hfi1_del_tid_reap_timer()
3985 struct rvt_qp *qp = qpriv->owner; in hfi1_tid_timeout()
4041 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_write_resp()
4212 struct rvt_qp *qp = req->qp; in hfi1_build_tid_rdma_packet()
4271 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_write_data()
4426 u32 hfi1_build_tid_rdma_write_ack(struct rvt_qp *qp, struct rvt_ack_entry *e, in hfi1_build_tid_rdma_write_ack()
4500 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_ack()
4750 void hfi1_add_tid_retry_timer(struct rvt_qp *qp) in hfi1_add_tid_retry_timer()
4765 static void hfi1_mod_tid_retry_timer(struct rvt_qp *qp) in hfi1_mod_tid_retry_timer()
4777 static int hfi1_stop_tid_retry_timer(struct rvt_qp *qp) in hfi1_stop_tid_retry_timer()
4790 void hfi1_del_tid_retry_timer(struct rvt_qp *qp) in hfi1_del_tid_retry_timer()
4801 struct rvt_qp *qp = priv->owner; in hfi1_tid_retry_timeout()
4843 u32 hfi1_build_tid_rdma_resync(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_build_tid_rdma_resync()
4872 struct rvt_qp *qp = packet->qp; in hfi1_rc_rcv_tid_rdma_resync()
4983 static void update_tid_tail(struct rvt_qp *qp) in update_tid_tail()
5008 int hfi1_make_tid_rdma_pkt(struct rvt_qp *qp, struct hfi1_pkt_state *ps) in hfi1_make_tid_rdma_pkt()
5186 static int make_tid_rdma_ack(struct rvt_qp *qp, in make_tid_rdma_ack()
5330 static int hfi1_send_tid_ok(struct rvt_qp *qp) in hfi1_send_tid_ok()
5344 struct rvt_qp *qp = iowait_to_qp(w->iow); in _hfi1_do_tid_send()
5349 static void hfi1_do_tid_send(struct rvt_qp *qp) in hfi1_do_tid_send()
5416 static bool _hfi1_schedule_tid_send(struct rvt_qp *qp) in _hfi1_schedule_tid_send()
5446 bool hfi1_schedule_tid_send(struct rvt_qp *qp) in hfi1_schedule_tid_send()
5465 bool hfi1_tid_rdma_ack_interlock(struct rvt_qp *qp, struct rvt_ack_entry *e) in hfi1_tid_rdma_ack_interlock()
5503 struct rvt_qp *qp, u32 psn, int diff, bool fecn) in tid_rdma_rcv_err()