/linux-6.1.9/drivers/infiniband/hw/hfi1/ |
D | qp.h | 49 static inline int hfi1_send_ok(struct rvt_qp *qp) in hfi1_send_ok() 62 static inline void clear_ahg(struct rvt_qp *qp) in clear_ahg() 78 void hfi1_qp_wakeup(struct rvt_qp *qp, u32 flag); 80 struct sdma_engine *qp_to_sdma_engine(struct rvt_qp *qp, u8 sc5); 81 struct send_context *qp_to_send_context(struct rvt_qp *qp, u8 sc5); 85 bool _hfi1_schedule_send(struct rvt_qp *qp); 86 bool hfi1_schedule_send(struct rvt_qp *qp); 88 void hfi1_migrate_qp(struct rvt_qp *qp); 93 void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); 94 void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); [all …]
|
D | tid_rdma.h | 98 struct rvt_qp *qp; 203 bool tid_rdma_conn_req(struct rvt_qp *qp, u64 *data); 204 bool tid_rdma_conn_reply(struct rvt_qp *qp, u64 data); 205 bool tid_rdma_conn_resp(struct rvt_qp *qp, u64 *data); 206 void tid_rdma_conn_error(struct rvt_qp *qp); 207 void tid_rdma_opfn_init(struct rvt_qp *qp, struct tid_rdma_params *p); 214 void __trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe); 221 static inline void trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe) in trdma_clean_swqe() 228 void hfi1_kern_read_tid_flow_free(struct rvt_qp *qp); 230 int hfi1_qp_priv_init(struct rvt_dev_info *rdi, struct rvt_qp *qp, [all …]
|
D | trace_tid.h | 195 TP_PROTO(struct rvt_qp *qp), 225 TP_PROTO(struct rvt_qp *qp), 231 TP_PROTO(struct rvt_qp *qp), 237 TP_PROTO(struct rvt_qp *qp), 243 TP_PROTO(struct rvt_qp *qp), 249 TP_PROTO(struct rvt_qp *qp), 255 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data), 283 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data), 289 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data), 295 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data), [all …]
|
D | verbs.h | 130 struct rvt_qp *owner; 227 struct rvt_qp __rcu *qp[2]; 273 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp() 361 int hfi1_verbs_send(struct rvt_qp *qp, struct hfi1_pkt_state *ps); 372 struct rvt_qp *qp); 376 void hfi1_rc_verbs_aborted(struct rvt_qp *qp, struct hfi1_opa_header *opah); 377 void hfi1_rc_send_complete(struct rvt_qp *qp, struct hfi1_opa_header *opah); 383 void hfi1_migrate_qp(struct rvt_qp *qp); 385 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, 388 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, [all …]
|
D | qp.c | 24 static void flush_tx_list(struct rvt_qp *qp); 33 static void qp_pio_drain(struct rvt_qp *qp); 122 static void flush_tx_list(struct rvt_qp *qp) in flush_tx_list() 130 static void flush_iowait(struct rvt_qp *qp) in flush_iowait() 160 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_check_modify_qp() 202 static inline void qp_set_16b(struct rvt_qp *qp) in qp_set_16b() 222 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_modify_qp() 263 int hfi1_setup_wqe(struct rvt_qp *qp, struct rvt_swqe *wqe, bool *call_send) in hfi1_setup_wqe() 323 bool _hfi1_schedule_send(struct rvt_qp *qp) in _hfi1_schedule_send() 340 static void qp_pio_drain(struct rvt_qp *qp) in qp_pio_drain() [all …]
|
D | opfn.h | 78 void opfn_conn_response(struct rvt_qp *qp, struct rvt_ack_entry *e, 80 void opfn_conn_reply(struct rvt_qp *qp, u64 data); 81 void opfn_conn_error(struct rvt_qp *qp); 82 void opfn_qp_init(struct rvt_qp *qp, struct ib_qp_attr *attr, int attr_mask); 83 void opfn_trigger_conn_request(struct rvt_qp *qp, u32 bth1);
|
D | opfn.c | 17 bool (*request)(struct rvt_qp *qp, u64 *data); 18 bool (*response)(struct rvt_qp *qp, u64 *data); 19 bool (*reply)(struct rvt_qp *qp, u64 data); 20 void (*error)(struct rvt_qp *qp); 34 static void opfn_schedule_conn_request(struct rvt_qp *qp); 41 static void opfn_conn_request(struct rvt_qp *qp) in opfn_conn_request() 127 static void opfn_schedule_conn_request(struct rvt_qp *qp) in opfn_schedule_conn_request() 135 void opfn_conn_response(struct rvt_qp *qp, struct rvt_ack_entry *e, in opfn_conn_response() 175 void opfn_conn_reply(struct rvt_qp *qp, u64 data) in opfn_conn_reply() 214 void opfn_conn_error(struct rvt_qp *qp) in opfn_conn_error() [all …]
|
D | rc.h | 13 static inline void update_ack_queue(struct rvt_qp *qp, unsigned int n) in update_ack_queue() 26 struct rvt_qp *qp) in rc_defered_ack() 52 struct rvt_ack_entry *find_prev_entry(struct rvt_qp *qp, u32 psn, u8 *prev, 54 int do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, u64 val, 56 struct rvt_swqe *do_rc_completion(struct rvt_qp *qp, struct rvt_swqe *wqe,
|
D | trace_rc.h | 18 TP_PROTO(struct rvt_qp *qp, u32 psn), 57 TP_PROTO(struct rvt_qp *qp, u32 psn), 62 TP_PROTO(struct rvt_qp *qp, u32 psn), 67 TP_PROTO(struct rvt_qp *qp, u32 psn), 73 TP_PROTO(struct rvt_qp *qp, u32 psn), 79 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn, 114 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn,
|
D | ruc.c | 31 struct rvt_qp *qp = packet->qp; in hfi1_ruc_check_hdr() 163 static inline void build_ahg(struct rvt_qp *qp, u32 npsn) in build_ahg() 207 static inline void hfi1_make_ruc_bth(struct rvt_qp *qp, in hfi1_make_ruc_bth() 231 static inline void hfi1_make_ruc_header_16B(struct rvt_qp *qp, in hfi1_make_ruc_header_16B() 320 static inline void hfi1_make_ruc_header_9B(struct rvt_qp *qp, in hfi1_make_ruc_header_9B() 375 typedef void (*hfi1_make_ruc_hdr)(struct rvt_qp *qp, 386 void hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in hfi1_make_ruc_header() 429 bool hfi1_schedule_send_yield(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_schedule_send_yield() 471 void hfi1_do_send_from_rvt(struct rvt_qp *qp) in hfi1_do_send_from_rvt() 479 struct rvt_qp *qp = iowait_to_qp(w->iow); in _hfi1_do_send() [all …]
|
D | tid_rdma.c | 114 static void hfi1_init_trdma_req(struct rvt_qp *qp, 116 static void hfi1_tid_write_alloc_resources(struct rvt_qp *qp, bool intr_ctx); 118 static void hfi1_add_tid_reap_timer(struct rvt_qp *qp); 119 static void hfi1_mod_tid_reap_timer(struct rvt_qp *qp); 120 static void hfi1_mod_tid_retry_timer(struct rvt_qp *qp); 121 static int hfi1_stop_tid_retry_timer(struct rvt_qp *qp); 123 static int make_tid_rdma_ack(struct rvt_qp *qp, 126 static void hfi1_do_tid_send(struct rvt_qp *qp); 130 struct rvt_qp *qp, u32 psn, int diff, bool fecn); 143 static void tid_rdma_schedule_ack(struct rvt_qp *qp) in tid_rdma_schedule_ack() [all …]
|
D | verbs_txreq.h | 19 struct rvt_qp *qp; 31 struct rvt_qp *qp); 35 struct rvt_qp *qp) in get_txreq()
|
D | fault.h | 37 bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, u32 opcode); 54 static inline bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, in hfi1_dbg_should_fault_tx()
|
D | verbs_txreq.c | 16 struct rvt_qp *qp; in hfi1_put_txreq() 52 struct rvt_qp *qp) in __get_txreq()
|
/linux-6.1.9/include/rdma/ |
D | rdmavt_qp.h | 332 struct rvt_qp { struct 338 struct rvt_qp __rcu *next; /* link list for QPN hash table */ argument 464 static inline struct rvt_qp *ibqp_to_rvtqp(struct ib_qp *ibqp) in ibqp_to_rvtqp() argument 466 return container_of(ibqp, struct rvt_qp, ibqp); in ibqp_to_rvtqp() 498 struct rvt_qp __rcu **qp_table; 510 struct rvt_qp *qp; 531 static inline struct rvt_swqe *rvt_get_swqe_ptr(struct rvt_qp *qp, in rvt_get_swqe_ptr() 556 static inline bool rvt_is_user_qp(struct rvt_qp *qp) in rvt_is_user_qp() 565 static inline void rvt_get_qp(struct rvt_qp *qp) in rvt_get_qp() 574 static inline void rvt_put_qp(struct rvt_qp *qp) in rvt_put_qp() [all …]
|
D | rdma_vt.h | 32 struct rvt_qp; 35 struct rvt_qp __rcu *qp[2]; 213 bool (*schedule_send)(struct rvt_qp *qp); 214 bool (*schedule_send_no_lock)(struct rvt_qp *qp); 223 int (*setup_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe, 230 void (*do_send)(struct rvt_qp *qp); 245 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp); 251 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp, 257 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp); 263 void (*notify_qp_reset)(struct rvt_qp *qp); [all …]
|
/linux-6.1.9/drivers/infiniband/hw/qib/ |
D | qib_verbs.h | 123 struct rvt_qp *owner; 218 static inline int qib_send_ok(struct rvt_qp *qp) in qib_send_ok() 225 bool _qib_schedule_send(struct rvt_qp *qp); 226 bool qib_schedule_send(struct rvt_qp *qp); 272 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); 273 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); 274 void qib_notify_qp_reset(struct rvt_qp *qp); 277 void qib_restart_rc(struct rvt_qp *qp, u32 psn, int wait); 290 int qib_verbs_send(struct rvt_qp *qp, struct ib_header *hdr, 294 int has_grh, void *data, u32 tlen, struct rvt_qp *qp); [all …]
|
D | qib_qp.c | 233 void qib_notify_qp_reset(struct rvt_qp *qp) in qib_notify_qp_reset() 240 void qib_notify_error_qp(struct rvt_qp *qp) in qib_notify_error_qp() 291 int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, in qib_get_pmtu_from_attr() 314 u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu) in qib_mtu_from_qp() 319 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_alloc() 340 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_free() 348 void qib_stop_send_queue(struct rvt_qp *qp) in qib_stop_send_queue() 355 void qib_quiesce_qp(struct rvt_qp *qp) in qib_quiesce_qp() 366 void qib_flush_qp_waiters(struct rvt_qp *qp) in qib_flush_qp_waiters() 385 int qib_check_send_wqe(struct rvt_qp *qp, in qib_check_send_wqe() [all …]
|
D | qib_ruc.c | 44 void qib_migrate_qp(struct rvt_qp *qp) in qib_migrate_qp() 83 int has_grh, struct rvt_qp *qp, u32 bth0) in qib_ruc_check_hdr() 206 void qib_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in qib_make_ruc_header() 250 struct rvt_qp *qp = priv->owner; in _qib_do_send() 263 void qib_do_send(struct rvt_qp *qp) in qib_do_send() 268 int (*make_req)(struct rvt_qp *qp, unsigned long *flags); in qib_do_send()
|
D | qib_verbs.c | 223 int has_grh, void *data, u32 tlen, struct rvt_qp *qp) in qib_qp_rcv() 279 struct rvt_qp *qp; in qib_ib_rcv() 366 struct rvt_qp *qp = NULL; in mem_timer() 560 struct rvt_qp *qp) in __get_txreq() 592 struct rvt_qp *qp) in get_txreq() 616 struct rvt_qp *qp; in qib_put_txreq() 669 struct rvt_qp *qp; in qib_verbs_sdma_desc_avail() 671 struct rvt_qp *qps[20]; in qib_verbs_sdma_desc_avail() 715 struct rvt_qp *qp = tx->qp; in sdma_complete() 746 static int wait_kmem(struct qib_ibdev *dev, struct rvt_qp *qp) in wait_kmem() [all …]
|
/linux-6.1.9/drivers/infiniband/sw/rdmavt/ |
D | trace_qp.h | 15 #define TRACE_SYSTEM rvt_qp 18 TP_PROTO(struct rvt_qp *qp, u32 bucket), 39 TP_PROTO(struct rvt_qp *qp, u32 bucket), 43 TP_PROTO(struct rvt_qp *qp, u32 bucket), 48 TP_PROTO(struct rvt_qp *qp, u32 to), 76 TP_PROTO(struct rvt_qp *qp, u32 to), 81 TP_PROTO(struct rvt_qp *qp, u32 to), 86 TP_PROTO(struct rvt_qp *qp, u32 to),
|
D | qp.c | 22 static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, 423 static void rvt_free_qp_cb(struct rvt_qp *qp, u64 v) in rvt_free_qp_cb() 581 static void rvt_clear_mr_refs(struct rvt_qp *qp, int clr_sends) in rvt_clear_mr_refs() 641 static bool rvt_qp_sends_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_sends_has_lkey() 665 static bool rvt_qp_acks_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_acks_has_lkey() 690 void rvt_qp_mr_clean(struct rvt_qp *qp, u32 lkey) in rvt_qp_mr_clean() 731 static void rvt_remove_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp) in rvt_remove_qp() 747 struct rvt_qp *q; in rvt_remove_qp() 748 struct rvt_qp __rcu **qpp; in rvt_remove_qp() 825 static void rvt_init_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, in rvt_init_qp() [all …]
|
D | trace_rc.h | 18 TP_PROTO(struct rvt_qp *qp, u32 psn), 57 TP_PROTO(struct rvt_qp *qp, u32 psn),
|
D | mcast.c | 33 static struct rvt_mcast_qp *rvt_mcast_qp_alloc(struct rvt_qp *qp) in rvt_mcast_qp_alloc() 50 struct rvt_qp *qp = mqp->qp; in rvt_mcast_qp_free() 240 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_attach_mcast() 303 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_detach_mcast()
|
D | rc.c | 52 __be32 rvt_compute_aeth(struct rvt_qp *qp) in rvt_compute_aeth() 121 void rvt_get_credit(struct rvt_qp *qp, u32 aeth) in rvt_get_credit()
|