/linux-6.6.21/drivers/infiniband/sw/rdmavt/ |
D | cq.c | 54 if (head >= (unsigned)cq->ibcq.cqe) { in rvt_cq_enter() 55 head = cq->ibcq.cqe; in rvt_cq_enter() 68 if (cq->ibcq.event_handler) { in rvt_cq_enter() 71 ev.device = cq->ibcq.device; in rvt_cq_enter() 72 ev.element.cq = &cq->ibcq; in rvt_cq_enter() 74 cq->ibcq.event_handler(&ev, cq->ibcq.cq_context); in rvt_cq_enter() 140 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in send_complete() 158 int rvt_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, in rvt_create_cq() argument 161 struct ib_device *ibdev = ibcq->device; in rvt_create_cq() 163 struct rvt_cq *cq = ibcq_to_rvtcq(ibcq); in rvt_create_cq() [all …]
|
D | cq.h | 12 int rvt_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 14 int rvt_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 15 int rvt_req_notify_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags notify_flags); 16 int rvt_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata); 17 int rvt_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *entry);
|
/linux-6.6.21/drivers/infiniband/hw/mlx4/ |
D | cq.c | 45 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; in mlx4_ib_cq_comp() local 46 ibcq->comp_handler(ibcq, ibcq->cq_context); in mlx4_ib_cq_comp() 52 struct ib_cq *ibcq; in mlx4_ib_cq_event() local 60 ibcq = &to_mibcq(cq)->ibcq; in mlx4_ib_cq_event() 61 if (ibcq->event_handler) { in mlx4_ib_cq_event() 62 event.device = ibcq->device; in mlx4_ib_cq_event() 64 event.element.cq = ibcq; in mlx4_ib_cq_event() 65 ibcq->event_handler(&event, ibcq->cq_context); in mlx4_ib_cq_event() 81 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() 85 !!(n & (cq->ibcq.cqe + 1))) ? NULL : cqe; in get_sw_cqe() [all …]
|
/linux-6.6.21/drivers/infiniband/hw/vmw_pvrdma/ |
D | pvrdma_cq.c | 63 int pvrdma_req_notify_cq(struct ib_cq *ibcq, in pvrdma_req_notify_cq() argument 66 struct pvrdma_dev *dev = to_vdev(ibcq->device); in pvrdma_req_notify_cq() 67 struct pvrdma_cq *cq = to_vcq(ibcq); in pvrdma_req_notify_cq() 83 cq->ibcq.cqe, &head); in pvrdma_req_notify_cq() 101 int pvrdma_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, in pvrdma_create_cq() argument 104 struct ib_device *ibdev = ibcq->device; in pvrdma_create_cq() 107 struct pvrdma_cq *cq = to_vcq(ibcq); in pvrdma_create_cq() 132 cq->ibcq.cqe = entries; in pvrdma_create_cq() 195 cq->ibcq.cqe = resp->cqe; in pvrdma_create_cq() 209 pvrdma_destroy_cq(&cq->ibcq, udata); in pvrdma_create_cq() [all …]
|
D | pvrdma_main.c | 186 INIT_RDMA_OBJ_SIZE(ib_cq, pvrdma_cq, ibcq), 321 if (cq && cq->ibcq.event_handler) { in pvrdma_cq_event() 322 struct ib_cq *ibcq = &cq->ibcq; in pvrdma_cq_event() local 325 e.device = ibcq->device; in pvrdma_cq_event() 326 e.element.cq = ibcq; in pvrdma_cq_event() 328 ibcq->event_handler(&e, ibcq->cq_context); in pvrdma_cq_event() 492 if (cq && cq->ibcq.comp_handler) in pvrdma_intrx_handler() 493 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in pvrdma_intrx_handler()
|
/linux-6.6.21/drivers/infiniband/hw/mana/ |
D | cq.c | 8 int mana_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, in mana_ib_create_cq() argument 11 struct mana_ib_cq *cq = container_of(ibcq, struct mana_ib_cq, ibcq); in mana_ib_create_cq() 12 struct ib_device *ibdev = ibcq->device; in mana_ib_create_cq() 67 int mana_ib_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata) in mana_ib_destroy_cq() argument 69 struct mana_ib_cq *cq = container_of(ibcq, struct mana_ib_cq, ibcq); in mana_ib_destroy_cq() 70 struct ib_device *ibdev = ibcq->device; in mana_ib_destroy_cq()
|
D | mana_ib.h | 65 struct ib_cq ibcq; member 137 int mana_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 140 int mana_ib_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
|
/linux-6.6.21/drivers/infiniband/sw/rxe/ |
D | rxe_cq.c | 68 cq->ibcq.cqe = cqe; in rxe_cq_from_init() 82 cq->ibcq.cqe = cqe; in rxe_cq_resize_queue() 101 if (cq->ibcq.event_handler) { in rxe_cq_post() 102 ev.device = cq->ibcq.device; in rxe_cq_post() 103 ev.element.cq = &cq->ibcq; in rxe_cq_post() 105 cq->ibcq.event_handler(&ev, cq->ibcq.cq_context); in rxe_cq_post() 119 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in rxe_cq_post()
|
D | rxe_verbs.c | 1056 static int rxe_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, in rxe_create_cq() argument 1059 struct ib_device *dev = ibcq->device; in rxe_create_cq() 1061 struct rxe_cq *cq = to_rcq(ibcq); in rxe_create_cq() 1110 static int rxe_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata) in rxe_resize_cq() argument 1112 struct rxe_cq *cq = to_rcq(ibcq); in rxe_resize_cq() 1113 struct rxe_dev *rxe = to_rdev(ibcq->device); in rxe_resize_cq() 1145 static int rxe_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc) in rxe_poll_cq() argument 1148 struct rxe_cq *cq = to_rcq(ibcq); in rxe_poll_cq() 1166 static int rxe_peek_cq(struct ib_cq *ibcq, int wc_cnt) in rxe_peek_cq() argument 1168 struct rxe_cq *cq = to_rcq(ibcq); in rxe_peek_cq() [all …]
|
/linux-6.6.21/drivers/infiniband/hw/mthca/ |
D | mthca_cq.c | 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw() 230 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in mthca_cq_completion() 254 event.element.cq = &cq->ibcq; in mthca_cq_event() 255 if (cq->ibcq.event_handler) in mthca_cq_event() 256 cq->ibcq.event_handler(&event, cq->ibcq.cq_context); in mthca_cq_event() 290 cqe_sw(get_cqe(cq, prod_index & cq->ibcq.cqe)); in mthca_cq_clean() 292 if (prod_index == cq->cons_index + cq->ibcq.cqe) in mthca_cq_clean() 304 cqe = get_cqe(cq, prod_index & cq->ibcq.cqe); in mthca_cq_clean() 310 memcpy(get_cqe(cq, (prod_index + nfreed) & cq->ibcq.cqe), in mthca_cq_clean() 316 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); in mthca_cq_clean() [all …]
|
D | mthca_provider.h | 184 struct ib_cq ibcq; member 301 static inline struct mthca_cq *to_mcq(struct ib_cq *ibcq) in to_mcq() argument 303 return container_of(ibcq, struct mthca_cq, ibcq); in to_mcq()
|
D | mthca_provider.c | 575 static int mthca_create_cq(struct ib_cq *ibcq, in mthca_create_cq() argument 579 struct ib_device *ibdev = ibcq->device; in mthca_create_cq() 611 cq = to_mcq(ibcq); in mthca_create_cq() 696 static int mthca_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata) in mthca_resize_cq() argument 698 struct mthca_dev *dev = to_mdev(ibcq->device); in mthca_resize_cq() 699 struct mthca_cq *cq = to_mcq(ibcq); in mthca_resize_cq() 710 if (entries == ibcq->cqe + 1) { in mthca_resize_cq() 750 tcqe = cq->ibcq.cqe; in mthca_resize_cq() 752 cq->ibcq.cqe = cq->resize_buf->cqe; in mthca_resize_cq() 764 ibcq->cqe = entries - 1; in mthca_resize_cq() [all …]
|
/linux-6.6.21/drivers/infiniband/hw/mlx5/ |
D | cq.c | 43 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; in mlx5_ib_cq_comp() local 45 ibcq->comp_handler(ibcq, ibcq->cq_context); in mlx5_ib_cq_comp() 51 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_ib_cq_event() 52 struct ib_cq *ibcq = &cq->ibcq; in mlx5_ib_cq_event() local 61 if (ibcq->event_handler) { in mlx5_ib_cq_event() 64 event.element.cq = ibcq; in mlx5_ib_cq_event() 65 ibcq->event_handler(&event, ibcq->cq_context); in mlx5_ib_cq_event() 81 void *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() 87 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) { in get_sw_cqe() 451 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_poll_one() [all …]
|
D | restrack.c | 151 static int fill_res_cq_entry_raw(struct sk_buff *msg, struct ib_cq *ibcq) in fill_res_cq_entry_raw() argument 153 struct mlx5_ib_dev *dev = to_mdev(ibcq->device); in fill_res_cq_entry_raw() 154 struct mlx5_ib_cq *cq = to_mcq(ibcq); in fill_res_cq_entry_raw()
|
/linux-6.6.21/include/rdma/ |
D | rdmavt_cq.h | 47 struct ib_cq ibcq; member 60 static inline struct rvt_cq *ibcq_to_rvtcq(struct ib_cq *ibcq) in ibcq_to_rvtcq() argument 62 return container_of(ibcq, struct rvt_cq, ibcq); in ibcq_to_rvtcq()
|
/linux-6.6.21/drivers/infiniband/hw/cxgb4/ |
D | ev.c | 105 event.device = chp->ibcq.device; in post_qp_event() 107 event.element.cq = &chp->ibcq; in post_qp_event() 115 (*chp->ibcq.comp_handler)(&chp->ibcq, chp->ibcq.cq_context); in post_qp_event() 234 (*chp->ibcq.comp_handler)(&chp->ibcq, chp->ibcq.cq_context); in c4iw_ev_handler()
|
/linux-6.6.21/drivers/infiniband/hw/erdma/ |
D | erdma_eq.c | 59 event.device = cq->ibcq.device; in erdma_aeq_event_handler() 60 event.element.cq = &cq->ibcq; in erdma_aeq_event_handler() 62 if (cq->ibcq.event_handler) in erdma_aeq_event_handler() 63 cq->ibcq.event_handler(&event, in erdma_aeq_event_handler() 64 cq->ibcq.cq_context); in erdma_aeq_event_handler() 149 if (rdma_is_kernel_res(&cq->ibcq.res)) in erdma_ceq_completion_handler() 152 if (cq->ibcq.comp_handler) in erdma_ceq_completion_handler() 153 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in erdma_ceq_completion_handler()
|
D | erdma_verbs.h | 259 struct ib_cq ibcq; member 310 static inline struct erdma_cq *to_ecq(struct ib_cq *ibcq) in to_ecq() argument 312 return container_of(ibcq, struct erdma_cq, ibcq); in to_ecq() 327 int erdma_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 342 int erdma_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 343 int erdma_req_notify_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags); 357 int erdma_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
|
D | erdma_cq.c | 33 int erdma_req_notify_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags) in erdma_req_notify_cq() argument 35 struct erdma_cq *cq = to_ecq(ibcq); in erdma_req_notify_cq() 112 struct erdma_dev *dev = to_edev(cq->ibcq.device); in erdma_poll_one_cqe() 181 int erdma_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc) in erdma_poll_cq() argument 183 struct erdma_cq *cq = to_ecq(ibcq); in erdma_poll_cq()
|
/linux-6.6.21/drivers/infiniband/hw/hns/ |
D | hns_roce_cq.c | 452 struct ib_cq *ibcq; in hns_roce_cq_completion() local 463 ibcq = &hr_cq->ib_cq; in hns_roce_cq_completion() 464 if (ibcq->comp_handler) in hns_roce_cq_completion() 465 ibcq->comp_handler(ibcq, ibcq->cq_context); in hns_roce_cq_completion() 473 struct ib_cq *ibcq; in hns_roce_cq_event() local 492 ibcq = &hr_cq->ib_cq; in hns_roce_cq_event() 493 if (ibcq->event_handler) { in hns_roce_cq_event() 494 event.device = ibcq->device; in hns_roce_cq_event() 495 event.element.cq = ibcq; in hns_roce_cq_event() 497 ibcq->event_handler(&event, ibcq->cq_context); in hns_roce_cq_event()
|
/linux-6.6.21/drivers/infiniband/hw/qedr/ |
D | qedr_roce_cm.c | 82 cq->ibcq.comp_handler ? "Yes" : "No"); in qedr_ll2_complete_tx_packet() 92 if (cq->ibcq.comp_handler) in qedr_ll2_complete_tx_packet() 93 (*cq->ibcq.comp_handler) (&cq->ibcq, cq->ibcq.cq_context); in qedr_ll2_complete_tx_packet() 121 if (cq->ibcq.comp_handler) in qedr_ll2_complete_rx_packet() 122 (*cq->ibcq.comp_handler) (&cq->ibcq, cq->ibcq.cq_context); in qedr_ll2_complete_rx_packet() 670 int qedr_gsi_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc) in qedr_gsi_poll_cq() argument 672 struct qedr_dev *dev = get_qedr_dev(ibcq->device); in qedr_gsi_poll_cq() 673 struct qedr_cq *cq = get_qedr_cq(ibcq); in qedr_gsi_poll_cq()
|
D | verbs.h | 54 int qedr_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 56 int qedr_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 57 int qedr_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags);
|
D | main.c | 233 INIT_RDMA_OBJ_SIZE(ib_cq, qedr_cq, ibcq), 475 if (!cq->destroyed && cq->ibcq.comp_handler) in qedr_irq_handler() 476 (*cq->ibcq.comp_handler) in qedr_irq_handler() 477 (&cq->ibcq, cq->ibcq.cq_context); in qedr_irq_handler() 656 struct ib_cq *ibcq; in qedr_affiliated_event() local 727 ibcq = &cq->ibcq; in qedr_affiliated_event() 728 if (ibcq->event_handler) { in qedr_affiliated_event() 729 event.device = ibcq->device; in qedr_affiliated_event() 730 event.element.cq = ibcq; in qedr_affiliated_event() 731 ibcq->event_handler(&event, ibcq->cq_context); in qedr_affiliated_event()
|
/linux-6.6.21/drivers/infiniband/hw/efa/ |
D | efa.h | 89 struct ib_cq ibcq; member 151 int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 152 int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
|
/linux-6.6.21/drivers/infiniband/hw/ocrdma/ |
D | ocrdma_verbs.h | 72 int ocrdma_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 75 int ocrdma_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
|