Lines Matching refs:cqe
1437 struct cq_req *cqe = (struct cq_req *)hw_cqe; in __clean_cq() local
1439 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1440 cqe->qp_handle = 0; in __clean_cq()
1447 struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe; in __clean_cq() local
1449 if (qp == le64_to_cpu(cqe->qp_handle)) in __clean_cq()
1450 cqe->qp_handle = 0; in __clean_cq()
2128 struct bnxt_qplib_cqe *cqe; in __flush_sq() local
2134 cqe = *pcqe; in __flush_sq()
2144 memset(cqe, 0, sizeof(*cqe)); in __flush_sq()
2145 cqe->status = CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR; in __flush_sq()
2146 cqe->opcode = CQ_BASE_CQE_TYPE_REQ; in __flush_sq()
2147 cqe->qp_handle = (u64)(unsigned long)qp; in __flush_sq()
2148 cqe->wr_id = sq->swq[last].wr_id; in __flush_sq()
2149 cqe->src_qp = qp->id; in __flush_sq()
2150 cqe->type = sq->swq[last].type; in __flush_sq()
2151 cqe++; in __flush_sq()
2157 *pcqe = cqe; in __flush_sq()
2168 struct bnxt_qplib_cqe *cqe; in __flush_rq() local
2188 cqe = *pcqe; in __flush_rq()
2193 memset(cqe, 0, sizeof(*cqe)); in __flush_rq()
2194 cqe->status = in __flush_rq()
2196 cqe->opcode = opcode; in __flush_rq()
2197 cqe->qp_handle = (unsigned long)qp; in __flush_rq()
2198 cqe->wr_id = rq->swq[last].wr_id; in __flush_rq()
2199 cqe++; in __flush_rq()
2204 *pcqe = cqe; in __flush_rq()
2331 struct bnxt_qplib_cqe *cqe; in bnxt_qplib_cq_process_req() local
2356 cqe = *pcqe; in bnxt_qplib_cq_process_req()
2363 memset(cqe, 0, sizeof(*cqe)); in bnxt_qplib_cq_process_req()
2364 cqe->opcode = CQ_BASE_CQE_TYPE_REQ; in bnxt_qplib_cq_process_req()
2365 cqe->qp_handle = (u64)(unsigned long)qp; in bnxt_qplib_cq_process_req()
2366 cqe->src_qp = qp->id; in bnxt_qplib_cq_process_req()
2367 cqe->wr_id = swq->wr_id; in bnxt_qplib_cq_process_req()
2368 if (cqe->wr_id == BNXT_QPLIB_FENCE_WRID) in bnxt_qplib_cq_process_req()
2370 cqe->type = swq->type; in bnxt_qplib_cq_process_req()
2378 cqe->status = hwcqe->status; in bnxt_qplib_cq_process_req()
2381 sq->swq_last, cqe->wr_id, cqe->status); in bnxt_qplib_cq_process_req()
2382 cqe++; in bnxt_qplib_cq_process_req()
2395 cqe->status = CQ_REQ_STATUS_OK; in bnxt_qplib_cq_process_req()
2396 cqe++; in bnxt_qplib_cq_process_req()
2407 *pcqe = cqe; in bnxt_qplib_cq_process_req()
2438 struct bnxt_qplib_cqe *cqe; in bnxt_qplib_cq_process_res_rc() local
2456 cqe = *pcqe; in bnxt_qplib_cq_process_res_rc()
2457 cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK; in bnxt_qplib_cq_process_res_rc()
2458 cqe->length = le32_to_cpu(hwcqe->length); in bnxt_qplib_cq_process_res_rc()
2459 cqe->invrkey = le32_to_cpu(hwcqe->imm_data_or_inv_r_key); in bnxt_qplib_cq_process_res_rc()
2460 cqe->mr_handle = le64_to_cpu(hwcqe->mr_handle); in bnxt_qplib_cq_process_res_rc()
2461 cqe->flags = le16_to_cpu(hwcqe->flags); in bnxt_qplib_cq_process_res_rc()
2462 cqe->status = hwcqe->status; in bnxt_qplib_cq_process_res_rc()
2463 cqe->qp_handle = (u64)(unsigned long)qp; in bnxt_qplib_cq_process_res_rc()
2467 if (cqe->flags & CQ_RES_RC_FLAGS_SRQ_SRQ) { in bnxt_qplib_cq_process_res_rc()
2477 cqe->wr_id = srq->swq[wr_id_idx].wr_id; in bnxt_qplib_cq_process_res_rc()
2479 cqe++; in bnxt_qplib_cq_process_res_rc()
2481 *pcqe = cqe; in bnxt_qplib_cq_process_res_rc()
2495 cqe->wr_id = swq->wr_id; in bnxt_qplib_cq_process_res_rc()
2496 cqe++; in bnxt_qplib_cq_process_res_rc()
2500 *pcqe = cqe; in bnxt_qplib_cq_process_res_rc()
2519 struct bnxt_qplib_cqe *cqe; in bnxt_qplib_cq_process_res_ud() local
2536 cqe = *pcqe; in bnxt_qplib_cq_process_res_ud()
2537 cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK; in bnxt_qplib_cq_process_res_ud()
2538 cqe->length = le16_to_cpu(hwcqe->length) & CQ_RES_UD_LENGTH_MASK; in bnxt_qplib_cq_process_res_ud()
2539 cqe->cfa_meta = le16_to_cpu(hwcqe->cfa_metadata); in bnxt_qplib_cq_process_res_ud()
2540 cqe->invrkey = le32_to_cpu(hwcqe->imm_data); in bnxt_qplib_cq_process_res_ud()
2541 cqe->flags = le16_to_cpu(hwcqe->flags); in bnxt_qplib_cq_process_res_ud()
2542 cqe->status = hwcqe->status; in bnxt_qplib_cq_process_res_ud()
2543 cqe->qp_handle = (u64)(unsigned long)qp; in bnxt_qplib_cq_process_res_ud()
2545 memcpy(cqe->smac, hwcqe->src_mac, ETH_ALEN); in bnxt_qplib_cq_process_res_ud()
2548 cqe->src_qp = le16_to_cpu(hwcqe->src_qp_low) | in bnxt_qplib_cq_process_res_ud()
2553 if (cqe->flags & CQ_RES_RC_FLAGS_SRQ_SRQ) { in bnxt_qplib_cq_process_res_ud()
2564 cqe->wr_id = srq->swq[wr_id_idx].wr_id; in bnxt_qplib_cq_process_res_ud()
2566 cqe++; in bnxt_qplib_cq_process_res_ud()
2568 *pcqe = cqe; in bnxt_qplib_cq_process_res_ud()
2583 cqe->wr_id = swq->wr_id; in bnxt_qplib_cq_process_res_ud()
2584 cqe++; in bnxt_qplib_cq_process_res_ud()
2588 *pcqe = cqe; in bnxt_qplib_cq_process_res_ud()
2622 struct bnxt_qplib_cqe *cqe; in bnxt_qplib_cq_process_res_raweth_qp1() local
2637 cqe = *pcqe; in bnxt_qplib_cq_process_res_raweth_qp1()
2638 cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK; in bnxt_qplib_cq_process_res_raweth_qp1()
2639 cqe->flags = le16_to_cpu(hwcqe->flags); in bnxt_qplib_cq_process_res_raweth_qp1()
2640 cqe->qp_handle = (u64)(unsigned long)qp; in bnxt_qplib_cq_process_res_raweth_qp1()
2645 cqe->src_qp = qp->id; in bnxt_qplib_cq_process_res_raweth_qp1()
2646 if (qp->id == 1 && !cqe->length) { in bnxt_qplib_cq_process_res_raweth_qp1()
2648 cqe->length = 296; in bnxt_qplib_cq_process_res_raweth_qp1()
2650 cqe->length = le16_to_cpu(hwcqe->length); in bnxt_qplib_cq_process_res_raweth_qp1()
2652 cqe->pkey_index = qp->pkey_index; in bnxt_qplib_cq_process_res_raweth_qp1()
2653 memcpy(cqe->smac, qp->smac, 6); in bnxt_qplib_cq_process_res_raweth_qp1()
2655 cqe->raweth_qp1_flags = le16_to_cpu(hwcqe->raweth_qp1_flags); in bnxt_qplib_cq_process_res_raweth_qp1()
2656 cqe->raweth_qp1_flags2 = le32_to_cpu(hwcqe->raweth_qp1_flags2); in bnxt_qplib_cq_process_res_raweth_qp1()
2657 cqe->raweth_qp1_metadata = le32_to_cpu(hwcqe->raweth_qp1_metadata); in bnxt_qplib_cq_process_res_raweth_qp1()
2659 if (cqe->flags & CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ) { in bnxt_qplib_cq_process_res_raweth_qp1()
2672 cqe->wr_id = srq->swq[wr_id_idx].wr_id; in bnxt_qplib_cq_process_res_raweth_qp1()
2674 cqe++; in bnxt_qplib_cq_process_res_raweth_qp1()
2676 *pcqe = cqe; in bnxt_qplib_cq_process_res_raweth_qp1()
2690 cqe->wr_id = swq->wr_id; in bnxt_qplib_cq_process_res_raweth_qp1()
2691 cqe++; in bnxt_qplib_cq_process_res_raweth_qp1()
2695 *pcqe = cqe; in bnxt_qplib_cq_process_res_raweth_qp1()
2715 struct bnxt_qplib_cqe *cqe; in bnxt_qplib_cq_process_terminal() local
2754 cqe = *pcqe; in bnxt_qplib_cq_process_terminal()
2760 memset(cqe, 0, sizeof(*cqe)); in bnxt_qplib_cq_process_terminal()
2761 cqe->status = CQ_REQ_STATUS_OK; in bnxt_qplib_cq_process_terminal()
2762 cqe->opcode = CQ_BASE_CQE_TYPE_REQ; in bnxt_qplib_cq_process_terminal()
2763 cqe->qp_handle = (u64)(unsigned long)qp; in bnxt_qplib_cq_process_terminal()
2764 cqe->src_qp = qp->id; in bnxt_qplib_cq_process_terminal()
2765 cqe->wr_id = sq->swq[swq_last].wr_id; in bnxt_qplib_cq_process_terminal()
2766 cqe->type = sq->swq[swq_last].type; in bnxt_qplib_cq_process_terminal()
2767 cqe++; in bnxt_qplib_cq_process_terminal()
2773 *pcqe = cqe; in bnxt_qplib_cq_process_terminal()
2829 struct bnxt_qplib_cqe *cqe, in bnxt_qplib_process_flush_list() argument
2839 __flush_sq(&qp->sq, qp, &cqe, &budget); in bnxt_qplib_process_flush_list()
2844 __flush_rq(&qp->rq, qp, &cqe, &budget); in bnxt_qplib_process_flush_list()
2851 int bnxt_qplib_poll_cq(struct bnxt_qplib_cq *cq, struct bnxt_qplib_cqe *cqe, in bnxt_qplib_poll_cq() argument
2881 &cqe, &budget, in bnxt_qplib_poll_cq()
2887 hw_cqe, &cqe, in bnxt_qplib_poll_cq()
2892 (cq, (struct cq_res_ud *)hw_cqe, &cqe, in bnxt_qplib_poll_cq()
2898 hw_cqe, &cqe, &budget); in bnxt_qplib_poll_cq()
2903 &cqe, &budget); in bnxt_qplib_poll_cq()