426 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_free_qp_cb()
429 	rvt_reset_qp(rdi, qp, qp->ibqp.qp_type);  in rvt_free_qp_cb()
584 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_clear_mr_refs()
668 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_qp_acks_has_lkey()
694 	if (qp->ibqp.qp_type == IB_QPT_SMI ||  in rvt_qp_mr_clean()
695 	    qp->ibqp.qp_type == IB_QPT_GSI)  in rvt_qp_mr_clean()
716 		ev.device = qp->ibqp.device;  in rvt_qp_mr_clean()
717 		ev.element.qp = &qp->ibqp;  in rvt_qp_mr_clean()
719 		qp->ibqp.event_handler(&ev, qp->ibqp.qp_context);  in rvt_qp_mr_clean()
734 	u32 n = hash_32(qp->ibqp.qp_num, rdi->qp_dev->qp_table_bits);  in rvt_remove_qp()
1031 int rvt_create_qp(struct ib_qp *ibqp, struct ib_qp_init_attr *init_attr,  in rvt_create_qp()  argument
1034 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_create_qp()
1039 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_create_qp()
1074 		    init_attr->port_num > ibqp->device->phys_port_cnt)  in rvt_create_qp()
1174 		qp->ibqp.qp_num = ret;  in rvt_create_qp()
1176 			qp->ibqp.qp_num |= RVT_AIP_QP_BASE;  in rvt_create_qp()
1259 	rvt_free_qpn(&rdi->qp_dev->qpn_table, qp->ibqp.qp_num);  in rvt_create_qp()
1292 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_error_qp()
1318 	wc.qp = &qp->ibqp;  in rvt_error_qp()
1324 		rvt_cq_enter(ibcq_to_rvtcq(qp->ibqp.recv_cq), &wc, 1);  in rvt_error_qp()
1354 			rvt_cq_enter(ibcq_to_rvtcq(qp->ibqp.recv_cq), &wc, 1);  in rvt_error_qp()
1361 	} else if (qp->ibqp.event_handler) {  in rvt_error_qp()
1382 	if (qp->ibqp.qp_num <= 1) {  in rvt_insert_qp()
1383 		rcu_assign_pointer(rvp->qp[qp->ibqp.qp_num], qp);  in rvt_insert_qp()
1385 		u32 n = hash_32(qp->ibqp.qp_num, rdi->qp_dev->qp_table_bits);  in rvt_insert_qp()
1404 int rvt_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in rvt_modify_qp()  argument
1407 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_modify_qp()
1408 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_modify_qp()
1426 	opa_ah = rdma_cap_opa_ah(ibqp->device, qp->port_num);  in rvt_modify_qp()
1428 	if (!ib_modify_qp_is_ok(cur_state, new_state, ibqp->qp_type,  in rvt_modify_qp()
1447 		if (rvt_check_ah(qp->ibqp.device, &attr->ah_attr))  in rvt_modify_qp()
1462 		if (rvt_check_ah(qp->ibqp.device, &attr->alt_ah_attr))  in rvt_modify_qp()
1477 		if (qp->ibqp.qp_type == IB_QPT_SMI ||  in rvt_modify_qp()
1478 		    qp->ibqp.qp_type == IB_QPT_GSI ||  in rvt_modify_qp()
1480 		    attr->port_num > ibqp->device->phys_port_cnt)  in rvt_modify_qp()
1534 			_rvt_reset_qp(rdi, qp, ibqp->qp_type);  in rvt_modify_qp()
1549 		if (qp->ibqp.qp_type == IB_QPT_RC)  in rvt_modify_qp()
1649 		ev.device = qp->ibqp.device;  in rvt_modify_qp()
1650 		ev.element.qp = &qp->ibqp;  in rvt_modify_qp()
1652 		qp->ibqp.event_handler(&ev, qp->ibqp.qp_context);  in rvt_modify_qp()
1655 		ev.device = qp->ibqp.device;  in rvt_modify_qp()
1656 		ev.element.qp = &qp->ibqp;  in rvt_modify_qp()
1658 		qp->ibqp.event_handler(&ev, qp->ibqp.qp_context);  in rvt_modify_qp()
1679 int rvt_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata)  in rvt_destroy_qp()  argument
1681 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_destroy_qp()
1682 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_destroy_qp()
1684 	rvt_reset_qp(rdi, qp, ibqp->qp_type);  in rvt_destroy_qp()
1688 	rvt_free_qpn(&rdi->qp_dev->qpn_table, qp->ibqp.qp_num);  in rvt_destroy_qp()
1692 	if (qp->ibqp.qp_type == IB_QPT_RC) {  in rvt_destroy_qp()
1720 int rvt_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in rvt_query_qp()  argument
1723 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_query_qp()
1724 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_query_qp()
1737 	attr->cap.max_recv_wr = qp->ibqp.srq ? 0 : qp->r_rq.size - 1;  in rvt_query_qp()
1758 	init_attr->event_handler = qp->ibqp.event_handler;  in rvt_query_qp()
1759 	init_attr->qp_context = qp->ibqp.qp_context;  in rvt_query_qp()
1760 	init_attr->send_cq = qp->ibqp.send_cq;  in rvt_query_qp()
1761 	init_attr->recv_cq = qp->ibqp.recv_cq;  in rvt_query_qp()
1762 	init_attr->srq = qp->ibqp.srq;  in rvt_query_qp()
1768 	init_attr->qp_type = qp->ibqp.qp_type;  in rvt_query_qp()
1783 int rvt_post_recv(struct ib_qp *ibqp, const struct ib_recv_wr *wr,  in rvt_post_recv()  argument
1786 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_post_recv()
1790 				!qp->ibqp.srq;  in rvt_post_recv()
1821 			wc.qp = &qp->ibqp;  in rvt_post_recv()
1825 			rvt_cq_enter(ibcq_to_rvtcq(qp->ibqp.recv_cq), &wc, 1);  in rvt_post_recv()
1873 	if (!(post_parms[wr->opcode].qpt_support & BIT(qp->ibqp.qp_type)))  in rvt_qp_valid_operation()
1876 	    ibpd_to_rvtpd(qp->ibqp.pd)->user)  in rvt_qp_valid_operation()
1888 	if (qp->ibqp.qp_type != IB_QPT_UC &&  in rvt_qp_valid_operation()
1889 	    qp->ibqp.qp_type != IB_QPT_RC) {  in rvt_qp_valid_operation()
1890 		if (qp->ibqp.pd != ud_wr(wr)->ah->pd)  in rvt_qp_valid_operation()
1950 			   qp->ibqp.qp_num, qp->s_size, qp->s_avail,  in rvt_qp_is_avail()
1973 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_post_one_wr()
2039 	pd = ibpd_to_rvtpd(qp->ibqp.pd);  in rvt_post_one_wr()
2145 int rvt_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr,  in rvt_post_send()  argument
2148 	struct rvt_qp *qp = ibqp_to_rvtqp(ibqp);  in rvt_post_send()
2149 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_post_send()
2276 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in init_sge()
2279 	pd = ibpd_to_rvtpd(qp->ibqp.srq ? qp->ibqp.srq->pd : qp->ibqp.pd);  in init_sge()
2310 	wc.qp = &qp->ibqp;  in init_sge()
2312 	rvt_cq_enter(ibcq_to_rvtcq(qp->ibqp.recv_cq), &wc, 1);  in init_sge()
2359 	if (qp->ibqp.srq) {  in rvt_get_rwqe()
2360 		srq = ibsrq_to_rvtsrq(qp->ibqp.srq);  in rvt_get_rwqe()
2433 				ev.device = qp->ibqp.device;  in rvt_get_rwqe()
2434 				ev.element.srq = qp->ibqp.srq;  in rvt_get_rwqe()
2455 	if (qp->ibqp.event_handler) {  in rvt_comm_est()
2458 		ev.device = qp->ibqp.device;  in rvt_comm_est()
2459 		ev.element.qp = &qp->ibqp;  in rvt_comm_est()
2461 		qp->ibqp.event_handler(&ev, qp->ibqp.qp_context);  in rvt_comm_est()
2478 		ev.device = qp->ibqp.device;  in rvt_rc_error()
2479 		ev.element.qp = &qp->ibqp;  in rvt_rc_error()
2481 		qp->ibqp.event_handler(&ev, qp->ibqp.qp_context);  in rvt_rc_error()
2511 	struct ib_qp *ibqp = &qp->ibqp;  in rvt_add_retry_timer_ext()  local
2512 	struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device);  in rvt_add_retry_timer_ext()
2592 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_rc_timeout()
2620 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_rc_rnr_retry()
2788 	rdi = ib_to_rvt(qp->ibqp.device);  in rvt_send_complete()
2822 	struct rvt_dev_info *rdi = ib_to_rvt(qp->ibqp.device);  in rvt_copy_sge()
2890 	return sqp->ibqp.qp_type == IB_QPT_RC ?  in loopback_qp_drop()
2907 	struct rvt_dev_info *rdi = ib_to_rvt(sqp->ibqp.device);  in rvt_ruc_loopback()
2929 	qp = rvt_lookup_qpn(ib_to_rvt(sqp->ibqp.device), rvp,  in rvt_ruc_loopback()
2972 	    qp->ibqp.qp_type != sqp->ibqp.qp_type) {  in rvt_ruc_loopback()
3123 	wc.qp = &qp->ibqp;  in rvt_ruc_loopback()
3148 	if (qp->ibqp.qp_type == IB_QPT_UC)  in rvt_ruc_loopback()
3176 		sqp->ibqp.qp_type == IB_QPT_RC ?  in rvt_ruc_loopback()
3196 	if (sqp->ibqp.qp_type == IB_QPT_RC) {  in rvt_ruc_loopback()
3208 			ev.device = sqp->ibqp.device;  in rvt_ruc_loopback()
3209 			ev.element.qp = &sqp->ibqp;  in rvt_ruc_loopback()
3211 			sqp->ibqp.event_handler(&ev, sqp->ibqp.qp_context);  in rvt_ruc_loopback()