39 #define OP(x) IB_OPCODE_RC_##x  macro
79 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_ack()
80 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_make_rc_ack()
87 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_make_rc_ack()
96 	case OP(SEND_ONLY):  in qib_make_rc_ack()
97 	case OP(ACKNOWLEDGE):  in qib_make_rc_ack()
106 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in qib_make_rc_ack()
127 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in qib_make_rc_ack()
129 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in qib_make_rc_ack()
140 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in qib_make_rc_ack()
150 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_ack()
151 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in qib_make_rc_ack()
153 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_ack()
164 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in qib_make_rc_ack()
180 		qp->s_ack_state = OP(SEND_ONLY);  in qib_make_rc_ack()
192 		bth0 = OP(ACKNOWLEDGE) << 24;  in qib_make_rc_ack()
202 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_make_rc_ack()
320 				qp->s_state = OP(SEND_FIRST);  in qib_make_rc_req()
325 				qp->s_state = OP(SEND_ONLY);  in qib_make_rc_req()
327 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
355 				qp->s_state = OP(RDMA_WRITE_FIRST);  in qib_make_rc_req()
360 				qp->s_state = OP(RDMA_WRITE_ONLY);  in qib_make_rc_req()
362 				qp->s_state = OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
396 			qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
422 				qp->s_state = OP(COMPARE_SWAP);  in qib_make_rc_req()
428 				qp->s_state = OP(FETCH_ADD);  in qib_make_rc_req()
464 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_req()
476 	case OP(SEND_FIRST):  in qib_make_rc_req()
477 		qp->s_state = OP(SEND_MIDDLE);  in qib_make_rc_req()
479 	case OP(SEND_MIDDLE):  in qib_make_rc_req()
488 			qp->s_state = OP(SEND_LAST);  in qib_make_rc_req()
490 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
503 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_req()
515 	case OP(RDMA_WRITE_FIRST):  in qib_make_rc_req()
516 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in qib_make_rc_req()
518 	case OP(RDMA_WRITE_MIDDLE):  in qib_make_rc_req()
527 			qp->s_state = OP(RDMA_WRITE_LAST);  in qib_make_rc_req()
529 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
542 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_req()
558 		qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
637 	bth0 = qib_get_pkey(ibp, qp->s_pkey_index) | (OP(ACKNOWLEDGE) << 24);  in qib_send_rc_ack()
749 		qp->s_state = OP(SEND_LAST);  in reset_psn()
772 			qp->s_state = OP(SEND_LAST);  in reset_psn()
786 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
791 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
795 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
803 		qp->s_state = OP(SEND_LAST);  in reset_psn()
899 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_send_complete()
900 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_send_complete()
983 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
1041 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
1056 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
1059 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) {  in do_rc_ack()
1123 				qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1286 	if (opcode != OP(RDMA_READ_RESPONSE_MIDDLE)) {  in qib_rc_rcv_resp()
1321 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1345 	case OP(ACKNOWLEDGE):  in qib_rc_rcv_resp()
1346 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_rc_rcv_resp()
1347 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_rc_rcv_resp()
1349 		if (opcode == OP(ATOMIC_ACKNOWLEDGE))  in qib_rc_rcv_resp()
1354 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in qib_rc_rcv_resp()
1369 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_rc_rcv_resp()
1391 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in qib_rc_rcv_resp()
1405 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_rc_rcv_resp()
1428 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_rc_rcv_resp()
1452 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in qib_rc_rcv_resp()
1578 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv_error()
1587 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in qib_rc_rcv_error()
1628 	case OP(COMPARE_SWAP):  in qib_rc_rcv_error()
1629 	case OP(FETCH_ADD): {  in qib_rc_rcv_error()
1676 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_rc_rcv_error()
1698 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_update_ack_queue()
1752 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_rcv()
1753 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv()
1769 	case OP(SEND_FIRST):  in qib_rc_rcv()
1770 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1771 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1772 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1773 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1777 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1778 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1779 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1780 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1781 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1786 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1787 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1788 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1789 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1790 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1791 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1806 	case OP(SEND_FIRST):  in qib_rc_rcv()
1814 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1815 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1826 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1835 	case OP(SEND_ONLY):  in qib_rc_rcv()
1836 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
1843 		if (opcode == OP(SEND_ONLY))  in qib_rc_rcv()
1846 	case OP(SEND_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1852 	case OP(SEND_LAST):  in qib_rc_rcv()
1853 	case OP(RDMA_WRITE_LAST):  in qib_rc_rcv()
1876 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1877 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in qib_rc_rcv()
1894 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1895 	case OP(RDMA_WRITE_ONLY):  in qib_rc_rcv()
1896 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
1923 		if (opcode == OP(RDMA_WRITE_FIRST))  in qib_rc_rcv()
1925 		else if (opcode == OP(RDMA_WRITE_ONLY))  in qib_rc_rcv()
1939 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv()
1957 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2006 	case OP(COMPARE_SWAP):  in qib_rc_rcv()
2007 	case OP(FETCH_ADD): {  in qib_rc_rcv()
2028 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2045 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in qib_rc_rcv()