Lines Matching refs:wqe

186 	__le64 *wqe;  in irdma_sc_add_arp_cache_entry()  local
189 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_arp_cache_entry()
190 if (!wqe) in irdma_sc_add_arp_cache_entry()
192 set_64bit_val(wqe, 8, info->reach_max); in irdma_sc_add_arp_cache_entry()
193 set_64bit_val(wqe, 16, ether_addr_to_u64(info->mac_addr)); in irdma_sc_add_arp_cache_entry()
202 set_64bit_val(wqe, 24, hdr); in irdma_sc_add_arp_cache_entry()
205 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_add_arp_cache_entry()
222 __le64 *wqe; in irdma_sc_del_arp_cache_entry() local
225 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_arp_cache_entry()
226 if (!wqe) in irdma_sc_del_arp_cache_entry()
234 set_64bit_val(wqe, 24, hdr); in irdma_sc_del_arp_cache_entry()
237 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_del_arp_cache_entry()
256 __le64 *wqe; in irdma_sc_manage_apbvt_entry() local
259 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_apbvt_entry()
260 if (!wqe) in irdma_sc_manage_apbvt_entry()
263 set_64bit_val(wqe, 16, info->port); in irdma_sc_manage_apbvt_entry()
270 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_apbvt_entry()
273 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_apbvt_entry()
304 __le64 *wqe; in irdma_sc_manage_qhash_table_entry() local
310 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_qhash_table_entry()
311 if (!wqe) in irdma_sc_manage_qhash_table_entry()
314 set_64bit_val(wqe, 0, ether_addr_to_u64(info->mac_addr)); in irdma_sc_manage_qhash_table_entry()
319 set_64bit_val(wqe, 48, in irdma_sc_manage_qhash_table_entry()
322 set_64bit_val(wqe, 56, in irdma_sc_manage_qhash_table_entry()
326 set_64bit_val(wqe, 48, in irdma_sc_manage_qhash_table_entry()
334 set_64bit_val(wqe, 16, qw2); in irdma_sc_manage_qhash_table_entry()
338 set_64bit_val(wqe, 40, in irdma_sc_manage_qhash_table_entry()
341 set_64bit_val(wqe, 32, in irdma_sc_manage_qhash_table_entry()
345 set_64bit_val(wqe, 32, in irdma_sc_manage_qhash_table_entry()
350 set_64bit_val(wqe, 8, qw1); in irdma_sc_manage_qhash_table_entry()
360 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_qhash_table_entry()
363 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_qhash_table_entry()
452 __le64 *wqe; in irdma_sc_qp_create() local
460 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_create()
461 if (!wqe) in irdma_sc_qp_create()
464 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_create()
465 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_create()
482 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_create()
485 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_create()
502 __le64 *wqe; in irdma_sc_qp_modify() local
509 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_modify()
510 if (!wqe) in irdma_sc_qp_modify()
523 set_64bit_val(wqe, 8, in irdma_sc_qp_modify()
526 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_modify()
527 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_modify()
551 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_modify()
554 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_modify()
572 __le64 *wqe; in irdma_sc_qp_destroy() local
577 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_destroy()
578 if (!wqe) in irdma_sc_qp_destroy()
581 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_destroy()
582 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_destroy()
592 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_destroy()
595 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_destroy()
764 __le64 *wqe; in irdma_sc_alloc_local_mac_entry() local
767 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_local_mac_entry()
768 if (!wqe) in irdma_sc_alloc_local_mac_entry()
777 set_64bit_val(wqe, 24, hdr); in irdma_sc_alloc_local_mac_entry()
780 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_alloc_local_mac_entry()
799 __le64 *wqe; in irdma_sc_add_local_mac_entry() local
802 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_local_mac_entry()
803 if (!wqe) in irdma_sc_add_local_mac_entry()
806 set_64bit_val(wqe, 32, ether_addr_to_u64(info->mac_addr)); in irdma_sc_add_local_mac_entry()
815 set_64bit_val(wqe, 24, header); in irdma_sc_add_local_mac_entry()
818 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_add_local_mac_entry()
837 __le64 *wqe; in irdma_sc_del_local_mac_entry() local
840 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_local_mac_entry()
841 if (!wqe) in irdma_sc_del_local_mac_entry()
852 set_64bit_val(wqe, 24, header); in irdma_sc_del_local_mac_entry()
855 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_del_local_mac_entry()
1059 __le64 *wqe; in irdma_sc_alloc_stag() local
1072 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_stag()
1073 if (!wqe) in irdma_sc_alloc_stag()
1076 set_64bit_val(wqe, 8, in irdma_sc_alloc_stag()
1079 set_64bit_val(wqe, 16, in irdma_sc_alloc_stag()
1081 set_64bit_val(wqe, 40, in irdma_sc_alloc_stag()
1085 set_64bit_val(wqe, 48, in irdma_sc_alloc_stag()
1099 set_64bit_val(wqe, 24, hdr); in irdma_sc_alloc_stag()
1102 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_alloc_stag()
1120 __le64 *wqe; in irdma_sc_mr_reg_non_shared() local
1149 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mr_reg_non_shared()
1150 if (!wqe) in irdma_sc_mr_reg_non_shared()
1154 set_64bit_val(wqe, 0, in irdma_sc_mr_reg_non_shared()
1157 set_64bit_val(wqe, 8, in irdma_sc_mr_reg_non_shared()
1160 set_64bit_val(wqe, 16, in irdma_sc_mr_reg_non_shared()
1164 set_64bit_val(wqe, 32, info->reg_addr_pa); in irdma_sc_mr_reg_non_shared()
1165 set_64bit_val(wqe, 48, 0); in irdma_sc_mr_reg_non_shared()
1167 set_64bit_val(wqe, 32, 0); in irdma_sc_mr_reg_non_shared()
1168 set_64bit_val(wqe, 48, in irdma_sc_mr_reg_non_shared()
1171 set_64bit_val(wqe, 40, info->hmc_fcn_index); in irdma_sc_mr_reg_non_shared()
1172 set_64bit_val(wqe, 56, 0); in irdma_sc_mr_reg_non_shared()
1187 set_64bit_val(wqe, 24, hdr); in irdma_sc_mr_reg_non_shared()
1190 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_mr_reg_non_shared()
1209 __le64 *wqe; in irdma_sc_dealloc_stag() local
1213 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_dealloc_stag()
1214 if (!wqe) in irdma_sc_dealloc_stag()
1217 set_64bit_val(wqe, 8, in irdma_sc_dealloc_stag()
1219 set_64bit_val(wqe, 16, in irdma_sc_dealloc_stag()
1227 set_64bit_val(wqe, 24, hdr); in irdma_sc_dealloc_stag()
1230 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_dealloc_stag()
1250 __le64 *wqe; in irdma_sc_mw_alloc() local
1253 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mw_alloc()
1254 if (!wqe) in irdma_sc_mw_alloc()
1257 set_64bit_val(wqe, 8, in irdma_sc_mw_alloc()
1259 set_64bit_val(wqe, 16, in irdma_sc_mw_alloc()
1269 set_64bit_val(wqe, 24, hdr); in irdma_sc_mw_alloc()
1272 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_mw_alloc()
1290 __le64 *wqe; in irdma_sc_mr_fast_register() local
1306 wqe = irdma_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, in irdma_sc_mr_fast_register()
1308 if (!wqe) in irdma_sc_mr_fast_register()
1320 set_64bit_val(wqe, 0, temp); in irdma_sc_mr_fast_register()
1324 set_64bit_val(wqe, 8, in irdma_sc_mr_fast_register()
1327 set_64bit_val(wqe, 16, in irdma_sc_mr_fast_register()
1345 set_64bit_val(wqe, 24, hdr); in irdma_sc_mr_fast_register()
1348 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_mr_fast_register()
1350 irdma_qp_push_wqe(&qp->qp_uk, wqe, IRDMA_QP_WQE_MIN_QUANTA, in irdma_sc_mr_fast_register()
1366 __le64 *wqe; in irdma_sc_gen_rts_ae() local
1372 wqe = qp_uk->sq_base[1].elem; in irdma_sc_gen_rts_ae()
1379 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_rts_ae()
1381 16, 8, wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_gen_rts_ae()
1383 wqe = qp_uk->sq_base[2].elem; in irdma_sc_gen_rts_ae()
1388 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_rts_ae()
1390 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_gen_rts_ae()
1403 __le64 *wqe; in irdma_sc_send_lsmm() local
1408 wqe = qp_uk->sq_base->elem; in irdma_sc_send_lsmm()
1410 set_64bit_val(wqe, 0, (uintptr_t)lsmm_buf); in irdma_sc_send_lsmm()
1412 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm()
1416 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm()
1421 set_64bit_val(wqe, 16, 0); in irdma_sc_send_lsmm()
1429 set_64bit_val(wqe, 24, hdr); in irdma_sc_send_lsmm()
1432 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_send_lsmm()
1445 __le64 *wqe; in irdma_sc_send_rtt() local
1450 wqe = qp_uk->sq_base->elem; in irdma_sc_send_rtt()
1452 set_64bit_val(wqe, 0, 0); in irdma_sc_send_rtt()
1453 set_64bit_val(wqe, 16, 0); in irdma_sc_send_rtt()
1456 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1459 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1468 set_64bit_val(wqe, 8, 0); in irdma_sc_send_rtt()
1470 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1479 set_64bit_val(wqe, 24, hdr); in irdma_sc_send_rtt()
1481 print_hex_dump_debug("WQE: RTR WQE", DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_send_rtt()
2032 __le64 *wqe; in irdma_sc_gather_stats() local
2038 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gather_stats()
2039 if (!wqe) in irdma_sc_gather_stats()
2042 set_64bit_val(wqe, 40, in irdma_sc_gather_stats()
2044 set_64bit_val(wqe, 32, info->stats_buff_mem.pa); in irdma_sc_gather_stats()
2055 set_64bit_val(wqe, 24, temp); in irdma_sc_gather_stats()
2058 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_gather_stats()
2079 __le64 *wqe; in irdma_sc_manage_stats_inst() local
2082 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_stats_inst()
2083 if (!wqe) in irdma_sc_manage_stats_inst()
2086 set_64bit_val(wqe, 40, in irdma_sc_manage_stats_inst()
2097 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_stats_inst()
2100 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_stats_inst()
2115 __le64 *wqe; in irdma_sc_set_up_map() local
2119 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_set_up_map()
2120 if (!wqe) in irdma_sc_set_up_map()
2126 set_64bit_val(wqe, 0, temp); in irdma_sc_set_up_map()
2127 set_64bit_val(wqe, 40, in irdma_sc_set_up_map()
2138 set_64bit_val(wqe, 24, temp); in irdma_sc_set_up_map()
2140 print_hex_dump_debug("WQE: UPMAP WQE", DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_set_up_map()
2158 __le64 *wqe; in irdma_sc_manage_ws_node() local
2161 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_ws_node()
2162 if (!wqe) in irdma_sc_manage_ws_node()
2165 set_64bit_val(wqe, 32, in irdma_sc_manage_ws_node()
2180 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_ws_node()
2183 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_ws_node()
2201 __le64 *wqe; in irdma_sc_qp_flush_wqes() local
2221 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_flush_wqes()
2222 if (!wqe) in irdma_sc_qp_flush_wqes()
2237 set_64bit_val(wqe, 16, temp); in irdma_sc_qp_flush_wqes()
2242 set_64bit_val(wqe, 8, temp); in irdma_sc_qp_flush_wqes()
2253 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_flush_wqes()
2256 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_flush_wqes()
2275 __le64 *wqe; in irdma_sc_gen_ae() local
2280 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gen_ae()
2281 if (!wqe) in irdma_sc_gen_ae()
2286 set_64bit_val(wqe, 8, temp); in irdma_sc_gen_ae()
2294 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_ae()
2297 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_gen_ae()
2314 __le64 *wqe; in irdma_sc_qp_upload_context() local
2319 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_upload_context()
2320 if (!wqe) in irdma_sc_qp_upload_context()
2323 set_64bit_val(wqe, 16, info->buf_pa); in irdma_sc_qp_upload_context()
2333 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_upload_context()
2336 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_upload_context()
2354 __le64 *wqe; in irdma_sc_manage_push_page() local
2361 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_push_page()
2362 if (!wqe) in irdma_sc_manage_push_page()
2365 set_64bit_val(wqe, 16, info->qs_handle); in irdma_sc_manage_push_page()
2373 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_push_page()
2376 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_push_page()
2393 __le64 *wqe; in irdma_sc_suspend_qp() local
2395 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_suspend_qp()
2396 if (!wqe) in irdma_sc_suspend_qp()
2404 set_64bit_val(wqe, 24, hdr); in irdma_sc_suspend_qp()
2407 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_suspend_qp()
2423 __le64 *wqe; in irdma_sc_resume_qp() local
2425 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_resume_qp()
2426 if (!wqe) in irdma_sc_resume_qp()
2429 set_64bit_val(wqe, 16, in irdma_sc_resume_qp()
2437 set_64bit_val(wqe, 24, hdr); in irdma_sc_resume_qp()
2440 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_resume_qp()
2500 __le64 *wqe; in irdma_sc_cq_create() local
2520 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_create()
2521 if (!wqe) { in irdma_sc_cq_create()
2527 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in irdma_sc_cq_create()
2528 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_create()
2529 set_64bit_val(wqe, 16, in irdma_sc_cq_create()
2531 set_64bit_val(wqe, 32, (cq->virtual_map ? 0 : cq->cq_pa)); in irdma_sc_cq_create()
2532 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_create()
2533 set_64bit_val(wqe, 48, in irdma_sc_cq_create()
2535 set_64bit_val(wqe, 56, in irdma_sc_cq_create()
2554 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_create()
2557 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_create()
2573 __le64 *wqe; in irdma_sc_cq_destroy() local
2578 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_destroy()
2579 if (!wqe) in irdma_sc_cq_destroy()
2586 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in irdma_sc_cq_destroy()
2587 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_destroy()
2588 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_destroy()
2589 set_64bit_val(wqe, 48, in irdma_sc_cq_destroy()
2605 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_destroy()
2608 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_destroy()
2641 __le64 *wqe; in irdma_sc_cq_modify() local
2651 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_modify()
2652 if (!wqe) in irdma_sc_cq_modify()
2655 set_64bit_val(wqe, 0, info->cq_size); in irdma_sc_cq_modify()
2656 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_modify()
2657 set_64bit_val(wqe, 16, in irdma_sc_cq_modify()
2659 set_64bit_val(wqe, 32, info->cq_pa); in irdma_sc_cq_modify()
2660 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_modify()
2661 set_64bit_val(wqe, 48, info->first_pm_pbl_idx); in irdma_sc_cq_modify()
2662 set_64bit_val(wqe, 56, in irdma_sc_cq_modify()
2679 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_modify()
2682 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_modify()
3244 __le64 *wqe = NULL; in irdma_sc_cqp_get_next_send_wqe_idx() local
3261 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx()
3263 IRDMA_CQP_INIT_WQE(wqe); in irdma_sc_cqp_get_next_send_wqe_idx()
3265 return wqe; in irdma_sc_cqp_get_next_send_wqe_idx()
3438 __le64 *wqe; in irdma_sc_manage_hmc_pm_func_table() local
3441 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_hmc_pm_func_table()
3442 if (!wqe) in irdma_sc_manage_hmc_pm_func_table()
3445 set_64bit_val(wqe, 0, 0); in irdma_sc_manage_hmc_pm_func_table()
3446 set_64bit_val(wqe, 8, 0); in irdma_sc_manage_hmc_pm_func_table()
3447 set_64bit_val(wqe, 16, 0); in irdma_sc_manage_hmc_pm_func_table()
3448 set_64bit_val(wqe, 32, 0); in irdma_sc_manage_hmc_pm_func_table()
3449 set_64bit_val(wqe, 40, 0); in irdma_sc_manage_hmc_pm_func_table()
3450 set_64bit_val(wqe, 48, 0); in irdma_sc_manage_hmc_pm_func_table()
3451 set_64bit_val(wqe, 56, 0); in irdma_sc_manage_hmc_pm_func_table()
3460 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_hmc_pm_func_table()
3463 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_manage_hmc_pm_func_table()
3496 __le64 *wqe; in irdma_sc_commit_fpm_val() local
3501 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_commit_fpm_val()
3502 if (!wqe) in irdma_sc_commit_fpm_val()
3505 set_64bit_val(wqe, 16, hmc_fn_id); in irdma_sc_commit_fpm_val()
3506 set_64bit_val(wqe, 32, commit_fpm_mem->pa); in irdma_sc_commit_fpm_val()
3514 set_64bit_val(wqe, 24, hdr); in irdma_sc_commit_fpm_val()
3517 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_commit_fpm_val()
3557 __le64 *wqe; in irdma_sc_query_fpm_val() local
3562 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_fpm_val()
3563 if (!wqe) in irdma_sc_query_fpm_val()
3566 set_64bit_val(wqe, 16, hmc_fn_id); in irdma_sc_query_fpm_val()
3567 set_64bit_val(wqe, 32, query_fpm_mem->pa); in irdma_sc_query_fpm_val()
3573 set_64bit_val(wqe, 24, hdr); in irdma_sc_query_fpm_val()
3576 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_query_fpm_val()
3647 __le64 *wqe; in irdma_sc_ceq_create() local
3651 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_create()
3652 if (!wqe) in irdma_sc_ceq_create()
3654 set_64bit_val(wqe, 16, ceq->elem_cnt); in irdma_sc_ceq_create()
3655 set_64bit_val(wqe, 32, in irdma_sc_ceq_create()
3657 set_64bit_val(wqe, 48, in irdma_sc_ceq_create()
3659 set_64bit_val(wqe, 56, in irdma_sc_ceq_create()
3671 set_64bit_val(wqe, 24, hdr); in irdma_sc_ceq_create()
3674 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ceq_create()
3745 __le64 *wqe; in irdma_sc_ceq_destroy() local
3749 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_destroy()
3750 if (!wqe) in irdma_sc_ceq_destroy()
3753 set_64bit_val(wqe, 16, ceq->elem_cnt); in irdma_sc_ceq_destroy()
3754 set_64bit_val(wqe, 48, ceq->first_pm_pbl_idx); in irdma_sc_ceq_destroy()
3763 set_64bit_val(wqe, 24, hdr); in irdma_sc_ceq_destroy()
3766 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ceq_destroy()
3910 __le64 *wqe; in irdma_sc_aeq_create() local
3915 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_create()
3916 if (!wqe) in irdma_sc_aeq_create()
3918 set_64bit_val(wqe, 16, aeq->elem_cnt); in irdma_sc_aeq_create()
3919 set_64bit_val(wqe, 32, in irdma_sc_aeq_create()
3921 set_64bit_val(wqe, 48, in irdma_sc_aeq_create()
3930 set_64bit_val(wqe, 24, hdr); in irdma_sc_aeq_create()
3933 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_aeq_create()
3949 __le64 *wqe; in irdma_sc_aeq_destroy() local
3958 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_destroy()
3959 if (!wqe) in irdma_sc_aeq_destroy()
3961 set_64bit_val(wqe, 16, aeq->elem_cnt); in irdma_sc_aeq_destroy()
3962 set_64bit_val(wqe, 48, aeq->first_pm_pbl_idx); in irdma_sc_aeq_destroy()
3969 set_64bit_val(wqe, 24, hdr); in irdma_sc_aeq_destroy()
3972 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_aeq_destroy()
4238 __le64 *wqe; in irdma_sc_ccq_destroy() local
4244 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ccq_destroy()
4245 if (!wqe) in irdma_sc_ccq_destroy()
4248 set_64bit_val(wqe, 0, ccq->cq_uk.cq_size); in irdma_sc_ccq_destroy()
4249 set_64bit_val(wqe, 8, (uintptr_t)ccq >> 1); in irdma_sc_ccq_destroy()
4250 set_64bit_val(wqe, 40, ccq->shadow_area_pa); in irdma_sc_ccq_destroy()
4263 set_64bit_val(wqe, 24, hdr); in irdma_sc_ccq_destroy()
4266 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ccq_destroy()
4395 __le64 *wqe; in cqp_sds_wqe_fill() local
4401 wqe = irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in cqp_sds_wqe_fill()
4402 if (!wqe) in cqp_sds_wqe_fill()
4417 set_64bit_val(wqe, 16, data); in cqp_sds_wqe_fill()
4421 set_64bit_val(wqe, 48, in cqp_sds_wqe_fill()
4425 set_64bit_val(wqe, 56, info->entry[2].data); in cqp_sds_wqe_fill()
4428 set_64bit_val(wqe, 32, in cqp_sds_wqe_fill()
4432 set_64bit_val(wqe, 40, info->entry[1].data); in cqp_sds_wqe_fill()
4435 set_64bit_val(wqe, 0, in cqp_sds_wqe_fill()
4438 set_64bit_val(wqe, 8, info->entry[0].data); in cqp_sds_wqe_fill()
4449 set_64bit_val(wqe, 24, hdr); in cqp_sds_wqe_fill()
4458 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in cqp_sds_wqe_fill()
4518 __le64 *wqe; in irdma_sc_static_hmc_pages_allocated() local
4521 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_static_hmc_pages_allocated()
4522 if (!wqe) in irdma_sc_static_hmc_pages_allocated()
4525 set_64bit_val(wqe, 16, in irdma_sc_static_hmc_pages_allocated()
4533 set_64bit_val(wqe, 24, hdr); in irdma_sc_static_hmc_pages_allocated()
4536 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_static_hmc_pages_allocated()
4614 __le64 *wqe; in irdma_sc_query_rdma_features() local
4617 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_rdma_features()
4618 if (!wqe) in irdma_sc_query_rdma_features()
4622 set_64bit_val(wqe, 32, temp); in irdma_sc_query_rdma_features()
4630 set_64bit_val(wqe, 24, temp); in irdma_sc_query_rdma_features()
4633 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_query_rdma_features()