Lines Matching refs:iwpbl
434 struct irdma_pbl *iwpbl; in irdma_get_pbl() local
436 list_for_each_entry (iwpbl, pbl_list, list) { in irdma_get_pbl()
437 if (iwpbl->user_base == va) { in irdma_get_pbl()
438 list_del(&iwpbl->list); in irdma_get_pbl()
439 iwpbl->on_list = false; in irdma_get_pbl()
440 return iwpbl; in irdma_get_pbl()
553 struct irdma_pbl *iwpbl = iwqp->iwpbl; in irdma_setup_virt_qp() local
554 struct irdma_qp_mr *qpmr = &iwpbl->qp_mr; in irdma_setup_virt_qp()
558 if (iwpbl->pbl_allocated) { in irdma_setup_virt_qp()
900 iwqp->iwpbl = irdma_get_pbl((unsigned long)req.user_wqe_bufs, in irdma_create_qp()
904 if (!iwqp->iwpbl) { in irdma_create_qp()
2014 struct irdma_pbl *iwpbl; in irdma_create_cq() local
2029 iwpbl = irdma_get_pbl((unsigned long)req.user_cq_buf, in irdma_create_cq()
2032 if (!iwpbl) { in irdma_create_cq()
2037 iwcq->iwpbl = iwpbl; in irdma_create_cq()
2039 cqmr = &iwpbl->cq_mr; in irdma_create_cq()
2060 if (iwpbl->pbl_allocated) { in irdma_create_cq()
2253 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_copy_user_pgaddrs() local
2254 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_copy_user_pgaddrs()
2263 iwpbl->qp_mr.sq_page = sg_page(region->sgt_append.sgt.sgl); in irdma_copy_user_pgaddrs()
2338 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_setup_pbles() local
2339 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_setup_pbles()
2351 iwpbl->pbl_allocated = true; in irdma_setup_pbles()
2377 struct irdma_pbl *iwpbl, bool use_pbles) in irdma_handle_q_mem() argument
2379 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_handle_q_mem()
2380 struct irdma_mr *iwmr = iwpbl->iwmr; in irdma_handle_q_mem()
2381 struct irdma_qp_mr *qpmr = &iwpbl->qp_mr; in irdma_handle_q_mem()
2382 struct irdma_cq_mr *cqmr = &iwpbl->cq_mr; in irdma_handle_q_mem()
2444 iwpbl->pbl_allocated = false; in irdma_handle_q_mem()
2597 struct irdma_pbl *iwpbl; in irdma_alloc_mr() local
2617 iwpbl = &iwmr->iwpbl; in irdma_alloc_mr()
2618 iwpbl->iwmr = iwmr; in irdma_alloc_mr()
2620 palloc = &iwpbl->pble_alloc; in irdma_alloc_mr()
2631 iwpbl->pbl_allocated = true; in irdma_alloc_mr()
2652 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_set_page() local
2653 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_set_page()
2699 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_hwreg_mr() local
2702 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_hwreg_mr()
2714 stag_info->va = iwpbl->user_base; in irdma_hwreg_mr()
2726 if (iwpbl->pbl_allocated) { in irdma_hwreg_mr()
2765 struct irdma_pbl *iwpbl; in irdma_reg_user_mr() local
2801 iwpbl = &iwmr->iwpbl; in irdma_reg_user_mr()
2802 iwpbl->iwmr = iwmr; in irdma_reg_user_mr()
2820 iwpbl->user_base = virt; in irdma_reg_user_mr()
2821 palloc = &iwpbl->pble_alloc; in irdma_reg_user_mr()
2834 err = irdma_handle_q_mem(iwdev, &req, iwpbl, use_pbles); in irdma_reg_user_mr()
2841 list_add_tail(&iwpbl->list, &ucontext->qp_reg_mem_list); in irdma_reg_user_mr()
2842 iwpbl->on_list = true; in irdma_reg_user_mr()
2855 err = irdma_handle_q_mem(iwdev, &req, iwpbl, use_pbles); in irdma_reg_user_mr()
2862 list_add_tail(&iwpbl->list, &ucontext->cq_reg_mem_list); in irdma_reg_user_mr()
2863 iwpbl->on_list = true; in irdma_reg_user_mr()
2878 iwpbl->pbl_allocated = false; in irdma_reg_user_mr()
2907 if (palloc->level != PBLE_LEVEL_0 && iwpbl->pbl_allocated) in irdma_reg_user_mr()
2927 struct irdma_pbl *iwpbl; in irdma_reg_phys_mr() local
2938 iwpbl = &iwmr->iwpbl; in irdma_reg_phys_mr()
2939 iwpbl->iwmr = iwmr; in irdma_reg_phys_mr()
2941 iwpbl->user_base = *iova_start; in irdma_reg_phys_mr()
2990 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_del_memlist() local
2996 if (iwpbl->on_list) { in irdma_del_memlist()
2997 iwpbl->on_list = false; in irdma_del_memlist()
2998 list_del(&iwpbl->list); in irdma_del_memlist()
3004 if (iwpbl->on_list) { in irdma_del_memlist()
3005 iwpbl->on_list = false; in irdma_del_memlist()
3006 list_del(&iwpbl->list); in irdma_del_memlist()
3027 struct irdma_pbl *iwpbl = &iwmr->iwpbl; in irdma_dereg_mr() local
3028 struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc; in irdma_dereg_mr()
3055 if (iwpbl->pbl_allocated) in irdma_dereg_mr()
3069 if (iwpbl->pbl_allocated) in irdma_dereg_mr()
3198 struct irdma_pble_alloc *palloc = &iwmr->iwpbl.pble_alloc; in irdma_post_send()