439 	struct irdma_pbl *iwpbl;  in irdma_get_pbl()  local
441 	list_for_each_entry (iwpbl, pbl_list, list) {  in irdma_get_pbl()
442 		if (iwpbl->user_base == va) {  in irdma_get_pbl()
443 			list_del(&iwpbl->list);  in irdma_get_pbl()
444 			iwpbl->on_list = false;  in irdma_get_pbl()
445 			return iwpbl;  in irdma_get_pbl()
559 	struct irdma_pbl *iwpbl = iwqp->iwpbl;  in irdma_setup_virt_qp()  local
560 	struct irdma_qp_mr *qpmr = &iwpbl->qp_mr;  in irdma_setup_virt_qp()
564 	if (iwpbl->pbl_allocated) {  in irdma_setup_virt_qp()
607 		iwqp->iwpbl = irdma_get_pbl((unsigned long)req.user_wqe_bufs,  in irdma_setup_umode_qp()
611 		if (!iwqp->iwpbl) {  in irdma_setup_umode_qp()
2096 		struct irdma_pbl *iwpbl;  in irdma_create_cq()  local
2111 		iwpbl = irdma_get_pbl((unsigned long)req.user_cq_buf,  in irdma_create_cq()
2114 		if (!iwpbl) {  in irdma_create_cq()
2119 		iwcq->iwpbl = iwpbl;  in irdma_create_cq()
2121 		cqmr = &iwpbl->cq_mr;  in irdma_create_cq()
2142 		if (iwpbl->pbl_allocated) {  in irdma_create_cq()
2337 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_copy_user_pgaddrs()  local
2338 	struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc;  in irdma_copy_user_pgaddrs()
2347 		iwpbl->qp_mr.sq_page = sg_page(region->sgt_append.sgt.sgl);  in irdma_copy_user_pgaddrs()
2421 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_setup_pbles()  local
2422 	struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc;  in irdma_setup_pbles()
2434 		iwpbl->pbl_allocated = true;  in irdma_setup_pbles()
2460 			      struct irdma_pbl *iwpbl, u8 lvl)  in irdma_handle_q_mem()  argument
2462 	struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc;  in irdma_handle_q_mem()
2463 	struct irdma_mr *iwmr = iwpbl->iwmr;  in irdma_handle_q_mem()
2464 	struct irdma_qp_mr *qpmr = &iwpbl->qp_mr;  in irdma_handle_q_mem()
2465 	struct irdma_cq_mr *cqmr = &iwpbl->cq_mr;  in irdma_handle_q_mem()
2527 		iwpbl->pbl_allocated = false;  in irdma_handle_q_mem()
2685 	struct irdma_pbl *iwpbl;  in irdma_alloc_mr()  local
2705 	iwpbl = &iwmr->iwpbl;  in irdma_alloc_mr()
2706 	iwpbl->iwmr = iwmr;  in irdma_alloc_mr()
2708 	palloc = &iwpbl->pble_alloc;  in irdma_alloc_mr()
2721 	iwpbl->pbl_allocated = true;  in irdma_alloc_mr()
2742 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_set_page()  local
2743 	struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc;  in irdma_set_page()
2789 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_hwreg_mr()  local
2793 	struct irdma_pble_alloc *palloc = &iwpbl->pble_alloc;  in irdma_hwreg_mr()
2805 	stag_info->va = iwpbl->user_base;  in irdma_hwreg_mr()
2818 	if (iwpbl->pbl_allocated) {  in irdma_hwreg_mr()
2847 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_reg_user_mr_type_mem()  local
2859 		err = irdma_check_mr_contiguous(&iwpbl->pble_alloc,  in irdma_reg_user_mr_type_mem()
2862 			irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc);  in irdma_reg_user_mr_type_mem()
2863 			iwpbl->pbl_allocated = false;  in irdma_reg_user_mr_type_mem()
2890 	if (iwpbl->pble_alloc.level != PBLE_LEVEL_0 && iwpbl->pbl_allocated)  in irdma_reg_user_mr_type_mem()
2891 		irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc);  in irdma_reg_user_mr_type_mem()
2901 	struct irdma_pbl *iwpbl;  in irdma_alloc_iwmr()  local
2909 	iwpbl = &iwmr->iwpbl;  in irdma_alloc_iwmr()
2910 	iwpbl->iwmr = iwmr;  in irdma_alloc_iwmr()
2927 	iwpbl->user_base = virt;  in irdma_alloc_iwmr()
2943 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_reg_user_mr_type_qp()  local
2961 	err = irdma_handle_q_mem(iwdev, &req, iwpbl, lvl);  in irdma_reg_user_mr_type_qp()
2968 	list_add_tail(&iwpbl->list, &ucontext->qp_reg_mem_list);  in irdma_reg_user_mr_type_qp()
2969 	iwpbl->on_list = true;  in irdma_reg_user_mr_type_qp()
2980 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_reg_user_mr_type_cq()  local
2995 	err = irdma_handle_q_mem(iwdev, &req, iwpbl, lvl);  in irdma_reg_user_mr_type_cq()
3002 	list_add_tail(&iwpbl->list, &ucontext->cq_reg_mem_list);  in irdma_reg_user_mr_type_cq()
3003 	iwpbl->on_list = true;  in irdma_reg_user_mr_type_cq()
3132 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_hwdereg_mr()  local
3153 	if (iwpbl->pbl_allocated)  in irdma_hwdereg_mr()
3183 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_rereg_mr_trans()  local
3204 	iwpbl->user_base = virt;  in irdma_rereg_mr_trans()
3240 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_rereg_user_mr()  local
3262 		if (iwpbl->pbl_allocated) {  in irdma_rereg_user_mr()
3264 					&iwpbl->pble_alloc);  in irdma_rereg_user_mr()
3265 			iwpbl->pbl_allocated = false;  in irdma_rereg_user_mr()
3293 	struct irdma_pbl *iwpbl;  in irdma_reg_phys_mr()  local
3304 	iwpbl = &iwmr->iwpbl;  in irdma_reg_phys_mr()
3305 	iwpbl->iwmr = iwmr;  in irdma_reg_phys_mr()
3307 	iwpbl->user_base = *iova_start;  in irdma_reg_phys_mr()
3356 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_del_memlist()  local
3362 		if (iwpbl->on_list) {  in irdma_del_memlist()
3363 			iwpbl->on_list = false;  in irdma_del_memlist()
3364 			list_del(&iwpbl->list);  in irdma_del_memlist()
3370 		if (iwpbl->on_list) {  in irdma_del_memlist()
3371 			iwpbl->on_list = false;  in irdma_del_memlist()
3372 			list_del(&iwpbl->list);  in irdma_del_memlist()
3390 	struct irdma_pbl *iwpbl = &iwmr->iwpbl;  in irdma_dereg_mr()  local
3411 	if (iwpbl->pbl_allocated)  in irdma_dereg_mr()
3412 		irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc);  in irdma_dereg_mr()
3544 			struct irdma_pble_alloc *palloc = &iwmr->iwpbl.pble_alloc;  in irdma_post_send()