3440 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_expedite_pool()  local
3452 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_expedite_pool()
3454 		list_move_tail(&lpfc_ncmd->list, &epd_pool->list);  in lpfc_create_expedite_pool()
3455 		lpfc_ncmd->expedite = true;  in lpfc_create_expedite_pool()
3475 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_expedite_pool()  local
3485 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_expedite_pool()
3487 		list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_expedite_pool()
3489 		lpfc_ncmd->flags = false;  in lpfc_destroy_expedite_pool()
3510 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_multixri_pools()  local
3562 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_multixri_pools()
3564 			list_move_tail(&lpfc_ncmd->list, &pbl_pool->list);  in lpfc_create_multixri_pools()
3596 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_multixri_pools()  local
3630 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3632 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
3651 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3653 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
4006 	struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next;  in lpfc_io_free()  local
4014 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4017 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4020 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4022 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4023 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4024 			kfree(lpfc_ncmd);  in lpfc_io_free()
4030 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4033 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4036 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4038 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4039 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4040 			kfree(lpfc_ncmd);  in lpfc_io_free()
4398 	struct lpfc_io_buf *lpfc_ncmd = NULL, *lpfc_ncmd_next = NULL;  in lpfc_sli4_io_sgl_update()  local
4428 			list_remove_head(&io_sgl_list, lpfc_ncmd,  in lpfc_sli4_io_sgl_update()
4430 			if (lpfc_ncmd) {  in lpfc_sli4_io_sgl_update()
4432 					      lpfc_ncmd->data,  in lpfc_sli4_io_sgl_update()
4433 					      lpfc_ncmd->dma_handle);  in lpfc_sli4_io_sgl_update()
4434 				kfree(lpfc_ncmd);  in lpfc_sli4_io_sgl_update()
4441 	lpfc_ncmd = NULL;  in lpfc_sli4_io_sgl_update()
4444 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_sli4_io_sgl_update()
4455 		lpfc_ncmd->cur_iocbq.sli4_lxritag = lxri;  in lpfc_sli4_io_sgl_update()
4456 		lpfc_ncmd->cur_iocbq.sli4_xritag = phba->sli4_hba.xri_ids[lxri];  in lpfc_sli4_io_sgl_update()
4483 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_new_io_buf()  local
4493 		lpfc_ncmd = kzalloc(sizeof(*lpfc_ncmd), GFP_KERNEL);  in lpfc_new_io_buf()
4494 		if (!lpfc_ncmd)  in lpfc_new_io_buf()
4501 		lpfc_ncmd->data = dma_pool_zalloc(phba->lpfc_sg_dma_buf_pool,  in lpfc_new_io_buf()
4503 						  &lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4504 		if (!lpfc_ncmd->data) {  in lpfc_new_io_buf()
4505 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4510 			INIT_LIST_HEAD(&lpfc_ncmd->dma_sgl_xtra_list);  in lpfc_new_io_buf()
4517 			    (((unsigned long)(lpfc_ncmd->data) &  in lpfc_new_io_buf()
4523 						(unsigned long)lpfc_ncmd->data);  in lpfc_new_io_buf()
4525 					      lpfc_ncmd->data,  in lpfc_new_io_buf()
4526 					      lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4527 				kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4532 		INIT_LIST_HEAD(&lpfc_ncmd->dma_cmd_rsp_list);  in lpfc_new_io_buf()
4537 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4538 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4541 		pwqeq = &lpfc_ncmd->cur_iocbq;  in lpfc_new_io_buf()
4547 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4548 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4559 		lpfc_ncmd->dma_sgl = lpfc_ncmd->data;  in lpfc_new_io_buf()
4560 		lpfc_ncmd->dma_phys_sgl = lpfc_ncmd->dma_handle;  in lpfc_new_io_buf()
4561 		lpfc_ncmd->cur_iocbq.io_buf = lpfc_ncmd;  in lpfc_new_io_buf()
4562 		spin_lock_init(&lpfc_ncmd->buf_lock);  in lpfc_new_io_buf()
4565 		list_add_tail(&lpfc_ncmd->list, &post_nblist);  in lpfc_new_io_buf()
4571 			sizeof(*lpfc_ncmd));  in lpfc_new_io_buf()