87 static dma_addr_t to_sgl_element_pair_dma(struct isci_host *ihost,  in to_sgl_element_pair_dma()  argument
94 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
95 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
98 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
99 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
115 	struct isci_host *ihost = ireq->isci_host;  in sci_request_build_sgl()  local
137 				dma_addr = to_sgl_element_pair_dma(ihost,  in sci_request_build_sgl()
153 		dma_addr = dma_map_single(&ihost->pdev->dev,  in sci_request_build_sgl()
783 	struct isci_host *ihost = ireq->owning_controller;  in sci_req_tx_bytes()  local
786 	if (readl(&ihost->smu_registers->address_modifier) == 0) {  in sci_req_tx_bytes()
787 		void __iomem *scu_reg_base = ihost->scu_registers;  in sci_req_tx_bytes()
807 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_start()  local
811 		dev_warn(&ihost->pdev->dev,  in sci_request_start()
916 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_complete()  local
925 		sci_controller_release_frame(ihost,  in sci_request_complete()
937 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_event_handler()  local
942 		dev_warn(&ihost->pdev->dev, "%s: (%x) in wrong state %s\n",  in sci_io_request_event_handler()
956 		dev_err(&ihost->pdev->dev,  in sci_io_request_event_handler()
1552 	struct isci_host *ihost = ireq->owning_controller;  in sci_stp_request_udma_general_frame_handler()  local
1557 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1563 		sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1572 	sci_controller_release_frame(ihost, frame_index);  in sci_stp_request_udma_general_frame_handler()
1580 	struct isci_host *ihost = ireq->owning_controller;  in process_unsolicited_fis()  local
1585 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in process_unsolicited_fis()
1599 	sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in process_unsolicited_fis()
1608 	sci_controller_release_frame(ihost, frame_index);  in process_unsolicited_fis()
1703 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_frame_handler()  local
1715 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1726 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1744 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1754 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1762 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1771 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1781 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1799 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1813 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1838 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1843 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1856 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1870 			dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1883 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1893 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1898 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1908 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1955 				dev_dbg(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1965 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1984 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1993 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1998 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2009 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2023 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2031 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
2039 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2061 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2081 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2085 		dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2092 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2387 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_tc_completion()  local
2441 		dev_warn(&ihost->pdev->dev, "%s: %x in wrong state %s\n",  in sci_io_request_tc_completion()
2728 static void isci_request_io_request_complete(struct isci_host *ihost,  in isci_request_io_request_complete()  argument
2739 	dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2750 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2761 							 &ihost->pdev->dev);  in isci_request_io_request_complete()
2765 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2771 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2806 			dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2811 			dev_dbg(&ihost->pdev->dev, "%s: SCI_IO_SUCCESS\n",  in isci_request_io_request_complete()
2817 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2876 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2905 			dma_unmap_single(&ihost->pdev->dev,  in isci_request_io_request_complete()
2909 			dma_unmap_sg(&ihost->pdev->dev, task->scatter,  in isci_request_io_request_complete()
2917 		dma_unmap_sg(&ihost->pdev->dev, sg, 1, DMA_TO_DEVICE);  in isci_request_io_request_complete()
2943 	sci_controller_complete_io(ihost, request->target_device, request);  in isci_request_io_request_complete()
2951 	ireq_done(ihost, request, task);  in isci_request_io_request_complete()
2995 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_completed_state_enter()  local
2999 		isci_request_io_request_complete(ihost, ireq,  in sci_request_completed_state_enter()
3002 		isci_task_request_complete(ihost, ireq, ireq->sci_status);  in sci_request_completed_state_enter()
3063 sci_general_request_construct(struct isci_host *ihost,  in sci_general_request_construct()  argument
3079 sci_io_request_construct(struct isci_host *ihost,  in sci_io_request_construct()  argument
3087 	sci_general_request_construct(ihost, idev, ireq);  in sci_io_request_construct()
3106 enum sci_status sci_task_request_construct(struct isci_host *ihost,  in sci_task_request_construct()  argument
3114 	sci_general_request_construct(ihost, idev, ireq);  in sci_task_request_construct()
3332 static enum sci_status isci_io_request_build(struct isci_host *ihost,  in isci_io_request_build()  argument
3339 	dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3356 			&ihost->pdev->dev,  in isci_io_request_build()
3366 	status = sci_io_request_construct(ihost, idev, request);  in isci_io_request_build()
3369 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3388 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3396 static struct isci_request *isci_request_from_tag(struct isci_host *ihost, u16 tag)  in isci_request_from_tag()  argument
3400 	ireq = ihost->reqs[ISCI_TAG_TCI(tag)];  in isci_request_from_tag()
3409 struct isci_request *isci_io_request_from_tag(struct isci_host *ihost,  in isci_io_request_from_tag()  argument
3415 	ireq = isci_request_from_tag(ihost, tag);  in isci_io_request_from_tag()
3423 struct isci_request *isci_tmf_request_from_tag(struct isci_host *ihost,  in isci_tmf_request_from_tag()  argument
3429 	ireq = isci_request_from_tag(ihost, tag);  in isci_tmf_request_from_tag()
3436 int isci_request_execute(struct isci_host *ihost, struct isci_remote_device *idev,  in isci_request_execute()  argument
3443 	status = isci_io_request_build(ihost, ireq, idev);  in isci_request_execute()
3445 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3452 	spin_lock_irqsave(&ihost->scic_lock, flags);  in isci_request_execute()
3464 			status = sci_controller_start_task(ihost,  in isci_request_execute()
3472 		status = sci_controller_start_io(ihost, idev,  in isci_request_execute()
3478 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3481 		spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()
3494 	spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()