337 	u32 bus_addr, ret;  in pci_map_single()  local
356 	bus_addr = (iommu->page_table_map_base +  in pci_map_single()
358 	ret = bus_addr | (oaddr & ~IO_PAGE_MASK);  in pci_map_single()
384 void pci_unmap_single(struct pci_dev *pdev, dma_addr_t bus_addr, size_t sz, int direction)  in pci_unmap_single()  argument
399 	npages = IO_PAGE_ALIGN(bus_addr + sz) - (bus_addr & IO_PAGE_MASK);  in pci_unmap_single()
402 		((bus_addr - iommu->page_table_map_base) >> IO_PAGE_SHIFT);  in pci_unmap_single()
406 		       bus_addr, sz, __builtin_return_address(0));  in pci_unmap_single()
408 	bus_addr &= IO_PAGE_MASK;  in pci_unmap_single()
419 		u32 vaddr = bus_addr;  in pci_unmap_single()
445 	free_streaming_cluster(iommu, bus_addr - iommu->page_table_map_base,  in pci_unmap_single()
623 	u32 bus_addr;  in pci_unmap_sg()  local
632 	bus_addr = sglist->dma_address & IO_PAGE_MASK;  in pci_unmap_sg()
638 	npages = (IO_PAGE_ALIGN(sglist[i].dma_address + sglist[i].dma_length) - bus_addr) >> IO_PAGE_SHIFT;  in pci_unmap_sg()
641 		((bus_addr - iommu->page_table_map_base) >> IO_PAGE_SHIFT);  in pci_unmap_sg()
657 		u32 vaddr = (u32) bus_addr;  in pci_unmap_sg()
683 	free_streaming_cluster(iommu, bus_addr - iommu->page_table_map_base,  in pci_unmap_sg()
692 void pci_dma_sync_single(struct pci_dev *pdev, dma_addr_t bus_addr, size_t sz, int direction)  in pci_dma_sync_single()  argument
708 	npages = IO_PAGE_ALIGN(bus_addr + sz) - (bus_addr & IO_PAGE_MASK);  in pci_dma_sync_single()
710 	bus_addr &= IO_PAGE_MASK;  in pci_dma_sync_single()
719 			((bus_addr - iommu->page_table_map_base)>>IO_PAGE_SHIFT);  in pci_dma_sync_single()
737 		for (i = 0; i < npages; i++, bus_addr += IO_PAGE_SIZE)  in pci_dma_sync_single()
738 			pci_iommu_write(strbuf->strbuf_pflush, bus_addr);  in pci_dma_sync_single()
793 		u32 bus_addr;  in pci_dma_sync_sg()  local
795 		bus_addr = sglist[0].dma_address & IO_PAGE_MASK;  in pci_dma_sync_sg()
801 …npages = (IO_PAGE_ALIGN(sglist[i].dma_address + sglist[i].dma_length) - bus_addr) >> IO_PAGE_SHIFT;  in pci_dma_sync_sg()
802 		for (i = 0; i < npages; i++, bus_addr += IO_PAGE_SIZE)  in pci_dma_sync_sg()
803 			pci_iommu_write(strbuf->strbuf_pflush, bus_addr);  in pci_dma_sync_sg()