40 #define CLUSTER_NPAGES	(CLUSTER_SIZE >> IO_PAGE_SHIFT)
102 		upa_writeq(base + (npages << IO_PAGE_SHIFT),  in iommu_flush()
123 		upa_writeq(base + (npages << IO_PAGE_SHIFT),  in strbuf_flush()
224 	ent = (base & CLUSTER_MASK) >> (IO_PAGE_SHIFT + cnum);  in free_streaming_cluster()
225 	iopte = iommu->page_table + ((base - MAP_BASE) >> IO_PAGE_SHIFT);  in free_streaming_cluster()
271 	iopte_t *iopte = iommu->page_table + ((base - MAP_BASE) >> IO_PAGE_SHIFT);  in free_consistent_cluster()
314 	iopte = alloc_consistent_cluster(iommu, size >> IO_PAGE_SHIFT);  in sbus_alloc_consistent()
322 	*dvma_addr = MAP_BASE +	((iopte - iommu->page_table) << IO_PAGE_SHIFT);  in sbus_alloc_consistent()
324 	npages = size >> IO_PAGE_SHIFT;  in sbus_alloc_consistent()
330 	iommu_flush(iommu, *dvma_addr, size >> IO_PAGE_SHIFT);  in sbus_alloc_consistent()
344 	npages = IO_PAGE_ALIGN(size) >> IO_PAGE_SHIFT;  in sbus_free_consistent()
374 	npages = size >> IO_PAGE_SHIFT;  in sbus_map_single()
378 	dma_base = MAP_BASE + ((iopte - iommu->page_table) << IO_PAGE_SHIFT);  in sbus_map_single()
379 	npages = size >> IO_PAGE_SHIFT;  in sbus_map_single()
387 	npages = size >> IO_PAGE_SHIFT;  in sbus_map_single()
407 	free_streaming_cluster(iommu, dma_base, size >> IO_PAGE_SHIFT);  in sbus_unmap_single()
408 	strbuf_flush(iommu, dma_base, size >> IO_PAGE_SHIFT);  in sbus_unmap_single()
429 			      ((IO_PAGE_SIZE - 1UL))) >> IO_PAGE_SHIFT;  in fill_sg()
444 				if (((tmp ^ pteval) >> IO_PAGE_SHIFT) != 0UL) {  in fill_sg()
449 				if (((tmp ^ (tmp + len - 1UL)) >> IO_PAGE_SHIFT) != 0UL) {  in fill_sg()
475 			       (pteval << (64 - IO_PAGE_SHIFT)) != 0UL &&  in fill_sg()
478 				 (SG_ENT_PHYS_ADDRESS(sg) + sg->length - 1UL)) >> IO_PAGE_SHIFT) == 0UL) {  in fill_sg()
482 			if ((pteval << (64 - IO_PAGE_SHIFT)) == 0UL)  in fill_sg()
520 	dma_base = MAP_BASE + ((iopte - iommu->page_table) << IO_PAGE_SHIFT);  in sbus_map_sg()
574 	free_streaming_cluster(iommu, dvma_base, size >> IO_PAGE_SHIFT);  in sbus_unmap_sg()
575 	strbuf_flush(iommu, dvma_base, size >> IO_PAGE_SHIFT);  in sbus_unmap_sg()
587 	strbuf_flush(iommu, base & IO_PAGE_MASK, size >> IO_PAGE_SHIFT);  in sbus_dma_sync_single()
607 	strbuf_flush(iommu, base, size >> IO_PAGE_SHIFT);  in sbus_dma_sync_sg()