35 		    struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_pfn_unmap()  argument
42 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 0);  in gp100_vmm_pfn_unmap()
43 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 4);  in gp100_vmm_pfn_unmap()
49 		ptei++;  in gp100_vmm_pfn_unmap()
56 		    struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_pfn_clear()  argument
61 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 0);  in gp100_vmm_pfn_clear()
62 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 4);  in gp100_vmm_pfn_clear()
65 			VMM_WO064(pt, vmm, ptei * 8, data & ~BIT_ULL(0));  in gp100_vmm_pfn_clear()
68 		ptei++;  in gp100_vmm_pfn_clear()
76 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pgt_pfn()  argument
109 		VMM_WO064(pt, vmm, ptei++ * 8, data);  in gp100_vmm_pgt_pfn()
116 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map, u64 addr)  in gp100_vmm_pgt_pte()  argument
123 		VMM_WO064(pt, vmm, ptei++ * 8, data);  in gp100_vmm_pgt_pte()
130 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pgt_sgl()  argument
132 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);  in gp100_vmm_pgt_sgl()
137 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pgt_dma()  argument
140 		VMM_SPAM(vmm, "DMAA %08x %08x PTE(s)", ptei, ptes);  in gp100_vmm_pgt_dma()
144 			VMM_WO064(pt, vmm, ptei++ * 8, data);  in gp100_vmm_pgt_dma()
151 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);  in gp100_vmm_pgt_dma()
156 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pgt_mem()  argument
158 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);  in gp100_vmm_pgt_mem()
163 		     struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_pgt_sparse()  argument
166 	VMM_FO064(pt, vmm, ptei * 8, BIT_ULL(3) /* VOL. */, ptes);  in gp100_vmm_pgt_sparse()
183 		      struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_lpt_invalid()  argument
186 	VMM_FO064(pt, vmm, ptei * 8, BIT_ULL(5) /* PRIV. */, ptes);  in gp100_vmm_lpt_invalid()
199 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map, u64 addr)  in gp100_vmm_pd0_pte()  argument
206 		VMM_WO128(pt, vmm, ptei++ * 0x10, data, 0ULL);  in gp100_vmm_pd0_pte()
213 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pd0_mem()  argument
215 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, gp100_vmm_pd0_pte);  in gp100_vmm_pd0_mem()
269 			struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_pd0_pfn_unmap()  argument
276 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 0);  in gp100_vmm_pd0_pfn_unmap()
277 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 4);  in gp100_vmm_pd0_pfn_unmap()
284 		ptei++;  in gp100_vmm_pd0_pfn_unmap()
291 			struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)  in gp100_vmm_pd0_pfn_clear()  argument
297 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 0);  in gp100_vmm_pd0_pfn_clear()
298 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 4);  in gp100_vmm_pd0_pfn_clear()
302 			VMM_WO064(pt, vmm, ptei * 16, data & ~BIT_ULL(0));  in gp100_vmm_pd0_pfn_clear()
305 		ptei++;  in gp100_vmm_pd0_pfn_clear()
313 		  u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in gp100_vmm_pd0_pfn()  argument
346 		VMM_WO064(pt, vmm, ptei++ * 16, data);  in gp100_vmm_pd0_pfn()