108 	phys_addr_t phys;  in early_pgtable_alloc()  local
111 	phys = memblock_phys_alloc_range(PAGE_SIZE, PAGE_SIZE, 0,  in early_pgtable_alloc()
113 	if (!phys)  in early_pgtable_alloc()
121 	ptr = pte_set_fixmap(phys);  in early_pgtable_alloc()
131 	return phys;  in early_pgtable_alloc()
173 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
181 		set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
190 		phys += PAGE_SIZE;  in init_pte()
197 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
225 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
229 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
231 		phys += next - addr;  in alloc_init_cont_pte()
236 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
249 		if (((addr | next | phys) & ~PMD_MASK) == 0 &&  in init_pmd()
251 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
260 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
266 		phys += next - addr;  in init_pmd()
273 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
303 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
307 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
309 		phys += next - addr;  in alloc_init_cont_pmd()
314 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
346 		   ((addr | next | phys) & ~PUD_MASK) == 0 &&  in alloc_init_pud()
348 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
357 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
363 		phys += next - addr;  in alloc_init_pud()
369 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping_locked()  argument
382 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping_locked()
385 	phys &= PAGE_MASK;  in __create_pgd_mapping_locked()
391 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping_locked()
393 		phys += next - addr;  in __create_pgd_mapping_locked()
397 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
404 	__create_pgd_mapping_locked(pgdir, phys, virt, size, prot,  in __create_pgd_mapping()
411 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
452 void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
457 			&phys, virt);  in create_mapping_noalloc()
460 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
464 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
475 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
479 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
484 			&phys, virt);  in update_mapping_prot()
488 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
1171 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1173 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot));  in pud_set_huge()
1180 	VM_BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
1185 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
1187 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot));  in pmd_set_huge()
1194 	VM_BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()