62 uintptr_t _dtb_early_pa __initdata;
332 	return (pte_t *)((uintptr_t)pa);  in get_pte_virt_early()
346 static inline phys_addr_t __init alloc_pte_early(uintptr_t va)  in alloc_pte_early()
355 static inline phys_addr_t __init alloc_pte_fixmap(uintptr_t va)  in alloc_pte_fixmap()
360 static phys_addr_t __init alloc_pte_late(uintptr_t va)  in alloc_pte_late()
371 				      uintptr_t va, phys_addr_t pa,  in create_pte_mapping()
374 	uintptr_t pte_idx = pte_index(va);  in create_pte_mapping()
417 	return (pmd_t *)((uintptr_t)pa);  in get_pmd_virt_early()
431 static phys_addr_t __init alloc_pmd_early(uintptr_t va)  in alloc_pmd_early()
435 	return (uintptr_t)early_pmd;  in alloc_pmd_early()
438 static phys_addr_t __init alloc_pmd_fixmap(uintptr_t va)  in alloc_pmd_fixmap()
443 static phys_addr_t __init alloc_pmd_late(uintptr_t va)  in alloc_pmd_late()
454 				      uintptr_t va, phys_addr_t pa,  in create_pmd_mapping()
459 	uintptr_t pmd_idx = pmd_index(va);  in create_pmd_mapping()
482 	return (pud_t *)((uintptr_t)pa);  in get_pud_virt_early()
496 static phys_addr_t __init alloc_pud_early(uintptr_t va)  in alloc_pud_early()
501 	return (uintptr_t)early_pud;  in alloc_pud_early()
504 static phys_addr_t __init alloc_pud_fixmap(uintptr_t va)  in alloc_pud_fixmap()
509 static phys_addr_t alloc_pud_late(uintptr_t va)  in alloc_pud_late()
520 	return (p4d_t *)((uintptr_t)pa);  in get_p4d_virt_early()
534 static phys_addr_t __init alloc_p4d_early(uintptr_t va)  in alloc_p4d_early()
539 	return (uintptr_t)early_p4d;  in alloc_p4d_early()
542 static phys_addr_t __init alloc_p4d_fixmap(uintptr_t va)  in alloc_p4d_fixmap()
547 static phys_addr_t alloc_p4d_late(uintptr_t va)  in alloc_p4d_late()
557 				      uintptr_t va, phys_addr_t pa,  in create_pud_mapping()
562 	uintptr_t pud_index = pud_index(va);  in create_pud_mapping()
584 				      uintptr_t va, phys_addr_t pa,  in create_p4d_mapping()
589 	uintptr_t p4d_index = p4d_index(va);  in create_p4d_mapping()
624 		(uintptr_t)fixmap_p4d : (pgtable_l4_enabled ?		\
625 		(uintptr_t)fixmap_pud : (uintptr_t)fixmap_pmd))
627 		(uintptr_t)trampoline_p4d : (pgtable_l4_enabled ?	\
628 		(uintptr_t)trampoline_pud : (uintptr_t)trampoline_pmd))
630 		(uintptr_t)early_dtb_p4d : (pgtable_l4_enabled ?	\
631 		(uintptr_t)early_dtb_pud : (uintptr_t)early_dtb_pmd))
638 #define fixmap_pgd_next		((uintptr_t)fixmap_pte)
639 #define early_dtb_pgd_next	((uintptr_t)early_dtb_pmd)
646 				      uintptr_t va, phys_addr_t pa,  in create_pgd_mapping()
651 	uintptr_t pgd_idx = pgd_index(va);  in create_pgd_mapping()
672 static uintptr_t __init best_map_size(phys_addr_t base, phys_addr_t size)  in best_map_size()
690 	size_t sz = (size_t)((uintptr_t)(&_end) - (uintptr_t)(&_sdata));  in __copy_data()
697 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()
724 static __init pgprot_t pgprot_from_va(uintptr_t va)  in pgprot_from_va()
757 	uintptr_t set_satp_mode_pmd = ((unsigned long)set_satp_mode) & PMD_MASK;  in set_satp_mode()
761 			set_satp_mode_pmd, (uintptr_t)early_pud,  in set_satp_mode()
764 			   set_satp_mode_pmd, (uintptr_t)early_pmd,  in set_satp_mode()
777 			   check_l4 ? (uintptr_t)early_pud : (uintptr_t)early_p4d,  in set_satp_mode()
780 	identity_satp = PFN_DOWN((uintptr_t)&early_pg_dir) | satp_mode;  in set_satp_mode()
826 	uintptr_t va, end_va;  in create_kernel_page_table()
845 	uintptr_t va, end_va;  in create_kernel_page_table()
862 static void __init create_fdt_early_page_table(pgd_t *pgdir, uintptr_t dtb_pa)  in create_fdt_early_page_table()
865 	uintptr_t pa = dtb_pa & ~(PMD_SIZE - 1);  in create_fdt_early_page_table()
874 				   (uintptr_t)early_dtb_pud, P4D_SIZE, PAGE_TABLE);  in create_fdt_early_page_table()
878 				   (uintptr_t)early_dtb_pmd, PUD_SIZE, PAGE_TABLE);  in create_fdt_early_page_table()
929 	pt_ops.alloc_pte = kernel_mapping_pa_to_va((uintptr_t)alloc_pte_fixmap);  in pt_ops_set_fixmap()
930 	pt_ops.get_pte_virt = kernel_mapping_pa_to_va((uintptr_t)get_pte_virt_fixmap);  in pt_ops_set_fixmap()
932 	pt_ops.alloc_pmd = kernel_mapping_pa_to_va((uintptr_t)alloc_pmd_fixmap);  in pt_ops_set_fixmap()
933 	pt_ops.get_pmd_virt = kernel_mapping_pa_to_va((uintptr_t)get_pmd_virt_fixmap);  in pt_ops_set_fixmap()
934 	pt_ops.alloc_pud = kernel_mapping_pa_to_va((uintptr_t)alloc_pud_fixmap);  in pt_ops_set_fixmap()
935 	pt_ops.get_pud_virt = kernel_mapping_pa_to_va((uintptr_t)get_pud_virt_fixmap);  in pt_ops_set_fixmap()
936 	pt_ops.alloc_p4d = kernel_mapping_pa_to_va((uintptr_t)alloc_p4d_fixmap);  in pt_ops_set_fixmap()
937 	pt_ops.get_p4d_virt = kernel_mapping_pa_to_va((uintptr_t)get_p4d_virt_fixmap);  in pt_ops_set_fixmap()
959 asmlinkage void __init setup_vm(uintptr_t dtb_pa)  in setup_vm()
967 	kernel_map.xiprom = (uintptr_t)CONFIG_XIP_PHYS_ADDR;  in setup_vm()
968 	kernel_map.xiprom_sz = (uintptr_t)(&_exiprom) - (uintptr_t)(&_xiprom);  in setup_vm()
971 	kernel_map.phys_addr = (uintptr_t)CONFIG_PHYS_RAM_BASE;  in setup_vm()
972 	kernel_map.size = (uintptr_t)(&_end) - (uintptr_t)(&_sdata);  in setup_vm()
976 	kernel_map.phys_addr = (uintptr_t)(&_start);  in setup_vm()
977 	kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr;  in setup_vm()
1020 				   (uintptr_t)fixmap_pud, P4D_SIZE, PAGE_TABLE);  in setup_vm()
1024 				   (uintptr_t)fixmap_pmd, PUD_SIZE, PAGE_TABLE);  in setup_vm()
1026 			   (uintptr_t)fixmap_pte, PMD_SIZE, PAGE_TABLE);  in setup_vm()
1032 				   (uintptr_t)trampoline_pud, P4D_SIZE, PAGE_TABLE);  in setup_vm()
1035 				   (uintptr_t)trampoline_pmd, PUD_SIZE, PAGE_TABLE);  in setup_vm()
1094 	uintptr_t va, map_size;  in setup_vm_final()
1115 			va = (uintptr_t)__va(pa);  in setup_vm_final()
1143 asmlinkage void __init setup_vm(uintptr_t dtb_pa)  in setup_vm()