35 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode);
48 static inline void kasan_populate(unsigned long start, unsigned long end, enum populate_mode mode)  in kasan_populate()  argument
51 	end = PAGE_ALIGN(__sha(end));  in kasan_populate()
52 	pgtable_populate(start, end, mode);  in kasan_populate()
62 	unsigned long start, end;  in kasan_populate_shadow()  local
105 	for_each_physmem_usable_range(i, &start, &end) {  in kasan_populate_shadow()
106 		kasan_populate(start, end, POPULATE_KASAN_MAP_SHADOW);  in kasan_populate_shadow()
109 		memgap_start = end;  in kasan_populate_shadow()
124 					   unsigned long end, enum populate_mode mode)  in kasan_pgd_populate_zero_shadow()  argument
127 	    IS_ALIGNED(addr, PGDIR_SIZE) && end - addr >= PGDIR_SIZE) {  in kasan_pgd_populate_zero_shadow()
135 					   unsigned long end, enum populate_mode mode)  in kasan_p4d_populate_zero_shadow()  argument
138 	    IS_ALIGNED(addr, P4D_SIZE) && end - addr >= P4D_SIZE) {  in kasan_p4d_populate_zero_shadow()
146 					   unsigned long end, enum populate_mode mode)  in kasan_pud_populate_zero_shadow()  argument
149 	    IS_ALIGNED(addr, PUD_SIZE) && end - addr >= PUD_SIZE) {  in kasan_pud_populate_zero_shadow()
157 					   unsigned long end, enum populate_mode mode)  in kasan_pmd_populate_zero_shadow()  argument
160 	    IS_ALIGNED(addr, PMD_SIZE) && end - addr >= PMD_SIZE) {  in kasan_pmd_populate_zero_shadow()
182 						  unsigned long end, enum populate_mode mode)  in kasan_pgd_populate_zero_shadow()  argument
188 						  unsigned long end, enum populate_mode mode)  in kasan_p4d_populate_zero_shadow()  argument
194 						  unsigned long end, enum populate_mode mode)  in kasan_pud_populate_zero_shadow()  argument
200 						  unsigned long end, enum populate_mode mode)  in kasan_pmd_populate_zero_shadow()  argument
271 static bool can_large_pud(pud_t *pu_dir, unsigned long addr, unsigned long end)  in can_large_pud()  argument
274 	       IS_ALIGNED(addr, PUD_SIZE) && (end - addr) >= PUD_SIZE;  in can_large_pud()
277 static bool can_large_pmd(pmd_t *pm_dir, unsigned long addr, unsigned long end)  in can_large_pmd()  argument
280 	       IS_ALIGNED(addr, PMD_SIZE) && (end - addr) >= PMD_SIZE;  in can_large_pmd()
283 static void pgtable_pte_populate(pmd_t *pmd, unsigned long addr, unsigned long end,  in pgtable_pte_populate()  argument
290 	for (; addr < end; addr += PAGE_SIZE, pte++) {  in pgtable_pte_populate()
306 static void pgtable_pmd_populate(pud_t *pud, unsigned long addr, unsigned long end,  in pgtable_pmd_populate()  argument
314 	for (; addr < end; addr = next, pmd++) {  in pgtable_pmd_populate()
315 		next = pmd_addr_end(addr, end);  in pgtable_pmd_populate()
339 static void pgtable_pud_populate(p4d_t *p4d, unsigned long addr, unsigned long end,  in pgtable_pud_populate()  argument
347 	for (; addr < end; addr = next, pud++) {  in pgtable_pud_populate()
348 		next = pud_addr_end(addr, end);  in pgtable_pud_populate()
372 static void pgtable_p4d_populate(pgd_t *pgd, unsigned long addr, unsigned long end,  in pgtable_p4d_populate()  argument
380 	for (; addr < end; addr = next, p4d++) {  in pgtable_p4d_populate()
381 		next = p4d_addr_end(addr, end);  in pgtable_p4d_populate()
392 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode)  in pgtable_populate()  argument
399 	for (; addr < end; addr = next, pgd++) {  in pgtable_populate()
400 		next = pgd_addr_end(addr, end);  in pgtable_populate()
417 	unsigned long start, end;  in setup_vmem()  local
440 	for_each_physmem_usable_range(i, &start, &end)  in setup_vmem()
441 		pgtable_populate(start, end, POPULATE_DIRECT);  in setup_vmem()