54 	unsigned long next;  in kasan_populate_pmd()  local
64 		next = pmd_addr_end(vaddr, end);  in kasan_populate_pmd()
66 		if (pmd_none(*pmdp) && IS_ALIGNED(vaddr, PMD_SIZE) && (next - vaddr) >= PMD_SIZE) {  in kasan_populate_pmd()
75 		kasan_populate_pte(pmdp, vaddr, next);  in kasan_populate_pmd()
76 	} while (pmdp++, vaddr = next, vaddr != end);  in kasan_populate_pmd()
84 	unsigned long next;  in kasan_populate_pud()  local
94 		next = pud_addr_end(vaddr, end);  in kasan_populate_pud()
96 		if (pud_none(*pudp) && IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) {  in kasan_populate_pud()
105 		kasan_populate_pmd(pudp, vaddr, next);  in kasan_populate_pud()
106 	} while (pudp++, vaddr = next, vaddr != end);  in kasan_populate_pud()
114 	unsigned long next;  in kasan_populate_p4d()  local
124 		next = p4d_addr_end(vaddr, end);  in kasan_populate_p4d()
126 		if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) {  in kasan_populate_p4d()
135 		kasan_populate_pud(p4dp, vaddr, next);  in kasan_populate_p4d()
136 	} while (p4dp++, vaddr = next, vaddr != end);  in kasan_populate_p4d()
143 	unsigned long next;  in kasan_populate_pgd()  local
146 		next = pgd_addr_end(vaddr, end);  in kasan_populate_pgd()
149 		    (next - vaddr) >= PGDIR_SIZE) {  in kasan_populate_pgd()
158 		kasan_populate_p4d(pgdp, vaddr, next);  in kasan_populate_pgd()
159 	} while (pgdp++, vaddr = next, vaddr != end);  in kasan_populate_pgd()
166 	unsigned long next;  in kasan_early_clear_pud()  local
176 		next = pud_addr_end(vaddr, end);  in kasan_early_clear_pud()
178 		if (IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) {  in kasan_early_clear_pud()
184 	} while (pudp++, vaddr = next, vaddr != end);  in kasan_early_clear_pud()
191 	unsigned long next;  in kasan_early_clear_p4d()  local
201 		next = p4d_addr_end(vaddr, end);  in kasan_early_clear_p4d()
204 		    (next - vaddr) >= P4D_SIZE) {  in kasan_early_clear_p4d()
209 		kasan_early_clear_pud(p4dp, vaddr, next);  in kasan_early_clear_p4d()
210 	} while (p4dp++, vaddr = next, vaddr != end);  in kasan_early_clear_p4d()
216 	unsigned long next;  in kasan_early_clear_pgd()  local
219 		next = pgd_addr_end(vaddr, end);  in kasan_early_clear_pgd()
222 		    (next - vaddr) >= PGDIR_SIZE) {  in kasan_early_clear_pgd()
227 		kasan_early_clear_p4d(pgdp, vaddr, next);  in kasan_early_clear_pgd()
228 	} while (pgdp++, vaddr = next, vaddr != end);  in kasan_early_clear_pgd()
237 	unsigned long next;  in kasan_early_populate_pud()  local
247 		next = pud_addr_end(vaddr, end);  in kasan_early_populate_pud()
250 		    (next - vaddr) >= PUD_SIZE) {  in kasan_early_populate_pud()
257 	} while (pudp++, vaddr = next, vaddr != end);  in kasan_early_populate_pud()
266 	unsigned long next;  in kasan_early_populate_p4d()  local
285 		next = p4d_addr_end(vaddr, end);  in kasan_early_populate_p4d()
288 		    (next - vaddr) >= P4D_SIZE) {  in kasan_early_populate_p4d()
294 		kasan_early_populate_pud(p4dp, vaddr, next);  in kasan_early_populate_p4d()
295 	} while (p4dp++, vaddr = next, vaddr != end);  in kasan_early_populate_p4d()
303 	unsigned long next;  in kasan_early_populate_pgd()  local
306 		next = pgd_addr_end(vaddr, end);  in kasan_early_populate_pgd()
309 		    (next - vaddr) >= PGDIR_SIZE) {  in kasan_early_populate_pgd()
315 		kasan_early_populate_p4d(pgdp, vaddr, next);  in kasan_early_populate_pgd()
316 	} while (pgdp++, vaddr = next, vaddr != end);  in kasan_early_populate_pgd()
377 	unsigned long next;  in kasan_shallow_populate_pud()  local
382 		next = pud_addr_end(vaddr, end);  in kasan_shallow_populate_pud()
391 	} while (pud_k++, vaddr = next, vaddr != end);  in kasan_shallow_populate_pud()
397 	unsigned long next;  in kasan_shallow_populate_p4d()  local
402 		next = p4d_addr_end(vaddr, end);  in kasan_shallow_populate_p4d()
411 	} while (p4d_k++, vaddr = next, vaddr != end);  in kasan_shallow_populate_p4d()
416 	unsigned long next;  in kasan_shallow_populate_pgd()  local
421 		next = pgd_addr_end(vaddr, end);  in kasan_shallow_populate_pgd()
429 		kasan_shallow_populate_p4d(pgd_k, vaddr, next);  in kasan_shallow_populate_pgd()
430 	} while (pgd_k++, vaddr = next, vaddr != end);  in kasan_shallow_populate_pgd()