113 	unsigned long next;  in zero_pmd_populate()  local
116 		next = pmd_addr_end(addr, end);  in zero_pmd_populate()
136 		zero_pte_populate(pmd, addr, next);  in zero_pmd_populate()
137 	} while (pmd++, addr = next, addr != end);  in zero_pmd_populate()
150 	unsigned long next;  in zero_pud_populate()  local
153 		next = pud_addr_end(addr, end);  in zero_pud_populate()
178 		zero_pmd_populate(pud, addr, next);  in zero_pud_populate()
179 	} while (pud++, addr = next, addr != end);  in zero_pud_populate()
192 	unsigned long next;  in zero_p4d_populate()  local
195 		next = p4d_addr_end(addr, end);  in zero_p4d_populate()
224 		zero_pud_populate(p4d, addr, next);  in zero_p4d_populate()
225 	} while (p4d++, addr = next, addr != end);  in zero_p4d_populate()
242 	unsigned long next;  in kasan_populate_early_shadow()  local
245 		next = pgd_addr_end(addr, end);  in kasan_populate_early_shadow()
286 		zero_p4d_populate(pgd, addr, next);  in kasan_populate_early_shadow()
287 	} while (pgd++, addr = next, addr != end);  in kasan_populate_early_shadow()
355 	unsigned long next;  in kasan_remove_pte_table()  local
358 	for (; addr < end; addr = next, pte++) {  in kasan_remove_pte_table()
359 		next = (addr + PAGE_SIZE) & PAGE_MASK;  in kasan_remove_pte_table()
360 		if (next > end)  in kasan_remove_pte_table()
361 			next = end;  in kasan_remove_pte_table()
377 	unsigned long next;  in kasan_remove_pmd_table()  local
379 	for (; addr < end; addr = next, pmd++) {  in kasan_remove_pmd_table()
382 		next = pmd_addr_end(addr, end);  in kasan_remove_pmd_table()
389 			    IS_ALIGNED(next, PMD_SIZE)) {  in kasan_remove_pmd_table()
395 		kasan_remove_pte_table(pte, addr, next);  in kasan_remove_pmd_table()
403 	unsigned long next;  in kasan_remove_pud_table()  local
405 	for (; addr < end; addr = next, pud++) {  in kasan_remove_pud_table()
408 		next = pud_addr_end(addr, end);  in kasan_remove_pud_table()
415 			    IS_ALIGNED(next, PUD_SIZE)) {  in kasan_remove_pud_table()
422 		kasan_remove_pmd_table(pmd, addr, next);  in kasan_remove_pud_table()
430 	unsigned long next;  in kasan_remove_p4d_table()  local
432 	for (; addr < end; addr = next, p4d++) {  in kasan_remove_p4d_table()
435 		next = p4d_addr_end(addr, end);  in kasan_remove_p4d_table()
442 			    IS_ALIGNED(next, P4D_SIZE)) {  in kasan_remove_p4d_table()
448 		kasan_remove_pud_table(pud, addr, next);  in kasan_remove_p4d_table()
455 	unsigned long addr, end, next;  in kasan_remove_zero_shadow()  local
465 	for (; addr < end; addr = next) {  in kasan_remove_zero_shadow()
468 		next = pgd_addr_end(addr, end);  in kasan_remove_zero_shadow()
476 			    IS_ALIGNED(next, PGDIR_SIZE)) {  in kasan_remove_zero_shadow()
483 		kasan_remove_p4d_table(p4d, addr, next);  in kasan_remove_zero_shadow()