17 #define __p4d_none(early, p4d) (0)  argument
19 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \  argument
24 #define __pud_none(early, pud) (0)  argument
26 #define __pud_none(early, pud) (early ? (pud_val(pud) == 0) : \  argument
30 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \  argument
33 #define __pte_none(early, pte) (early ? pte_none(pte) : \  argument
106 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early)  in kasan_pte_offset()  argument
108 	if (__pmd_none(early, READ_ONCE(*pmdp))) {  in kasan_pte_offset()
109 		phys_addr_t pte_phys = early ?  in kasan_pte_offset()
111 		if (!early)  in kasan_pte_offset()
119 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, bool early)  in kasan_pmd_offset()  argument
121 	if (__pud_none(early, READ_ONCE(*pudp))) {  in kasan_pmd_offset()
122 		phys_addr_t pmd_phys = early ?  in kasan_pmd_offset()
124 		if (!early)  in kasan_pmd_offset()
132 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early)  in kasan_pud_offset()  argument
134 	if (__p4d_none(early, READ_ONCE(*p4dp))) {  in kasan_pud_offset()
135 		phys_addr_t pud_phys = early ?  in kasan_pud_offset()
137 		if (!early)  in kasan_pud_offset()
146 				      unsigned long end, int node, bool early)  in kasan_pte_populate()  argument
149 	pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);  in kasan_pte_populate()
152 		phys_addr_t page_phys = early ?  in kasan_pte_populate()
157 	} while (ptep++, addr = next, addr != end && __pte_none(early, READ_ONCE(*ptep)));  in kasan_pte_populate()
161 				      unsigned long end, int node, bool early)  in kasan_pmd_populate()  argument
164 	pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);  in kasan_pmd_populate()
168 		kasan_pte_populate(pmdp, addr, next, node, early);  in kasan_pmd_populate()
169 	} while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp)));  in kasan_pmd_populate()
173 					    unsigned long end, int node, bool early)  in kasan_pud_populate()  argument
176 	pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);  in kasan_pud_populate()
180 		kasan_pmd_populate(pudp, addr, next, node, early);  in kasan_pud_populate()
185 					    unsigned long end, int node, bool early)  in kasan_p4d_populate()  argument
192 		kasan_pud_populate(p4dp, addr, next, node, early);  in kasan_p4d_populate()
197 				      int node, bool early)  in kasan_pgd_populate()  argument
206 		kasan_p4d_populate(pgdp, addr, next, node, early);  in kasan_pgd_populate()