17 #define __pgd_none(early, pgd) (0)  argument
19 #define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \  argument
24 #define __p4d_none(early, p4d) (0)  argument
26 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \  argument
31 #define __pud_none(early, pud) (0)  argument
33 #define __pud_none(early, pud) (early ? (pud_val(pud) == 0) : \  argument
37 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \  argument
40 #define __pte_none(early, pte) (early ? pte_none(pte) : \  argument
118 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early)  in kasan_pte_offset()  argument
120 	if (__pmd_none(early, pmdp_get(pmdp))) {  in kasan_pte_offset()
121 		phys_addr_t pte_phys = early ?  in kasan_pte_offset()
123 		if (!early)  in kasan_pte_offset()
131 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, bool early)  in kasan_pmd_offset()  argument
133 	if (__pud_none(early, pudp_get(pudp))) {  in kasan_pmd_offset()
134 		phys_addr_t pmd_phys = early ?  in kasan_pmd_offset()
136 		if (!early)  in kasan_pmd_offset()
144 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early)  in kasan_pud_offset()  argument
146 	if (__p4d_none(early, p4dp_get(p4dp))) {  in kasan_pud_offset()
147 		phys_addr_t pud_phys = early ?  in kasan_pud_offset()
149 		if (!early)  in kasan_pud_offset()
157 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, bool early)  in kasan_p4d_offset()  argument
159 	if (__pgd_none(early, pgdp_get(pgdp))) {  in kasan_p4d_offset()
160 		phys_addr_t p4d_phys = early ?  in kasan_p4d_offset()
162 		if (!early)  in kasan_p4d_offset()
171 				      unsigned long end, int node, bool early)  in kasan_pte_populate()  argument
174 	pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);  in kasan_pte_populate()
177 		phys_addr_t page_phys = early ?  in kasan_pte_populate()
182 	} while (ptep++, addr = next, addr != end && __pte_none(early, ptep_get(ptep)));  in kasan_pte_populate()
186 				      unsigned long end, int node, bool early)  in kasan_pmd_populate()  argument
189 	pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);  in kasan_pmd_populate()
193 		kasan_pte_populate(pmdp, addr, next, node, early);  in kasan_pmd_populate()
194 	} while (pmdp++, addr = next, addr != end && __pmd_none(early, pmdp_get(pmdp)));  in kasan_pmd_populate()
198 					    unsigned long end, int node, bool early)  in kasan_pud_populate()  argument
201 	pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);  in kasan_pud_populate()
205 		kasan_pmd_populate(pudp, addr, next, node, early);  in kasan_pud_populate()
206 	} while (pudp++, addr = next, addr != end && __pud_none(early, READ_ONCE(*pudp)));  in kasan_pud_populate()
210 					    unsigned long end, int node, bool early)  in kasan_p4d_populate()  argument
213 	p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early);  in kasan_p4d_populate()
217 		kasan_pud_populate(p4dp, addr, next, node, early);  in kasan_p4d_populate()
218 	} while (p4dp++, addr = next, addr != end && __p4d_none(early, READ_ONCE(*p4dp)));  in kasan_p4d_populate()
222 				      int node, bool early)  in kasan_pgd_populate()  argument
231 		kasan_p4d_populate(pgdp, addr, next, node, early);  in kasan_pgd_populate()