70 static inline bool kasan_pte_table(pmd_t pmd)  in kasan_pte_table()  argument
72 	return pmd_page(pmd) == virt_to_page(lm_alias(kasan_early_shadow_pte));  in kasan_pte_table()
92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr,  in zero_pte_populate()  argument
95 	pte_t *pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
105 		pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
116 	pmd_t *pmd = pmd_offset(pud, addr);  in zero_pmd_populate()  local
123 			pmd_populate_kernel(&init_mm, pmd,  in zero_pmd_populate()
128 		if (pmd_none(*pmd)) {  in zero_pmd_populate()
140 			pmd_populate_kernel(&init_mm, pmd, p);  in zero_pmd_populate()
142 		zero_pte_populate(pmd, addr, next);  in zero_pmd_populate()
143 	} while (pmd++, addr = next, addr != end);  in zero_pmd_populate()
161 			pmd_t *pmd;  in zero_pud_populate()  local
165 			pmd = pmd_offset(pud, addr);  in zero_pud_populate()
166 			pmd_populate_kernel(&init_mm, pmd,  in zero_pud_populate()
204 			pmd_t *pmd;  in zero_p4d_populate()  local
211 			pmd = pmd_offset(pud, addr);  in zero_p4d_populate()
212 			pmd_populate_kernel(&init_mm, pmd,  in zero_p4d_populate()
256 			pmd_t *pmd;  in kasan_populate_early_shadow()  local
274 			pmd = pmd_offset(pud, addr);  in kasan_populate_early_shadow()
275 			pmd_populate_kernel(&init_mm, pmd,  in kasan_populate_early_shadow()
298 static void kasan_free_pte(pte_t *pte_start, pmd_t *pmd)  in kasan_free_pte()  argument
309 	pte_free_kernel(&init_mm, (pte_t *)page_to_virt(pmd_page(*pmd)));  in kasan_free_pte()
310 	pmd_clear(pmd);  in kasan_free_pte()
315 	pmd_t *pmd;  in kasan_free_pmd()  local
319 		pmd = pmd_start + i;  in kasan_free_pmd()
320 		if (!pmd_none(*pmd))  in kasan_free_pmd()
380 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr,  in kasan_remove_pmd_table()  argument
385 	for (; addr < end; addr = next, pmd++) {  in kasan_remove_pmd_table()
390 		if (!pmd_present(*pmd))  in kasan_remove_pmd_table()
393 		if (kasan_pte_table(*pmd)) {  in kasan_remove_pmd_table()
396 				pmd_clear(pmd);  in kasan_remove_pmd_table()
400 		pte = pte_offset_kernel(pmd, addr);  in kasan_remove_pmd_table()
402 		kasan_free_pte(pte_offset_kernel(pmd, 0), pmd);  in kasan_remove_pmd_table()
412 		pmd_t *pmd, *pmd_base;  in kasan_remove_pud_table()  local
426 		pmd = pmd_offset(pud, addr);  in kasan_remove_pud_table()
428 		kasan_remove_pmd_table(pmd, addr, next);  in kasan_remove_pud_table()