165 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr,  in modify_pte_table()  argument
177 	pte = pte_offset_kernel(pmd, addr);  in modify_pte_table()
207 static void try_free_pte_table(pmd_t *pmd, unsigned long start)  in try_free_pte_table()  argument
213 	pte = pte_offset_kernel(pmd, start);  in try_free_pte_table()
218 	vmem_pte_free((unsigned long *) pmd_deref(*pmd));  in try_free_pte_table()
219 	pmd_clear(pmd);  in try_free_pte_table()
229 	pmd_t *pmd;  in modify_pmd_table()  local
236 	pmd = pmd_offset(pud, addr);  in modify_pmd_table()
237 	for (; addr < end; addr = next, pmd++) {  in modify_pmd_table()
240 			if (pmd_none(*pmd))  in modify_pmd_table()
242 			if (pmd_leaf(*pmd)) {  in modify_pmd_table()
246 						vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE), altmap);  in modify_pmd_table()
247 					pmd_clear(pmd);  in modify_pmd_table()
250 					vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE), altmap);  in modify_pmd_table()
251 					pmd_clear(pmd);  in modify_pmd_table()
255 		} else if (pmd_none(*pmd)) {  in modify_pmd_table()
260 				set_pmd(pmd, __pmd(__pa(addr) | prot));  in modify_pmd_table()
275 					set_pmd(pmd, __pmd(__pa(new_page) | prot));  in modify_pmd_table()
286 			pmd_populate(&init_mm, pmd, pte);  in modify_pmd_table()
287 		} else if (pmd_leaf(*pmd)) {  in modify_pmd_table()
292 		ret = modify_pte_table(pmd, addr, next, add, direct, altmap);  in modify_pmd_table()
296 			try_free_pte_table(pmd, addr & PMD_MASK);  in modify_pmd_table()
307 	pmd_t *pmd;  in try_free_pmd_table()  local
310 	pmd = pmd_offset(pud, start);  in try_free_pmd_table()
311 	for (i = 0; i < PTRS_PER_PMD; i++, pmd++)  in try_free_pmd_table()
312 		if (!pmd_none(*pmd))  in try_free_pmd_table()
324 	pmd_t *pmd;  in modify_pud_table()  local
352 			pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in modify_pud_table()
353 			if (!pmd)  in modify_pud_table()
355 			pud_populate(&init_mm, pud, pmd);  in modify_pud_table()
576 	pmd_t *pmd;  in vmem_get_alloc_pte()  local
601 		pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in vmem_get_alloc_pte()
602 		if (!pmd)  in vmem_get_alloc_pte()
604 		pud_populate(&init_mm, pud, pmd);  in vmem_get_alloc_pte()
608 	pmd = pmd_offset(pud, addr);  in vmem_get_alloc_pte()
609 	if (pmd_none(*pmd)) {  in vmem_get_alloc_pte()
615 		pmd_populate(&init_mm, pmd, pte);  in vmem_get_alloc_pte()
616 	} else if (WARN_ON_ONCE(pmd_leaf(*pmd))) {  in vmem_get_alloc_pte()
619 	ptep = pte_offset_kernel(pmd, addr);  in vmem_get_alloc_pte()