277 static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr,  in alloc_init_cont_pmd()  argument
283 	pud_t pud = READ_ONCE(*pudp);  in alloc_init_cont_pmd()
301 		__pud_populate(pudp, pmd_phys, pudval);  in alloc_init_cont_pmd()
304 		pmdp = pmd_set_fixmap_offset(pudp, addr);  in alloc_init_cont_pmd()
333 	pud_t *pudp;  in alloc_init_pud()  local
343 		pudp = pud_set_fixmap(pud_phys);  in alloc_init_pud()
344 		init_clear_pgtable(pudp);  in alloc_init_pud()
345 		pudp += pud_index(addr);  in alloc_init_pud()
349 		pudp = pud_set_fixmap_offset(p4dp, addr);  in alloc_init_pud()
353 		pud_t old_pud = READ_ONCE(*pudp);  in alloc_init_pud()
363 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
370 						      READ_ONCE(pud_val(*pudp))));  in alloc_init_pud()
372 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
376 			       pud_val(old_pud) != READ_ONCE(pud_val(*pudp)));  in alloc_init_pud()
379 	} while (pudp++, addr = next, addr != end);  in alloc_init_pud()
875 static void unmap_hotplug_pmd_range(pud_t *pudp, unsigned long addr,  in unmap_hotplug_pmd_range()  argument
884 		pmdp = pmd_offset(pudp, addr);  in unmap_hotplug_pmd_range()
913 	pud_t *pudp, pud;  in unmap_hotplug_pud_range()  local
917 		pudp = pud_offset(p4dp, addr);  in unmap_hotplug_pud_range()
918 		pud = READ_ONCE(*pudp);  in unmap_hotplug_pud_range()
924 			pud_clear(pudp);  in unmap_hotplug_pud_range()
937 		unmap_hotplug_pmd_range(pudp, addr, next, free_mapped, altmap);  in unmap_hotplug_pud_range()
1023 static void free_empty_pmd_table(pud_t *pudp, unsigned long addr,  in free_empty_pmd_table()  argument
1032 		pmdp = pmd_offset(pudp, addr);  in free_empty_pmd_table()
1052 	pmdp = pmd_offset(pudp, 0UL);  in free_empty_pmd_table()
1058 	pud_clear(pudp);  in free_empty_pmd_table()
1067 	pud_t *pudp, pud;  in free_empty_pud_table()  local
1072 		pudp = pud_offset(p4dp, addr);  in free_empty_pud_table()
1073 		pud = READ_ONCE(*pudp);  in free_empty_pud_table()
1078 		free_empty_pmd_table(pudp, addr, next, floor, ceiling);  in free_empty_pud_table()
1092 	pudp = pud_offset(p4dp, 0UL);  in free_empty_pud_table()
1094 		if (!pud_none(READ_ONCE(pudp[i])))  in free_empty_pud_table()
1100 	free_hotplug_pgtable_page(virt_to_page(pudp));  in free_empty_pud_table()
1197 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1202 	if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)),  in pud_set_huge()
1207 	set_pud(pudp, new_pud);  in pud_set_huge()
1231 int pud_clear_huge(pud_t *pudp)  in pud_clear_huge()  argument
1233 	if (!pud_sect(READ_ONCE(*pudp)))  in pud_clear_huge()
1235 	pud_clear(pudp);  in pud_clear_huge()
1266 int pud_free_pmd_page(pud_t *pudp, unsigned long addr)  in pud_free_pmd_page()  argument
1273 	pud = READ_ONCE(*pudp);  in pud_free_pmd_page()
1280 	table = pmd_offset(pudp, addr);  in pud_free_pmd_page()
1288 	pud_clear(pudp);  in pud_free_pmd_page()