75 DEFINE_POPULATE(pud_populate, pud, pmd, init)  in DEFINE_POPULATE()
76 DEFINE_POPULATE(pmd_populate_kernel, pmd, pte, init)  in DEFINE_POPULATE()
90 DEFINE_ENTRY(pmd, pmd, init)
276 		pmd_t *pmd = (pmd_t *) spp_getpage();  in fill_pmd()  local
277 		pud_populate(&init_mm, pud, pmd);  in fill_pmd()
278 		if (pmd != pmd_offset(pud, 0))  in fill_pmd()
280 			       pmd, pmd_offset(pud, 0));  in fill_pmd()
285 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr)  in fill_pte()  argument
287 	if (pmd_none(*pmd)) {  in fill_pte()
289 		pmd_populate_kernel(&init_mm, pmd, pte);  in fill_pte()
290 		if (pte != pte_offset_kernel(pmd, 0))  in fill_pte()
293 	return pte_offset_kernel(pmd, vaddr);  in fill_pte()
298 	pmd_t *pmd = fill_pmd(pud, vaddr);  in __set_pte_vaddr()  local
299 	pte_t *pte = fill_pte(pmd, vaddr);  in __set_pte_vaddr()
357 	pmd_t *pmd;  in populate_extra_pte()  local
359 	pmd = populate_extra_pmd(vaddr);  in populate_extra_pte()
360 	return fill_pte(pmd, vaddr);  in populate_extra_pte()
372 	pmd_t *pmd;  in __init_extra_mapping()  local
393 			pmd = (pmd_t *) spp_getpage();  in __init_extra_mapping()
394 			set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE |  in __init_extra_mapping()
397 		pmd = pmd_offset(pud, phys);  in __init_extra_mapping()
398 		BUG_ON(!pmd_none(*pmd));  in __init_extra_mapping()
399 		set_pmd(pmd, __pmd(phys | pgprot_val(prot)));  in __init_extra_mapping()
431 	pmd_t *pmd = level2_kernel_pgt;  in cleanup_highmap()  local
441 	for (; vaddr + PMD_SIZE - 1 < vaddr_end; pmd++, vaddr += PMD_SIZE) {  in cleanup_highmap()
442 		if (pmd_none(*pmd))  in cleanup_highmap()
445 			set_pmd(pmd, __pmd(0));  in cleanup_highmap()
519 		pmd_t *pmd = pmd_page + pmd_index(paddr);  in phys_pmd_init()  local
532 				set_pmd_init(pmd, __pmd(0), init);  in phys_pmd_init()
536 		if (!pmd_none(*pmd)) {  in phys_pmd_init()
537 			if (!pmd_leaf(*pmd)) {  in phys_pmd_init()
539 				pte = (pte_t *)pmd_page_vaddr(*pmd);  in phys_pmd_init()
564 			new_prot = pte_pgprot(pte_clrhuge(*(pte_t *)pmd));  in phys_pmd_init()
570 			set_pmd_init(pmd,  in phys_pmd_init()
582 		pmd_populate_kernel_init(&init_mm, pmd, pte, init);  in phys_pmd_init()
606 		pmd_t *pmd;  in phys_pud_init()  local
627 				pmd = pmd_offset(pud, 0);  in phys_pud_init()
628 				paddr_last = phys_pmd_init(pmd, paddr,  in phys_pud_init()
666 		pmd = alloc_low_page();  in phys_pud_init()
667 		paddr_last = phys_pmd_init(pmd, paddr, paddr_end,  in phys_pud_init()
671 		pud_populate_init(&init_mm, pud, pmd, init);  in phys_pud_init()
1015 static void __meminit free_pte_table(pte_t *pte_start, pmd_t *pmd)  in free_pte_table()  argument
1027 	free_pagetable(pmd_page(*pmd), 0);  in free_pte_table()
1029 	pmd_clear(pmd);  in free_pte_table()
1035 	pmd_t *pmd;  in free_pmd_table()  local
1039 		pmd = pmd_start + i;  in free_pmd_table()
1040 		if (!pmd_none(*pmd))  in free_pmd_table()
1118 	pmd_t *pmd;  in remove_pmd_table()  local
1120 	pmd = pmd_start + pmd_index(addr);  in remove_pmd_table()
1121 	for (; addr < end; addr = next, pmd++) {  in remove_pmd_table()
1124 		if (!pmd_present(*pmd))  in remove_pmd_table()
1127 		if (pmd_leaf(*pmd)) {  in remove_pmd_table()
1131 					free_hugepage_table(pmd_page(*pmd),  in remove_pmd_table()
1135 				pmd_clear(pmd);  in remove_pmd_table()
1141 					free_hugepage_table(pmd_page(*pmd),  in remove_pmd_table()
1144 					pmd_clear(pmd);  in remove_pmd_table()
1151 		pte_base = (pte_t *)pmd_page_vaddr(*pmd);  in remove_pmd_table()
1153 		free_pte_table(pte_base, pmd);  in remove_pmd_table()
1491 void __meminit vmemmap_set_pmd(pmd_t *pmd, void *p, int node,  in vmemmap_set_pmd()  argument
1498 	set_pmd(pmd, __pmd(pte_val(entry)));  in vmemmap_set_pmd()
1518 int __meminit vmemmap_check_pmd(pmd_t *pmd, int node,  in vmemmap_check_pmd()  argument
1521 	int large = pmd_leaf(*pmd);  in vmemmap_check_pmd()
1523 	if (pmd_leaf(*pmd)) {  in vmemmap_check_pmd()
1524 		vmemmap_verify((pte_t *)pmd, node, addr, next);  in vmemmap_check_pmd()
1564 	pmd_t *pmd;  in register_page_bootmem_memmap()  local
1594 			pmd = pmd_offset(pud, addr);  in register_page_bootmem_memmap()
1595 			if (pmd_none(*pmd))  in register_page_bootmem_memmap()
1597 			get_page_bootmem(section_nr, pmd_page(*pmd),  in register_page_bootmem_memmap()
1600 			pte = pte_offset_kernel(pmd, addr);  in register_page_bootmem_memmap()
1608 			pmd = pmd_offset(pud, addr);  in register_page_bootmem_memmap()
1609 			if (pmd_none(*pmd))  in register_page_bootmem_memmap()
1613 			page = pmd_page(*pmd);  in register_page_bootmem_memmap()