25 hugetlb_get_unmapped_area(struct file *file, unsigned long addr,  in hugetlb_get_unmapped_area()  argument
36 		if (prepare_hugepage_range(file, addr, len))  in hugetlb_get_unmapped_area()
39 	if (addr)  in hugetlb_get_unmapped_area()
40 		addr = ALIGN(addr, huge_page_size(h));  in hugetlb_get_unmapped_area()
43 	return arch_get_unmapped_area(file, addr, len, pgoff, flags, 0);  in hugetlb_get_unmapped_area()
48 			unsigned long addr, unsigned long sz)  in huge_pte_alloc()  argument
61 	addr &= HPAGE_MASK;  in huge_pte_alloc()
63 	pgd = pgd_offset(mm, addr);  in huge_pte_alloc()
64 	p4d = p4d_offset(pgd, addr);  in huge_pte_alloc()
65 	pud = pud_alloc(mm, p4d, addr);  in huge_pte_alloc()
67 		pmd = pmd_alloc(mm, pud, addr);  in huge_pte_alloc()
69 			pte = pte_alloc_huge(mm, pmd, addr);  in huge_pte_alloc()
75 		       unsigned long addr, unsigned long sz)  in huge_pte_offset()  argument
83 	addr &= HPAGE_MASK;  in huge_pte_offset()
85 	pgd = pgd_offset(mm, addr);  in huge_pte_offset()
87 		p4d = p4d_offset(pgd, addr);  in huge_pte_offset()
89 			pud = pud_offset(p4d, addr);  in huge_pte_offset()
91 				pmd = pmd_offset(pud, addr);  in huge_pte_offset()
93 					pte = pte_offset_huge(pmd, addr);  in huge_pte_offset()
104 static inline void purge_tlb_entries_huge(struct mm_struct *mm, unsigned long addr)  in purge_tlb_entries_huge()  argument
112 	addr &= HPAGE_MASK;  in purge_tlb_entries_huge()
113 	addr |= _HUGE_PAGE_SIZE_ENCODING_DEFAULT;  in purge_tlb_entries_huge()
116 		purge_tlb_entries(mm, addr);  in purge_tlb_entries_huge()
117 		addr += (1UL << REAL_HPAGE_SHIFT);  in purge_tlb_entries_huge()
122 static void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr,  in __set_huge_pte_at()  argument
128 	addr &= HPAGE_MASK;  in __set_huge_pte_at()
129 	addr_start = addr;  in __set_huge_pte_at()
135 		addr += PAGE_SIZE;  in __set_huge_pte_at()
142 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,  in set_huge_pte_at()  argument
145 	__set_huge_pte_at(mm, addr, ptep, entry);  in set_huge_pte_at()
149 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,  in huge_ptep_get_and_clear()  argument
155 	__set_huge_pte_at(mm, addr, ptep, __pte(0));  in huge_ptep_get_and_clear()
162 				unsigned long addr, pte_t *ptep)  in huge_ptep_set_wrprotect()  argument
167 	__set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte));  in huge_ptep_set_wrprotect()
171 				unsigned long addr, pte_t *ptep,  in huge_ptep_set_access_flags()  argument
179 		__set_huge_pte_at(mm, addr, ptep, pte);  in huge_ptep_set_access_flags()