171 int mfill_atomic_install_pte(pmd_t *dst_pmd,  in mfill_atomic_install_pte()  argument
195 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_install_pte()
240 static int mfill_atomic_pte_copy(pmd_t *dst_pmd,  in mfill_atomic_pte_copy()  argument
305 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_copy()
316 static int mfill_atomic_pte_zeroed_folio(pmd_t *dst_pmd,  in mfill_atomic_pte_zeroed_folio()  argument
337 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_zeroed_folio()
348 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd,  in mfill_atomic_pte_zeropage()  argument
357 		return mfill_atomic_pte_zeroed_folio(dst_pmd, dst_vma, dst_addr);  in mfill_atomic_pte_zeropage()
362 	dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_pte_zeropage()
383 static int mfill_atomic_pte_continue(pmd_t *dst_pmd,  in mfill_atomic_pte_continue()  argument
411 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_continue()
427 static int mfill_atomic_pte_poison(pmd_t *dst_pmd,  in mfill_atomic_pte_poison()  argument
439 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_pte_poison()
656 static __always_inline ssize_t mfill_atomic_pte(pmd_t *dst_pmd,  in mfill_atomic_pte()  argument
666 		return mfill_atomic_pte_continue(dst_pmd, dst_vma,  in mfill_atomic_pte()
669 		return mfill_atomic_pte_poison(dst_pmd, dst_vma,  in mfill_atomic_pte()
685 			err = mfill_atomic_pte_copy(dst_pmd, dst_vma,  in mfill_atomic_pte()
689 			err = mfill_atomic_pte_zeropage(dst_pmd,  in mfill_atomic_pte()
692 		err = shmem_mfill_atomic_pte(dst_pmd, dst_vma,  in mfill_atomic_pte()
709 	pmd_t *dst_pmd;  in mfill_atomic()  local
783 		dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);  in mfill_atomic()
784 		if (unlikely(!dst_pmd)) {  in mfill_atomic()
789 		dst_pmdval = pmdp_get_lockless(dst_pmd);  in mfill_atomic()
791 		    unlikely(__pte_alloc(dst_mm, dst_pmd))) {  in mfill_atomic()
795 		dst_pmdval = pmdp_get_lockless(dst_pmd);  in mfill_atomic()
815 		err = mfill_atomic_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic()
1126 static int move_pages_pte(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd,  in move_pages_pte()  argument
1149 	dst_pte = pte_offset_map_nolock(mm, dst_pmd, dst_addr, &dst_ptl);  in move_pages_pte()
1171 	if (WARN_ON_ONCE(pmd_none(*dst_pmd)) ||	WARN_ON_ONCE(pmd_none(*src_pmd)) ||  in move_pages_pte()
1172 	    WARN_ON_ONCE(pmd_trans_huge(*dst_pmd)) || WARN_ON_ONCE(pmd_trans_huge(*src_pmd))) {  in move_pages_pte()
1598 	pmd_t *src_pmd, *dst_pmd;  in move_pages()  local
1665 		dst_pmd = mm_alloc_pmd(mm, dst_addr);  in move_pages()
1666 		if (unlikely(!dst_pmd)) {  in move_pages()
1671 		dst_pmdval = pmdp_get_lockless(dst_pmd);  in move_pages()
1709 			err = move_pages_huge_pmd(mm, dst_pmd, src_pmd,  in move_pages()
1725 			if (unlikely(pte_alloc(mm, dst_pmd))) {  in move_pages()
1730 			err = move_pages_pte(mm, dst_pmd, src_pmd,  in move_pages()