243 				 unsigned long src_addr,  in mfill_atomic_pte_copy()  argument
275 		ret = copy_from_user(kaddr, (const void __user *) src_addr,  in mfill_atomic_pte_copy()
502 	unsigned long src_addr, dst_addr;  in mfill_atomic_hugetlb()  local
522 	src_addr = src_start;  in mfill_atomic_hugetlb()
566 	while (src_addr < src_start + len) {  in mfill_atomic_hugetlb()
598 					       src_addr, flags, &folio);  in mfill_atomic_hugetlb()
611 						   (const void __user *)src_addr, true);  in mfill_atomic_hugetlb()
624 			src_addr += vma_hpagesize;  in mfill_atomic_hugetlb()
659 						unsigned long src_addr,  in mfill_atomic_pte()  argument
686 						    dst_addr, src_addr,  in mfill_atomic_pte()
693 					     dst_addr, src_addr,  in mfill_atomic_pte()
710 	unsigned long src_addr, dst_addr;  in mfill_atomic()  local
724 	src_addr = src_start;  in mfill_atomic()
778 	while (src_addr < src_start + len) {  in mfill_atomic()
816 				       src_addr, flags, &folio);  in mfill_atomic()
828 					     (const void __user *) src_addr,  in mfill_atomic()
842 			src_addr += PAGE_SIZE;  in mfill_atomic()
1027 			    unsigned long dst_addr, unsigned long src_addr,  in move_present_pte()  argument
1049 	orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte);  in move_present_pte()
1052 		set_pte_at(mm, src_addr, src_pte, orig_src_pte);  in move_present_pte()
1071 			 unsigned long dst_addr, unsigned long src_addr,  in move_swap_pte()  argument
1087 	orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte);  in move_swap_pte()
1097 			     unsigned long dst_addr, unsigned long src_addr,  in move_zeropage_pte()  argument
1113 	ptep_clear_flush(src_vma, src_addr, src_pte);  in move_zeropage_pte()
1129 			  unsigned long dst_addr, unsigned long src_addr,  in move_pages_pte()  argument
1144 	flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE);  in move_pages_pte()
1146 				src_addr, src_addr + PAGE_SIZE);  in move_pages_pte()
1157 	src_pte = pte_offset_map_nolock(mm, src_pmd, src_addr, &src_ptl);  in move_pages_pte()
1205 					       dst_addr, src_addr, dst_pte, src_pte,  in move_pages_pte()
1230 			folio = vm_normal_folio(src_vma, src_addr, orig_src_pte);  in move_pages_pte()
1296 				       dst_addr, src_addr, dst_pte, src_pte,  in move_pages_pte()
1306 				migration_entry_wait(mm, src_pmd, src_addr);  in move_pages_pte()
1313 		err = move_swap_pte(mm, dst_addr, src_addr,  in move_pages_pte()
1339 					unsigned long src_addr,  in move_splits_huge_pmd()  argument
1342 	return (src_addr & ~HPAGE_PMD_MASK) || (dst_addr & ~HPAGE_PMD_MASK) ||  in move_splits_huge_pmd()
1343 		src_end - src_addr < HPAGE_PMD_SIZE;  in move_splits_huge_pmd()
1347 					unsigned long src_addr,  in move_splits_huge_pmd()  argument
1597 	unsigned long src_addr, dst_addr;  in move_pages()  local
1642 	for (src_addr = src_start, dst_addr = dst_start;  in move_pages()
1643 	     src_addr < src_start + len;) {  in move_pages()
1653 		src_pmd = mm_find_pmd(mm, src_addr);  in move_pages()
1659 			src_pmd = mm_alloc_pmd(mm, src_addr);  in move_pages()
1692 			if (move_splits_huge_pmd(dst_addr, src_addr, src_start + len) ||  in move_pages()
1704 				split_huge_pmd(src_vma, src_pmd, src_addr);  in move_pages()
1711 						  dst_addr, src_addr);  in move_pages()
1732 					     dst_addr, src_addr, mode);  in move_pages()
1753 		src_addr += step_size;  in move_pages()