| /linux-6.12.1/mm/ |
| D | userfaultfd.c | 171 int mfill_atomic_install_pte(pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
195 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
240 static int mfill_atomic_pte_copy(pmd_t *dst_pmd, in mfill_atomic_pte_copy() argument
305 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_copy()
316 static int mfill_atomic_pte_zeroed_folio(pmd_t *dst_pmd, in mfill_atomic_pte_zeroed_folio() argument
337 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_zeroed_folio()
348 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd, in mfill_atomic_pte_zeropage() argument
357 return mfill_atomic_pte_zeroed_folio(dst_pmd, dst_vma, dst_addr); in mfill_atomic_pte_zeropage()
362 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
383 static int mfill_atomic_pte_continue(pmd_t *dst_pmd, in mfill_atomic_pte_continue() argument
[all …]
|
| D | huge_memory.c | 1567 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1579 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1603 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1627 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1630 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1672 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1679 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
2377 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval, in move_pages_huge_pmd() argument
2450 dst_ptl = pmd_lockptr(mm, dst_pmd); in move_pages_huge_pmd()
2453 !pmd_same(*dst_pmd, dst_pmdval))) { in move_pages_huge_pmd()
[all …]
|
| D | memory.c | 1081 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1108 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1232 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1235 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1236 if (!dst_pmd) in copy_pmd_range()
1245 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1255 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1258 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
|
| D | shmem.c | 2899 int shmem_mfill_atomic_pte(pmd_t *dst_pmd, in shmem_mfill_atomic_pte() argument
2995 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
| /linux-6.12.1/include/linux/ |
| D | shmem_fs.h | 190 extern int shmem_mfill_atomic_pte(pmd_t *dst_pmd,
197 #define shmem_mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, \ argument
|
| D | userfaultfd_k.h | 118 extern int mfill_atomic_install_pte(pmd_t *dst_pmd,
143 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
|
| D | huge_mm.h | 13 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
|