Home
last modified time | relevance | path

Searched refs:src_pmd (Results 1 – 5 of 5) sorted by relevance

/linux-6.12.1/mm/
Duserfaultfd.c1126 static int move_pages_pte(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, in move_pages_pte() argument
1157 src_pte = pte_offset_map_nolock(mm, src_pmd, src_addr, &src_ptl); in move_pages_pte()
1171 if (WARN_ON_ONCE(pmd_none(*dst_pmd)) || WARN_ON_ONCE(pmd_none(*src_pmd)) || in move_pages_pte()
1172 WARN_ON_ONCE(pmd_trans_huge(*dst_pmd)) || WARN_ON_ONCE(pmd_trans_huge(*src_pmd))) { in move_pages_pte()
1306 migration_entry_wait(mm, src_pmd, src_addr); in move_pages_pte()
1598 pmd_t *src_pmd, *dst_pmd; in move_pages() local
1653 src_pmd = mm_find_pmd(mm, src_addr); in move_pages()
1654 if (unlikely(!src_pmd)) { in move_pages()
1659 src_pmd = mm_alloc_pmd(mm, src_addr); in move_pages()
1660 if (unlikely(!src_pmd)) { in move_pages()
[all …]
Dhuge_memory.c1567 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() argument
1577 pmd = pmdp_get_lockless(src_pmd); in copy_huge_pmd()
1580 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1604 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1608 pmd = *src_pmd; in copy_huge_pmd()
1619 if (pmd_swp_soft_dirty(*src_pmd)) in copy_huge_pmd()
1621 if (pmd_swp_uffd_wp(*src_pmd)) in copy_huge_pmd()
1623 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1666 __split_huge_pmd(src_vma, src_pmd, addr, false, NULL); in copy_huge_pmd()
1673 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
[all …]
Dmemory.c1081 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range() argument
1113 src_pte = pte_offset_map_nolock(src_mm, src_pmd, addr, &src_ptl); in copy_pte_range()
1232 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1238 src_pmd = pmd_offset(src_pud, addr); in copy_pmd_range()
1241 if (is_swap_pmd(*src_pmd) || pmd_trans_huge(*src_pmd) in copy_pmd_range()
1242 || pmd_devmap(*src_pmd)) { in copy_pmd_range()
1245 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1253 if (pmd_none_or_clear_bad(src_pmd)) in copy_pmd_range()
1255 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1258 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
/linux-6.12.1/include/linux/
Duserfaultfd_k.h143 int move_pages_huge_pmd(struct mm_struct *mm, pmd_t *dst_pmd, pmd_t *src_pmd, pmd_t dst_pmdval,
Dhuge_mm.h13 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,