Searched refs:src_pte (Results 1 – 3 of 3) sorted by relevance
| /linux-6.12.1/mm/ |
| D | userfaultfd.c | 1028 pte_t *dst_pte, pte_t *src_pte, in move_present_pte() argument
1037 if (!pte_same(ptep_get(src_pte), orig_src_pte) || in move_present_pte()
1049 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1052 set_pte_at(mm, src_addr, src_pte, orig_src_pte); in move_present_pte()
1072 pte_t *dst_pte, pte_t *src_pte, in move_swap_pte() argument
1081 if (!pte_same(ptep_get(src_pte), orig_src_pte) || in move_swap_pte()
1087 orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte); in move_swap_pte()
1098 pte_t *dst_pte, pte_t *src_pte, in move_zeropage_pte() argument
1105 if (!pte_same(ptep_get(src_pte), orig_src_pte) || in move_zeropage_pte()
1113 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
[all …]
|
| D | memory.c | 770 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() argument
773 swp_entry_t entry = pte_to_swp_entry(ptep_get(src_pte)); in try_restore_exclusive_pte()
777 restore_exclusive_pte(vma, page, addr, src_pte); in try_restore_exclusive_pte()
793 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
797 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
818 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
840 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
874 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
884 if (try_restore_exclusive_pte(src_pte, src_vma, addr)) in copy_nonpresent_pte()
915 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
[all …]
|
| D | hugetlb.c | 5210 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5241 src_pte = hugetlb_walk(src_vma, addr, sz); in copy_hugetlb_page_range()
5242 if (!src_pte) { in copy_hugetlb_page_range()
5266 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5268 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5293 set_huge_pte_at(src, addr, src_pte, entry, sz); in copy_hugetlb_page_range()
5306 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5345 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5347 entry = huge_ptep_get(src_vma->vm_mm, addr, src_pte); in copy_hugetlb_page_range()
5370 huge_ptep_set_wrprotect(src, addr, src_pte); in copy_hugetlb_page_range()
[all …]
|