Lines Matching refs:orig_pmd
1757 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) in huge_pmd_set_accessed()
1773 pmd_t orig_pmd = vmf->orig_pmd; in do_huge_pmd_wp_page() local
1778 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1783 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1788 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1801 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1837 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1898 if (unlikely(!pmd_same(old_pmd, vmf->orig_pmd))) { in do_huge_pmd_numa_page()
1941 if (unlikely(!pmd_same(pmdp_get(vmf->pmd), vmf->orig_pmd))) { in do_huge_pmd_numa_page()
1968 pmd_t orig_pmd; in madvise_free_huge_pmd() local
1979 orig_pmd = *pmd; in madvise_free_huge_pmd()
1980 if (is_huge_zero_pmd(orig_pmd)) in madvise_free_huge_pmd()
1983 if (unlikely(!pmd_present(orig_pmd))) { in madvise_free_huge_pmd()
1985 !is_pmd_migration_entry(orig_pmd)); in madvise_free_huge_pmd()
1989 folio = pmd_folio(orig_pmd); in madvise_free_huge_pmd()
2017 if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) { in madvise_free_huge_pmd()
2019 orig_pmd = pmd_mkold(orig_pmd); in madvise_free_huge_pmd()
2020 orig_pmd = pmd_mkclean(orig_pmd); in madvise_free_huge_pmd()
2022 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_free_huge_pmd()
2046 pmd_t orig_pmd; in zap_huge_pmd() local
2060 orig_pmd = pmdp_huge_get_and_clear_full(vma, addr, pmd, in zap_huge_pmd()
2062 arch_check_zapped_pmd(vma, orig_pmd); in zap_huge_pmd()
2068 } else if (is_huge_zero_pmd(orig_pmd)) { in zap_huge_pmd()
2075 if (pmd_present(orig_pmd)) { in zap_huge_pmd()
2076 struct page *page = pmd_page(orig_pmd); in zap_huge_pmd()
2085 VM_BUG_ON(!is_pmd_migration_entry(orig_pmd)); in zap_huge_pmd()
2086 entry = pmd_to_swp_entry(orig_pmd); in zap_huge_pmd()
2979 pmd_t orig_pmd = *pmdp; in __discard_anon_folio_pmd_locked() local
2981 if (folio_test_dirty(folio) || pmd_dirty(orig_pmd)) in __discard_anon_folio_pmd_locked()
2984 orig_pmd = pmdp_huge_clear_flush(vma, addr, pmdp); in __discard_anon_folio_pmd_locked()
3009 if (folio_test_dirty(folio) || pmd_dirty(orig_pmd) || in __discard_anon_folio_pmd_locked()
3011 set_pmd_at(mm, addr, pmdp, orig_pmd); in __discard_anon_folio_pmd_locked()
3015 folio_remove_rmap_pmd(folio, pmd_page(orig_pmd), vma); in __discard_anon_folio_pmd_locked()