| /linux-6.12.1/arch/powerpc/mm/book3s64/ |
| D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
56 old_pte = pte_val(pte); in __hash_page_4K()
58 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
61 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
95 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
101 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
[all …]
|
| D | hugetlbpage.c | 26 unsigned long old_pte, new_pte; in __hash_page_huge() local
49 old_pte = pte_val(*ptep); in __hash_page_huge()
51 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_huge()
54 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_huge()
61 if (!(old_pte & _PAGE_ACCESSED)) in __hash_page_huge()
63 if ((access & _PAGE_WRITE) && !(old_pte & _PAGE_DIRTY)) in __hash_page_huge()
71 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge()
74 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
77 if (old_pte & (H_PAGE_THP_HUGE | _PAGE_DEVMAP)) in __hash_page_huge()
85 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
[all …]
|
| D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local
38 old_pte = pte_val(pte); in __hash_page_4K()
40 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
43 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
76 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
[all …]
|
| D | radix_hugetlbpage.c | 47 pte_t old_pte, pte_t pte) in radix__huge_ptep_modify_prot_commit() argument
58 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__huge_ptep_modify_prot_commit()
|
| D | radix_pgtable.c | 1564 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1566 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1567 new_pte = old_pte | set; in radix__ptep_set_access_flags()
1587 pte_t old_pte, pte_t pte) in radix__ptep_modify_prot_commit() argument
1597 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__ptep_modify_prot_commit()
|
| D | pgtable.c | 546 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
550 ptep, old_pte, pte); in ptep_modify_prot_commit()
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/64/ |
| D | radix.h | 152 pte_t old_pte, pte_t pte);
178 unsigned long old_pte; in radix__pte_update() local
180 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
184 return old_pte; in radix__pte_update()
191 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
194 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
199 return __pte(old_pte); in radix__ptep_get_and_clear_full()
|
| D | hugetlb.h | 17 pte_t old_pte, pte_t pte);
59 pte_t old_pte, pte_t new_pte);
|
| /linux-6.12.1/mm/ |
| D | mapping_dirty_helpers.c | 41 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in wp_pte() local
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
99 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in clean_record_pte() local
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
|
| D | mremap.c | 142 pte_t *old_pte, *new_pte, pte; in move_ptes() local
173 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
174 if (!old_pte) { in move_ptes()
180 pte_unmap_unlock(old_pte, old_ptl); in move_ptes()
189 for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE, in move_ptes()
191 if (pte_none(ptep_get(old_pte))) in move_ptes()
194 pte = ptep_get_and_clear(mm, old_addr, old_pte); in move_ptes()
219 pte_unmap_unlock(old_pte - 1, old_ptl); in move_ptes()
|
| D | migrate.c | 255 pte_t old_pte; in remove_migration_pte() local
281 old_pte = ptep_get(pvmw.pte); in remove_migration_pte()
283 entry = pte_to_swp_entry(old_pte); in remove_migration_pte()
288 if (pte_swp_soft_dirty(old_pte)) in remove_migration_pte()
295 else if (pte_swp_uffd_wp(old_pte)) in remove_migration_pte()
309 if (pte_swp_soft_dirty(old_pte)) in remove_migration_pte()
311 if (pte_swp_uffd_wp(old_pte)) in remove_migration_pte()
|
| D | swapfile.c | 2085 pte_t *pte, new_pte, old_pte; in unuse_pte() local
2109 old_pte = ptep_get(pte); in unuse_pte()
2144 if (pte_swp_exclusive(old_pte)) in unuse_pte()
2163 if (pte_swp_soft_dirty(old_pte)) in unuse_pte()
2165 if (pte_swp_uffd_wp(old_pte)) in unuse_pte()
|
| D | memory.c | 5496 pte_t pte, old_pte; in numa_rebuild_single_mapping() local
5498 old_pte = ptep_modify_prot_start(vma, fault_addr, fault_pte); in numa_rebuild_single_mapping()
5499 pte = pte_modify(old_pte, vma->vm_page_prot); in numa_rebuild_single_mapping()
5503 ptep_modify_prot_commit(vma, fault_addr, fault_pte, old_pte, pte); in numa_rebuild_single_mapping()
5555 pte_t pte, old_pte; in do_numa_page() local
5564 old_pte = ptep_get(vmf->pte); in do_numa_page()
5566 if (unlikely(!pte_same(old_pte, vmf->orig_pte))) { in do_numa_page()
5571 pte = pte_modify(old_pte, vma->vm_page_prot); in do_numa_page()
|
| /linux-6.12.1/arch/powerpc/include/asm/ |
| D | kvm_book3s_64.h | 424 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
430 old_pte = READ_ONCE(*ptep); in kvmppc_read_update_linux_pte()
434 if (unlikely(pte_val(old_pte) & H_PAGE_BUSY)) { in kvmppc_read_update_linux_pte()
439 if (unlikely(!pte_present(old_pte))) in kvmppc_read_update_linux_pte()
442 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
443 if (writing && pte_write(old_pte)) in kvmppc_read_update_linux_pte()
446 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
|
| /linux-6.12.1/arch/arm64/include/asm/ |
| D | pgtable.h | 362 pte_t old_pte; in __check_safe_pte_update() local
367 old_pte = __ptep_get(ptep); in __check_safe_pte_update()
369 if (!pte_valid(old_pte) || !pte_valid(pte)) in __check_safe_pte_update()
381 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
382 VM_WARN_ONCE(pte_write(old_pte) && !pte_dirty(pte), in __check_safe_pte_update()
384 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
385 VM_WARN_ONCE(!pgattr_change_is_safe(pte_val(old_pte), pte_val(pte)), in __check_safe_pte_update()
387 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update()
1229 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
1233 old_pte = pte; in __ptep_test_and_clear_young()
[all …]
|
| D | hugetlb.h | 60 pte_t old_pte, pte_t new_pte);
|
| /linux-6.12.1/arch/parisc/mm/ |
| D | hugetlbpage.c | 164 pte_t old_pte; in huge_ptep_set_wrprotect() local
166 old_pte = *ptep; in huge_ptep_set_wrprotect()
167 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /linux-6.12.1/arch/sparc/include/asm/ |
| D | hugetlb.h | 36 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect() local
37 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /linux-6.12.1/arch/x86/mm/pat/ |
| D | set_memory.c | 1633 pte_t *kpte, old_pte; in __change_page_attr() local
1642 old_pte = *kpte; in __change_page_attr()
1643 if (pte_none(old_pte)) in __change_page_attr()
1648 pgprot_t old_prot = pte_pgprot(old_pte); in __change_page_attr()
1649 pgprot_t new_prot = pte_pgprot(old_pte); in __change_page_attr()
1650 unsigned long pfn = pte_pfn(old_pte); in __change_page_attr()
1675 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
|
| /linux-6.12.1/fs/proc/ |
| D | task_mmu.c | 1398 pte_t old_pte; in clear_soft_dirty() local
1402 old_pte = ptep_modify_prot_start(vma, addr, pte); in clear_soft_dirty()
1403 ptent = pte_wrprotect(old_pte); in clear_soft_dirty()
1405 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in clear_soft_dirty()
2124 pte_t old_pte; in make_uffd_wp_pte() local
2126 old_pte = ptep_modify_prot_start(vma, addr, pte); in make_uffd_wp_pte()
2127 ptent = pte_mkuffd_wp(old_pte); in make_uffd_wp_pte()
2128 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in make_uffd_wp_pte()
|
| /linux-6.12.1/arch/x86/include/asm/ |
| D | pgtable.h | 1353 pte_t old_pte, new_pte; in ptep_set_wrprotect() local
1355 old_pte = READ_ONCE(*ptep); in ptep_set_wrprotect()
1357 new_pte = pte_wrprotect(old_pte); in ptep_set_wrprotect()
1358 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte)); in ptep_set_wrprotect()
|
| D | paravirt.h | 428 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
|
| /linux-6.12.1/include/linux/ |
| D | pgtable.h | 828 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect() local
829 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
1339 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
|
| /linux-6.12.1/arch/arm64/mm/ |
| D | mmu.c | 173 pte_t old_pte = __ptep_get(ptep); in init_pte() local
185 BUG_ON(!pgattr_change_is_safe(pte_val(old_pte), in init_pte()
1517 pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
|
| D | hugetlbpage.c | 542 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
|