| /linux-6.12.1/arch/powerpc/mm/book3s64/ |
| D | hash_64k.c | 120 ret = mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, in __hash_page_4K()
162 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
171 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
185 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
200 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
283 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_64K, in __hash_page_64K()
298 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_64K()
306 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_64K()
315 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_64K()
|
| D | hash_utils.c | 128 struct mmu_hash_ops mmu_hash_ops __ro_after_init;
129 EXPORT_SYMBOL(mmu_hash_ops);
408 BUG_ON(!mmu_hash_ops.hpte_insert); in htab_bolt_mapping()
410 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
418 ret = mmu_hash_ops.hpte_remove(hpteg); in htab_bolt_mapping()
420 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
452 if (!mmu_hash_ops.hpte_removebolted) in htab_remove_mapping()
460 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
950 if (!mmu_hash_ops.resize_hpt) in resize_hpt_for_hotplug()
965 return mmu_hash_ops.resize_hpt(target_hpt_shift); in resize_hpt_for_hotplug()
[all …]
|
| D | hash_4k.c | 74 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_4K, in __hash_page_4K()
88 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
95 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
104 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
|
| D | hash_hugepage.c | 109 ret = mmu_hash_ops.hpte_updatepp(slot, rflags, vpn, in __hash_page_thp()
137 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp()
144 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_thp()
153 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_thp()
|
| D | hash_native.c | 873 mmu_hash_ops.hpte_invalidate = native_hpte_invalidate; in hpte_init_native()
874 mmu_hash_ops.hpte_updatepp = native_hpte_updatepp; in hpte_init_native()
875 mmu_hash_ops.hpte_updateboltedpp = native_hpte_updateboltedpp; in hpte_init_native()
876 mmu_hash_ops.hpte_removebolted = native_hpte_removebolted; in hpte_init_native()
877 mmu_hash_ops.hpte_insert = native_hpte_insert; in hpte_init_native()
878 mmu_hash_ops.hpte_remove = native_hpte_remove; in hpte_init_native()
879 mmu_hash_ops.hpte_clear_all = native_hpte_clear; in hpte_init_native()
880 mmu_hash_ops.flush_hash_range = native_flush_hash_range; in hpte_init_native()
881 mmu_hash_ops.hugepage_invalidate = native_hugepage_invalidate; in hpte_init_native()
|
| D | hugetlbpage.c | 100 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, mmu_psize, in __hash_page_huge()
|
| D | pgtable.c | 289 else if (mmu_hash_ops.hpte_clear_all) in mmu_cleanup_all()
290 mmu_hash_ops.hpte_clear_all(); in mmu_cleanup_all()
|
| D | hash_pgtable.c | 428 mmu_hash_ops.hpte_updateboltedpp(newpp, idx, mmu_linear_psize, in change_memory_range()
|
| /linux-6.12.1/arch/powerpc/platforms/ps3/ |
| D | htab.c | 186 mmu_hash_ops.hpte_invalidate = ps3_hpte_invalidate; in ps3_hpte_init()
187 mmu_hash_ops.hpte_updatepp = ps3_hpte_updatepp; in ps3_hpte_init()
188 mmu_hash_ops.hpte_updateboltedpp = ps3_hpte_updateboltedpp; in ps3_hpte_init()
189 mmu_hash_ops.hpte_insert = ps3_hpte_insert; in ps3_hpte_init()
190 mmu_hash_ops.hpte_remove = ps3_hpte_remove; in ps3_hpte_init()
191 mmu_hash_ops.hpte_clear_all = ps3_hpte_clear; in ps3_hpte_init()
|
| /linux-6.12.1/arch/powerpc/platforms/pseries/ |
| D | lpar.c | 1706 mmu_hash_ops.hpte_invalidate = pSeries_lpar_hpte_invalidate; in hpte_init_pseries()
1707 mmu_hash_ops.hpte_updatepp = pSeries_lpar_hpte_updatepp; in hpte_init_pseries()
1708 mmu_hash_ops.hpte_updateboltedpp = pSeries_lpar_hpte_updateboltedpp; in hpte_init_pseries()
1709 mmu_hash_ops.hpte_insert = pSeries_lpar_hpte_insert; in hpte_init_pseries()
1710 mmu_hash_ops.hpte_remove = pSeries_lpar_hpte_remove; in hpte_init_pseries()
1711 mmu_hash_ops.hpte_removebolted = pSeries_lpar_hpte_removebolted; in hpte_init_pseries()
1712 mmu_hash_ops.flush_hash_range = pSeries_lpar_flush_hash_range; in hpte_init_pseries()
1713 mmu_hash_ops.hpte_clear_all = pseries_hpte_clear_all; in hpte_init_pseries()
1714 mmu_hash_ops.hugepage_invalidate = pSeries_lpar_hugepage_invalidate; in hpte_init_pseries()
1717 mmu_hash_ops.resize_hpt = pseries_lpar_resize_hpt; in hpte_init_pseries()
|
| /linux-6.12.1/arch/powerpc/kvm/ |
| D | book3s_64_mmu_host.c | 26 mmu_hash_ops.hpte_invalidate(pte->slot, pte->host_vpn, in kvmppc_mmu_invalidate_pte()
164 if (mmu_hash_ops.hpte_remove(hpteg) < 0) { in kvmppc_mmu_map_page()
169 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, hpaddr, rflags, vflags, in kvmppc_mmu_map_page()
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/64/ |
| D | mmu-hash.h | 135 struct mmu_hash_ops { struct
173 extern struct mmu_hash_ops mmu_hash_ops; argument
|