| /linux-6.12.1/arch/powerpc/mm/book3s64/ |
| D | hash_64k.c | 43 unsigned long hpte_group; in __hash_page_4K() local
159 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_4K()
162 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
170 hpte_group = (~hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_4K()
171 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
185 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
198 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_4K()
200 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
222 hpt_do_stress(ea, hpte_group); in __hash_page_4K()
233 unsigned long hpte_group; in __hash_page_64K() local
[all …]
|
| D | hash_4k.c | 26 unsigned long hpte_group; in __hash_page_4K() local
85 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_4K()
88 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
94 hpte_group = (~hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_4K()
95 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
102 hpte_group = (hash & htab_hash_mask) * in __hash_page_4K()
104 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
125 hpt_do_stress(ea, hpte_group); in __hash_page_4K()
|
| D | hash_hugepage.c | 126 unsigned long hpte_group; in __hash_page_thp() local
134 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_thp()
137 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp()
143 hpte_group = (~hash & htab_hash_mask) * HPTES_PER_GROUP; in __hash_page_thp()
144 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_thp()
150 hpte_group = (hash & htab_hash_mask) * in __hash_page_thp()
153 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_thp()
|
| D | hash_native.c | 265 static long native_hpte_insert(unsigned long hpte_group, unsigned long vpn, in native_hpte_insert() argument
269 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert()
279 hpte_group, vpn, pa, rflags, vflags, psize); in native_hpte_insert()
329 static long native_hpte_remove(unsigned long hpte_group) in native_hpte_remove() argument
338 DBG_LOW(" remove(group=%lx)\n", hpte_group); in native_hpte_remove()
344 hptep = htab_address + hpte_group + slot_offset; in native_hpte_remove()
453 unsigned long hpte_group; in native_hpte_find() local
465 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in native_hpte_find()
466 slot = __native_hpte_find(want_v, hpte_group); in native_hpte_find()
469 hpte_group = (~hash & htab_hash_mask) * HPTES_PER_GROUP; in native_hpte_find()
[all …]
|
| D | internal.h | 25 void hpt_do_stress(unsigned long ea, unsigned long hpte_group);
|
| D | hash_utils.c | 2031 unsigned long hpte_group; in hpte_insert_repeating() local
2035 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in hpte_insert_repeating()
2038 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, vflags, in hpte_insert_repeating()
2043 hpte_group = (~hash & htab_hash_mask) * HPTES_PER_GROUP; in hpte_insert_repeating()
2044 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, in hpte_insert_repeating()
2049 hpte_group = (hash & htab_hash_mask) * in hpte_insert_repeating()
2052 mmu_hash_ops.hpte_remove(hpte_group); in hpte_insert_repeating()
2080 void hpt_do_stress(unsigned long ea, unsigned long hpte_group) in hpt_do_stress() argument
2086 if (hpte_group == last_group) in hpt_do_stress()
2119 stress_hpt_struct[cpu].last_group[0] = hpte_group; in hpt_do_stress()
|
| /linux-6.12.1/arch/powerpc/platforms/ps3/ |
| D | htab.c | 34 static long ps3_hpte_insert(unsigned long hpte_group, unsigned long vpn, in ps3_hpte_insert() argument
58 result = lv1_insert_htab_entry(PS3_LPAR_VAS_ID_CURRENT, hpte_group, in ps3_hpte_insert()
67 __func__, ps3_result(result), vpn, pa, hpte_group, in ps3_hpte_insert()
92 static long ps3_hpte_remove(unsigned long hpte_group) in ps3_hpte_remove() argument
|
| /linux-6.12.1/arch/powerpc/mm/ptdump/ |
| D | hashpagetable.c | 210 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local
223 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in native_find()
225 hptep = htab_address + hpte_group; in native_find()
234 ++hpte_group; in native_find()
245 unsigned long vsid, vpn, hash, hpte_group, want_v; in pseries_find() local
259 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in pseries_find()
261 for (i = 0; i < HPTES_PER_GROUP; i += 4, hpte_group += 4) { in pseries_find()
262 lpar_rc = plpar_pte_read_4(0, hpte_group, (void *)ptes); in pseries_find()
|
| /linux-6.12.1/arch/powerpc/platforms/pseries/ |
| D | lpar.c | 756 static long pSeries_lpar_hpte_insert(unsigned long hpte_group, in pSeries_lpar_hpte_insert() argument
769 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert()
788 lpar_rc = plpar_pte_enter(flags, hpte_group, hpte_v, hpte_r, &slot); in pSeries_lpar_hpte_insert()
814 static long pSeries_lpar_hpte_remove(unsigned long hpte_group) in pSeries_lpar_hpte_remove() argument
827 lpar_rc = plpar_pte_remove(H_ANDCOND, hpte_group + slot_offset, in pSeries_lpar_hpte_remove()
958 static long __pSeries_lpar_hpte_find(unsigned long want_v, unsigned long hpte_group) in __pSeries_lpar_hpte_find() argument
967 for (i = 0; i < HPTES_PER_GROUP; i += 4, hpte_group += 4) { in __pSeries_lpar_hpte_find()
969 lpar_rc = plpar_pte_read_4(0, hpte_group, (void *)ptes); in __pSeries_lpar_hpte_find()
972 hpte_group, lpar_rc); in __pSeries_lpar_hpte_find()
991 unsigned long hpte_group; in pSeries_lpar_hpte_find() local
[all …]
|
| /linux-6.12.1/arch/powerpc/include/asm/ |
| D | plpar_wrappers.h | 71 unsigned long hpte_group, unsigned long hpte_v, in plpar_pte_enter() argument
77 rc = plpar_hcall(H_ENTER, retbuf, flags, hpte_group, hpte_v, hpte_r); in plpar_pte_enter()
|
| /linux-6.12.1/arch/powerpc/include/asm/book3s/64/ |
| D | mmu-hash.h | 148 long (*hpte_insert)(unsigned long hpte_group,
155 long (*hpte_remove)(unsigned long hpte_group);
|