| /linux-6.12.1/drivers/gpu/drm/i915/gt/ |
| D | intel_ggtt.c | 258 unsigned int pat_index, in mtl_ggtt_pte_encode() argument
268 if (pat_index & BIT(0)) in mtl_ggtt_pte_encode()
271 if (pat_index & BIT(1)) in mtl_ggtt_pte_encode()
278 unsigned int pat_index, in gen8_ggtt_pte_encode() argument
438 unsigned int pat_index, in gen8_ggtt_insert_page() argument
445 gen8_set_pte(pte, ggtt->vm.pte_encode(addr, pat_index, flags)); in gen8_ggtt_insert_page()
452 unsigned int pat_index, u32 flags) in gen8_ggtt_insert_page_bind() argument
457 pte = ggtt->vm.pte_encode(addr, pat_index, flags); in gen8_ggtt_insert_page_bind()
462 gen8_ggtt_insert_page(vm, addr, offset, pat_index, flags); in gen8_ggtt_insert_page_bind()
467 unsigned int pat_index, in gen8_ggtt_insert_entries() argument
[all …]
|
| D | gen8_ppgtt.c | 33 unsigned int pat_index, in gen8_pte_encode() argument
46 switch (pat_index) { in gen8_pte_encode()
62 unsigned int pat_index, in gen12_pte_encode() argument
73 if (pat_index & BIT(0)) in gen12_pte_encode()
76 if (pat_index & BIT(1)) in gen12_pte_encode()
79 if (pat_index & BIT(2)) in gen12_pte_encode()
82 if (pat_index & BIT(3)) in gen12_pte_encode()
459 unsigned int pat_index, in gen8_ppgtt_insert_pte() argument
463 const gen8_pte_t pte_encode = ppgtt->vm.pte_encode(0, pat_index, flags); in gen8_ppgtt_insert_pte()
506 unsigned int pat_index, in xehp_ppgtt_insert_huge() argument
[all …]
|
| D | intel_ggtt_gmch.c | 21 unsigned int pat_index, in gmch_ggtt_insert_page() argument
24 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_page()
32 unsigned int pat_index, in gmch_ggtt_insert_entries() argument
35 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_entries()
|
| D | selftest_migrate.c | 140 unsigned int pat_index, in intel_context_copy_ccs() argument
188 len = emit_pte(rq, &it, pat_index, true, offset, CHUNK_SZ); in intel_context_copy_ccs()
226 unsigned int pat_index, in intel_migrate_ccs_copy() argument
246 err = intel_context_copy_ccs(ce, deps, sg, pat_index, in intel_migrate_ccs_copy()
303 obj->pat_index, in clear()
354 obj->pat_index, in clear()
417 src->mm.pages->sgl, src->pat_index, in __migrate_copy()
419 dst->mm.pages->sgl, dst->pat_index, in __migrate_copy()
431 src->mm.pages->sgl, src->pat_index, in __global_copy()
433 dst->mm.pages->sgl, dst->pat_index, in __global_copy()
[all …]
|
| D | intel_migrate.h | 50 unsigned int pat_index,
58 unsigned int pat_index,
|
| D | intel_gtt.h | 236 unsigned int pat_index,
313 unsigned int pat_index,
328 unsigned int pat_index,
332 unsigned int pat_index,
337 unsigned int pat_index,
341 unsigned int pat_index,
588 unsigned int pat_index,
666 unsigned int pat_index,
|
| D | gen8_ppgtt.h | 18 unsigned int pat_index,
|
| D | intel_migrate.c | 364 unsigned int pat_index, in emit_pte() argument
370 const u64 encode = rq->context->vm->pte_encode(0, pat_index, in emit_pte()
987 unsigned int pat_index, in intel_context_migrate_clear() argument
1035 len = emit_pte(rq, &it, pat_index, is_lmem, offset, CHUNK_SZ); in intel_context_migrate_clear()
1121 unsigned int pat_index, in intel_migrate_clear() argument
1142 err = intel_context_migrate_clear(ce, deps, sg, pat_index, in intel_migrate_clear()
|
| D | gen6_ppgtt.c | 112 unsigned int pat_index, in gen6_ppgtt_insert_entries() argument
120 const u32 pte_encode = vm->pte_encode(0, pat_index, flags); in gen6_ppgtt_insert_entries()
283 unsigned int pat_index, in pd_vma_bind() argument
|
| D | intel_ppgtt.c | 185 unsigned int pat_index, in ppgtt_bind_vma() argument
203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma()
|
| D | selftest_tlb.c | 40 const unsigned int pat_index = in pte_tlbinv() local
168 ce->vm->insert_entries(ce->vm, &vb_res, pat_index, pte_flags); in pte_tlbinv()
|
| /linux-6.12.1/drivers/gpu/drm/xe/ |
| D | xe_pt_types.h | 42 u16 pat_index, u32 pt_level);
44 u16 pat_index, u32 pt_level);
46 u16 pat_index,
49 u16 pat_index);
|
| D | xe_vm.c | 912 u16 pat_index, unsigned int flags) in xe_vma_create() argument
963 vma->pat_index = pat_index; in xe_vma_create()
1198 static u64 pde_encode_pat_index(u16 pat_index) in pde_encode_pat_index() argument
1202 if (pat_index & BIT(0)) in pde_encode_pat_index()
1205 if (pat_index & BIT(1)) in pde_encode_pat_index()
1211 static u64 pte_encode_pat_index(u16 pat_index, u32 pt_level) in pte_encode_pat_index() argument
1215 if (pat_index & BIT(0)) in pte_encode_pat_index()
1218 if (pat_index & BIT(1)) in pte_encode_pat_index()
1221 if (pat_index & BIT(2)) { in pte_encode_pat_index()
1228 if (pat_index & BIT(3)) in pte_encode_pat_index()
[all …]
|
| D | xe_ggtt.c | 67 u16 pat_index) in xelp_ggtt_pte_encode_bo() argument
81 u16 pat_index) in xelpg_ggtt_pte_encode_bo() argument
86 pte = xelp_ggtt_pte_encode_bo(bo, bo_offset, pat_index); in xelpg_ggtt_pte_encode_bo()
88 xe_assert(xe, pat_index <= 3); in xelpg_ggtt_pte_encode_bo()
90 if (pat_index & BIT(0)) in xelpg_ggtt_pte_encode_bo()
93 if (pat_index & BIT(1)) in xelpg_ggtt_pte_encode_bo()
142 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[XE_CACHE_WB]; in xe_ggtt_clear() local
150 pat_index); in xe_ggtt_clear()
593 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[cache_mode]; in xe_ggtt_map_bo() local
603 pte = ggtt->pt_ops->pte_encode_bo(bo, offset, pat_index); in xe_ggtt_map_bo()
|
| D | xe_migrate.c | 140 u64 map_ofs, u64 vram_offset, u16 pat_index, u64 pt_2m_ofs) in xe_migrate_program_identity() argument
150 flags = vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, in xe_migrate_program_identity()
164 pat_index); in xe_migrate_program_identity()
168 pat_index, in xe_migrate_program_identity()
188 u16 pat_index = xe->pat.idx[XE_CACHE_WB]; in xe_migrate_prepare_vm() local
218 entry = vm->pt_ops->pde_encode_bo(bo, pt29_ofs, pat_index); in xe_migrate_prepare_vm()
226 pat_index, 0); in xe_migrate_prepare_vm()
243 pat_index, 0); in xe_migrate_prepare_vm()
260 pat_index, 0); in xe_migrate_prepare_vm()
286 XE_PAGE_SIZE, pat_index); in xe_migrate_prepare_vm()
[all …]
|
| D | xe_vm_types.h | 117 u16 pat_index; member
300 u16 pat_index; member
|
| D | xe_pat.h | 59 u16 xe_pat_index_get_coh_mode(struct xe_device *xe, u16 pat_index);
|
| D | xe_ggtt_types.h | 78 u64 (*pte_encode_bo)(struct xe_bo *bo, u64 bo_offset, u16 pat_index);
|
| D | xe_pat.c | 151 u16 xe_pat_index_get_coh_mode(struct xe_device *xe, u16 pat_index) in xe_pat_index_get_coh_mode() argument
153 WARN_ON(pat_index >= xe->pat.n_entries); in xe_pat_index_get_coh_mode()
154 return xe->pat.table[pat_index].coh_mode; in xe_pat_index_get_coh_mode()
|
| /linux-6.12.1/drivers/gpu/drm/i915/selftests/ |
| D | mock_gtt.c | 30 unsigned int pat_index, in mock_insert_page() argument
37 unsigned int pat_index, u32 flags) in mock_insert_entries() argument
44 unsigned int pat_index, in mock_bind_ppgtt() argument
97 unsigned int pat_index, in mock_bind_ggtt() argument
|
| /linux-6.12.1/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_create.c | 248 unsigned int pat_index; member
417 if (ext.pat_index > max_pat_index) { in ext_set_pat()
419 ext.pat_index); in ext_set_pat()
423 ext_data->pat_index = ext.pat_index; in ext_set_pat()
454 ext_data.pat_index = PAT_INDEX_NOT_SET; in i915_gem_create_ext_ioctl()
491 if (ext_data.pat_index != PAT_INDEX_NOT_SET) { in i915_gem_create_ext_ioctl()
492 i915_gem_object_set_pat_index(obj, ext_data.pat_index); in i915_gem_create_ext_ioctl()
|
| D | i915_gem_object.c | 73 return obj->pat_index == i915_gem_get_pat_index(obj_to_i915(obj), lvl); in i915_gem_object_has_cache_level()
159 obj->pat_index = i915_gem_get_pat_index(i915, cache_level); in i915_gem_object_set_cache_coherency()
183 unsigned int pat_index) in i915_gem_object_set_pat_index() argument
187 if (obj->pat_index == pat_index) in i915_gem_object_set_pat_index()
190 obj->pat_index = pat_index; in i915_gem_object_set_pat_index()
192 if (pat_index != i915_gem_get_pat_index(i915, I915_CACHE_NONE)) in i915_gem_object_set_pat_index()
|
| /linux-6.12.1/drivers/gpu/drm/i915/display/ |
| D | intel_dpt.c | 44 unsigned int pat_index, in dpt_insert_page() argument
51 vm->pte_encode(addr, pat_index, flags)); in dpt_insert_page()
56 unsigned int pat_index, in dpt_insert_entries() argument
61 const gen8_pte_t pte_encode = vm->pte_encode(0, pat_index, flags); in dpt_insert_entries()
84 unsigned int pat_index, in dpt_bind_vma() argument
99 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in dpt_bind_vma()
|
| /linux-6.12.1/drivers/gpu/drm/i915/ |
| D | i915_debugfs.c | 153 switch (obj->pat_index) { in i915_cache_level_str()
162 switch (obj->pat_index) { in i915_cache_level_str()
170 switch (obj->pat_index) { in i915_cache_level_str()
|
| D | i915_vma.c | 351 unsigned int pat_index; member
370 vma_res, vw->pat_index, vw->flags); in __vma_bind()
473 unsigned int pat_index, in i915_vma_bind() argument
543 work->pat_index = pat_index; in i915_vma_bind()
573 vma->ops->bind_vma(vma->vm, NULL, vma->resource, pat_index, in i915_vma_bind()
850 color = vma->obj->pat_index; in i915_vma_insert()
1568 vma->obj->pat_index, in i915_vma_pin_ww()
|