/linux-6.12.1/drivers/gpu/drm/amd/amdgpu/ |
D | amdgpu_ids.c | 202 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 278 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 356 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 357 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 416 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 417 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab() 427 if (amdgpu_vmid_uses_reserved(adev, vm, vmhub)) { in amdgpu_vmid_grab() 486 struct amdgpu_vm *vm, unsigned int vmhub) in amdgpu_vmid_uses_reserved() argument [all …]
|
D | amdgpu_ids.h | 82 struct amdgpu_vm *vm, unsigned int vmhub); 84 unsigned vmhub); 86 unsigned vmhub); 89 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
D | gmc_v12_0.c | 101 hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in gmc_v12_0_process_interrupt() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 176 uint32_t vmhub) in gmc_v12_0_use_invalidate_semaphore() argument 178 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v12_0_use_invalidate_semaphore() 199 unsigned int vmhub, uint32_t flush_type) in gmc_v12_0_flush_vm_hub() argument 201 bool use_semaphore = gmc_v12_0_use_invalidate_semaphore(adev, vmhub); in gmc_v12_0_flush_vm_hub() 202 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_vm_hub() 210 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? in gmc_v12_0_flush_vm_hub() 260 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v12_0_flush_vm_hub() 291 uint32_t vmhub, uint32_t flush_type) in gmc_v12_0_flush_gpu_tlb() argument [all …]
|
D | gmc_v11_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 183 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() argument 185 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 209 uint32_t vmhub, uint32_t flush_type) in gmc_v11_0_flush_gpu_tlb() argument 211 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_gpu_tlb() 212 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_gpu_tlb() 221 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v11_0_flush_gpu_tlb() 242 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v11_0_flush_gpu_tlb() 283 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v11_0_flush_gpu_tlb() 343 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v11_0_emit_flush_gpu_tlb() [all …]
|
D | gmc_v9_0.c | 484 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 512 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 556 unsigned int vmhub; in gmc_v9_0_process_interrupt() local 569 vmhub = AMDGPU_MMHUB0(node_id / 4); in gmc_v9_0_process_interrupt() 572 vmhub = AMDGPU_MMHUB1(0); in gmc_v9_0_process_interrupt() 581 vmhub = xcc_id; in gmc_v9_0_process_interrupt() 583 hub = &adev->vmhub[vmhub]; in gmc_v9_0_process_interrupt() 678 amdgpu_vm_update_fault_cache(adev, entry->pasid, addr, status, vmhub); in gmc_v9_0_process_interrupt() 788 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() argument 795 return ((vmhub == AMDGPU_MMHUB0(0) || in gmc_v9_0_use_invalidate_semaphore() [all …]
|
D | gmc_v10_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 214 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() argument 216 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 251 uint32_t vmhub, uint32_t flush_type) in gmc_v10_0_flush_gpu_tlb() argument 253 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_gpu_tlb() 254 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_gpu_tlb() 281 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v10_0_flush_gpu_tlb() 311 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v10_0_flush_gpu_tlb() 333 vmhub); in gmc_v10_0_flush_gpu_tlb() 378 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v10_0_emit_flush_gpu_tlb()
|
D | amdgpu_gmc.c | 575 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 590 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 597 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 605 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 615 uint32_t vmhub, uint32_t flush_type) in amdgpu_gmc_flush_gpu_tlb() argument 618 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in amdgpu_gmc_flush_gpu_tlb() 635 vmhub, 2); in amdgpu_gmc_flush_gpu_tlb() 639 vmhub, 0); in amdgpu_gmc_flush_gpu_tlb() 641 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, vmid, vmhub, in amdgpu_gmc_flush_gpu_tlb() 905 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
D | amdgpu_vm.c | 612 unsigned vmhub = ring->vm_hub; in amdgpu_vm_need_pipeline_sync() local 613 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync() 646 unsigned vmhub = ring->vm_hub; in amdgpu_vm_flush() local 647 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush() 2985 unsigned int vmhub) in amdgpu_vm_update_fault_cache() argument 3006 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache() 3009 if (AMDGPU_IS_GFXHUB(vmhub)) { in amdgpu_vm_update_fault_cache() 3010 vm->fault_info.vmhub = AMDGPU_VMHUB_TYPE_GFX; in amdgpu_vm_update_fault_cache() 3011 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3012 (vmhub - AMDGPU_GFXHUB_START) << AMDGPU_VMHUB_IDX_SHIFT; in amdgpu_vm_update_fault_cache() [all …]
|
D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 375 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 313 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 471 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
D | mmhub_v3_0_1.c | 141 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vm_pt_regs() 308 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vmid_config() 358 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_gart_disable() 461 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_init()
|
D | mmhub_v2_0.c | 190 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vm_pt_regs() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vmid_config() 415 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_program_invalidation() 444 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_gart_disable() 523 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_init()
|
D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|
D | mmhub_v3_3.c | 136 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vm_pt_regs() 305 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vmid_config() 355 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_program_invalidation() 433 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_gart_disable() 507 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_init()
|
D | mmhub_v3_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vm_pt_regs() 321 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vmid_config() 371 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_program_invalidation() 400 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_gart_disable() 479 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_init()
|
D | mmhub_v4_1_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vm_pt_regs() 322 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vmid_config() 372 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_program_invalidation() 401 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_gart_disable() 481 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_init()
|
D | gfxhub_v2_1.c | 126 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_init() 659 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_halt()
|
D | mmhub_v1_8.c | 64 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_setup_vm_pt_regs() 345 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_setup_vmid_config() 403 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_program_invalidation() 440 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_gart_disable() 523 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_init()
|
D | gfxhub_v1_2.c | 51 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_setup_vm_pt_regs() 332 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_setup_vmid_config() 399 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_program_invalidation() 445 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_gart_disable() 542 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_init()
|
D | mmhub_v1_0.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vm_pt_regs() 234 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vmid_config() 290 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_gart_disable() 420 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_init()
|