/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_ids.c | 202 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 278 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 354 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 355 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 414 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 415 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab() 425 if (amdgpu_vmid_uses_reserved(adev, vm, vmhub)) { in amdgpu_vmid_grab() 484 struct amdgpu_vm *vm, unsigned int vmhub) in amdgpu_vmid_uses_reserved() argument [all …]
|
H A D | amdgpu_ids.h | 82 struct amdgpu_vm *vm, unsigned int vmhub); 84 unsigned vmhub); 86 unsigned vmhub); 89 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
H A D | gmc_v12_0.c | 101 hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in gmc_v12_0_process_interrupt() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 179 uint32_t vmhub) in gmc_v12_0_use_invalidate_semaphore() argument 181 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v12_0_use_invalidate_semaphore() 202 unsigned int vmhub, uint32_t flush_type) in gmc_v12_0_flush_vm_hub() argument 204 bool use_semaphore = gmc_v12_0_use_invalidate_semaphore(adev, vmhub); in gmc_v12_0_flush_vm_hub() 205 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_vm_hub() 213 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? in gmc_v12_0_flush_vm_hub() 263 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v12_0_flush_vm_hub() 294 uint32_t vmhub, uint32_t flush_type) in gmc_v12_0_flush_gpu_tlb() argument [all …]
|
H A D | gmc_v11_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 186 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() argument 188 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 212 uint32_t vmhub, uint32_t flush_type) in gmc_v11_0_flush_gpu_tlb() argument 214 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_gpu_tlb() 215 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_gpu_tlb() 224 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v11_0_flush_gpu_tlb() 245 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v11_0_flush_gpu_tlb() 286 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v11_0_flush_gpu_tlb() 346 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v11_0_emit_flush_gpu_tlb() [all …]
|
H A D | gmc_v9_0.c | 484 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 512 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 556 unsigned int vmhub; in gmc_v9_0_process_interrupt() local 569 vmhub = AMDGPU_MMHUB0(node_id / 4); in gmc_v9_0_process_interrupt() 572 vmhub = AMDGPU_MMHUB1(0); in gmc_v9_0_process_interrupt() 581 vmhub = xcc_id; in gmc_v9_0_process_interrupt() 583 hub = &adev->vmhub[vmhub]; in gmc_v9_0_process_interrupt() 688 amdgpu_vm_update_fault_cache(adev, entry->pasid, addr, status, vmhub); in gmc_v9_0_process_interrupt() 798 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() argument 806 return ((vmhub == AMDGPU_MMHUB0(0) || in gmc_v9_0_use_invalidate_semaphore() [all …]
|
H A D | gmc_v10_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 217 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() argument 219 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 254 uint32_t vmhub, uint32_t flush_type) in gmc_v10_0_flush_gpu_tlb() argument 256 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_gpu_tlb() 257 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_gpu_tlb() 284 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v10_0_flush_gpu_tlb() 314 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v10_0_flush_gpu_tlb() 336 vmhub); in gmc_v10_0_flush_gpu_tlb() 381 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v10_0_emit_flush_gpu_tlb()
|
H A D | amdgpu_gmc.c | 575 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 590 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 597 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 605 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 615 uint32_t vmhub, uint32_t flush_type) in amdgpu_gmc_flush_gpu_tlb() argument 618 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in amdgpu_gmc_flush_gpu_tlb() 635 vmhub, 2); in amdgpu_gmc_flush_gpu_tlb() 639 vmhub, 0); in amdgpu_gmc_flush_gpu_tlb() 641 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, vmid, vmhub, in amdgpu_gmc_flush_gpu_tlb() 905 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
H A D | amdgpu_vm.c | 723 unsigned vmhub = ring->vm_hub; in amdgpu_vm_need_pipeline_sync() local 724 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync() 757 unsigned vmhub = ring->vm_hub; in amdgpu_vm_flush() local 758 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush() 3104 unsigned int vmhub) in amdgpu_vm_update_fault_cache() argument 3125 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache() 3128 if (AMDGPU_IS_GFXHUB(vmhub)) { in amdgpu_vm_update_fault_cache() 3129 vm->fault_info.vmhub = AMDGPU_VMHUB_TYPE_GFX; in amdgpu_vm_update_fault_cache() 3130 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3131 (vmhub - AMDGPU_GFXHUB_START) << AMDGPU_VMHUB_IDX_SHIFT; in amdgpu_vm_update_fault_cache() [all …]
|
H A D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 375 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
H A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
H A D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
H A D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
H A D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 313 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 471 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
H A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
H A D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
H A D | mmhub_v3_0_1.c | 141 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vm_pt_regs() 308 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vmid_config() 358 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_gart_disable() 461 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_init()
|
H A D | mmhub_v3_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vm_pt_regs() 321 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vmid_config() 371 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_program_invalidation() 400 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_gart_disable() 479 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_init()
|
H A D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|
H A D | mmhub_v2_0.c | 190 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vm_pt_regs() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vmid_config() 415 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_program_invalidation() 444 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_gart_disable() 523 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_init()
|
H A D | mmhub_v3_3.c | 136 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vm_pt_regs() 305 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vmid_config() 355 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_program_invalidation() 433 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_gart_disable() 507 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_init()
|
H A D | mmhub_v4_1_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vm_pt_regs() 322 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vmid_config() 372 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_program_invalidation() 401 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_gart_disable() 481 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_init()
|
H A D | gfxhub_v2_1.c | 126 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_init() 659 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_halt()
|
H A D | mmhub_v1_8.c | 63 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_setup_vm_pt_regs() 344 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_setup_vmid_config() 402 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_program_invalidation() 439 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_gart_disable() 522 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_init()
|
H A D | gfxhub_v1_2.c | 51 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_setup_vm_pt_regs() 332 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_setup_vmid_config() 401 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_program_invalidation() 447 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_gart_disable() 544 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_init()
|
H A D | mmhub_v1_0.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vm_pt_regs() 280 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vmid_config() 339 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_gart_disable() 469 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_init()
|