/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | gmc_v12_0.c | 68 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), false); in gmc_v12_0_vm_fault_interrupt_state() 80 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), true); in gmc_v12_0_vm_fault_interrupt_state() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 111 if (entry->vmid_src == AMDGPU_GFXHUB(0)) in gmc_v12_0_process_interrupt() 118 entry->vmid_src ? AMDGPU_MMHUB0(0) : AMDGPU_GFXHUB(0)); in gmc_v12_0_process_interrupt() 213 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? in gmc_v12_0_flush_vm_hub() 263 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v12_0_flush_vm_hub() 296 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v12_0_flush_gpu_tlb() 356 gmc_v12_0_flush_gpu_tlb(adev, vmid, AMDGPU_GFXHUB(0), in gmc_v12_0_flush_gpu_tlb_pasid() 420 if (ring->vm_hub == AMDGPU_GFXHUB(0)) in gmc_v12_0_emit_pasid_mapping() [all …]
|
H A D | gmc_v11_0.c | 78 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), false); in gmc_v11_0_vm_fault_interrupt_state() 90 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), true); in gmc_v11_0_vm_fault_interrupt_state() 104 AMDGPU_MMHUB0(0) : AMDGPU_GFXHUB(0); in gmc_v11_0_process_interrupt() 118 if (entry->vmid_src == AMDGPU_GFXHUB(0)) in gmc_v11_0_process_interrupt() 125 entry->vmid_src ? AMDGPU_MMHUB0(0) : AMDGPU_GFXHUB(0)); in gmc_v11_0_process_interrupt() 224 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v11_0_flush_gpu_tlb() 245 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v11_0_flush_gpu_tlb() 286 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v11_0_flush_gpu_tlb() 336 gmc_v11_0_flush_gpu_tlb(adev, vmid, AMDGPU_GFXHUB(0), in gmc_v11_0_flush_gpu_tlb_pasid() 400 if (ring->vm_hub == AMDGPU_GFXHUB(0)) in gmc_v11_0_emit_pasid_mapping() [all …]
|
H A D | gmc_v10_0.c | 78 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), false); in gmc_v10_0_vm_fault_interrupt_state() 90 amdgpu_gmc_set_vm_fault_masks(adev, AMDGPU_GFXHUB(0), true); in gmc_v10_0_vm_fault_interrupt_state() 104 AMDGPU_MMHUB0(0) : AMDGPU_GFXHUB(0); in gmc_v10_0_process_interrupt() 146 if ((entry->vmid_src == AMDGPU_GFXHUB(0)) && in gmc_v10_0_process_interrupt() 155 entry->vmid_src ? AMDGPU_MMHUB0(0) : AMDGPU_GFXHUB(0)); in gmc_v10_0_process_interrupt() 284 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v10_0_flush_gpu_tlb() 314 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v10_0_flush_gpu_tlb() 371 gmc_v10_0_flush_gpu_tlb(adev, vmid, AMDGPU_GFXHUB(0), in gmc_v10_0_flush_gpu_tlb_pasid() 435 if (ring->vm_hub == AMDGPU_GFXHUB(0)) in gmc_v10_0_emit_pasid_mapping() 833 set_bit(AMDGPU_GFXHUB(0), adev->vmhubs_mask); in gmc_v10_0_sw_init() [all …]
|
H A D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 375 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
H A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
H A D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
H A D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
H A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
H A D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
H A D | gfxhub_v2_1.c | 126 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_init() 659 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_halt()
|
H A D | gmc_v9_0.c | 493 if (adev->in_s0ix && (j == AMDGPU_GFXHUB(0))) in gmc_v9_0_vm_fault_interrupt_state() 521 if (adev->in_s0ix && (j == AMDGPU_GFXHUB(0))) in gmc_v9_0_vm_fault_interrupt_state() 661 if ((entry->vmid_src == AMDGPU_GFXHUB(0)) && in gmc_v9_0_process_interrupt() 689 if (entry->vmid_src == AMDGPU_GFXHUB(0)) { in gmc_v9_0_process_interrupt() 908 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v9_0_flush_gpu_tlb() 975 AMDGPU_GFXHUB(0), in gmc_v9_0_flush_gpu_tlb_pasid() 1040 if (ring->vm_hub == AMDGPU_GFXHUB(0)) in gmc_v9_0_emit_pasid_mapping() 2116 set_bit(AMDGPU_GFXHUB(0), adev->vmhubs_mask); in gmc_v9_0_sw_init() 2133 set_bit(AMDGPU_GFXHUB(0), adev->vmhubs_mask); in gmc_v9_0_sw_init() 2147 set_bit(AMDGPU_GFXHUB(0), adev->vmhubs_mask); in gmc_v9_0_sw_init() [all …]
|
H A D | gfxhub_v1_2.c | 51 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_setup_vm_pt_regs() 332 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_setup_vmid_config() 399 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_program_invalidation() 445 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_gart_disable() 542 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_init()
|
H A D | amdgpu_vm.c | 2759 if (!fpriv->vm.reserved_vmid[AMDGPU_GFXHUB(0)]) { in amdgpu_vm_ioctl() 2760 amdgpu_vmid_alloc_reserved(adev, AMDGPU_GFXHUB(0)); in amdgpu_vm_ioctl() 2761 fpriv->vm.reserved_vmid[AMDGPU_GFXHUB(0)] = true; in amdgpu_vm_ioctl() 2766 if (fpriv->vm.reserved_vmid[AMDGPU_GFXHUB(0)]) { in amdgpu_vm_ioctl() 2767 amdgpu_vmid_free_reserved(adev, AMDGPU_GFXHUB(0)); in amdgpu_vm_ioctl() 2768 fpriv->vm.reserved_vmid[AMDGPU_GFXHUB(0)] = false; in amdgpu_vm_ioctl()
|
H A D | amdgpu_ids.c | 607 amdgpu_vmid_alloc_reserved(adev, AMDGPU_GFXHUB(i)); in amdgpu_vmid_mgr_init()
|
H A D | amdgpu_vm.h | 158 #define AMDGPU_GFXHUB(x) (AMDGPU_GFXHUB_START + (x)) macro
|
H A D | amdgpu_gmc.c | 909 tmp = (hub_type == AMDGPU_GFXHUB(0)) ? in amdgpu_gmc_set_vm_fault_masks() 918 (hub_type == AMDGPU_GFXHUB(0)) ? in amdgpu_gmc_set_vm_fault_masks()
|
H A D | amdgpu_gfx.c | 313 ring->vm_hub = AMDGPU_GFXHUB(xcc_id); in amdgpu_gfx_kiq_init_ring() 1600 amdgpu_vmid_free_reserved(adev, AMDGPU_GFXHUB(i)); in amdgpu_gfx_set_enforce_isolation() 1604 amdgpu_vmid_alloc_reserved(adev, AMDGPU_GFXHUB(i)); in amdgpu_gfx_set_enforce_isolation()
|
H A D | gfx_v12_0.c | 913 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v12_0_gfx_ring_init() 944 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v12_0_compute_ring_init() 1699 for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB(0)].num_ids; i++) { in gfx_v12_0_constants_init() 3458 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, 0, AMDGPU_GFXHUB(0), 0); in gfx_v12_0_gfxhub_enable()
|
H A D | mes_v12_0.c | 281 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in mes_v12_0_add_hw_queue()
|
H A D | sdma_v7_0.c | 1309 ring->vm_hub = AMDGPU_GFXHUB(0); in sdma_v7_0_sw_init()
|
H A D | mes_v11_0.c | 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in mes_v11_0_add_hw_queue()
|
H A D | sdma_v6_0.c | 1343 ring->vm_hub = AMDGPU_GFXHUB(0); in sdma_v6_0_sw_init()
|
H A D | gfx_v11_0.c | 1118 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v11_0_gfx_ring_init() 1148 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v11_0_compute_ring_init() 2016 for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB(0)].num_ids; i++) { in gfx_v11_0_constants_init() 4553 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, 0, AMDGPU_GFXHUB(0), 0); in gfx_v11_0_gfxhub_enable()
|
H A D | gfx_v9_0.c | 2160 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v9_0_compute_ring_init() 2313 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v9_0_sw_init() 2331 ring->vm_hub = AMDGPU_GFXHUB(0); in gfx_v9_0_sw_init() 2642 for (i = 0; i < adev->vm_manager.id_mgr[AMDGPU_GFXHUB(0)].num_ids; i++) { in gfx_v9_0_constants_init()
|
H A D | sdma_v5_2.c | 1351 ring->vm_hub = AMDGPU_GFXHUB(0); in sdma_v5_2_sw_init()
|