| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager_v10.c | 192 q->doorbell_off << in update_mqd() 314 qp->doorbell_off << in restore_mqd() 342 u32 doorbell_off; in destroy_hiq_mqd() local 346 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 349 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 393 q->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 430 qp->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma()
|
| H A D | kfd_mqd_manager_v11.c | 230 q->doorbell_off << in update_mqd() 349 qp->doorbell_off << CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_OFFSET__SHIFT; in restore_mqd() 383 qp->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma() 412 u32 doorbell_off; in destroy_hiq_mqd() local 416 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 419 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 471 q->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma()
|
| H A D | kfd_doorbell.c | 151 unsigned int *doorbell_off) in kfd_get_kernel_doorbell() argument 166 *doorbell_off = amdgpu_doorbell_index_on_bar(kfd->adev, in kfd_get_kernel_doorbell() 175 *doorbell_off, inx); in kfd_get_kernel_doorbell()
|
| H A D | kfd_mqd_manager_v9.c | 278 q->doorbell_off << in update_mqd() 475 qp->doorbell_off << in restore_mqd() 517 u32 doorbell_off; in destroy_hiq_mqd() local 521 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd() 523 err = amdgpu_amdkfd_unmap_hiq(mm->dev->adev, doorbell_off, 0); in destroy_hiq_mqd() 567 q->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 607 qp->doorbell_off << SDMA0_RLC0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma() 663 p->doorbell_off, xcc_id); in hiq_load_mqd_kiq_v9_4_3() 682 u32 doorbell_off; in destroy_hiq_mqd_v9_4_3() local 687 doorbell_off = m->cp_hqd_pq_doorbell_control >> in destroy_hiq_mqd_v9_4_3() [all …]
|
| H A D | kfd_mqd_manager_vi.c | 198 q->doorbell_off << in __update_mqd() 326 qp->doorbell_off << in restore_mqd() 390 q->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in update_mqd_sdma() 427 qp->doorbell_off << SDMA0_RLC0_DOORBELL__OFFSET__SHIFT; in restore_mqd_sdma()
|
| H A D | kfd_mqd_manager_v12.c | 205 q->doorbell_off << in update_mqd() 345 q->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 404 qp->doorbell_off << CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_OFFSET__SHIFT; in restore_mqd() 431 qp->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma()
|
| H A D | kfd_mqd_manager_v12_1.c | 283 q->doorbell_off << in update_mqd() 420 q->doorbell_off << SDMA0_SDMA_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in update_mqd_sdma() 674 qp->doorbell_off << CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_OFFSET__SHIFT; in restore_mqd_v12_1() 701 qp->doorbell_off << SDMA0_SDMA_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT; in restore_mqd_sdma_v12_1()
|
| H A D | kfd_device_queue_manager.c | 236 queue_input.doorbell_offset = q->properties.doorbell_off; in add_queue_mes() 276 q->properties.doorbell_off); in add_queue_mes() 303 queue_input.doorbell_offset = q->properties.doorbell_off; in remove_queue_mes_on_reset_option() 323 q->properties.doorbell_off); in remove_queue_mes_on_reset_option() 476 queue_input.doorbell_offset = q->properties.doorbell_off; in reset_queues_mes() 631 q->properties.doorbell_off = amdgpu_doorbell_index_on_bar(dev->adev, in allocate_doorbell() 2497 if (doorbell_offset == q->properties.doorbell_off) in find_queue_by_doorbell_offset() 2578 uint32_t doorbell_off) in set_sdma_queue_as_reset() argument 2589 q->properties.doorbell_off == doorbell_off) { in set_sdma_queue_as_reset() 2613 uint32_t doorbell_off = in reset_hung_queues_sdma() local [all …]
|
| H A D | kfd_priv.h | 530 uint32_t doorbell_off; member 1177 unsigned int *doorbell_off); 1323 uint64_t doorbell_off; member
|
| H A D | kfd_kernel_queue.c | 64 prop.doorbell_ptr = kfd_get_kernel_doorbell(dev->kfd, &prop.doorbell_off); in kq_initialize()
|
| H A D | kfd_process_queue_manager.c | 488 *p_doorbell_offset_in_process = (q->properties.doorbell_off in pqm_create_queue()
|
| H A D | kfd_process.c | 327 cu_occupancy[i].doorbell_off, in kfd_get_cu_occupancy()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_mes.h | 219 uint64_t doorbell_off; member 242 uint64_t doorbell_off; member
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 264 uint32_t doorbell_off, uint32_t inst) in hiq_mqd_load_v11() argument 300 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in hiq_mqd_load_v11() 853 queue_cnt->doorbell_off = in get_wave_count()
|
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 278 uint32_t doorbell_off, uint32_t inst) in hiq_mqd_load_v10_3() argument 314 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in hiq_mqd_load_v10_3()
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 303 uint32_t doorbell_off, uint32_t inst) in kgd_gfx_v9_hiq_mqd_load() argument 339 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in kgd_gfx_v9_hiq_mqd_load() 970 queue_cnt->doorbell_off = in get_wave_count()
|
| H A D | amdgpu_amdkfd.c | 866 int amdgpu_amdkfd_unmap_hiq(struct amdgpu_device *adev, u32 doorbell_off, in amdgpu_amdkfd_unmap_hiq() argument 892 ring->doorbell_index = doorbell_off; in amdgpu_amdkfd_unmap_hiq()
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 292 uint32_t doorbell_off, uint32_t inst) in kgd_hiq_mqd_load() argument 328 PACKET3_MAP_QUEUES_DOORBELL_OFFSET(doorbell_off)); in kgd_hiq_mqd_load()
|
| H A D | amdgpu_amdkfd_gfx_v12.c | 414 queue_cnt->doorbell_off = in get_wave_count()
|
| H A D | amdgpu_amdkfd_gfx_v12_1.c | 417 queue_cnt->doorbell_off = in get_wave_count()
|
| H A D | amdgpu_amdkfd.h | 275 int amdgpu_amdkfd_unmap_hiq(struct amdgpu_device *adev, u32 doorbell_off,
|