| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_kernel_queue.c | 122 prop.queue_address = kq->pq_gpu_addr; in kq_initialize()
208 unsigned int *queue_address; in kq_acquire_packet_buffer() local
218 queue_address = (unsigned int *)kq->pq_kernel_addr; in kq_acquire_packet_buffer()
223 pr_debug("queue_address 0x%p\n", queue_address); in kq_acquire_packet_buffer()
245 queue_address[wptr] = kq->nop_packet; in kq_acquire_packet_buffer()
251 *buffer_ptr = &queue_address[wptr]; in kq_acquire_packet_buffer()
|
| H A D | kfd_mqd_manager_cik.c | 193 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
194 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
237 m->sdma_rlc_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
238 m->sdma_rlc_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
353 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd_hiq()
354 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd_hiq()
|
| H A D | kfd_mqd_manager_v12_1.c | 250 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
251 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
262 lower_32_bits((q->queue_address + q->queue_size) >> 8); in update_mqd()
264 upper_32_bits((q->queue_address + q->queue_size) >> 8); in update_mqd()
410 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
411 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_mqd_manager.c | 238 uint64_t queue_address, uint32_t pipe_id, in kfd_is_occupied_cp() argument
241 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->adev, queue_address, in kfd_is_occupied_cp()
267 uint64_t queue_address, uint32_t pipe_id, in kfd_is_occupied_sdma() argument
|
| H A D | kfd_mqd_manager_v12.c | 193 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
194 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
335 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
336 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_mqd_manager_v10.c | 179 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
180 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
377 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
378 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_mqd_manager_vi.c | 185 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
186 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in __update_mqd()
371 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
372 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_mqd_manager_v11.c | 218 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
219 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
422 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
423 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_process_queue_manager.c | 578 if (p->queue_address && p->queue_size) { in pqm_update_queue_properties()
592 if (kfd_queue_buffer_get(vm, (void *)p->queue_address, &p->ring_bo, in pqm_update_queue_properties()
595 p->queue_address, p->queue_size); in pqm_update_queue_properties()
606 pqn->q->properties.queue_address = p->queue_address; in pqm_update_queue_properties()
826 q_data->q_address = q->properties.queue_address; in criu_checkpoint_queue()
961 qp->queue_address = q_data->q_address; in set_queue_properties_from_criu()
|
| H A D | kfd_queue.c | 39 pr_debug("Queue Address: 0x%llX\n", q->queue_address); in print_queue_properties()
56 pr_debug("Queue Address: 0x%llX\n", q->properties.queue_address); in print_queue()
270 err = kfd_queue_buffer_get(vm, (void *)properties->queue_address, in kfd_queue_acquire_buffers()
|
| H A D | kfd_mqd_manager_v9.c | 272 m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
273 m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8); in update_mqd()
523 m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8); in update_mqd_sdma()
524 m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8); in update_mqd_sdma()
|
| H A D | kfd_device_queue_manager.c | 2179 hang_info.queue_address = queue_addr; in detect_queue_hang()
2189 static struct queue *find_queue_by_address(struct device_queue_manager *dqm, uint64_t queue_address) in find_queue_by_address() argument
2198 if (queue_address == q->properties.queue_address) in find_queue_by_address()
2219 struct queue *q = find_queue_by_address(dqm, hang_info.queue_address); in reset_hung_queues()
2239 if (queue_addr != q->properties.queue_address) { in reset_hung_queues()
3549 qss_entry->ring_base_address = q->properties.queue_address; in set_queue_snapshot_entry()
|
| H A D | kfd_priv.h | 508 uint64_t queue_address; member
550 (q).queue_address != 0 && \
|
| H A D | kfd_chardev.c | 261 q_properties->queue_address = args->ring_base_address; in set_queue_properties_from_user()
299 q_properties->queue_address, args->ring_base_address); in set_queue_properties_from_user()
486 properties.queue_address = args->ring_base_address; in kfd_ioctl_update_queue()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gfx_v7.c | 321 uint64_t queue_address, uint32_t pipe_id, in kgd_hqd_is_occupied() argument
331 low = lower_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
332 high = upper_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
|
| H A D | amdgpu_amdkfd_gfx_v8.c | 353 uint64_t queue_address, uint32_t pipe_id, in kgd_hqd_is_occupied() argument
363 low = lower_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
364 high = upper_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
|
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 460 uint64_t queue_address, uint32_t pipe_id, in hqd_is_occupied_v10_3() argument
470 low = lower_32_bits(queue_address >> 8); in hqd_is_occupied_v10_3()
471 high = upper_32_bits(queue_address >> 8); in hqd_is_occupied_v10_3()
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 449 static bool hqd_is_occupied_v11(struct amdgpu_device *adev, uint64_t queue_address, in hqd_is_occupied_v11() argument
459 low = lower_32_bits(queue_address >> 8); in hqd_is_occupied_v11()
460 high = upper_32_bits(queue_address >> 8); in hqd_is_occupied_v11()
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 474 uint64_t queue_address, uint32_t pipe_id, in kgd_hqd_is_occupied() argument
484 low = lower_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
485 high = upper_32_bits(queue_address >> 8); in kgd_hqd_is_occupied()
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 485 uint64_t queue_address, uint32_t pipe_id, in kgd_gfx_v9_hqd_is_occupied() argument
495 low = lower_32_bits(queue_address >> 8); in kgd_gfx_v9_hqd_is_occupied()
496 high = upper_32_bits(queue_address >> 8); in kgd_gfx_v9_hqd_is_occupied()
|