| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.h | 33 struct amdgpu_ring;
69 #define to_amdgpu_ring(s) container_of((s), struct amdgpu_ring, sched)
146 struct amdgpu_ring *ring;
162 void amdgpu_fence_driver_set_error(struct amdgpu_ring *ring, int error);
163 void amdgpu_fence_driver_force_completion(struct amdgpu_ring *ring);
167 int amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring);
168 int amdgpu_fence_driver_start_ring(struct amdgpu_ring *ring,
175 int amdgpu_fence_emit(struct amdgpu_ring *ring, struct amdgpu_fence *af,
177 int amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s,
179 bool amdgpu_fence_process(struct amdgpu_ring *ring);
[all …]
|
| H A D | amdgpu_ring_mux.h | 31 struct amdgpu_ring;
44 struct amdgpu_ring *ring;
69 struct amdgpu_ring *real_ring;
104 int amdgpu_ring_mux_init(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring,
107 int amdgpu_ring_mux_add_sw_ring(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
108 void amdgpu_ring_mux_set_wptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring, u64 wptr);
109 u64 amdgpu_ring_mux_get_wptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
110 u64 amdgpu_ring_mux_get_rptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
111 void amdgpu_ring_mux_start_ib(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
112 void amdgpu_ring_mux_end_ib(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring);
[all …]
|
| H A D | vcn_v2_0.h | 27 extern void vcn_v2_0_dec_ring_insert_start(struct amdgpu_ring *ring);
28 extern void vcn_v2_0_dec_ring_insert_end(struct amdgpu_ring *ring);
29 extern void vcn_v2_0_dec_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count);
30 extern void vcn_v2_0_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
32 extern void vcn_v2_0_dec_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
34 extern void vcn_v2_0_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
36 extern void vcn_v2_0_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
38 extern void vcn_v2_0_dec_ring_emit_wreg(struct amdgpu_ring *ring,
40 extern int vcn_v2_0_dec_ring_test_ring(struct amdgpu_ring *ring);
42 extern void vcn_v2_0_enc_ring_insert_end(struct amdgpu_ring *ring);
[all …]
|
| H A D | jpeg_v4_0_3.h | 58 void jpeg_v4_0_3_dec_ring_emit_ib(struct amdgpu_ring *ring,
62 void jpeg_v4_0_3_dec_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
64 void jpeg_v4_0_3_dec_ring_emit_vm_flush(struct amdgpu_ring *ring,
66 void jpeg_v4_0_3_ring_emit_hdp_flush(struct amdgpu_ring *ring);
67 void jpeg_v4_0_3_dec_ring_nop(struct amdgpu_ring *ring, uint32_t count);
68 void jpeg_v4_0_3_dec_ring_insert_start(struct amdgpu_ring *ring);
69 void jpeg_v4_0_3_dec_ring_insert_end(struct amdgpu_ring *ring);
70 void jpeg_v4_0_3_dec_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val);
71 void jpeg_v4_0_3_dec_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | amdgpu_uvd.h | 45 struct amdgpu_ring ring;
46 struct amdgpu_ring ring_enc[AMDGPU_MAX_UVD_ENC_RINGS];
76 int amdgpu_uvd_entity_init(struct amdgpu_device *adev, struct amdgpu_ring *ring);
80 int amdgpu_uvd_get_create_msg(struct amdgpu_ring *ring, uint32_t handle,
82 int amdgpu_uvd_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
89 void amdgpu_uvd_ring_begin_use(struct amdgpu_ring *ring);
90 void amdgpu_uvd_ring_end_use(struct amdgpu_ring *ring);
91 int amdgpu_uvd_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | vcn_sw_ring.h | 32 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr,
34 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring);
35 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job,
37 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
39 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring,
41 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
|
| H A D | amdgpu_ring.c | 86 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigned int ndw) in amdgpu_ring_alloc()
117 static void amdgpu_ring_alloc_reemit(struct amdgpu_ring *ring, unsigned int ndw) in amdgpu_ring_alloc_reemit()
138 void amdgpu_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in amdgpu_ring_insert_nop()
166 void amdgpu_ring_generic_pad_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib) in amdgpu_ring_generic_pad_ib()
189 void amdgpu_ring_commit(struct amdgpu_ring *ring) in amdgpu_ring_commit()
218 void amdgpu_ring_undo(struct amdgpu_ring *ring) in amdgpu_ring_undo()
246 int amdgpu_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring, in amdgpu_ring_init()
415 void amdgpu_ring_fini(struct amdgpu_ring *ring) in amdgpu_ring_fini()
453 void amdgpu_ring_emit_reg_write_reg_wait_helper(struct amdgpu_ring *ring, in amdgpu_ring_emit_reg_write_reg_wait_helper()
470 bool amdgpu_ring_soft_recovery(struct amdgpu_ring *ring, unsigned int vmid, in amdgpu_ring_soft_recovery()
[all …]
|
| H A D | amdgpu_ring_mux.c | 44 struct amdgpu_ring *ring) in amdgpu_ring_mux_sw_entry()
52 struct amdgpu_ring *ring, in amdgpu_ring_mux_copy_pkt_from_sw_ring()
56 struct amdgpu_ring *real_ring = mux->real_ring; in amdgpu_ring_mux_copy_pkt_from_sw_ring()
150 int amdgpu_ring_mux_init(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring, in amdgpu_ring_mux_init()
195 int amdgpu_ring_mux_add_sw_ring(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring) in amdgpu_ring_mux_add_sw_ring()
213 void amdgpu_ring_mux_set_wptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring, u64 wptr) in amdgpu_ring_mux_set_wptr()
253 u64 amdgpu_ring_mux_get_wptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring) in amdgpu_ring_mux_get_wptr()
282 u64 amdgpu_ring_mux_get_rptr(struct amdgpu_ring_mux *mux, struct amdgpu_ring *ring) in amdgpu_ring_mux_get_rptr()
316 u64 amdgpu_sw_ring_get_rptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_rptr_gfx()
325 u64 amdgpu_sw_ring_get_wptr_gfx(struct amdgpu_ring *ring) in amdgpu_sw_ring_get_wptr_gfx()
[all …]
|
| H A D | amdgpu_fence.c | 63 static void amdgpu_fence_write(struct amdgpu_ring *ring, u32 seq) in amdgpu_fence_write()
79 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read()
112 int amdgpu_fence_emit(struct amdgpu_ring *ring, struct amdgpu_fence *af, in amdgpu_fence_emit()
172 int amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s, in amdgpu_fence_emit_polling()
203 static void amdgpu_fence_schedule_fallback(struct amdgpu_ring *ring) in amdgpu_fence_schedule_fallback()
220 bool amdgpu_fence_process(struct amdgpu_ring *ring) in amdgpu_fence_process()
280 struct amdgpu_ring *ring = timer_container_of(ring, t, in amdgpu_fence_fallback()
297 int amdgpu_fence_wait_empty(struct amdgpu_ring *ring) in amdgpu_fence_wait_empty()
330 signed long amdgpu_fence_wait_polling(struct amdgpu_ring *ring, in amdgpu_fence_wait_polling()
350 unsigned int amdgpu_fence_count_emitted(struct amdgpu_ring *ring) in amdgpu_fence_count_emitted()
[all …]
|
| H A D | vcn_sw_ring.c | 27 void vcn_dec_sw_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, in vcn_dec_sw_ring_emit_fence()
39 void vcn_dec_sw_ring_insert_end(struct amdgpu_ring *ring) in vcn_dec_sw_ring_insert_end()
44 void vcn_dec_sw_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job, in vcn_dec_sw_ring_emit_ib()
56 void vcn_dec_sw_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_reg_wait()
65 void vcn_dec_sw_ring_emit_vm_flush(struct amdgpu_ring *ring, in vcn_dec_sw_ring_emit_vm_flush()
80 void vcn_dec_sw_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, in vcn_dec_sw_ring_emit_wreg()
|
| H A D | vcn_v4_0_3.h | 35 void vcn_v4_0_3_enc_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg,
38 void vcn_v4_0_3_enc_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
40 void vcn_v4_0_3_enc_ring_emit_vm_flush(struct amdgpu_ring *ring,
42 void vcn_v4_0_3_ring_emit_hdp_flush(struct amdgpu_ring *ring);
|
| H A D | amdgpu_sdma.c | 40 struct amdgpu_sdma_instance *amdgpu_sdma_get_instance_from_ring(struct amdgpu_ring *ring) in amdgpu_sdma_get_instance_from_ring()
53 int amdgpu_sdma_get_index_from_ring(struct amdgpu_ring *ring, uint32_t *index) in amdgpu_sdma_get_index_from_ring()
69 uint64_t amdgpu_sdma_get_csa_mc_addr(struct amdgpu_ring *ring, in amdgpu_sdma_get_csa_mc_addr()
355 struct amdgpu_ring *ring, *page = NULL; in amdgpu_debugfs_sdma_sched_mask_set()
402 struct amdgpu_ring *ring, *page = NULL; in amdgpu_debugfs_sdma_sched_mask_get()
501 struct amdgpu_ring *amdgpu_sdma_get_shared_ring(struct amdgpu_device *adev, struct amdgpu_ring *rin… in amdgpu_sdma_get_shared_ring()
519 bool amdgpu_sdma_is_shared_inv_eng(struct amdgpu_device *adev, struct amdgpu_ring *ring) in amdgpu_sdma_is_shared_inv_eng()
558 struct amdgpu_ring *gfx_ring = &sdma_instance->ring; in amdgpu_sdma_reset_engine()
559 struct amdgpu_ring *page_ring = &sdma_instance->page; in amdgpu_sdma_reset_engine()
|
| H A D | sdma_v5_2.c | 116 static int sdma_v5_2_stop_queue(struct amdgpu_ring *ring);
117 static int sdma_v5_2_restore_queue(struct amdgpu_ring *ring);
143 static unsigned sdma_v5_2_ring_init_cond_exec(struct amdgpu_ring *ring, in sdma_v5_2_ring_init_cond_exec()
167 static uint64_t sdma_v5_2_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v5_2_ring_get_rptr()
185 static uint64_t sdma_v5_2_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v5_2_ring_get_wptr()
211 static void sdma_v5_2_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v5_2_ring_set_wptr()
255 static void sdma_v5_2_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v5_2_ring_insert_nop()
278 static void sdma_v5_2_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v5_2_ring_emit_ib()
313 static void sdma_v5_2_ring_emit_mem_sync(struct amdgpu_ring *ring) in sdma_v5_2_ring_emit_mem_sync()
338 static void sdma_v5_2_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v5_2_ring_emit_hdp_flush()
[all …]
|
| H A D | vcn_v1_0.h | 27 void vcn_v1_0_ring_end_use(struct amdgpu_ring *ring);
28 void vcn_v1_0_set_pg_for_begin_use(struct amdgpu_ring *ring, bool set_clocks);
|
| H A D | sdma_v5_0.c | 115 static int sdma_v5_0_stop_queue(struct amdgpu_ring *ring);
116 static int sdma_v5_0_restore_queue(struct amdgpu_ring *ring);
303 static unsigned sdma_v5_0_ring_init_cond_exec(struct amdgpu_ring *ring, in sdma_v5_0_ring_init_cond_exec()
327 static uint64_t sdma_v5_0_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v5_0_ring_get_rptr()
345 static uint64_t sdma_v5_0_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v5_0_ring_get_wptr()
371 static void sdma_v5_0_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v5_0_ring_set_wptr()
407 static void sdma_v5_0_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v5_0_ring_insert_nop()
430 static void sdma_v5_0_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v5_0_ring_emit_ib()
465 static void sdma_v5_0_ring_emit_mem_sync(struct amdgpu_ring *ring) in sdma_v5_0_ring_emit_mem_sync()
489 static void sdma_v5_0_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v5_0_ring_emit_hdp_flush()
[all …]
|
| H A D | sdma_v6_0.c | 145 static unsigned sdma_v6_0_ring_init_cond_exec(struct amdgpu_ring *ring, in sdma_v6_0_ring_init_cond_exec()
169 static uint64_t sdma_v6_0_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v6_0_ring_get_rptr()
187 static uint64_t sdma_v6_0_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v6_0_ring_get_wptr()
207 static void sdma_v6_0_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v6_0_ring_set_wptr()
242 static void sdma_v6_0_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v6_0_ring_insert_nop()
265 static void sdma_v6_0_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v6_0_ring_emit_ib()
300 static void sdma_v6_0_ring_emit_mem_sync(struct amdgpu_ring *ring) in sdma_v6_0_ring_emit_mem_sync()
325 static void sdma_v6_0_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v6_0_ring_emit_hdp_flush()
356 static void sdma_v6_0_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq, in sdma_v6_0_ring_emit_fence()
485 struct amdgpu_ring *ring; in sdma_v6_0_gfx_resume_instance()
[all …]
|
| H A D | gfx_v12_0.c | 281 static void gfx_v12_0_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg,
284 static void gfx_v12_0_ring_invalidate_tlbs(struct amdgpu_ring *ring,
292 static void gfx_v12_0_kiq_set_resources(struct amdgpu_ring *kiq_ring, in gfx_v12_0_kiq_set_resources()
306 static void gfx_v12_0_kiq_map_queues(struct amdgpu_ring *kiq_ring, in gfx_v12_0_kiq_map_queues()
307 struct amdgpu_ring *ring) in gfx_v12_0_kiq_map_queues()
349 static void gfx_v12_0_kiq_unmap_queues(struct amdgpu_ring *kiq_ring, in gfx_v12_0_kiq_unmap_queues()
350 struct amdgpu_ring *ring, in gfx_v12_0_kiq_unmap_queues()
383 static void gfx_v12_0_kiq_query_status(struct amdgpu_ring *kiq_ring, in gfx_v12_0_kiq_query_status()
384 struct amdgpu_ring *ring, in gfx_v12_0_kiq_query_status()
403 static void gfx_v12_0_kiq_invalidate_tlbs(struct amdgpu_ring *kiq_ring, in gfx_v12_0_kiq_invalidate_tlbs()
[all …]
|
| H A D | amdgpu_ids.h | 38 struct amdgpu_ring;
86 int amdgpu_vmid_grab(struct amdgpu_vm *vm, struct amdgpu_ring *ring,
|
| H A D | amdgpu_jpeg.c | 133 void amdgpu_jpeg_ring_begin_use(struct amdgpu_ring *ring) in amdgpu_jpeg_ring_begin_use()
146 void amdgpu_jpeg_ring_end_use(struct amdgpu_ring *ring) in amdgpu_jpeg_ring_end_use()
152 int amdgpu_jpeg_dec_ring_test_ring(struct amdgpu_ring *ring) in amdgpu_jpeg_dec_ring_test_ring()
188 static int amdgpu_jpeg_dec_set_reg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_jpeg_dec_set_reg()
229 int amdgpu_jpeg_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout) in amdgpu_jpeg_dec_ring_test_ib()
362 struct amdgpu_ring *ring; in amdgpu_debugfs_jpeg_sched_mask_set()
390 struct amdgpu_ring *ring; in amdgpu_debugfs_jpeg_sched_mask_get()
|
| H A D | amdgpu_cper.h | 66 struct amdgpu_ring ring_buf;
100 void amdgpu_cper_ring_write(struct amdgpu_ring *ring,
|
| H A D | amdgpu_ids.c | 207 static int amdgpu_vmid_grab_idle(struct amdgpu_ring *ring, in amdgpu_vmid_grab_idle()
224 struct amdgpu_ring *r = adev->vm_manager.concurrent_flush ? in amdgpu_vmid_grab_idle()
257 struct amdgpu_ring *ring, in amdgpu_vmid_grab_reserved()
322 struct amdgpu_ring *ring, in amdgpu_vmid_grab_used()
384 int amdgpu_vmid_grab(struct amdgpu_vm *vm, struct amdgpu_ring *ring, in amdgpu_vmid_grab()
|
| H A D | mes_v11_0.c | 74 static void mes_v11_0_ring_set_wptr(struct amdgpu_ring *ring) in mes_v11_0_ring_set_wptr()
87 static u64 mes_v11_0_ring_get_rptr(struct amdgpu_ring *ring) in mes_v11_0_ring_get_rptr()
92 static u64 mes_v11_0_ring_get_wptr(struct amdgpu_ring *ring) in mes_v11_0_ring_get_wptr()
174 struct amdgpu_ring *ring = &mes->ring[0]; in mes_v11_0_submit_pkt_and_poll_completion()
1110 static int mes_v11_0_mqd_init(struct amdgpu_ring *ring) in mes_v11_0_mqd_init()
1214 static void mes_v11_0_queue_init_register(struct amdgpu_ring *ring) in mes_v11_0_queue_init_register()
1279 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq[0].ring; in mes_v11_0_kiq_enable_queue()
1299 struct amdgpu_ring *ring; in mes_v11_0_queue_init()
1333 struct amdgpu_ring *ring; in mes_v11_0_ring_init()
1356 struct amdgpu_ring *ring; in mes_v11_0_kiq_ring_init()
[all …]
|
| H A D | amdgpu_job.c | 90 struct amdgpu_ring *ring = to_amdgpu_ring(s_job->sched); in amdgpu_job_timedout()
373 int amdgpu_job_submit_direct(struct amdgpu_job *job, struct amdgpu_ring *ring, in amdgpu_job_submit_direct()
392 struct amdgpu_ring *ring = to_amdgpu_ring(s_entity->rq->sched); in amdgpu_job_prepare_job()
429 struct amdgpu_ring *ring = to_amdgpu_ring(sched_job->sched); in amdgpu_job_run()
|
| H A D | vcn_v5_0_0.c | 85 static void vcn_v5_0_0_unified_ring_set_wptr(struct amdgpu_ring *ring);
127 struct amdgpu_ring *ring; in vcn_v5_0_0_sw_init()
255 struct amdgpu_ring *ring; in vcn_v5_0_0_hw_init()
700 struct amdgpu_ring *ring; in vcn_v5_0_0_start_dpg_mode()
810 struct amdgpu_ring *ring; in vcn_v5_0_0_start()
1136 static uint64_t vcn_v5_0_0_unified_ring_get_rptr(struct amdgpu_ring *ring) in vcn_v5_0_0_unified_ring_get_rptr()
1153 static uint64_t vcn_v5_0_0_unified_ring_get_wptr(struct amdgpu_ring *ring) in vcn_v5_0_0_unified_ring_get_wptr()
1173 static void vcn_v5_0_0_unified_ring_set_wptr(struct amdgpu_ring *ring) in vcn_v5_0_0_unified_ring_set_wptr()
1188 static int vcn_v5_0_0_ring_reset(struct amdgpu_ring *ring, in vcn_v5_0_0_ring_reset()
|
| H A D | amdgpu_gds.h | 27 struct amdgpu_ring;
|