| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager_vi.c | 38 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd()
43 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
48 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
91 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
162 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
175 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd()
251 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
258 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
265 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
288 static int get_checkpoint_info(struct mqd_manager *mm, void *mqd, u32 *ctl_stack_size) in get_checkpoint_info()
[all …]
|
| H A D | kfd_mqd_manager_v9.c | 60 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd()
65 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
70 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
170 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
245 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
257 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
347 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
357 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
398 static int get_checkpoint_info(struct mqd_manager *mm, void *mqd, u32 *ctl_stack_size) in get_checkpoint_info()
411 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd()
[all …]
|
| H A D | kfd_mqd_manager_v11.c | 34 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd()
39 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
114 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
194 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
208 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
278 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
285 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
322 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd()
331 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd()
[all …]
|
| H A D | kfd_mqd_manager_v10.c | 35 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
40 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
88 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
155 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
169 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
241 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
248 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
286 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd()
295 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd()
[all …]
|
| H A D | kfd_mqd_manager_v12.c | 34 static inline struct v12_compute_mqd *get_mqd(void *mqd) in get_mqd()
39 static inline struct v12_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
95 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
169 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
183 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
247 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
254 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
291 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
305 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma()
[all …]
|
| H A D | kfd_mqd_manager_v12_1.c | 39 static inline struct v12_1_compute_mqd *get_mqd(void *mqd) in get_mqd()
44 static inline struct v12_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
114 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
156 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
225 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
239 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
324 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed()
329 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
366 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
380 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma()
[all …]
|
| H A D | kfd_process_queue_manager.c | 820 void *mqd, in pqm_checkpoint_mqd()
844 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local
1011 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local
1144 void *mqd; in pqm_debugfs_mqds() local
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
179 static int hqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_load_v10_3()
276 static int hiq_mqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v10_3()
359 static int hqd_sdma_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v10_3()
482 void *mqd) in hqd_sdma_is_occupied_v10_3()
500 static int hqd_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_destroy_v10_3()
550 static int hqd_sdma_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_destroy_v10_3()
|
| H A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd()
149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
263 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
374 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
495 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd()
154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd()
159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
342 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
460 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_arcturus.c | 62 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
123 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load()
224 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied()
242 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd()
203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load()
290 static int kgd_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hiq_mqd_load()
373 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
495 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
513 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy()
626 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 212 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd()
217 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd()
222 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load()
301 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hiq_mqd_load()
384 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load()
506 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied()
524 int kgd_gfx_v9_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_destroy()
576 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
| H A D | gfx_v11_0.c | 4145 struct v11_gfx_mqd *mqd, in gfx_v11_0_gfx_mqd_set_priority()
4165 struct v11_gfx_mqd *mqd = m; in gfx_v11_0_gfx_mqd_init() local
4262 struct v11_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kgq_init_queue() local
4305 struct v11_compute_mqd *mqd, in gfx_v11_0_compute_mqd_set_cu_mask()
4338 struct v11_compute_mqd *mqd = m; in gfx_v11_0_compute_mqd_init() local
4483 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_register() local
4593 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_queue() local
4632 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kcq_init_queue() local
|
| H A D | gfx_v12_0.c | 3005 struct v12_gfx_mqd *mqd = m; in gfx_v12_0_gfx_mqd_init() local
3103 struct v12_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kgq_init_queue() local
3146 struct v12_compute_mqd *mqd, in gfx_v12_0_compute_mqd_set_cu_mask()
3179 struct v12_compute_mqd *mqd = m; in gfx_v12_0_compute_mqd_init() local
3323 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kiq_init_register() local
3433 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kiq_init_queue() local
3473 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kcq_init_queue() local
|
| H A D | gfx_v10_0.c | 6756 struct v10_gfx_mqd *mqd, in gfx_v10_0_gfx_mqd_set_priority()
6776 struct v10_gfx_mqd *mqd = m; in gfx_v10_0_gfx_mqd_init() local
6859 struct v10_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kgq_init_queue() local
6920 struct v10_compute_mqd *mqd = m; in gfx_v10_0_compute_mqd_init() local
7041 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_register() local
7150 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_queue() local
7189 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kcq_init_queue() local
|
| H A D | mes_v11_0.c | 1417 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_mqd_init() local
1521 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_queue_init_register() local
|
| H A D | mes_v12_1.c | 1264 struct v12_1_mes_mqd *mqd = ring->mqd_ptr; in mes_v12_1_mqd_init() local
1374 struct v12_1_mes_mqd *mqd = ring->mqd_ptr; in mes_v12_1_queue_init_register() local
|
| H A D | mes_v12_0.c | 1488 struct v12_compute_mqd *mqd = ring->mqd_ptr; in mes_v12_0_mqd_init() local
1597 struct v12_compute_mqd *mqd = ring->mqd_ptr; in mes_v12_0_queue_init_register() local
|
| H A D | gfx_v8_0.c | 4399 static void gfx_v8_0_mqd_set_priority(struct amdgpu_ring *ring, struct vi_mqd *mqd) in gfx_v8_0_mqd_set_priority()
4415 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_mqd_init() local
4564 struct vi_mqd *mqd) in gfx_v8_0_mqd_commit()
4603 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kiq_init_queue() local
4643 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kcq_init_queue() local
|
| H A D | gfx_v9_4_3.c | 1747 static void gfx_v9_4_3_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd) in gfx_v9_4_3_mqd_set_priority()
1763 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_4_3_xcc_mqd_init() local
1899 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_4_3_xcc_kiq_init_register() local
2052 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_4_3_xcc_kiq_init_queue() local
2100 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_4_3_xcc_kcq_init_queue() local
|
| H A D | gfx_v12_1.c | 2443 struct v12_1_compute_mqd *mqd = m; in gfx_v12_1_compute_mqd_init() local
2581 struct v12_1_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_1_xcc_kiq_init_register() local
2684 struct v12_1_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_1_xcc_kiq_init_queue() local
2724 struct v12_1_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_1_xcc_kcq_init_queue() local
|
| H A D | gfx_v9_0.c | 3537 static void gfx_v9_0_mqd_set_priority(struct amdgpu_ring *ring, struct v9_mqd *mqd) in gfx_v9_0_mqd_set_priority()
3553 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_mqd_init() local
3689 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kiq_init_register() local
3842 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kiq_init_queue() local
3890 struct v9_mqd *mqd = ring->mqd_ptr; in gfx_v9_0_kcq_init_queue() local
|
| H A D | sdma_v7_0.c | 858 static int sdma_v7_0_mqd_init(struct amdgpu_device *adev, void *mqd, in sdma_v7_0_mqd_init()
|
| H A D | sdma_v5_0.c | 959 static int sdma_v5_0_mqd_init(struct amdgpu_device *adev, void *mqd, in sdma_v5_0_mqd_init()
|