/linux/drivers/gpu/drm/amd/amdkfd/ |
H A D | kfd_mqd_manager_vi.c | 38 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() 43 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 48 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 91 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 157 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 170 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd() 240 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 247 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 254 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 277 static void get_checkpoint_info(struct mqd_manager *mm, void *mqd, u32 *ctl_stack_size) in get_checkpoint_info() [all …]
|
H A D | kfd_mqd_manager_cik.c | 35 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() 40 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() 45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 88 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 142 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() 159 static int load_mqd(struct mqd_manager *mm, void *mqd, uint32_t pipe_id, in load_mqd() 172 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd() 209 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 216 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 223 static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, in update_mqd_sdma() [all …]
|
H A D | kfd_mqd_manager_v10.c | 35 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() 40 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 88 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 150 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 164 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 229 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 236 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 274 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd() 283 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd() [all …]
|
H A D | kfd_mqd_manager_v9.c | 52 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() 57 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 62 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 160 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 231 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 243 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 326 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 336 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 372 static void get_checkpoint_info(struct mqd_manager *mm, void *mqd, u32 *ctl_stack_size) in get_checkpoint_info() 379 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd() [all …]
|
H A D | kfd_mqd_manager_v11.c | 34 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() 39 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 123 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 204 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 218 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 282 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 289 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 326 static void checkpoint_mqd(struct mqd_manager *mm, void *mqd, void *mqd_dst, void *ctl_stack_dst) in checkpoint_mqd() 335 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd() [all …]
|
H A D | kfd_mqd_manager_v12.c | 34 static inline struct v12_compute_mqd *get_mqd(void *mqd) in get_mqd() 39 static inline struct v12_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 98 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 167 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 181 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 245 static bool check_preemption_failed(struct mqd_manager *mm, void *mqd) in check_preemption_failed() 252 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 289 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq() 303 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() [all …]
|
H A D | kfd_mqd_manager.c | 91 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() 208 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() 216 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() 224 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() 235 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() 243 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() 256 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() 264 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma()
|
H A D | kfd_process_queue_manager.c | 798 void *mqd, in pqm_checkpoint_mqd() 822 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local 982 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local 1096 void *mqd; in pqm_debugfs_mqds() local
|
/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() 174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 179 static int hqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_load_v10_3() 276 static int hiq_mqd_load_v10_3(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v10_3() 359 static int hqd_sdma_load_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v10_3() 482 void *mqd) in hqd_sdma_is_occupied_v10_3() 500 static int hqd_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_destroy_v10_3() 550 static int hqd_sdma_destroy_v10_3(struct amdgpu_device *adev, void *mqd, in hqd_sdma_destroy_v10_3()
|
H A D | amdgpu_amdkfd_gc_9_4_3.c | 38 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 59 static int kgd_gfx_v9_4_3_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_load() 165 static bool kgd_gfx_v9_4_3_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_gfx_v9_4_3_hqd_sdma_is_occupied() 183 static int kgd_gfx_v9_4_3_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_destroy() 279 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() 284 static int kgd_gfx_v9_4_3_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_load()
|
H A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() 149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() 263 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() 374 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() 391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() 495 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
H A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() 154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() 159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() 239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() 342 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() 359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() 460 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
H A D | amdgpu_amdkfd_arcturus.c | 62 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 123 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() 224 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() 242 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy()
|
H A D | amdgpu_amdkfd_gfx_v11.c | 154 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() 159 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 164 static int hqd_load_v11(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id, in hqd_load_v11() 261 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() 344 static int hqd_sdma_load_v11(struct amdgpu_device *adev, void *mqd, in hqd_sdma_load_v11() 470 static bool hqd_sdma_is_occupied_v11(struct amdgpu_device *adev, void *mqd) in hqd_sdma_is_occupied_v11() 488 static int hqd_destroy_v11(struct amdgpu_device *adev, void *mqd, in hqd_destroy_v11() 535 static int hqd_sdma_destroy_v11(struct amdgpu_device *adev, void *mqd, in hqd_sdma_destroy_v11()
|
H A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() 203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() 290 static int kgd_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hiq_mqd_load() 373 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() 495 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() 513 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() 626 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
H A D | amdgpu_amdkfd_gfx_v9.c | 212 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() 217 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() 222 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load() 301 int kgd_gfx_v9_hiq_mqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hiq_mqd_load() 384 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() 506 static bool kgd_hqd_sdma_is_occupied(struct amdgpu_device *adev, void *mqd) in kgd_hqd_sdma_is_occupied() 524 int kgd_gfx_v9_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_destroy() 576 static int kgd_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_destroy()
|
H A D | mes_v11_0.c | 1083 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_mqd_init() local 1187 struct v11_compute_mqd *mqd = ring->mqd_ptr; in mes_v11_0_queue_init_register() local
|
H A D | mes_v12_0.c | 1166 struct v12_compute_mqd *mqd = ring->mqd_ptr; in mes_v12_0_mqd_init() local 1275 struct v12_compute_mqd *mqd = ring->mqd_ptr; in mes_v12_0_queue_init_register() local
|
H A D | gfx_v12_0.c | 2880 struct v12_gfx_mqd *mqd = m; in gfx_v12_0_gfx_mqd_init() local 2966 struct v12_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kgq_init_queue() local 3033 struct v12_compute_mqd *mqd = m; in gfx_v12_0_compute_mqd_init() local 3162 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kiq_init_register() local 3272 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kiq_init_queue() local 3312 struct v12_compute_mqd *mqd = ring->mqd_ptr; in gfx_v12_0_kcq_init_queue() local
|
H A D | amdgpu_umsch_mm.c | 185 struct MQD_INFO *mqd = (struct MQD_INFO *)test->mqd_data_cpu_addr; in setup_vpe_queue() local 271 struct MQD_INFO *mqd = (struct MQD_INFO *)test->mqd_data_cpu_addr; in submit_vpe_queue() local
|
H A D | gfx_v11_0.c | 3949 struct v11_gfx_mqd *mqd, in gfx_v11_0_gfx_mqd_set_priority() 3969 struct v11_gfx_mqd *mqd = m; in gfx_v11_0_gfx_mqd_init() local 4052 struct v11_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kgq_init_queue() local 4110 struct v11_compute_mqd *mqd = m; in gfx_v11_0_compute_mqd_init() local 4240 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_register() local 4350 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kiq_init_queue() local 4389 struct v11_compute_mqd *mqd = ring->mqd_ptr; in gfx_v11_0_kcq_init_queue() local
|
H A D | gfx_v10_0.c | 6637 struct v10_gfx_mqd *mqd, in gfx_v10_0_gfx_mqd_set_priority() 6657 struct v10_gfx_mqd *mqd = m; in gfx_v10_0_gfx_mqd_init() local 6740 struct v10_gfx_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kgq_init_queue() local 6814 struct v10_compute_mqd *mqd = m; in gfx_v10_0_compute_mqd_init() local 6930 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_register() local 7039 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kiq_init_queue() local 7078 struct v10_compute_mqd *mqd = ring->mqd_ptr; in gfx_v10_0_kcq_init_queue() local
|
H A D | amdgpu_ring.c | 546 volatile u32 *mqd; in amdgpu_debugfs_mqd_read() local
|
H A D | gfx_v8_0.c | 4408 static void gfx_v8_0_mqd_set_priority(struct amdgpu_ring *ring, struct vi_mqd *mqd) in gfx_v8_0_mqd_set_priority() 4424 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_mqd_init() local 4569 struct vi_mqd *mqd) in gfx_v8_0_mqd_commit() 4608 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kiq_init_queue() local 4648 struct vi_mqd *mqd = ring->mqd_ptr; in gfx_v8_0_kcq_init_queue() local
|
/linux/drivers/misc/sgi-gru/ |
H A D | grukservices.c | 543 int gru_create_message_queue(struct gru_message_queue_desc *mqd, in gru_create_message_queue() 577 static int send_noop_message(void *cb, struct gru_message_queue_desc *mqd, in send_noop_message() 635 static int send_message_queue_full(void *cb, struct gru_message_queue_desc *mqd, in send_message_queue_full() 704 static int send_message_put_nacked(void *cb, struct gru_message_queue_desc *mqd, in send_message_put_nacked() 752 static int send_message_failure(void *cb, struct gru_message_queue_desc *mqd, in send_message_failure() 794 int gru_send_message_gpa(struct gru_message_queue_desc *mqd, void *mesg, in gru_send_message_gpa() 835 void gru_free_message(struct gru_message_queue_desc *mqd, void *mesg) in gru_free_message() 867 void *gru_get_next_message(struct gru_message_queue_desc *mqd) in gru_get_next_message() 995 struct gru_message_queue_desc mqd; in quicktest1() local
|