Home
last modified time | relevance | path

Searched refs:dqm (Results 1 – 8 of 8) sorted by relevance

/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_device_queue_manager.c50 static int set_pasid_vmid_mapping(struct device_queue_manager *dqm,
53 static int execute_queues_cpsch(struct device_queue_manager *dqm,
57 static int unmap_queues_cpsch(struct device_queue_manager *dqm,
63 static int map_queues_cpsch(struct device_queue_manager *dqm);
65 static void deallocate_sdma_queue(struct device_queue_manager *dqm,
68 static inline void deallocate_hqd(struct device_queue_manager *dqm,
70 static int allocate_hqd(struct device_queue_manager *dqm, struct queue *q);
71 static int allocate_sdma_queue(struct device_queue_manager *dqm,
74 static int reset_queues_on_hws_hang(struct device_queue_manager *dqm, bool is_sdma);
75 static struct queue *find_queue_by_doorbell_offset(struct device_queue_manager *dqm,
89 is_pipe_enabled(struct device_queue_manager * dqm,int mec,int pipe) is_pipe_enabled() argument
103 get_cp_queues_num(struct device_queue_manager * dqm) get_cp_queues_num() argument
109 get_queues_per_pipe(struct device_queue_manager * dqm) get_queues_per_pipe() argument
114 get_pipes_per_mec(struct device_queue_manager * dqm) get_pipes_per_mec() argument
119 get_num_all_sdma_engines(struct device_queue_manager * dqm) get_num_all_sdma_engines() argument
125 get_num_sdma_queues(struct device_queue_manager * dqm) get_num_sdma_queues() argument
131 get_num_xgmi_sdma_queues(struct device_queue_manager * dqm) get_num_xgmi_sdma_queues() argument
137 init_sdma_bitmaps(struct device_queue_manager * dqm) init_sdma_bitmaps() argument
152 program_sh_mem_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_sh_mem_settings() argument
165 kfd_hws_hang(struct device_queue_manager * dqm) kfd_hws_hang() argument
207 add_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) add_queue_mes() argument
284 remove_queue_mes_on_reset_option(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,bool is_for_reset,bool flush_mes_queue) remove_queue_mes_on_reset_option() argument
331 set_perfcount(struct device_queue_manager * dqm,int enable) set_perfcount() argument
354 remove_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) remove_queue_mes() argument
360 remove_all_kfd_queues_mes(struct device_queue_manager * dqm) remove_all_kfd_queues_mes() argument
387 add_all_kfd_queues_mes(struct device_queue_manager * dqm) add_all_kfd_queues_mes() argument
414 reset_queue_mes(struct device_queue_manager * dqm,struct queue * q,int queue_type,int pipe,int queue,unsigned int db) reset_queue_mes() argument
440 kfd_reset_queue_mes(struct device_queue_manager * dqm,int queue_type,int pipe,int queue,unsigned int db) kfd_reset_queue_mes() argument
451 reset_queues_mes(struct device_queue_manager * dqm,struct queue * q) reset_queues_mes() argument
512 increment_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) increment_queue_count() argument
526 decrement_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) decrement_queue_count() argument
633 program_trap_handler_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_trap_handler_settings() argument
646 allocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) allocate_vmid() argument
715 deallocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) deallocate_vmid() argument
736 create_queue_nocpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_nocpsch() argument
864 allocate_hqd(struct device_queue_manager * dqm,struct queue * q) allocate_hqd() argument
898 deallocate_hqd(struct device_queue_manager * dqm,struct queue * q) deallocate_hqd() argument
975 destroy_queue_nocpsch_locked(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch_locked() argument
1033 destroy_queue_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch() argument
1072 update_queue(struct device_queue_manager * dqm,struct queue * q,struct mqd_update_info * minfo) update_queue() argument
1189 suspend_single_queue(struct device_queue_manager * dqm,struct kfd_process_device * pdd,struct queue * q) suspend_single_queue() argument
1235 resume_single_queue(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) resume_single_queue() argument
1271 dqm_evict_mqd_bo(struct device_queue_manager * dqm,struct queue * q) dqm_evict_mqd_bo() argument
1309 dqm_repin_mqd_bo(struct device_queue_manager * dqm,struct queue * q) dqm_repin_mqd_bo() argument
1360 evict_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_nocpsch() argument
1410 evict_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_cpsch() argument
1482 restore_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_nocpsch() argument
1563 restore_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_cpsch() argument
1633 register_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) register_process() argument
1672 unregister_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) unregister_process() argument
1706 set_pasid_vmid_mapping(struct device_queue_manager * dqm,u32 pasid,unsigned int vmid) set_pasid_vmid_mapping() argument
1722 init_interrupts(struct device_queue_manager * dqm) init_interrupts() argument
1737 initialize_nocpsch(struct device_queue_manager * dqm) initialize_nocpsch() argument
1770 uninitialize(struct device_queue_manager * dqm) uninitialize() argument
1782 start_nocpsch(struct device_queue_manager * dqm) start_nocpsch() argument
1797 stop_nocpsch(struct device_queue_manager * dqm) stop_nocpsch() argument
1813 allocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q,const uint32_t * restore_sdma_id) allocate_sdma_queue() argument
1926 deallocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q) deallocate_sdma_queue() argument
1944 set_sched_resources(struct device_queue_manager * dqm) set_sched_resources() argument
1988 initialize_cpsch(struct device_queue_manager * dqm) initialize_cpsch() argument
2011 halt_cpsch(struct device_queue_manager * dqm) halt_cpsch() argument
2040 unhalt_cpsch(struct device_queue_manager * dqm) unhalt_cpsch() argument
2064 start_cpsch(struct device_queue_manager * dqm) start_cpsch() argument
2139 stop_cpsch(struct device_queue_manager * dqm) stop_cpsch() argument
2173 create_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) create_kernel_queue_cpsch() argument
2203 destroy_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) destroy_kernel_queue_cpsch() argument
2223 create_queue_cpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_cpsch() argument
2337 amdkfd_fence_wait_timeout(struct device_queue_manager * dqm,uint64_t fence_value,unsigned int timeout_ms) amdkfd_fence_wait_timeout() argument
2369 map_queues_cpsch(struct device_queue_manager * dqm) map_queues_cpsch() argument
2392 set_queue_as_reset(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) set_queue_as_reset() argument
2408 detect_queue_hang(struct device_queue_manager * dqm) detect_queue_hang() argument
2451 find_queue_by_address(struct device_queue_manager * dqm,uint64_t queue_address) find_queue_by_address() argument
2468 find_queue_by_doorbell_offset(struct device_queue_manager * dqm,u32 doorbell_offset) find_queue_by_doorbell_offset() argument
2485 reset_hung_queues(struct device_queue_manager * dqm) reset_hung_queues() argument
2538 sdma_has_hang(struct device_queue_manager * dqm) sdma_has_hang() argument
2557 set_sdma_queue_as_reset(struct device_queue_manager * dqm,uint32_t doorbell_off) set_sdma_queue_as_reset() argument
2579 reset_hung_queues_sdma(struct device_queue_manager * dqm) reset_hung_queues_sdma() argument
2625 reset_queues_on_hws_hang(struct device_queue_manager * dqm,bool is_sdma) reset_queues_on_hws_hang() argument
2653 unmap_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period,bool reset) unmap_queues_cpsch() argument
2732 reset_queues_cpsch(struct device_queue_manager * dqm,uint16_t pasid) reset_queues_cpsch() argument
2746 execute_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period) execute_queues_cpsch() argument
2762 wait_on_destroy_queue(struct device_queue_manager * dqm,struct queue * q) wait_on_destroy_queue() argument
2796 destroy_queue_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_cpsch() argument
2901 set_cache_memory_policy(struct device_queue_manager * dqm,struct qcm_process_device * qpd,enum cache_policy default_policy,enum cache_policy alternate_policy,void __user * alternate_aperture_base,uint64_t alternate_aperture_size,u32 misc_process_properties) set_cache_memory_policy() argument
2940 process_termination_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_nocpsch() argument
2988 get_wave_state(struct device_queue_manager * dqm,struct queue * q,void __user * ctl_stack,u32 * ctl_stack_used_size,u32 * save_area_used_size) get_wave_state() argument
3018 get_queue_checkpoint_info(struct device_queue_manager * dqm,const struct queue * q,u32 * mqd_size,u32 * ctl_stack_size) get_queue_checkpoint_info() argument
3041 checkpoint_mqd(struct device_queue_manager * dqm,const struct queue * q,void * mqd,void * ctl_stack) checkpoint_mqd() argument
3071 process_termination_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_cpsch() argument
3164 init_mqd_managers(struct device_queue_manager * dqm) init_mqd_managers() argument
3191 allocate_hiq_sdma_mqd(struct device_queue_manager * dqm) allocate_hiq_sdma_mqd() argument
3220 struct device_queue_manager *dqm; device_queue_manager_init() local
3357 device_queue_manager_uninit(struct device_queue_manager * dqm) device_queue_manager_uninit() argument
3371 struct device_queue_manager *dqm = knode->dqm; kfd_dqm_suspend_bad_queue_mes() local
3402 struct device_queue_manager *dqm; kfd_evict_process_device() local
3413 reserve_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) reserve_debug_trap_vmid() argument
3461 release_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) release_debug_trap_vmid() argument
3559 struct device_queue_manager *dqm = pdd->dev->dqm; copy_context_work_handler() local
3618 struct device_queue_manager *dqm = pdd->dev->dqm; resume_queues() local
3721 struct device_queue_manager *dqm = pdd->dev->dqm; suspend_queues() local
3858 debug_lock_and_unmap(struct device_queue_manager * dqm) debug_lock_and_unmap() argument
3880 debug_map_and_unlock(struct device_queue_manager * dqm) debug_map_and_unlock() argument
3900 debug_refresh_runlist(struct device_queue_manager * dqm) debug_refresh_runlist() argument
3910 kfd_dqm_is_queue_in_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd,int doorbell_off,u32 * queue_format) kfd_dqm_is_queue_in_process() argument
3935 mqd_size_from_queue_type(struct device_queue_manager * dqm,enum kfd_queue_type type) mqd_size_from_queue_type() argument
3965 struct device_queue_manager *dqm = data; dqm_debugfs_hqds() local
4043 dqm_debugfs_hang_hws(struct device_queue_manager * dqm) dqm_debugfs_hang_hws() argument
[all...]
H A Dkfd_process_queue_manager.c93 dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); in kfd_process_dequeue_from_device()
164 return pqn->q->device->dqm->ops.update_queue(pqn->q->device->dqm, in pqm_set_gws()
383 dev->dqm->ops.register_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
433 retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd, q_data, in pqm_create_queue()
440 if ((dev->dqm->sched_policy == in pqm_create_queue()
442 ((dev->dqm->processes_count >= dev->vm_info.vmid_num_kfd) || in pqm_create_queue()
443 (dev->dqm->active_queue_count >= get_cp_queues_num(dev->dqm)))) { in pqm_create_queue()
454 retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd, q_data, in pqm_create_queue()
514 dev->dqm->ops.unregister_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
522 struct device_queue_manager *dqm; in pqm_destroy_queue() local
[all …]
H A Dkfd_device.c583 if (node->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) in kfd_gws_init()
629 node->dqm = device_queue_manager_init(node); in kfd_init_node()
630 if (!node->dqm) { in kfd_init_node()
656 device_queue_manager_uninit(node->dqm); in kfd_init_node()
683 device_queue_manager_uninit(knode->dqm); in kfd_cleanup_nodes()
960 node->dqm->sched_policy); in kgd2kfd_device_init()
1094 node->dqm->ops.stop(node->dqm); in kgd2kfd_suspend()
1149 err = node->dqm->ops.start(node->dqm); in kfd_resume()
1607 ret = node->dqm->ops.unhalt(node->dqm); in kgd2kfd_start_sched()
1624 r = node->dqm->ops.unhalt(node->dqm); in kgd2kfd_start_sched_all_nodes()
[all …]
H A Dkfd_process.c108 struct device_queue_manager *dqm; in kfd_sdma_activity_worker() local
119 dqm = pdd->dev->dqm; in kfd_sdma_activity_worker()
121 if (!dqm || !qpd) in kfd_sdma_activity_worker()
150 dqm_lock(dqm); in kfd_sdma_activity_worker()
157 if (dqm->dev->kfd2kgd->hqd_sdma_get_counter) { in kfd_sdma_activity_worker()
159 ret = dqm->dev->kfd2kgd->hqd_sdma_get_counter( in kfd_sdma_activity_worker()
160 dqm->dev->adev, q->mqd, in kfd_sdma_activity_worker()
161 dqm->dev->kfd->device_info.num_sdma_queues_per_engine, in kfd_sdma_activity_worker()
174 dqm_unlock(dqm); in kfd_sdma_activity_worker()
191 dqm_unlock(dqm); in kfd_sdma_activity_worker()
[all …]
H A Dkfd_chardev.c673 if (!pdd->dev->dqm->ops.set_cache_memory_policy(pdd->dev->dqm, in kfd_ioctl_set_memory_policy()
992 if (dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS && in kfd_ioctl_set_scratch_backing_va()
1552 if (dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) { in kfd_ioctl_alloc_queue_gws()
3065 last_err = debug_refresh_runlist(pdd->dev->dqm); in runtime_disable()
3439 struct device_queue_manager *dqm; in kfd_profiler_pmc() local
3454 dqm = pdd->dev->dqm; in kfd_profiler_pmc()
3457 dqm->ops.set_perfcount(dqm, args->perfcount_enable); in kfd_profiler_pmc()
H A Dkfd_kernel_queue.c60 kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]; in kq_initialize()
H A Dkfd_mqd_manager_v9.c741 uint32_t local_xcc_start = mm->dev->dqm->current_logical_xcc_start++; in init_mqd_v9_4_3()
855 mm->dev->dqm->current_logical_xcc_start++; in restore_mqd_v9_4_3()
H A Dkfd_mqd_manager_v12_1.c461 uint32_t local_xcc_start = mm->dev->dqm->current_logical_xcc_start++; in init_mqd_v12_1()