Home
last modified time | relevance | path

Searched refs:dqm (Results 1 – 23 of 23) sorted by relevance

/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_device_queue_manager.c46 static int set_pasid_vmid_mapping(struct device_queue_manager *dqm,
49 static int execute_queues_cpsch(struct device_queue_manager *dqm,
53 static int unmap_queues_cpsch(struct device_queue_manager *dqm,
59 static int map_queues_cpsch(struct device_queue_manager *dqm);
61 static void deallocate_sdma_queue(struct device_queue_manager *dqm,
64 static inline void deallocate_hqd(struct device_queue_manager *dqm,
66 static int allocate_hqd(struct device_queue_manager *dqm, struct queue *q);
67 static int allocate_sdma_queue(struct device_queue_manager *dqm,
79 static bool is_pipe_enabled(struct device_queue_manager *dqm, int mec, int pipe) in is_pipe_enabled() argument
82 int pipe_offset = (mec * dqm->dev->kfd->shared_resources.num_pipe_per_mec in is_pipe_enabled()
[all …]
H A Dkfd_device_queue_manager.h138 int (*create_queue)(struct device_queue_manager *dqm,
145 int (*destroy_queue)(struct device_queue_manager *dqm,
149 int (*update_queue)(struct device_queue_manager *dqm,
152 int (*register_process)(struct device_queue_manager *dqm,
155 int (*unregister_process)(struct device_queue_manager *dqm,
158 int (*initialize)(struct device_queue_manager *dqm);
159 int (*start)(struct device_queue_manager *dqm);
160 int (*stop)(struct device_queue_manager *dqm);
161 void (*uninitialize)(struct device_queue_manager *dqm);
162 int (*halt)(struct device_queue_manager *dqm);
[all …]
H A Dkfd_packet_manager.c48 struct kfd_node *node = pm->dqm->dev; in pm_calc_rlib_size()
51 process_count = pm->dqm->processes_count; in pm_calc_rlib_size()
52 queue_count = pm->dqm->active_queue_count; in pm_calc_rlib_size()
53 compute_queue_count = pm->dqm->active_cp_queue_count; in pm_calc_rlib_size()
54 gws_queue_count = pm->dqm->gws_queue_count; in pm_calc_rlib_size()
67 compute_queue_count > get_cp_queues_num(pm->dqm) || in pm_calc_rlib_size()
94 struct kfd_node *node = pm->dqm->dev; in pm_allocate_runlist_ib()
130 struct kfd_node *node = pm->dqm->dev; in pm_create_runlist_ib()
150 pm->dqm->processes_count, pm->dqm->active_queue_count); in pm_create_runlist_ib()
156 if (processes_mapped >= pm->dqm->processes_count) { in pm_create_runlist_ib()
[all …]
H A Dkfd_device_queue_manager_v9.c29 static int update_qpd_v9(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v9(struct device_queue_manager *dqm, struct queue *q,
51 static int update_qpd_v9(struct device_queue_manager *dqm, in update_qpd_v9() argument
63 if (dqm->dev->kfd->noretry) in update_qpd_v9()
66 if (KFD_GC_VERSION(dqm->dev->kfd) == IP_VERSION(9, 4, 3) || in update_qpd_v9()
67 KFD_GC_VERSION(dqm->dev->kfd) == IP_VERSION(9, 4, 4)) in update_qpd_v9()
75 if (KFD_SUPPORT_XNACK_PER_PROCESS(dqm->dev)) { in update_qpd_v9()
90 static void init_sdma_vm_v9(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v9() argument
H A Dkfd_process_queue_manager.c90 dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); in kfd_process_dequeue_from_device()
159 return pqn->q->device->dqm->ops.update_queue(pqn->q->device->dqm, in pqm_set_gws()
362 dev->dqm->ops.register_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
385 retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd, q_data, in pqm_create_queue()
392 if ((dev->dqm->sched_policy == in pqm_create_queue()
394 ((dev->dqm->processes_count >= dev->vm_info.vmid_num_kfd) || in pqm_create_queue()
395 (dev->dqm->active_queue_count >= get_cp_queues_num(dev->dqm)))) { in pqm_create_queue()
406 retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd, q_data, in pqm_create_queue()
423 retval = dev->dqm->ops.create_kernel_queue(dev->dqm, in pqm_create_queue()
475 dev->dqm->ops.unregister_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
[all …]
H A Dkfd_mqd_manager.c57 mqd_mem_obj->gtt_mem = dev->dqm->hiq_sdma_mqd.gtt_mem; in allocate_hiq_mqd()
58 mqd_mem_obj->gpu_addr = dev->dqm->hiq_sdma_mqd.gpu_addr; in allocate_hiq_mqd()
59 mqd_mem_obj->cpu_ptr = dev->dqm->hiq_sdma_mqd.cpu_ptr; in allocate_hiq_mqd()
77 dev->dqm->mqd_mgrs[KFD_MQD_TYPE_SDMA]->mqd_size; in allocate_sdma_mqd()
79 offset += dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]->mqd_size * in allocate_sdma_mqd()
82 mqd_mem_obj->gtt_mem = (void *)((uint64_t)dev->dqm->hiq_sdma_mqd.gtt_mem in allocate_sdma_mqd()
84 mqd_mem_obj->gpu_addr = dev->dqm->hiq_sdma_mqd.gpu_addr + offset; in allocate_sdma_mqd()
86 dev->dqm->hiq_sdma_mqd.cpu_ptr + offset); in allocate_sdma_mqd()
273 return dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]->mqd_size; in kfd_hiq_mqd_stride()
284 dev->dqm->hiq_sdma_mqd.gtt_mem : NULL; in kfd_get_hiq_xcc_mqd()
[all …]
H A Dkfd_device_queue_manager_vi.c30 static bool set_cache_memory_policy_vi(struct device_queue_manager *dqm,
36 static int update_qpd_vi(struct device_queue_manager *dqm,
38 static void init_sdma_vm(struct device_queue_manager *dqm,
79 static bool set_cache_memory_policy_vi(struct device_queue_manager *dqm, in set_cache_memory_policy_vi() argument
106 static int update_qpd_vi(struct device_queue_manager *dqm, in update_qpd_vi() argument
140 static void init_sdma_vm(struct device_queue_manager *dqm, in init_sdma_vm() argument
H A Dkfd_device_queue_manager_cik.c30 static bool set_cache_memory_policy_cik(struct device_queue_manager *dqm,
36 static int update_qpd_cik(struct device_queue_manager *dqm,
38 static void init_sdma_vm(struct device_queue_manager *dqm,
78 static bool set_cache_memory_policy_cik(struct device_queue_manager *dqm, in set_cache_memory_policy_cik() argument
104 static int update_qpd_cik(struct device_queue_manager *dqm, in update_qpd_cik() argument
134 static void init_sdma_vm(struct device_queue_manager *dqm, in init_sdma_vm() argument
H A Dkfd_device_queue_manager_v10.c30 static int update_qpd_v10(struct device_queue_manager *dqm,
32 static void init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q,
52 static int update_qpd_v10(struct device_queue_manager *dqm, in update_qpd_v10() argument
76 static void init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v10() argument
H A Dkfd_device_queue_manager_v11.c29 static int update_qpd_v11(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v11(struct device_queue_manager *dqm, struct queue *q,
51 static int update_qpd_v11(struct device_queue_manager *dqm, in update_qpd_v11() argument
76 static void init_sdma_vm_v11(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v11() argument
H A Dkfd_device_queue_manager_v12.c29 static int update_qpd_v12(struct device_queue_manager *dqm,
31 static void init_sdma_vm_v12(struct device_queue_manager *dqm, struct queue *q,
51 static int update_qpd_v12(struct device_queue_manager *dqm, in update_qpd_v12() argument
76 static void init_sdma_vm_v12(struct device_queue_manager *dqm, struct queue *q, in init_sdma_vm_v12() argument
H A Dkfd_packet_manager_v9.c37 struct kfd_node *kfd = pm->dqm->dev; in pm_map_process_v9()
58 if (kfd->dqm->trap_debug_vmid && pdd->process->debug_trap_enabled && in pm_map_process_v9()
60 packet->bitfields2.debug_vmid = kfd->dqm->trap_debug_vmid; in pm_map_process_v9()
94 struct kfd_dev *kfd = pm->dqm->dev->kfd; in pm_map_process_aldebaran()
95 struct kfd_node *knode = pm->dqm->dev; in pm_map_process_aldebaran()
153 struct kfd_node *kfd = pm->dqm->dev; in pm_runlist_v9()
169 1 : min(pm->dqm->processes_count, in pm_runlist_v9()
308 pm->dqm->dev->kfd2kgd->build_grace_period_packet_info( in pm_set_grace_period_v9()
309 pm->dqm->dev->adev, in pm_set_grace_period_v9()
310 pm->dqm->wait_times, in pm_set_grace_period_v9()
[all …]
H A Dkfd_debug.c241 kfd_dqm_evict_pasid(dev->dqm, p->pasid); in kfd_set_dbg_ev_from_interrupt()
279 kfd_dqm_evict_pasid(pdd->dev->dqm, p->pasid); in kfd_dbg_send_exception_to_runtime()
316 err = q->device->dqm->ops.update_queue(q->device->dqm, q, &minfo); in kfd_dbg_set_queue_workaround()
439 r = debug_lock_and_unmap(pdd->dev->dqm); in kfd_dbg_trap_clear_dev_address_watch()
451 r = debug_map_and_unlock(pdd->dev->dqm); in kfd_dbg_trap_clear_dev_address_watch()
473 r = debug_lock_and_unmap(pdd->dev->dqm); in kfd_dbg_trap_set_dev_address_watch()
493 r = debug_map_and_unlock(pdd->dev->dqm); in kfd_dbg_trap_set_dev_address_watch()
545 r = debug_refresh_runlist(pdd->dev->dqm); in kfd_dbg_trap_set_flags()
568 debug_refresh_runlist(pdd->dev->dqm); in kfd_dbg_trap_set_flags()
626 release_debug_trap_vmid(pdd->dev->dqm, &pdd->qpd)) in kfd_dbg_trap_deactivate()
[all …]
H A Dkfd_process.c107 struct device_queue_manager *dqm; in kfd_sdma_activity_worker() local
118 dqm = pdd->dev->dqm; in kfd_sdma_activity_worker()
120 if (!dqm || !qpd) in kfd_sdma_activity_worker()
149 dqm_lock(dqm); in kfd_sdma_activity_worker()
158 dqm_unlock(dqm); in kfd_sdma_activity_worker()
175 dqm_unlock(dqm); in kfd_sdma_activity_worker()
179 dqm_unlock(dqm); in kfd_sdma_activity_worker()
209 dqm_lock(dqm); in kfd_sdma_activity_worker()
231 dqm_unlock(dqm); in kfd_sdma_activity_worker()
310 kfd_dqm_is_queue_in_process(dev->dqm, &pdd->qpd, in kfd_get_cu_occupancy()
[all …]
H A Dkfd_priv.h288 struct device_queue_manager *dqm; member
652 struct device_queue_manager *dqm; member
1330 void device_queue_manager_uninit(struct device_queue_manager *dqm);
1334 int kfd_dqm_evict_pasid(struct device_queue_manager *dqm, u32 pasid);
1378 int amdkfd_fence_wait_timeout(struct device_queue_manager *dqm,
1392 struct device_queue_manager *dqm; member
1437 int pm_init(struct packet_manager *pm, struct device_queue_manager *dqm);
1561 int dqm_debugfs_hang_hws(struct device_queue_manager *dqm);
H A Dkfd_int_process_v11.c213 if (dev->dqm->ops.reset_queues) in event_interrupt_poison_consumption_v11()
214 ret = dev->dqm->ops.reset_queues(dev->dqm, pasid); in event_interrupt_poison_consumption_v11()
H A Dkfd_packet_manager_vi.c80 struct kfd_node *kfd = pm->dqm->dev; in pm_runlist_vi()
94 concurrent_proc_cnt = min(pm->dqm->processes_count, in pm_runlist_vi()
H A Dcik_event_interrupt.c113 kfd_dqm_evict_pasid(dev->dqm, pasid); in cik_event_interrupt_wq()
H A Dkfd_int_process_v9.c301 if (!pasid && dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) { in event_interrupt_isr_v9()
308 pasid = dev->dqm->vmid_pasid[vmid]; in event_interrupt_isr_v9()
H A Dkfd_topology.c2106 dev->gpu->dqm->sched_policy != KFD_SCHED_POLICY_NO_HWS) ? in kfd_topology_add_device()
2108 dev->node_props.num_cp_queues = get_cp_queues_num(dev->gpu->dqm); in kfd_topology_add_device()
2358 r = dqm_debugfs_hqds(m, dev->gpu->dqm); in kfd_debugfs_hqds_by_device()
2383 r = pm_debugfs_runlist(m, &dev->gpu->dqm->packet_mgr); in kfd_debugfs_rls_by_device()
H A Dkfd_chardev.c594 if (!pdd->dev->dqm->ops.set_cache_memory_policy(pdd->dev->dqm, in kfd_ioctl_set_memory_policy()
908 if (dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS && in kfd_ioctl_set_scratch_backing_va()
1472 if (dev->dqm->sched_policy == KFD_SCHED_POLICY_NO_HWS) { in kfd_ioctl_alloc_queue_gws()
2867 debug_refresh_runlist(pdd->dev->dqm); in runtime_disable()
H A Dkfd_events.c1260 if (dev->dqm->detect_hang_count && !pdd->has_reset_queue) in kfd_signal_reset_event()
1263 if (dev->dqm->detect_hang_count) { in kfd_signal_reset_event()
H A Dkfd_mqd_manager_v9.c658 uint32_t local_xcc_start = mm->dev->dqm->current_logical_xcc_start++; in init_mqd_v9_4_3()