| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_process.c | 76 static void kfd_process_device_destroy_cwsr_dgpu(struct kfd_process_device *pdd);
89 struct kfd_process_device *pdd; member
103 struct kfd_process_device *pdd; in kfd_sdma_activity_worker() local
116 pdd = workarea->pdd; in kfd_sdma_activity_worker()
117 if (!pdd) in kfd_sdma_activity_worker()
119 dqm = pdd->dev->dqm; in kfd_sdma_activity_worker()
120 qpd = &pdd->qpd; in kfd_sdma_activity_worker()
190 workarea->sdma_activity_counter += pdd->sdma_past_activity_counter; in kfd_sdma_activity_worker()
200 mm = get_task_mm(pdd->process->lead_thread); in kfd_sdma_activity_worker()
227 workarea->sdma_activity_counter += pdd->sdma_past_activity_counter; in kfd_sdma_activity_worker()
[all …]
|
| H A D | kfd_chardev.c | 126 struct kfd_process_device *pdd; in kfd_lock_pdd_by_id() local
129 pdd = kfd_process_device_data_by_id(p, gpu_id); in kfd_lock_pdd_by_id()
131 if (pdd) in kfd_lock_pdd_by_id()
132 return pdd; in kfd_lock_pdd_by_id()
138 static inline void kfd_unlock_pdd(struct kfd_process_device *pdd) in kfd_unlock_pdd() argument
140 mutex_unlock(&pdd->process->mutex); in kfd_unlock_pdd()
388 struct kfd_process_device *pdd; in kfd_ioctl_create_queue() local
404 pdd = kfd_process_device_data_by_id(p, args->gpu_id); in kfd_ioctl_create_queue()
405 if (!pdd) { in kfd_ioctl_create_queue()
410 dev = pdd->dev; in kfd_ioctl_create_queue()
[all …]
|
| H A D | kfd_process_queue_manager.c | 83 void kfd_process_dequeue_from_device(struct kfd_process_device *pdd) in kfd_process_dequeue_from_device() argument
85 struct kfd_node *dev = pdd->dev; in kfd_process_dequeue_from_device()
87 if (pdd->already_dequeued) in kfd_process_dequeue_from_device()
93 dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); in kfd_process_dequeue_from_device()
94 if (dev->kfd->shared_resources.enable_mes && !!pdd->proc_ctx_gpu_addr && in kfd_process_dequeue_from_device()
97 pdd->proc_ctx_gpu_addr, in kfd_process_dequeue_from_device()
98 ffs(pdd->dev->xcc_mask) - 1); in kfd_process_dequeue_from_device()
101 pdd->already_dequeued = true; in kfd_process_dequeue_from_device()
110 struct kfd_process_device *pdd; in pqm_set_gws() local
125 pdd = kfd_get_process_device_data(dev, pqm->process); in pqm_set_gws()
[all …]
|
| H A D | kfd_doorbell.c | 110 struct kfd_process_device *pdd; in kfd_doorbell_mmap() local
119 pdd = kfd_get_process_device_data(dev, process); in kfd_doorbell_mmap()
120 if (!pdd) in kfd_doorbell_mmap()
124 address = kfd_get_process_doorbells(pdd); in kfd_doorbell_mmap()
237 phys_addr_t kfd_get_process_doorbells(struct kfd_process_device *pdd) in kfd_get_process_doorbells() argument
239 struct amdgpu_device *adev = pdd->dev->adev; in kfd_get_process_doorbells()
242 if (!pdd->qpd.proc_doorbells) { in kfd_get_process_doorbells()
243 if (kfd_alloc_process_doorbells(pdd->dev->kfd, pdd)) in kfd_get_process_doorbells()
249 pdd->qpd.proc_doorbells, in kfd_get_process_doorbells()
251 pdd->dev->kfd->device_info.doorbell_size); in kfd_get_process_doorbells()
[all …]
|
| H A D | kfd_device_queue_manager.c | 175 struct kfd_process_device *pdd = qpd_to_pdd(qpd); in kfd_hws_hang() local
177 pdd->has_reset_queue = true; in kfd_hws_hang()
211 struct kfd_process_device *pdd = qpd_to_pdd(qpd); in add_queue_mes() local
222 queue_input.process_id = pdd->pasid; in add_queue_mes()
228 queue_input.process_context_addr = pdd->proc_ctx_gpu_addr; in add_queue_mes()
229 queue_input.process_context_array_index = pdd->proc_ctx_array_index; in add_queue_mes()
418 struct kfd_process_device *pdd; in reset_queue_mes() local
422 pdd = kfd_get_process_device_data(q->device, q->process); in reset_queue_mes()
423 if (!pdd) in reset_queue_mes()
435 remove_queue_mes_on_reset_option(dqm, q, &pdd in reset_queue_mes()
456 struct kfd_process_device *pdd; reset_queues_mes() local
650 struct kfd_process_device *pdd = qpd_to_pdd(qpd); allocate_vmid() local
914 struct kfd_process_device *pdd; dbgdev_wave_reset_wavefronts() local
1040 struct kfd_process_device *pdd = qpd_to_pdd(qpd); destroy_queue_nocpsch() local
1078 struct kfd_process_device *pdd; update_queue() local
1190 suspend_single_queue(struct device_queue_manager * dqm,struct kfd_process_device * pdd,struct queue * q) suspend_single_queue() argument
1239 struct kfd_process_device *pdd; resume_single_queue() local
1365 struct kfd_process_device *pdd; evict_process_queues_nocpsch() local
1415 struct kfd_process_device *pdd; evict_process_queues_cpsch() local
1488 struct kfd_process_device *pdd; restore_process_queues_nocpsch() local
1568 struct kfd_process_device *pdd; restore_process_queues_cpsch() local
1637 struct kfd_process_device *pdd; register_process() local
2395 struct kfd_process_device *pdd = qpd_to_pdd(qpd); set_queue_as_reset() local
2499 struct kfd_process_device *pdd; reset_hung_queues() local
2765 struct kfd_process_device *pdd = kfd_get_process_device_data(q->device, wait_on_destroy_queue() local
2803 struct kfd_process_device *pdd = qpd_to_pdd(qpd); destroy_queue_cpsch() local
3369 struct kfd_process_device *pdd = NULL; kfd_dqm_suspend_bad_queue_mes() local
3400 kfd_evict_process_device(struct kfd_process_device * pdd) kfd_evict_process_device() argument
3558 struct kfd_process_device *pdd = p->pdds[i]; copy_context_work_handler() local
3617 struct kfd_process_device *pdd = p->pdds[i]; resume_queues() local
3720 struct kfd_process_device *pdd = p->pdds[i]; suspend_queues() local
[all...] |
| H A D | kfd_svm.c | 217 struct kfd_process_device *pdd; in svm_range_dma_map() local
220 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_dma_map()
221 if (!pdd) { in svm_range_dma_map()
226 r = svm_range_dma_map_dev(pdd->dev->adev, prange, offset, npages, in svm_range_dma_map()
255 struct kfd_process_device *pdd; in svm_range_dma_unmap() local
268 pdd = kfd_process_device_from_gpuidx(p, gpuidx); in svm_range_dma_unmap()
269 if (!pdd) { in svm_range_dma_unmap()
273 dev = &pdd->dev->adev->pdev->dev; in svm_range_dma_unmap()
423 struct kfd_process_device *pdd; in svm_range_bo_release() local
434 pdd in svm_range_bo_release()
558 struct kfd_process_device *pdd; svm_range_vram_node_new() local
671 struct kfd_process_device *pdd; svm_range_get_node_by_id() local
762 struct kfd_process_device *pdd; svm_range_update_checkpoint_timestamp() local
1419 struct kfd_process_device *pdd; svm_range_unmap_from_gpus() local
1463 svm_range_map_to_gpu(struct kfd_process_device * pdd,struct svm_range * prange,unsigned long offset,unsigned long npages,bool readonly,dma_addr_t * dma_addr,struct amdgpu_device * bo_adev,struct dma_fence ** fence,bool flush_tlb) svm_range_map_to_gpu() argument
1557 struct kfd_process_device *pdd; svm_range_map_to_gpus() local
1621 struct kfd_process_device *pdd; svm_range_reserve_bos() local
1677 struct kfd_process_device *pdd; kfd_svm_page_owner() local
2422 struct kfd_process_device *pdd; svm_range_drain_retry_fault() local
3014 struct kfd_process_device *pdd; svm_range_count_fault() local
3532 struct kfd_process_device *pdd; svm_range_best_prefetch_location() local
4320 struct kfd_process_device *pdd = p->pdds[index]; kfd_criu_checkpoint_svm() local
[all...] |
| H A D | kfd_smi_events.c | 349 struct kfd_process_device *pdd = p->pdds[i]; in kfd_smi_event_queue_restore_rescheduled() local
351 kfd_smi_event_add(p->lead_thread, pdd->dev, in kfd_smi_event_queue_restore_rescheduled()
355 pdd->dev->id, 'R')); in kfd_smi_event_queue_restore_rescheduled()
370 void kfd_smi_event_process(struct kfd_process_device *pdd, bool start) in kfd_smi_event_process() argument
375 if (!pdd->drm_priv) in kfd_smi_event_process()
378 avm = drm_priv_to_vm(pdd->drm_priv); in kfd_smi_event_process()
382 kfd_smi_event_add(NULL, pdd->dev, in kfd_smi_event_process()
|
| H A D | kfd_debug.h | 58 int kfd_dbg_trap_clear_dev_address_watch(struct kfd_process_device *pdd,
60 int kfd_dbg_trap_set_dev_address_watch(struct kfd_process_device *pdd,
130 int kfd_dbg_set_mes_debug_mode(struct kfd_process_device *pdd, bool sq_trap_en);
|
| H A D | kfd_migrate.c | 395 struct kfd_process_device *pdd; in svm_migrate_vma_to_vram() local
464 pdd = svm_range_get_pdd_by_node(prange, node); in svm_migrate_vma_to_vram()
465 if (pdd) in svm_migrate_vma_to_vram()
466 WRITE_ONCE(pdd->page_in, pdd->page_in + mpages); in svm_migrate_vma_to_vram()
720 struct kfd_process_device *pdd; in svm_migrate_vma_to_ram() local
792 pdd = svm_range_get_pdd_by_node(prange, node); in svm_migrate_vma_to_ram()
793 if (pdd) in svm_migrate_vma_to_ram()
794 WRITE_ONCE(pdd->page_out, pdd->page_out + mpages); in svm_migrate_vma_to_ram()
|
| H A D | kfd_smi_events.h | 56 void kfd_smi_event_process(struct kfd_process_device *pdd, bool start);
|
| /linux/drivers/pmdomain/xilinx/ |
| H A D | zynqmp-pm-domains.c | 108 struct pm_domain_data *pdd, *tmp; in zynqmp_gpd_power_off() local
119 list_for_each_entry_safe(pdd, tmp, &domain->dev_list, list_node) { in zynqmp_gpd_power_off()
121 may_wakeup = zynqmp_gpd_is_active_wakeup_path(pdd->dev, NULL); in zynqmp_gpd_power_off()
123 dev_dbg(pdd->dev, "device is in wakeup path in %s\n", in zynqmp_gpd_power_off()
|
| /linux/drivers/pmdomain/ |
| H A D | core.c | 354 struct pm_domain_data *pdd; in _genpd_reeval_performance_state() local
366 list_for_each_entry(pdd, &genpd->dev_list, list_node) { in _genpd_reeval_performance_state()
367 pd_data = to_gpd_data(pdd); in _genpd_reeval_performance_state()
954 struct pm_domain_data *pdd; in genpd_power_off() local
983 list_for_each_entry(pdd, &genpd->dev_list, list_node) { in genpd_power_off()
988 if (!pm_runtime_suspended(pdd->dev) || in genpd_power_off()
989 irq_safe_dev_in_sleep_domain(pdd->dev, genpd)) in genpd_power_off()
993 if (to_gpd_data(pdd)->rpm_always_on) in genpd_power_off()
1109 struct pm_domain_data *pdd; in genpd_dev_pm_qos_notifier() local
1114 pdd = dev->power.subsys_data ? in genpd_dev_pm_qos_notifier()
[all …]
|