| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_smi_events.h | 29 int kfd_smi_event_open(struct kfd_node *dev, uint32_t *fd);
30 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid);
31 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev,
33 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset,
35 void kfd_smi_event_page_fault_start(struct kfd_node *node, struct task_struct *task,
38 void kfd_smi_event_page_fault_end(struct kfd_node *node, struct task_struct *task,
40 void kfd_smi_event_migration_start(struct kfd_node *node, struct task_struct *task,
45 void kfd_smi_event_migration_end(struct kfd_node *node, struct task_struct *task,
49 void kfd_smi_event_queue_eviction(struct kfd_node *node, struct task_struct *task,
51 void kfd_smi_event_queue_restore(struct kfd_node *node, struct task_struct *task);
[all …]
|
| H A D | kfd_priv.h | 228 struct kfd_node;
231 bool (*interrupt_isr)(struct kfd_node *dev,
234 void (*interrupt_wq)(struct kfd_node *dev,
254 unsigned int kfd_get_num_sdma_engines(struct kfd_node *kdev);
255 unsigned int kfd_get_num_xgmi_sdma_engines(struct kfd_node *kdev);
275 struct kfd_node { struct
379 struct kfd_node *nodes[MAX_KFD_NODES];
636 struct kfd_node *device;
781 struct kfd_node *dev;
1106 bool kfd_dev_is_large_bar(struct kfd_node *dev);
[all …]
|
| H A D | kfd_interrupt.c | 53 int kfd_interrupt_init(struct kfd_node *node) in kfd_interrupt_init()
90 void kfd_interrupt_exit(struct kfd_node *node) in kfd_interrupt_exit()
108 bool enqueue_ih_ring_entry(struct kfd_node *node, const void *ih_ring_entry) in enqueue_ih_ring_entry()
123 static bool dequeue_ih_ring_entry(struct kfd_node *node, u32 **ih_ring_entry) in dequeue_ih_ring_entry()
138 struct kfd_node *dev = container_of(work, struct kfd_node, interrupt_work); in interrupt_wq()
157 bool interrupt_is_wanted(struct kfd_node *dev, in interrupt_is_wanted()
|
| H A D | kfd_smi_events.c | 40 struct kfd_node *dev;
153 struct kfd_node *dev = client->dev; in kfd_smi_ev_release()
174 static void add_event_to_kfifo(pid_t pid, struct kfd_node *dev, in add_event_to_kfifo()
214 static void kfd_smi_event_add(struct task_struct *task, struct kfd_node *dev, in kfd_smi_event_add()
236 void kfd_smi_event_update_gpu_reset(struct kfd_node *dev, bool post_reset, in kfd_smi_event_update_gpu_reset()
259 void kfd_smi_event_update_thermal_throttling(struct kfd_node *dev, in kfd_smi_event_update_thermal_throttling()
268 void kfd_smi_event_update_vmfault(struct kfd_node *dev, uint16_t pasid) in kfd_smi_event_update_vmfault()
282 void kfd_smi_event_page_fault_start(struct kfd_node *node, struct task_struct *task, in kfd_smi_event_page_fault_start()
292 void kfd_smi_event_page_fault_end(struct kfd_node *node, struct task_struct *task, in kfd_smi_event_page_fault_end()
301 void kfd_smi_event_migration_start(struct kfd_node *node, struct task_struct *task, in kfd_smi_event_migration_start()
[all …]
|
| H A D | kfd_debug.h | 35 bool kfd_set_dbg_ev_from_interrupt(struct kfd_node *dev,
42 struct kfd_process *process, struct kfd_node *dev,
77 static inline bool kfd_dbg_is_per_vmid_supported(struct kfd_node *dev) in kfd_dbg_is_per_vmid_supported()
100 static inline bool kfd_dbg_is_rlc_restore_supported(struct kfd_node *dev) in kfd_dbg_is_rlc_restore_supported()
106 static inline bool kfd_dbg_has_cwsr_workaround(struct kfd_node *dev) in kfd_dbg_has_cwsr_workaround()
112 static inline bool kfd_dbg_has_gws_support(struct kfd_node *dev) in kfd_dbg_has_gws_support()
132 static inline bool kfd_dbg_has_ttmps_always_setup(struct kfd_node *dev) in kfd_dbg_has_ttmps_always_setup()
|
| H A D | kfd_device.c | 66 static int kfd_resume(struct kfd_node *kfd);
577 static int kfd_gws_init(struct kfd_node *node) in kfd_gws_init()
614 static void kfd_smi_init(struct kfd_node *dev) in kfd_smi_init()
620 static int kfd_init_node(struct kfd_node *node) in kfd_init_node()
670 struct kfd_node *knode; in kfd_cleanup_nodes()
693 static void kfd_setup_interrupt_bitmap(struct kfd_node *node, in kfd_setup_interrupt_bitmap()
746 struct kfd_node *node; in kgd2kfd_device_init()
883 node = kzalloc_obj(struct kfd_node); in kgd2kfd_device_init()
1002 struct kfd_node *node; in kgd2kfd_pre_reset()
1030 struct kfd_node *node; in kgd2kfd_post_reset()
[all …]
|
| H A D | kfd_mqd_manager.h | 136 struct kfd_node *dev;
205 void kfd_get_hiq_xcc_mqd(struct kfd_node *dev,
208 uint64_t kfd_hiq_mqd_stride(struct kfd_node *dev);
211 bool kfd_check_hiq_mqd_doorbell_id(struct kfd_node *node, uint32_t doorbell_id,
|
| H A D | kfd_crat.h | 298 struct kfd_node;
311 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info);
317 int flags, struct kfd_node *kdev,
|
| H A D | kfd_process.c | 286 struct kfd_node *dev = NULL; in kfd_get_cu_occupancy()
737 struct kfd_node *dev = pdd->dev; in kfd_process_free_gpuvm()
753 struct kfd_node *dev = pdd->dev; in kfd_process_free_gpuvm_map()
775 struct kfd_node *kdev = pdd->dev; in kfd_process_alloc_gpuvm()
1145 struct kfd_node *kdev; in kfd_process_kunmap_signal_bo()
1513 struct kfd_node *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu()
1564 struct kfd_node *dev = pdd->dev; in kfd_process_device_destroy_cwsr_dgpu()
1611 struct kfd_node *dev = p->pdds[i]->dev; in kfd_process_xnack_mode()
1765 struct kfd_process_device *kfd_get_process_device_data(struct kfd_node *dev, in kfd_get_process_device_data()
1777 struct kfd_process_device *kfd_create_process_device_data(struct kfd_node *dev, in kfd_create_process_device_data()
[all …]
|
| H A D | kfd_kernel_queue.h | 56 struct kfd_node *dev;
|
| H A D | kfd_process_queue_manager.c | 85 struct kfd_node *dev = pdd->dev; in kfd_process_dequeue_from_device()
108 struct kfd_node *dev = NULL; in pqm_set_gws()
191 struct kfd_node *dev; in pqm_clean_queue_resource()
247 struct kfd_node *dev, struct queue **q, in init_user_queue()
325 struct kfd_node *dev, in pqm_create_queue()
523 struct kfd_node *dev; in pqm_destroy_queue()
|
| H A D | kfd_crat.c | 1596 int kfd_get_gpu_cache_info(struct kfd_node *kdev, struct kfd_gpu_cache_info **pcache_info) in kfd_get_gpu_cache_info()
2004 struct kfd_node *kdev, uint8_t type, uint64_t size, in kfd_fill_gpu_memory_affinity()
2033 static void kfd_find_numa_node_in_srat(struct kfd_node *kdev) in kfd_find_numa_node_in_srat()
2131 struct kfd_node *kdev, in kfd_fill_gpu_direct_io_link_to_cpu()
2203 struct kfd_node *kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2204 struct kfd_node *peer_kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2255 size_t *size, struct kfd_node *kdev, in kfd_create_vcrat_image_gpu()
2425 int flags, struct kfd_node *kdev, in kfd_create_crat_image_virtual()
|
| H A D | kfd_kernel_queue.c | 42 static bool kq_initialize(struct kernel_queue *kq, struct kfd_node *dev, in kq_initialize()
307 struct kernel_queue *kernel_queue_init(struct kfd_node *dev, in kernel_queue_init()
|
| H A D | kfd_migrate.c | 275 svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_copy_to_vram()
388 svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_vma_to_vram()
495 struct kfd_node *node; in svm_migrate_ram_to_vram()
711 svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_vma_to_ram()
818 struct kfd_node *node; in svm_migrate_vram_to_ram()
|
| H A D | kfd_chardev.c | 385 struct kfd_node *dev; in kfd_ioctl_create_queue()
971 struct kfd_node *dev; in kfd_ioctl_set_scratch_backing_va()
1090 bool kfd_dev_is_large_bar(struct kfd_node *dev) in kfd_dev_is_large_bar()
1130 struct kfd_node *dev; in kfd_ioctl_alloc_memory_of_gpu()
1332 struct kfd_node *dev; in kfd_ioctl_map_memory_to_gpu()
1535 struct kfd_node *dev; in kfd_ioctl_alloc_queue_gws()
1578 struct kfd_node *dev = NULL; in kfd_ioctl_get_dmabuf_info()
1677 struct kfd_node *dev; in kfd_ioctl_export_dmabuf()
2397 struct kfd_node *dev; in criu_restore_devices()
2574 struct kfd_node *peer; in criu_restore_bo()
[all …]
|
| H A D | kfd_svm.c | 475 svm_range_validate_svm_bo(struct kfd_node *node, struct svm_range *prange) in svm_range_validate_svm_bo()
555 svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange, in svm_range_vram_node_new()
667 struct kfd_node *
684 svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node) in svm_range_get_pdd_by_node()
1237 svm_nodes_in_same_hive(struct kfd_node *node_a, struct kfd_node *node_b) in svm_nodes_in_same_hive()
1244 svm_range_get_pte_flags(struct kfd_node *node, struct amdgpu_vm *vm, in svm_range_get_pte_flags()
1247 struct kfd_node *bo_node; in svm_range_get_pte_flags()
2773 struct kfd_node *node, in svm_range_best_restore_location()
2776 struct kfd_node *bo_node, *preferred_node; in svm_range_best_restore_location()
2925 svm_range *svm_range_create_unregistered_range(struct kfd_node *node, in svm_range_create_unregistered_range()
[all …]
|
| H A D | kfd_mqd_manager_vi.c | 81 struct kfd_node *kfd = mm->dev; in allocate_mqd()
456 struct kfd_node *dev) in mqd_manager_init_vi()
|
| H A D | kfd_mqd_manager_v12.c | 86 struct kfd_node *node = mm->dev; in allocate_mqd()
441 struct kfd_node *dev) in mqd_manager_init_v12()
|
| H A D | kfd_mqd_manager_v10.c | 78 struct kfd_node *kfd = mm->dev; in allocate_mqd()
458 struct kfd_node *dev) in mqd_manager_init_v10()
|
| H A D | kfd_doorbell.c | 106 int kfd_doorbell_mmap(struct kfd_node *dev, struct kfd_process *process, in kfd_doorbell_mmap()
|
| H A D | kfd_mqd_manager_v11.c | 105 struct kfd_node *node = mm->dev; in allocate_mqd()
503 struct kfd_node *dev) in mqd_manager_init_v11()
|
| H A D | kfd_mqd_manager_v12_1.c | 144 struct kfd_node *node = mm->dev; in allocate_mqd()
711 struct kfd_node *dev) in mqd_manager_init_v12_1()
|
| H A D | kfd_device_queue_manager.c | 548 struct kfd_node *dev = qpd->dqm->dev; in allocate_doorbell()
642 struct kfd_node *dev = qpd->dqm->dev; in deallocate_doorbell()
717 static int flush_texture_cache_nocpsch(struct kfd_node *kdev, in flush_texture_cache_nocpsch()
927 static int dbgdev_wave_reset_wavefronts(struct kfd_node *dev, struct kfd_process *p) in dbgdev_wave_reset_wavefronts()
3214 struct kfd_node *dev = dqm->dev; in allocate_hiq_sdma_mqd()
3230 static void deallocate_hiq_sdma_mqd(struct kfd_node *dev, in deallocate_hiq_sdma_mqd()
3238 struct device_queue_manager *device_queue_manager_init(struct kfd_node *dev) in device_queue_manager_init()
3387 int kfd_dqm_suspend_bad_queue_mes(struct kfd_node *knode, u32 pasid, u32 doorbell_id) in kfd_dqm_suspend_bad_queue_mes()
|
| H A D | kfd_mqd_manager_v9.c | 123 struct kfd_node *node = mm->dev; in allocate_mqd()
1019 struct kfd_node *dev) in mqd_manager_init_v9()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd.c | 337 struct kfd_node *node = kfd->nodes[i]; in amdgpu_amdkfd_clear_kfd_mapping()
|