| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd.h | 312 #define drm_priv_to_vm(drm_priv) \ argument
314 ((struct drm_file *)(drm_priv))->driver_priv)->vm)
320 uint64_t amdgpu_amdkfd_gpuvm_get_process_page_dir(void *drm_priv);
325 void *drm_priv, struct kgd_mem **mem,
328 struct amdgpu_device *adev, struct kgd_mem *mem, void *drm_priv,
331 struct kgd_mem *mem, void *drm_priv);
333 struct amdgpu_device *adev, struct kgd_mem *mem, void *drm_priv);
334 int amdgpu_amdkfd_gpuvm_dmaunmap_mem(struct kgd_mem *mem, void *drm_priv);
348 uint64_t va, void *drm_priv,
364 bool amdgpu_amdkfd_bo_mapped_to_dev(void *drm_priv, struct kgd_mem *mem);
|
| H A D | amdgpu_amdkfd_gpuvm.c | 1621 uint64_t amdgpu_amdkfd_gpuvm_get_process_page_dir(void *drm_priv) in amdgpu_amdkfd_gpuvm_get_process_page_dir() argument
1623 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1711 void *drm_priv, struct kgd_mem **mem, in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() argument
1714 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1826 ret = drm_vma_node_allow(&gobj->vma_node, drm_priv); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1887 drm_vma_node_revoke(&gobj->vma_node, drm_priv); in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1910 struct amdgpu_device *adev, struct kgd_mem *mem, void *drm_priv, in amdgpu_amdkfd_gpuvm_free_memory_of_gpu() argument
2000 drm_vma_node_revoke(&mem->bo->tbo.base.vma_node, drm_priv); in amdgpu_amdkfd_gpuvm_free_memory_of_gpu()
2027 void *drm_priv) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu() argument
2029 struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv); in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_process.c | 744 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(dev->adev, mem, pdd->drm_priv); in kfd_process_free_gpuvm()
745 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->adev, mem, pdd->drm_priv, in kfd_process_free_gpuvm()
760 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(dev->adev, mem, pdd->drm_priv); in kfd_process_free_gpuvm_map()
761 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->adev, mem, pdd->drm_priv, in kfd_process_free_gpuvm_map()
779 pdd->drm_priv, mem, NULL, in kfd_process_alloc_gpuvm()
785 pdd->drm_priv); in kfd_process_alloc_gpuvm()
813 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(kdev->adev, *mem, pdd->drm_priv); in kfd_process_alloc_gpuvm()
816 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->adev, *mem, pdd->drm_priv, in kfd_process_alloc_gpuvm()
1126 if (!peer_pdd->drm_priv) in kfd_process_device_free_bos()
1129 peer_pdd->dev->adev, mem, peer_pdd->drm_priv); in kfd_process_device_free_bos()
[all …]
|
| H A D | kfd_smi_events.c | 375 if (!pdd->drm_priv) in kfd_smi_event_process()
378 avm = drm_priv_to_vm(pdd->drm_priv); in kfd_smi_event_process()
|
| H A D | kfd_chardev.c | 1228 pdd->drm_priv, (struct kgd_mem **) &mem, &offset, in kfd_ioctl_alloc_memory_of_gpu()
1266 pdd->drm_priv, NULL); in kfd_ioctl_alloc_memory_of_gpu()
1309 (struct kgd_mem *)mem, pdd->drm_priv, &size); in kfd_ioctl_free_memory_of_gpu()
1390 peer_pdd->drm_priv); in kfd_ioctl_map_memory_to_gpu()
1482 peer_pdd->dev->adev, (struct kgd_mem *)mem, peer_pdd->drm_priv); in kfd_ioctl_unmap_memory_from_gpu()
1509 err = amdgpu_amdkfd_gpuvm_dmaunmap_mem(mem, peer_pdd->drm_priv); in kfd_ioctl_unmap_memory_from_gpu()
1645 args->va_addr, pdd->drm_priv, in kfd_ioctl_import_dmabuf()
1665 pdd->drm_priv, NULL); in kfd_ioctl_import_dmabuf()
2169 if (amdgpu_amdkfd_bo_mapped_to_dev(p->pdds[i]->drm_priv, kgd_mem)) in criu_checkpoint_bos()
2513 bo_bucket->size, pdd->drm_priv, kgd_mem, in criu_restore_memory_of_gpu()
[all …]
|
| H A D | kfd_svm.c | 1444 drm_priv_to_vm(pdd->drm_priv), in svm_range_unmap_from_gpus()
1469 struct amdgpu_vm *vm = drm_priv_to_vm(pdd->drm_priv); in svm_range_map_to_gpu()
1635 vm = drm_priv_to_vm(pdd->drm_priv); in svm_range_reserve_bos()
1655 drm_priv_to_vm(pdd->drm_priv), NULL, in svm_range_reserve_bos()
2887 if (!p->pdds[i]->drm_priv) in svm_range_check_vm_userptr()
2890 vm = drm_priv_to_vm(p->pdds[i]->drm_priv); in svm_range_check_vm_userptr()
3437 if (!p->pdds[i]->drm_priv) in svm_range_check_vm()
3440 vm = drm_priv_to_vm(p->pdds[i]->drm_priv); in svm_range_check_vm()
|
| H A D | kfd_device_queue_manager.c | 1448 if (!pdd->drm_priv) in evict_process_queues_cpsch()
1515 pd_base = amdgpu_amdkfd_gpuvm_get_process_page_dir(pdd->drm_priv); in restore_process_queues_nocpsch()
1606 if (!pdd->drm_priv) in restore_process_queues_cpsch()
1613 qpd->page_table_base = amdgpu_amdkfd_gpuvm_get_process_page_dir(pdd->drm_priv); in restore_process_queues_cpsch()
1669 pd_base = amdgpu_amdkfd_gpuvm_get_process_page_dir(pdd->drm_priv); in register_process()
|
| H A D | kfd_process_queue_manager.c | 613 vm = drm_priv_to_vm(pdd->drm_priv); in pqm_update_queue_properties()
|