| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_vm.c | 294 struct radeon_bo_va *bo_va; in radeon_vm_bo_find() local 296 list_for_each_entry(bo_va, &bo->va, bo_list) { in radeon_vm_bo_find() 297 if (bo_va->vm == vm) in radeon_vm_bo_find() 298 return bo_va; in radeon_vm_bo_find() 321 struct radeon_bo_va *bo_va; in radeon_vm_bo_add() local 323 bo_va = kzalloc_obj(struct radeon_bo_va); in radeon_vm_bo_add() 324 if (bo_va == NULL) in radeon_vm_bo_add() 327 bo_va->vm = vm; in radeon_vm_bo_add() 328 bo_va->bo = bo; in radeon_vm_bo_add() 329 bo_va->it.start = 0; in radeon_vm_bo_add() [all …]
|
| H A D | radeon_trace.h | 66 TP_PROTO(struct radeon_bo_va *bo_va), 67 TP_ARGS(bo_va), 75 __entry->soffset = bo_va->it.start; 76 __entry->eoffset = bo_va->it.last + 1; 77 __entry->flags = bo_va->flags;
|
| H A D | radeon_cs.c | 505 struct radeon_bo_va *bo_va; in radeon_bo_vm_update_pte() local 530 bo_va = radeon_vm_bo_find(vm, bo); in radeon_bo_vm_update_pte() 531 if (bo_va == NULL) { in radeon_bo_vm_update_pte() 536 r = radeon_vm_bo_update(rdev, bo_va, bo->tbo.resource); in radeon_bo_vm_update_pte() 540 radeon_sync_fence(&p->ib.sync, bo_va->last_pt_update); in radeon_bo_vm_update_pte()
|
| /linux/drivers/gpu/drm/lima/ |
| H A D | lima_vm.c | 79 struct lima_bo_va *bo_va, *ret = NULL; in lima_vm_bo_find() local 81 list_for_each_entry(bo_va, &bo->va, list) { in lima_vm_bo_find() 82 if (bo_va->vm == vm) { in lima_vm_bo_find() 83 ret = bo_va; in lima_vm_bo_find() 93 struct lima_bo_va *bo_va; in lima_vm_bo_add() local 99 bo_va = lima_vm_bo_find(vm, bo); in lima_vm_bo_add() 100 if (bo_va) { in lima_vm_bo_add() 101 bo_va->ref_count++; in lima_vm_bo_add() 112 bo_va = kzalloc_obj(*bo_va); in lima_vm_bo_add() 113 if (!bo_va) { in lima_vm_bo_add() [all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 473 struct amdgpu_bo_va *bo_va; in amdgpu_vm_lock_pd() 480 bo_va = list_entry(prev->next, typeof(*bo_va), base.vm_status); 482 bo = bo_va->base.bo; 905 * amdgpu_vm_bo_find - find the bo_va for a specific vm & bo in amdgpu_vm_flush() 912 * Returns the found bo_va or NULL if none is found in amdgpu_vm_flush() 917 * Found bo_va or NULL. 1252 * @bo_va: requested BO and VM object in amdgpu_vm_update_range() 1255 * Fill in the page table entries for @bo_va. in amdgpu_vm_update_range() 1260 int amdgpu_vm_bo_update(struct amdgpu_device *adev, struct amdgpu_bo_va *bo_va, in amdgpu_vm_get_memory() 493 struct amdgpu_bo_va *bo_va; amdgpu_vm_lock_done_list() local 1280 amdgpu_vm_bo_update(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,bool clear) amdgpu_vm_bo_update() argument 1632 struct amdgpu_bo_va *bo_va; amdgpu_vm_handle_moved() local 1760 struct amdgpu_bo_va *bo_va; amdgpu_vm_bo_add() local 1799 amdgpu_vm_bo_insert_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,struct amdgpu_bo_va_mapping * mapping) amdgpu_vm_bo_insert_map() argument 1867 amdgpu_vm_bo_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr,uint64_t offset,uint64_t size,uint32_t flags) amdgpu_vm_bo_map() argument 1926 amdgpu_vm_bo_replace_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr,uint64_t offset,uint64_t size,uint32_t flags) amdgpu_vm_bo_replace_map() argument 1978 amdgpu_vm_bo_unmap(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr) amdgpu_vm_bo_unmap() argument 2204 amdgpu_vm_bo_del(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va) amdgpu_vm_bo_del() argument 3102 struct amdgpu_bo_va *bo_va, *tmp; amdgpu_debugfs_vm_bo_info() local [all...] |
| H A D | amdgpu_seq64.c | 68 struct amdgpu_bo_va **bo_va) in amdgpu_seq64_map() argument 89 *bo_va = amdgpu_vm_bo_add(adev, vm, bo); in amdgpu_seq64_map() 90 if (!*bo_va) { in amdgpu_seq64_map() 97 r = amdgpu_vm_bo_map(adev, *bo_va, seq64_addr, 0, in amdgpu_seq64_map() 102 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map() 106 r = amdgpu_vm_bo_update(adev, *bo_va, false); in amdgpu_seq64_map() 109 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
|
| H A D | amdgpu_gem.c | 237 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_open() 264 bo_va = amdgpu_vm_bo_find(vm, abo); in amdgpu_gem_object_open() 265 if (!bo_va) { in amdgpu_gem_object_open() 266 bo_va = amdgpu_vm_bo_add(adev, vm, abo); in amdgpu_gem_object_open() 271 ++bo_va->ref_count; in amdgpu_gem_object_open() 323 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_close() 343 bo_va = amdgpu_vm_bo_find(vm, bo); in amdgpu_gem_object_close() 344 if (!bo_va || --bo_va->ref_count) in amdgpu_gem_object_close() 347 amdgpu_vm_bo_del(adev, bo_va); in amdgpu_gem_object_close() 236 struct amdgpu_bo_va *bo_va; amdgpu_gem_object_open() local 322 struct amdgpu_bo_va *bo_va; amdgpu_gem_object_close() local 744 amdgpu_gem_va_update_vm(struct amdgpu_device * adev,struct amdgpu_vm * vm,struct amdgpu_bo_va * bo_va,uint32_t operation) amdgpu_gem_va_update_vm() argument 824 struct amdgpu_bo_va *bo_va; amdgpu_gem_va_ioctl() local 1085 struct amdgpu_bo_va *bo_va = amdgpu_vm_bo_find(&fpriv->vm, robj); amdgpu_gem_op_ioctl() local [all...] |
| H A D | amdgpu_amdkfd_gpuvm.c | 83 if (entry->bo_va->base.vm == avm) in kfd_mem_is_attached() 567 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_userptr() 614 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_dmabuf() 651 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_sg_bo() 728 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_userptr() 774 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_sg_bo() 879 struct amdgpu_bo_va *bo_va; in kfd_mem_attach() local 974 bo_va = amdgpu_vm_bo_find(vm, bo[i]); in kfd_mem_attach() 975 if (!bo_va) in kfd_mem_attach() 976 bo_va in kfd_mem_attach() 1273 struct amdgpu_bo_va *bo_va = entry->bo_va; unmap_bo_from_gpuvm() local 1299 struct amdgpu_bo_va *bo_va = entry->bo_va; update_gpuvm_pte() local [all...] |
| H A D | amdgpu_vm.h | 540 struct amdgpu_bo_va *bo_va, 556 struct amdgpu_bo_va *bo_va, 560 struct amdgpu_bo_va *bo_va, 564 struct amdgpu_bo_va *bo_va, 573 struct amdgpu_bo_va *bo_va); 693 #define amdgpu_vm_bo_va_for_each_valid_mapping(bo_va, mapping) \ 694 list_for_each_entry(mapping, &(bo_va)->valids, list) argument 695 #define amdgpu_vm_bo_va_for_each_invalid_mapping(bo_va, mapping) \ 696 list_for_each_entry(mapping, &(bo_va)->invalids, list) argument
|
| H A D | amdgpu_csa.h | 35 struct amdgpu_bo *bo, struct amdgpu_bo_va **bo_va, 38 struct amdgpu_bo *bo, struct amdgpu_bo_va *bo_va,
|
| H A D | amdgpu_userq.c | 241 va_map->bo_va->userq_va_mapped = true; in amdgpu_userq_input_va_validate() 257 if (!IS_ERR_OR_NULL(mapping) && mapping->bo_va->userq_va_mapped) in amdgpu_userq_buffer_va_mapped() 914 struct amdgpu_bo_va *bo_va; in amdgpu_userq_bo_validate() local 920 bo_va = list_first_entry(&vm->always_valid.evicted, in amdgpu_userq_bo_validate() 925 bo = bo_va->base.bo; in amdgpu_userq_bo_validate() 935 /* This moves the bo_va to the idle list */ in amdgpu_userq_bo_validate() 936 ret = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_userq_bo_validate() 958 struct amdgpu_bo_va *bo_va; in amdgpu_userq_vm_validate() local 1017 list_for_each_entry(bo_va, &vm->always_valid.idle, base.vm_status) { in amdgpu_userq_vm_validate() 1018 bo = bo_va in amdgpu_userq_vm_validate() 1346 struct amdgpu_bo_va *bo_va = mapping->bo_va; amdgpu_userq_gem_va_unmap_validate() local [all...] |
| H A D | mes_userqueue.c | 61 obj = wptr_mapping->bo_va->base.bo; in mes_userq_create_wptr_mapping() 68 wptr_obj->obj = amdgpu_bo_ref(wptr_mapping->bo_va->base.bo); in mes_userq_create_wptr_mapping()
|
| H A D | mes_v12_1.c | 2040 struct amdgpu_bo_va **bo_va, u64 va, int size) in mes_v12_1_test_ring() 2045 r = amdgpu_map_static_csa(adev, vm, bo, bo_va, va, size); in mes_v12_1_test_ring() 2051 r = amdgpu_vm_bo_update(adev, *bo_va, false); in mes_v12_1_test_ring() 2056 amdgpu_sync_fence(&sync, (*bo_va)->last_pt_update, GFP_KERNEL); in mes_v12_1_test_ring() 2274 struct amdgpu_bo_va *bo_va = NULL; in mes_v12_1_self_test() 2306 r = mes_v12_1_map_test_bo(adev, ctx_bo, vm, &bo_va, 2320 amdgpu_unmap_static_csa(adev, vm, ctx_bo, bo_va, USER_CTX_VA); 1991 mes_v12_1_map_test_bo(struct amdgpu_device * adev,struct amdgpu_bo * bo,struct amdgpu_vm * vm,struct amdgpu_bo_va ** bo_va,u64 va,int size) mes_v12_1_map_test_bo() argument 2225 struct amdgpu_bo_va *bo_va = NULL; mes_v12_1_self_test() local
|
| H A D | amdgpu_object.h | 65 struct amdgpu_bo_va *bo_va; member
|
| H A D | amdgpu_userq_fence.c | 393 ret = drm_exec_lock_obj(&exec, &mapping->bo_va->base.bo->tbo.base); in amdgpu_userq_fence_read_wptr() 399 bo = mapping->bo_va->base.bo; in amdgpu_userq_fence_read_wptr()
|
| H A D | amdgpu_amdkfd.h | 66 struct amdgpu_bo_va *bo_va; 64 struct amdgpu_bo_va *bo_va; global() member
|
| H A D | amdgpu_dev_coredump.c | 373 abo = amdgpu_bo_ref(mapping->bo_va->base.bo); in amdgpu_devcoredump_format()
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_queue.c | 218 *pbo = amdgpu_bo_ref(mapping->bo_va->base.bo); in kfd_queue_buffer_get() 219 mapping->bo_va->queue_refcount++; in kfd_queue_buffer_get() 369 struct amdgpu_bo_va *bo_va; in kfd_queue_unref_bo_va() local 371 bo_va = amdgpu_vm_bo_find(vm, *bo); in kfd_queue_unref_bo_va() 372 if (bo_va && bo_va->queue_refcount) in kfd_queue_unref_bo_va() 373 bo_va->queue_refcount--; in kfd_queue_unref_bo_va()
|
| H A D | kfd_svm.c | 2893 bo = mapping->bo_va->base.bo; in svm_range_check_vm_userptr()
|