| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_vm.c | 294 struct radeon_bo_va *bo_va; in radeon_vm_bo_find() local
296 list_for_each_entry(bo_va, &bo->va, bo_list) { in radeon_vm_bo_find()
297 if (bo_va->vm == vm) in radeon_vm_bo_find()
298 return bo_va; in radeon_vm_bo_find()
321 struct radeon_bo_va *bo_va; in radeon_vm_bo_add() local
323 bo_va = kzalloc_obj(struct radeon_bo_va); in radeon_vm_bo_add()
324 if (bo_va == NULL) in radeon_vm_bo_add()
327 bo_va->vm = vm; in radeon_vm_bo_add()
328 bo_va->bo = bo; in radeon_vm_bo_add()
329 bo_va->it.start = 0; in radeon_vm_bo_add()
[all …]
|
| H A D | radeon_trace.h | 66 TP_PROTO(struct radeon_bo_va *bo_va),
67 TP_ARGS(bo_va),
75 __entry->soffset = bo_va->it.start;
76 __entry->eoffset = bo_va->it.last + 1;
77 __entry->flags = bo_va->flags;
|
| H A D | radeon_cs.c | 505 struct radeon_bo_va *bo_va; in radeon_bo_vm_update_pte() local
530 bo_va = radeon_vm_bo_find(vm, bo); in radeon_bo_vm_update_pte()
531 if (bo_va == NULL) { in radeon_bo_vm_update_pte()
536 r = radeon_vm_bo_update(rdev, bo_va, bo->tbo.resource); in radeon_bo_vm_update_pte()
540 radeon_sync_fence(&p->ib.sync, bo_va->last_pt_update); in radeon_bo_vm_update_pte()
|
| /linux/drivers/gpu/drm/lima/ |
| H A D | lima_vm.c | 79 struct lima_bo_va *bo_va, *ret = NULL; in lima_vm_bo_find() local
81 list_for_each_entry(bo_va, &bo->va, list) { in lima_vm_bo_find()
82 if (bo_va->vm == vm) { in lima_vm_bo_find()
83 ret = bo_va; in lima_vm_bo_find()
93 struct lima_bo_va *bo_va; in lima_vm_bo_add() local
99 bo_va = lima_vm_bo_find(vm, bo); in lima_vm_bo_add()
100 if (bo_va) { in lima_vm_bo_add()
101 bo_va->ref_count++; in lima_vm_bo_add()
112 bo_va = kzalloc_obj(*bo_va); in lima_vm_bo_add()
113 if (!bo_va) { in lima_vm_bo_add()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 474 struct amdgpu_bo_va *bo_va; in amdgpu_vm_lock_individual()
481 bo_va = list_entry(prev->next, typeof(*bo_va), base.vm_status); in amdgpu_vm_lock_individual()
483 bo = bo_va->base.bo; in amdgpu_vm_lock_individual()
928 * amdgpu_vm_bo_find - find the bo_va for a specific vm & bo
935 * Returns the found bo_va or NULL if none is found
940 * Found bo_va or NULL.
1276 * @bo_va: requested BO and VM object
1279 * Fill in the page table entries for @bo_va.
1284 int amdgpu_vm_bo_update(struct amdgpu_device *adev, struct amdgpu_bo_va *bo_va, in amdgpu_vm_bo_update() argument
472 struct amdgpu_bo_va *bo_va; amdgpu_vm_lock_individual() local
1644 struct amdgpu_bo_va *bo_va, *tmp; amdgpu_vm_handle_moved() local
1768 struct amdgpu_bo_va *bo_va; amdgpu_vm_bo_add() local
1807 amdgpu_vm_bo_insert_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,struct amdgpu_bo_va_mapping * mapping) amdgpu_vm_bo_insert_map() argument
1875 amdgpu_vm_bo_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr,uint64_t offset,uint64_t size,uint32_t flags) amdgpu_vm_bo_map() argument
1934 amdgpu_vm_bo_replace_map(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr,uint64_t offset,uint64_t size,uint32_t flags) amdgpu_vm_bo_replace_map() argument
1986 amdgpu_vm_bo_unmap(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va,uint64_t saddr) amdgpu_vm_bo_unmap() argument
2212 amdgpu_vm_bo_del(struct amdgpu_device * adev,struct amdgpu_bo_va * bo_va) amdgpu_vm_bo_del() argument
[all...] |
| H A D | amdgpu_seq64.c | 68 struct amdgpu_bo_va **bo_va) in amdgpu_seq64_map() argument
89 *bo_va = amdgpu_vm_bo_add(adev, vm, bo); in amdgpu_seq64_map()
90 if (!*bo_va) { in amdgpu_seq64_map()
97 r = amdgpu_vm_bo_map(adev, *bo_va, seq64_addr, 0, in amdgpu_seq64_map()
102 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
106 r = amdgpu_vm_bo_update(adev, *bo_va, false); in amdgpu_seq64_map()
109 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
|
| H A D | amdgpu_gem.c | 241 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_open()
304 bo_va = amdgpu_vm_bo_find(vm, abo); in amdgpu_gem_object_open()
305 if (!bo_va) { in amdgpu_gem_object_open()
306 bo_va = amdgpu_vm_bo_add(adev, vm, abo); in amdgpu_gem_object_open()
307 if (!bo_va) { in amdgpu_gem_object_open()
313 amdgpu_vm_bo_del(adev, bo_va);
317 ++bo_va->ref_count; in amdgpu_gem_object_close()
337 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_close()
354 bo_va = amdgpu_vm_bo_find(vm, bo); in amdgpu_gem_object_close()
355 /* the fence is attached once per bo_va, s in amdgpu_gem_object_close()
237 struct amdgpu_bo_va *bo_va; amdgpu_gem_object_open() local
323 struct amdgpu_bo_va *bo_va; amdgpu_gem_object_close() local
772 amdgpu_gem_va_update_vm(struct amdgpu_device * adev,struct amdgpu_vm * vm,struct amdgpu_bo_va * bo_va,uint32_t operation) amdgpu_gem_va_update_vm() argument
852 struct amdgpu_bo_va *bo_va; amdgpu_gem_va_ioctl() local
1113 struct amdgpu_bo_va *bo_va = amdgpu_vm_bo_find(&fpriv->vm, robj); amdgpu_gem_op_ioctl() local
[all...] |
| H A D | amdgpu_amdkfd_gpuvm.c | 83 if (entry->bo_va->base.vm == avm) in kfd_mem_is_attached()
567 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_userptr()
614 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_dmabuf()
651 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_sg_bo()
728 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_userptr()
774 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_sg_bo()
879 struct amdgpu_bo_va *bo_va; in kfd_mem_attach() local
974 bo_va = amdgpu_vm_bo_find(vm, bo[i]); in kfd_mem_attach()
975 if (!bo_va) in kfd_mem_attach()
976 bo_va in kfd_mem_attach()
1273 struct amdgpu_bo_va *bo_va = entry->bo_va; unmap_bo_from_gpuvm() local
1299 struct amdgpu_bo_va *bo_va = entry->bo_va; update_gpuvm_pte() local
[all...] |
| H A D | amdgpu_vm.h | 474 struct amdgpu_bo_va *bo_va,
490 struct amdgpu_bo_va *bo_va,
494 struct amdgpu_bo_va *bo_va,
498 struct amdgpu_bo_va *bo_va,
507 struct amdgpu_bo_va *bo_va);
585 #define amdgpu_vm_bo_va_for_each_valid_mapping(bo_va, mapping) \
586 list_for_each_entry(mapping, &(bo_va)->valids, list)
587 #define amdgpu_vm_bo_va_for_each_invalid_mapping(bo_va, mapping) \
588 list_for_each_entry(mapping, &(bo_va)->invalids, list)
692 amdgpu_vm_bo_va_for_each_valid_mapping(bo_va,mapping) global() argument
694 amdgpu_vm_bo_va_for_each_invalid_mapping(bo_va,mapping) global() argument
|
| H A D | amdgpu_csa.h | 35 struct amdgpu_bo *bo, struct amdgpu_bo_va **bo_va,
38 struct amdgpu_bo *bo, struct amdgpu_bo_va *bo_va,
|
| H A D | amdgpu_userq.c | 256 if (!va_map || !va_map->bo_va->base.bo) in amdgpu_userq_input_va_validate()
261 va_map->bo_va->userq_va_mapped = true; in amdgpu_userq_input_va_validate()
277 if (!IS_ERR_OR_NULL(mapping) && mapping->bo_va->userq_va_mapped) in amdgpu_userq_buffer_va_mapped()
1000 struct amdgpu_bo_va *bo_va; in amdgpu_userq_bo_validate()
1006 bo_va = list_first_entry(&vm->individual.evicted, in amdgpu_userq_bo_validate()
1009 bo = bo_va->base.bo; in amdgpu_userq_bo_validate()
1024 /* This moves the bo_va to the idle list */ in amdgpu_userq_vm_validate_and_restore_queue()
1025 ret = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_userq_vm_validate_and_restore_queue()
1047 struct amdgpu_bo_va *bo_va; in amdgpu_userq_vm_validate_and_restore_queue()
1145 list_for_each_entry(bo_va, in amdgpu_userq_vm_validate_and_restore_queue()
982 struct amdgpu_bo_va *bo_va; amdgpu_userq_bo_validate() local
1029 struct amdgpu_bo_va *bo_va; amdgpu_userq_vm_validate_and_restore_queue() local
1506 struct amdgpu_bo_va *bo_va = mapping->bo_va; amdgpu_userq_gem_va_unmap_validate() local
[all...] |
| H A D | amdgpu_cs.c | 940 e->bo_va = amdgpu_vm_bo_find(vm, e->bo); in amdgpu_cs_parser_bos()
1113 struct amdgpu_bo_va *bo_va; in amdgpu_cs_vm_handling()
1149 bo_va = fpriv->csa_va; in amdgpu_cs_vm_handling()
1150 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling()
1154 r = amdgpu_sync_fence(&p->sync, bo_va->last_pt_update, in amdgpu_cs_vm_handling()
1166 bo_va = e->bo_va; in amdgpu_cs_vm_handling()
1167 if (bo_va == NULL) in amdgpu_cs_vm_handling()
1170 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling()
1174 r = amdgpu_sync_fence(&p->sync, bo_va in amdgpu_cs_vm_handling()
1112 struct amdgpu_bo_va *bo_va; amdgpu_cs_vm_handling() local
[all...] |
| H A D | mes_userqueue.c | 57 if (!wptr_mapping || !wptr_mapping->bo_va->base.bo) { in mes_userq_create_wptr_mapping()
62 obj = wptr_mapping->bo_va->base.bo; in mes_userq_create_wptr_mapping()
70 wptr_obj->obj = amdgpu_bo_ref(wptr_mapping->bo_va->base.bo); in mes_userq_create_wptr_mapping()
|
| H A D | amdgpu_dev_coredump.c | 265 abo = mapping->bo_va->base.bo; in amdgpu_devcoredump_print_ibs()
286 abo = mapping->bo_va->base.bo; in amdgpu_devcoredump_print_ibs()
|
| H A D | amdgpu_userq_fence.c | 387 if (!mapping || !mapping->bo_va->base.bo) { in amdgpu_userq_fence_read_wptr()
392 ret = drm_exec_lock_obj(&exec, &mapping->bo_va->base.bo->tbo.base); in amdgpu_userq_fence_read_wptr()
398 bo = mapping->bo_va->base.bo; in amdgpu_userq_fence_read_wptr()
|
| H A D | amdgpu_amdkfd.h | 66 struct amdgpu_bo_va *bo_va; member
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_svm.c | 2921 bo = mapping->bo_va->base.bo; in svm_range_check_vm_userptr()
|