| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_vm.c | 294 struct radeon_bo_va *bo_va; in radeon_vm_bo_find() local
296 list_for_each_entry(bo_va, &bo->va, bo_list) { in radeon_vm_bo_find()
297 if (bo_va->vm == vm) in radeon_vm_bo_find()
298 return bo_va; in radeon_vm_bo_find()
321 struct radeon_bo_va *bo_va; in radeon_vm_bo_add() local
323 bo_va = kzalloc_obj(struct radeon_bo_va); in radeon_vm_bo_add()
324 if (bo_va == NULL) in radeon_vm_bo_add()
327 bo_va->vm = vm; in radeon_vm_bo_add()
328 bo_va->bo = bo; in radeon_vm_bo_add()
329 bo_va->it.start = 0; in radeon_vm_bo_add()
[all …]
|
| H A D | radeon_trace.h | 66 TP_PROTO(struct radeon_bo_va *bo_va),
67 TP_ARGS(bo_va),
75 __entry->soffset = bo_va->it.start;
76 __entry->eoffset = bo_va->it.last + 1;
77 __entry->flags = bo_va->flags;
|
| H A D | radeon_cs.c | 505 struct radeon_bo_va *bo_va; in radeon_bo_vm_update_pte() local
530 bo_va = radeon_vm_bo_find(vm, bo); in radeon_bo_vm_update_pte()
531 if (bo_va == NULL) { in radeon_bo_vm_update_pte()
536 r = radeon_vm_bo_update(rdev, bo_va, bo->tbo.resource); in radeon_bo_vm_update_pte()
540 radeon_sync_fence(&p->ib.sync, bo_va->last_pt_update); in radeon_bo_vm_update_pte()
|
| /linux/drivers/gpu/drm/lima/ |
| H A D | lima_vm.c | 79 struct lima_bo_va *bo_va, *ret = NULL; in lima_vm_bo_find() local
81 list_for_each_entry(bo_va, &bo->va, list) { in lima_vm_bo_find()
82 if (bo_va->vm == vm) { in lima_vm_bo_find()
83 ret = bo_va; in lima_vm_bo_find()
93 struct lima_bo_va *bo_va; in lima_vm_bo_add() local
99 bo_va = lima_vm_bo_find(vm, bo); in lima_vm_bo_add()
100 if (bo_va) { in lima_vm_bo_add()
101 bo_va->ref_count++; in lima_vm_bo_add()
112 bo_va = kzalloc_obj(*bo_va); in lima_vm_bo_add()
113 if (!bo_va) { in lima_vm_bo_add()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 472 struct amdgpu_bo_va *bo_va; in amdgpu_vm_lock_individual() local
479 bo_va = list_entry(prev->next, typeof(*bo_va), base.vm_status); in amdgpu_vm_lock_individual()
481 bo = bo_va->base.bo; in amdgpu_vm_lock_individual()
1284 int amdgpu_vm_bo_update(struct amdgpu_device *adev, struct amdgpu_bo_va *bo_va, in amdgpu_vm_bo_update() argument
1287 struct amdgpu_bo *bo = bo_va->base.bo; in amdgpu_vm_bo_update()
1288 struct amdgpu_vm *vm = bo_va->base.vm; in amdgpu_vm_bo_update()
1324 if (drm_gem_is_imported(obj) && bo_va->is_xgmi) { in amdgpu_vm_bo_update()
1365 last_update = &bo_va->last_pt_update; in amdgpu_vm_bo_update()
1367 if (!clear && bo_va->base.moved) { in amdgpu_vm_bo_update()
1369 list_splice_init(&bo_va->valids, &bo_va->invalids); in amdgpu_vm_bo_update()
[all …]
|
| H A D | amdgpu_seq64.c | 68 struct amdgpu_bo_va **bo_va) in amdgpu_seq64_map() argument
89 *bo_va = amdgpu_vm_bo_add(adev, vm, bo); in amdgpu_seq64_map()
90 if (!*bo_va) { in amdgpu_seq64_map()
97 r = amdgpu_vm_bo_map(adev, *bo_va, seq64_addr, 0, in amdgpu_seq64_map()
102 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
106 r = amdgpu_vm_bo_update(adev, *bo_va, false); in amdgpu_seq64_map()
109 amdgpu_vm_bo_del(adev, *bo_va); in amdgpu_seq64_map()
|
| H A D | amdgpu_gem.c | 237 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_open() local
264 bo_va = amdgpu_vm_bo_find(vm, abo); in amdgpu_gem_object_open()
265 if (!bo_va) { in amdgpu_gem_object_open()
266 bo_va = amdgpu_vm_bo_add(adev, vm, abo); in amdgpu_gem_object_open()
271 ++bo_va->ref_count; in amdgpu_gem_object_open()
323 struct amdgpu_bo_va *bo_va; in amdgpu_gem_object_close() local
340 bo_va = amdgpu_vm_bo_find(vm, bo); in amdgpu_gem_object_close()
342 if (bo_va && --bo_va->ref_count) in amdgpu_gem_object_close()
347 if (!bo_va) in amdgpu_gem_object_close()
350 amdgpu_vm_bo_del(adev, bo_va); in amdgpu_gem_object_close()
[all …]
|
| H A D | amdgpu_amdkfd_gpuvm.c | 83 if (entry->bo_va->base.vm == avm) in kfd_mem_is_attached()
567 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_userptr()
614 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_dmabuf()
651 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmamap_sg_bo()
728 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_userptr()
774 struct amdgpu_bo *bo = attachment->bo_va->base.bo; in kfd_mem_dmaunmap_sg_bo()
879 struct amdgpu_bo_va *bo_va; in kfd_mem_attach() local
974 bo_va = amdgpu_vm_bo_find(vm, bo[i]); in kfd_mem_attach()
975 if (!bo_va) in kfd_mem_attach()
976 bo_va = amdgpu_vm_bo_add(adev, vm, bo[i]); in kfd_mem_attach()
[all …]
|
| H A D | amdgpu_vm.h | 539 struct amdgpu_bo_va *bo_va,
555 struct amdgpu_bo_va *bo_va,
559 struct amdgpu_bo_va *bo_va,
563 struct amdgpu_bo_va *bo_va,
572 struct amdgpu_bo_va *bo_va);
692 #define amdgpu_vm_bo_va_for_each_valid_mapping(bo_va, mapping) \ argument
693 list_for_each_entry(mapping, &(bo_va)->valids, list)
694 #define amdgpu_vm_bo_va_for_each_invalid_mapping(bo_va, mapping) \ argument
695 list_for_each_entry(mapping, &(bo_va)->invalids, list)
|
| H A D | amdgpu_csa.h | 35 struct amdgpu_bo *bo, struct amdgpu_bo_va **bo_va,
38 struct amdgpu_bo *bo, struct amdgpu_bo_va *bo_va,
|
| H A D | amdgpu_userq.c | 264 va_map->bo_va->userq_va_mapped = true; in amdgpu_userq_input_va_validate()
280 if (!IS_ERR_OR_NULL(mapping) && mapping->bo_va->userq_va_mapped) in amdgpu_userq_buffer_va_mapped()
982 struct amdgpu_bo_va *bo_va; in amdgpu_userq_bo_validate() local
988 bo_va = list_first_entry(&vm->individual.evicted, in amdgpu_userq_bo_validate()
991 bo = bo_va->base.bo; in amdgpu_userq_bo_validate()
1007 ret = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_userq_bo_validate()
1029 struct amdgpu_bo_va *bo_va; in amdgpu_userq_vm_validate_and_restore_queue() local
1123 list_for_each_entry(bo_va, &vm->always_valid.idle, base.vm_status) { in amdgpu_userq_vm_validate_and_restore_queue()
1124 bo = bo_va->base.bo; in amdgpu_userq_vm_validate_and_restore_queue()
1176 list_for_each_entry(bo_va, &vm->always_valid.idle, base.vm_status) in amdgpu_userq_vm_validate_and_restore_queue()
[all …]
|
| H A D | amdgpu_cs.c | 939 e->bo_va = amdgpu_vm_bo_find(vm, e->bo); in amdgpu_cs_parser_bos()
1112 struct amdgpu_bo_va *bo_va; in amdgpu_cs_vm_handling() local
1148 bo_va = fpriv->csa_va; in amdgpu_cs_vm_handling()
1149 if (!bo_va) in amdgpu_cs_vm_handling()
1151 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling()
1155 r = amdgpu_sync_fence(&p->sync, bo_va->last_pt_update, in amdgpu_cs_vm_handling()
1167 bo_va = e->bo_va; in amdgpu_cs_vm_handling()
1168 if (bo_va == NULL) in amdgpu_cs_vm_handling()
1171 r = amdgpu_vm_bo_update(adev, bo_va, false); in amdgpu_cs_vm_handling()
1175 r = amdgpu_sync_fence(&p->sync, bo_va->last_pt_update, in amdgpu_cs_vm_handling()
[all …]
|
| H A D | mes_userqueue.c | 62 obj = wptr_mapping->bo_va->base.bo; in mes_userq_create_wptr_mapping()
69 wptr_obj->obj = amdgpu_bo_ref(wptr_mapping->bo_va->base.bo); in mes_userq_create_wptr_mapping()
|
| H A D | amdgpu_dev_coredump.c | 266 abo = mapping->bo_va->base.bo; in amdgpu_devcoredump_print_ibs()
288 abo = mapping->bo_va->base.bo; in amdgpu_devcoredump_print_ibs()
|
| H A D | amdgpu_userq_fence.c | 392 ret = drm_exec_lock_obj(&exec, &mapping->bo_va->base.bo->tbo.base); in amdgpu_userq_fence_read_wptr()
398 bo = mapping->bo_va->base.bo; in amdgpu_userq_fence_read_wptr()
|
| H A D | amdgpu_amdkfd.h | 66 struct amdgpu_bo_va *bo_va; member
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_svm.c | 2900 bo = mapping->bo_va->base.bo; in svm_range_check_vm_userptr()
|