| /linux/fs/xfs/scrub/ |
| H A D | newbt.c | 100 enum xfs_ag_resv_type resv) in xrep_newbt_init_ag() argument 106 xnr->resv = resv; in xrep_newbt_init_ag() 193 struct xrep_newbt_resv *resv; in xrep_newbt_add_blocks() local 200 resv = kmalloc_obj(struct xrep_newbt_resv, GFP_KERNEL | __GFP_NOFAIL); in xrep_newbt_add_blocks() 202 INIT_LIST_HEAD(&resv->list); in xrep_newbt_add_blocks() 203 resv->agbno = XFS_FSB_TO_AGBNO(mp, args->fsbno); in xrep_newbt_add_blocks() 204 resv->len = args->len; in xrep_newbt_add_blocks() 205 resv->used = 0; in xrep_newbt_add_blocks() 206 resv->pag = xfs_perag_hold(pag); in xrep_newbt_add_blocks() 212 XFS_FREE_EXTENT_SKIP_DISCARD, &resv->autoreap); in xrep_newbt_add_blocks() [all …]
|
| H A D | alloc_repair.c | 533 struct xrep_newbt_resv *resv) in xrep_abt_dispose_one() argument 537 xfs_agblock_t free_agbno = resv->agbno + resv->used; in xrep_abt_dispose_one() 538 xfs_extlen_t free_aglen = resv->len - resv->used; in xrep_abt_dispose_one() 541 ASSERT(pag == resv->pag); in xrep_abt_dispose_one() 544 if (resv->used > 0) in xrep_abt_dispose_one() 546 xfs_agbno_to_fsb(pag, resv->agbno), resv->used, in xrep_abt_dispose_one() 557 trace_xrep_newbt_free_blocks(resv->pag, free_agbno, free_aglen, in xrep_abt_dispose_one() 560 error = __xfs_free_extent(sc->tp, resv->pag, free_agbno, free_aglen, in xrep_abt_dispose_one() 579 struct xrep_newbt_resv *resv, *n; in xrep_abt_dispose_reservations() local 584 list_for_each_entry_safe(resv, n, &ra->new_bnobt.resv_list, list) { in xrep_abt_dispose_reservations() [all …]
|
| /linux/drivers/gpu/drm/ttm/tests/ |
| H A D | ttm_bo_test.c | 70 dma_resv_unlock(bo->base.resv); in ttm_bo_reserve_optimistic_no_ticket() 83 dma_resv_lock(bo->base.resv, NULL); in ttm_bo_reserve_locked_no_sleep() 86 dma_resv_unlock(bo->base.resv); in ttm_bo_reserve_locked_no_sleep() 126 dma_resv_unlock(bo->base.resv); in ttm_bo_reserve_double_resv() 151 ww_mutex_base_lock(&bo2->base.resv->lock.base); in ttm_bo_reserve_deadlock() 154 lock_release(&bo2->base.resv->lock.base.dep_map, 1); in ttm_bo_reserve_deadlock() 156 bo2->base.resv->lock.ctx = &ctx2; in ttm_bo_reserve_deadlock() 166 dma_resv_unlock(bo1->base.resv); in ttm_bo_reserve_deadlock() 225 dma_resv_lock(bo->base.resv, NULL); in ttm_bo_reserve_interrupted() 231 dma_resv_unlock(bo->base.resv); in ttm_bo_reserve_interrupted() [all …]
|
| H A D | ttm_tt_test.c | 161 dma_resv_lock(bo->base.resv, NULL); in ttm_tt_create_basic() 163 dma_resv_unlock(bo->base.resv); in ttm_tt_create_basic() 180 dma_resv_lock(bo->base.resv, NULL); in ttm_tt_create_invalid_bo_type() 182 dma_resv_unlock(bo->base.resv); in ttm_tt_create_invalid_bo_type() 204 dma_resv_lock(bo->base.resv, NULL); in ttm_tt_create_ttm_exists() 206 dma_resv_unlock(bo->base.resv); in ttm_tt_create_ttm_exists() 234 dma_resv_lock(bo->base.resv, NULL); in ttm_tt_create_failed() 236 dma_resv_unlock(bo->base.resv); in ttm_tt_create_failed() 249 dma_resv_lock(bo->base.resv, NULL); in ttm_tt_destroy_basic() 251 dma_resv_unlock(bo->base.resv); in ttm_tt_destroy_basic()
|
| /linux/drivers/dma-buf/ |
| H A D | dma-buf.c | 185 if (dmabuf->resv == (struct dma_resv *)&dmabuf[1]) in dma_buf_release() 186 dma_resv_fini(dmabuf->resv); in dma_buf_release() 318 static bool dma_buf_poll_add_cb(struct dma_resv *resv, bool write, in dma_buf_poll_add_cb() argument 325 dma_resv_for_each_fence(&cursor, resv, dma_resv_usage_rw(write), in dma_buf_poll_add_cb() 340 struct dma_resv *resv; in dma_buf_poll() local 344 if (!dmabuf || !dmabuf->resv) in dma_buf_poll() 347 resv = dmabuf->resv; in dma_buf_poll() 355 dma_resv_lock(resv, NULL); in dma_buf_poll() 372 if (!dma_buf_poll_add_cb(resv, true, dcb)) in dma_buf_poll() 395 if (!dma_buf_poll_add_cb(resv, false, dcb)) in dma_buf_poll() [all …]
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_gem_shmem_helper.c | 176 dma_resv_assert_held(shmem->base.resv); in __drm_gem_shmem_free_sgt_locked() 199 dma_resv_lock(shmem->base.resv, NULL); in drm_gem_shmem_release() 211 dma_resv_unlock(shmem->base.resv); in drm_gem_shmem_release() 237 dma_resv_assert_held(shmem->base.resv); in drm_gem_shmem_get_pages_locked() 276 dma_resv_assert_held(shmem->base.resv); in drm_gem_shmem_put_pages_locked() 298 dma_resv_assert_held(shmem->base.resv); in drm_gem_shmem_pin_locked() 315 dma_resv_assert_held(shmem->base.resv); in drm_gem_shmem_unpin_locked() 342 ret = dma_resv_lock_interruptible(shmem->base.resv, NULL); in drm_gem_shmem_pin() 346 dma_resv_unlock(shmem->base.resv); in drm_gem_shmem_pin() 368 dma_resv_lock(shmem->base.resv, NULL); in drm_gem_shmem_unpin() [all …]
|
| H A D | drm_exec.c | 57 dma_resv_unlock(obj->resv); in drm_exec_unlock_all() 170 ret = dma_resv_lock_slow_interruptible(obj->resv, in drm_exec_lock_contended() 175 dma_resv_lock_slow(obj->resv, &exec->ticket); in drm_exec_lock_contended() 186 dma_resv_unlock(obj->resv); in drm_exec_lock_contended() 219 ret = dma_resv_lock_interruptible(obj->resv, &exec->ticket); in drm_exec_lock_obj() 221 ret = dma_resv_lock(obj->resv, &exec->ticket); in drm_exec_lock_obj() 243 dma_resv_unlock(obj->resv); in drm_exec_lock_obj() 263 dma_resv_unlock(obj->resv); in drm_exec_unlock_obj() 295 ret = dma_resv_reserve_fences(obj->resv, num_fences); in drm_exec_prepare_obj()
|
| /linux/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo.c | 82 dma_resv_assert_held(bo->base.resv); in ttm_bo_move_to_lru_tail() 106 dma_resv_assert_held(bo->base.resv); in ttm_bo_set_bulk_move() 154 ret = dma_resv_reserve_fences(bo->base.resv, 1); in ttm_bo_handle_move_mem() 196 if (bo->base.resv == &bo->base._resv) in ttm_bo_individualize_resv() 201 r = dma_resv_copy_fences(&bo->base._resv, bo->base.resv); in ttm_bo_individualize_resv() 212 bo->base.resv = &bo->base._resv; in ttm_bo_individualize_resv() 221 struct dma_resv *resv = &bo->base._resv; in ttm_bo_flush_all_fences() local 225 dma_resv_iter_begin(&cursor, resv, DMA_RESV_USAGE_BOOKKEEP); in ttm_bo_flush_all_fences() 243 dma_resv_lock(bo->base.resv, NULL); in ttm_bo_delayed_delete() 245 dma_resv_unlock(bo->base.resv); in ttm_bo_delayed_delete() [all …]
|
| H A D | ttm_bo_vm.c | 52 if (dma_resv_test_signaled(bo->base.resv, DMA_RESV_USAGE_KERNEL)) in ttm_bo_vm_fault_idle() 66 (void)dma_resv_wait_timeout(bo->base.resv, in ttm_bo_vm_fault_idle() 69 dma_resv_unlock(bo->base.resv); in ttm_bo_vm_fault_idle() 77 err = dma_resv_wait_timeout(bo->base.resv, DMA_RESV_USAGE_KERNEL, true, in ttm_bo_vm_fault_idle() 128 if (unlikely(!dma_resv_trylock(bo->base.resv))) { in ttm_bo_vm_reserve() 138 if (!dma_resv_lock_interruptible(bo->base.resv, in ttm_bo_vm_reserve() 140 dma_resv_unlock(bo->base.resv); in ttm_bo_vm_reserve() 147 if (dma_resv_lock_interruptible(bo->base.resv, NULL)) in ttm_bo_vm_reserve() 157 dma_resv_unlock(bo->base.resv); in ttm_bo_vm_reserve() 344 dma_resv_unlock(bo->base.resv); in ttm_bo_vm_fault()
|
| /linux/drivers/gpu/drm/virtio/ |
| H A D | virtgpu_prime.c | 135 exp_info.resv = obj->resv; in virtgpu_gem_prime_export() 156 dma_resv_assert_held(attach->dmabuf->resv); in virtgpu_dma_buf_import_sgt() 158 ret = dma_resv_wait_timeout(attach->dmabuf->resv, in virtgpu_dma_buf_import_sgt() 189 dma_resv_assert_held(attach->dmabuf->resv); in virtgpu_dma_buf_unmap() 211 dma_resv_lock(dmabuf->resv, NULL); in virtgpu_dma_buf_free_obj() 213 dma_resv_unlock(dmabuf->resv); in virtgpu_dma_buf_free_obj() 234 struct dma_resv *resv = attach->dmabuf->resv; in virtgpu_dma_buf_init_obj() local 245 dma_resv_lock(resv, NULL); in virtgpu_dma_buf_init_obj() 265 dma_resv_unlock(resv); in virtgpu_dma_buf_init_obj() 279 dma_resv_unlock(resv); in virtgpu_dma_buf_init_obj() [all …]
|
| H A D | virtgpu_gem.c | 225 ret = dma_resv_lock_interruptible(objs->objs[0]->resv, NULL); in virtio_gpu_array_lock_resv() 234 ret = dma_resv_reserve_fences(objs->objs[i]->resv, 1); in virtio_gpu_array_lock_resv() 250 dma_resv_lock(objs->objs[0]->resv, NULL); in virtio_gpu_lock_one_resv_uninterruptible() 252 ret = dma_resv_reserve_fences(objs->objs[0]->resv, 1); in virtio_gpu_lock_one_resv_uninterruptible() 263 dma_resv_unlock(objs->objs[0]->resv); in virtio_gpu_array_unlock_resv() 276 dma_resv_add_fence(objs->objs[i]->resv, fence, in virtio_gpu_array_add_fence()
|
| /linux/drivers/gpu/drm/vgem/ |
| H A D | vgem_fence.c | 116 struct dma_resv *resv; in vgem_fence_attach_ioctl() local 139 resv = obj->resv; in vgem_fence_attach_ioctl() 141 if (!dma_resv_test_signaled(resv, usage)) { in vgem_fence_attach_ioctl() 147 dma_resv_lock(resv, NULL); in vgem_fence_attach_ioctl() 148 ret = dma_resv_reserve_fences(resv, 1); in vgem_fence_attach_ioctl() 150 dma_resv_add_fence(resv, fence, arg->flags & VGEM_FENCE_WRITE ? in vgem_fence_attach_ioctl() 152 dma_resv_unlock(resv); in vgem_fence_attach_ioctl()
|
| /linux/drivers/gpu/drm/panthor/ |
| H A D | panthor_gem.c | 148 dma_resv_assert_held(bo->base.resv); in panthor_gem_evaluate_reclaim_state_locked() 224 dma_resv_assert_held(bo->base.resv); in bo_assert_locked_or_gone() 244 dma_resv_assert_held(bo->base.resv); in panthor_gem_backing_get_pages_locked() 263 dma_resv_assert_held(bo->base.resv); in panthor_gem_backing_pin_locked() 315 dma_resv_assert_held(bo->base.resv); in panthor_gem_dev_map_get_sgt_locked() 348 dma_resv_lock(bo->base.resv, NULL); in panthor_gem_get_dev_sgt() 350 dma_resv_unlock(bo->base.resv); in panthor_gem_get_dev_sgt() 387 dma_resv_assert_held(bo->base.resv); in panthor_gem_vmap_get_locked() 426 dma_resv_assert_held(bo->base.resv); in panthor_gem_vmap_put_locked() 504 dma_resv_lock(obj->resv, NULL); in panthor_gem_prime_begin_cpu_access() [all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_dma_buf.c | 119 r = dma_resv_lock(bo->tbo.base.resv, NULL); in amdgpu_dma_buf_attach() 125 dma_resv_unlock(bo->tbo.base.resv); in amdgpu_dma_buf_attach() 167 dma_resv_assert_held(dmabuf->resv); in amdgpu_dma_buf_pin() 459 struct dma_resv *resv = dma_buf->resv; in amdgpu_dma_buf_create_obj() local 466 dma_resv_lock(resv, NULL); in amdgpu_dma_buf_create_obj() 479 ttm_bo_type_sg, resv, &gobj, 0); in amdgpu_dma_buf_create_obj() 487 dma_resv_unlock(resv); in amdgpu_dma_buf_create_obj() 491 dma_resv_unlock(resv); in amdgpu_dma_buf_create_obj() 507 struct ww_acquire_ctx *ticket = dma_resv_locking_ctx(obj->resv); in amdgpu_dma_buf_move_notify() 530 struct dma_resv *resv = vm->root.bo->tbo.base.resv; in amdgpu_dma_buf_move_notify() local [all …]
|
| H A D | amdgpu_object.c | 262 bp.resv = NULL; in amdgpu_bo_create_reserved() 640 .resv = bp->resv in amdgpu_bo_create() 710 bp->resv, bp->destroy); in amdgpu_bo_create() 726 bo, bo->tbo.base.resv, &fence, in amdgpu_bo_create() 732 dma_resv_add_fence(bo->tbo.base.resv, fence, in amdgpu_bo_create() 737 if (!bp->resv) in amdgpu_bo_create() 750 if (!bp->resv) in amdgpu_bo_create() 751 dma_resv_unlock(bo->tbo.base.resv); in amdgpu_bo_create() 835 r = dma_resv_wait_timeout(bo->tbo.base.resv, DMA_RESV_USAGE_KERNEL, in amdgpu_bo_kmap() 1164 dma_resv_assert_held(bo->tbo.base.resv); in amdgpu_bo_get_tiling_flags() [all …]
|
| H A D | amdgpu_ttm.c | 297 * @resv: resv object to sync to 311 struct dma_resv *resv, in amdgpu_ttm_copy_mem_to_mem() argument 373 r = amdgpu_copy_buffer(adev, entity, from, to, cur_size, resv, in amdgpu_ttm_copy_mem_to_mem() 425 bo->base.resv, &fence); in amdgpu_move_blit() 1533 dma_resv_for_each_fence(&resv_cursor, bo->base.resv, in amdgpu_ttm_bo_eviction_valuable() 1730 struct amdgpu_vram_resv *resv; in amdgpu_ttm_init_vram_resv() local 1735 resv = &adev->mman.resv_region[id]; in amdgpu_ttm_init_vram_resv() 1736 resv->offset = offset; in amdgpu_ttm_init_vram_resv() 1737 resv in amdgpu_ttm_init_vram_resv() 1820 struct amdgpu_vram_resv *resv; amdgpu_ttm_mark_vram_reserved() local 1846 struct amdgpu_vram_resv *resv; amdgpu_ttm_unmark_vram_reserved() local 1902 struct amdgpu_vram_resv *resv = amdgpu_ttm_training_data_block_init() local 2474 amdgpu_ttm_prepare_job(struct amdgpu_device * adev,struct amdgpu_ttm_buffer_entity * entity,unsigned int num_dw,struct dma_resv * resv,bool vm_needs_flush,struct amdgpu_job ** job,u64 k_job_id) amdgpu_ttm_prepare_job() argument 2525 amdgpu_copy_buffer(struct amdgpu_device * adev,struct amdgpu_ttm_buffer_entity * entity,uint64_t src_offset,uint64_t dst_offset,uint32_t byte_count,struct dma_resv * resv,struct dma_fence ** fence,bool vm_needs_flush,uint32_t copy_flags) amdgpu_copy_buffer() argument 2578 amdgpu_ttm_fill_mem(struct amdgpu_device * adev,struct amdgpu_ttm_buffer_entity * entity,uint32_t src_data,uint64_t dst_addr,uint32_t byte_count,struct dma_resv * resv,struct dma_fence ** fence,bool vm_needs_flush,u64 k_job_id) amdgpu_ttm_fill_mem() argument 2626 amdgpu_ttm_clear_buffer(struct amdgpu_ttm_buffer_entity * entity,struct amdgpu_bo * bo,struct dma_resv * resv,struct dma_fence ** out_fence,bool consider_clear_status,u64 k_job_id) amdgpu_ttm_clear_buffer() argument [all...] |
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem_shrinker.c | 57 struct dma_resv *resv = drm_gpuvm_resv(vm_bo->vm); in with_vm_locks() local 59 if (resv == obj->resv) in with_vm_locks() 66 if (!dma_resv_trylock(resv)) { in with_vm_locks() 86 struct dma_resv *resv = drm_gpuvm_resv(vm_bo->vm); in with_vm_locks() local 88 if (resv == obj->resv) in with_vm_locks() 91 dma_resv_unlock(resv); in with_vm_locks() 132 return dma_resv_wait_timeout(obj->resv, usage, false, 10) > 0; in wait_for_idle()
|
| /linux/include/uapi/linux/ |
| H A D | io_uring.h | 622 __u32 resv[3]; member 742 __u32 resv; member 787 __u32 resv; member 793 __u32 resv; member 807 __u8 resv; member 815 __u16 resv; member 827 __u8 resv; member 834 __u32 resv[3]; member 861 __u16 resv; member 909 __u32 resv[5]; member [all …]
|
| /linux/tools/include/uapi/linux/ |
| H A D | io_uring.h | 493 __u32 resv[3]; member 577 __u32 resv; member 597 __u32 resv; member 603 __u32 resv; member 617 __u8 resv; member 625 __u16 resv; member 637 __u8 resv; member 645 __u16 resv; member 684 __u64 resv[3]; member 733 __u64 resv; member
|
| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_prime.c | 49 struct dma_resv *resv = attach->dmabuf->resv; in radeon_gem_prime_import_sg_table() local 54 dma_resv_lock(resv, NULL); in radeon_gem_prime_import_sg_table() 56 RADEON_GEM_DOMAIN_GTT, 0, sg, resv, &bo); in radeon_gem_prime_import_sg_table() 57 dma_resv_unlock(resv); in radeon_gem_prime_import_sg_table()
|
| H A D | radeon_benchmark.c | 38 struct dma_resv *resv) in radeon_benchmark_do_move() argument 51 resv); in radeon_benchmark_do_move() 56 resv); in radeon_benchmark_do_move() 125 dobj->tbo.base.resv); in radeon_benchmark_move() 136 dobj->tbo.base.resv); in radeon_benchmark_move()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_mmio_gem.c | 159 dma_resv_lock(base->resv, NULL); in xe_mmio_gem_destroy() 161 dma_resv_unlock(base->resv); in xe_mmio_gem_destroy() 192 dma_resv_assert_held(base->resv); in alloc_dummy_page_if_needed() 225 dma_resv_assert_held(base->resv); in xe_mmio_gem_vm_fault_locked() 258 dma_resv_lock(base->resv, NULL); in xe_mmio_gem_vm_fault() 260 dma_resv_unlock(base->resv); in xe_mmio_gem_vm_fault()
|
| /linux/mm/ |
| H A D | hugetlb.c | 464 get_file_region_entry_from_cache(struct resv_map *resv, long from, long to) in get_file_region_entry_from_cache() argument 468 VM_BUG_ON(resv->region_cache_count <= 0); in get_file_region_entry_from_cache() 470 resv->region_cache_count--; in get_file_region_entry_from_cache() 471 nrg = list_first_entry(&resv->region_cache, struct file_region, link); in get_file_region_entry_from_cache() 494 struct resv_map *resv, in record_hugetlb_cgroup_uncharge_info() argument 513 if (!resv->pages_per_hpage) in record_hugetlb_cgroup_uncharge_info() 514 resv->pages_per_hpage = pages_per_huge_page(h); in record_hugetlb_cgroup_uncharge_info() 518 VM_BUG_ON(resv->pages_per_hpage != pages_per_huge_page(h)); in record_hugetlb_cgroup_uncharge_info() 546 static void coalesce_file_region(struct resv_map *resv, struct file_region *rg) in coalesce_file_region() argument 551 if (&prg->link != &resv->regions && prg->to == rg->from && in coalesce_file_region() [all …]
|
| /linux/drivers/infiniband/core/ |
| H A D | uverbs_std_types_dmabuf.c | 31 dma_resv_assert_held(priv->dmabuf->resv); in uverbs_dmabuf_map() 52 dma_resv_assert_held(priv->dmabuf->resv); in uverbs_dmabuf_unmap() 168 dma_resv_lock(uverbs_dmabuf->dmabuf->resv, NULL); in uverbs_dmabuf_fd_destroy_uobj() 173 dma_resv_wait_timeout(uverbs_dmabuf->dmabuf->resv, in uverbs_dmabuf_fd_destroy_uobj() 178 dma_resv_unlock(uverbs_dmabuf->dmabuf->resv); in uverbs_dmabuf_fd_destroy_uobj()
|
| /linux/include/linux/sunrpc/ |
| H A D | svc.h | 555 struct kvec *resv = buf->head; in svcxdr_init_encode() local 560 xdr->iov = resv; in svcxdr_init_encode() 561 xdr->p = resv->iov_base + resv->iov_len; in svcxdr_init_encode() 562 xdr->end = resv->iov_base + PAGE_SIZE; in svcxdr_init_encode() 563 buf->len = resv->iov_len; in svcxdr_init_encode() 602 struct kvec *resv = buf->head; in svcxdr_set_auth_slack() local 609 WARN_ON(xdr->iov != resv); in svcxdr_set_auth_slack()
|