| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_sw_fence.c | 49 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
54 static inline __maybe_unused void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
59 static inline void debug_fence_activate(struct i915_sw_fence *fence) in debug_fence_activate()
64 static inline void debug_fence_set_state(struct i915_sw_fence *fence, in debug_fence_set_state()
70 static inline void debug_fence_deactivate(struct i915_sw_fence *fence) in debug_fence_deactivate()
75 static inline void debug_fence_destroy(struct i915_sw_fence *fence) in debug_fence_destroy()
80 static inline __maybe_unused void debug_fence_free(struct i915_sw_fence *fence) in debug_fence_free()
86 static inline void debug_fence_assert(struct i915_sw_fence *fence) in debug_fence_assert()
93 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
97 static inline __maybe_unused void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
[all …]
|
| H A D | i915_sw_fence.h | 47 #define i915_sw_fence_init(fence, fn) \ argument
55 #define i915_sw_fence_init(fence, fn) \ argument
67 static inline void i915_sw_fence_fini(struct i915_sw_fence *fence) {} in i915_sw_fence_fini()
81 struct i915_sw_fence *fence; member
101 static inline bool i915_sw_fence_signaled(const struct i915_sw_fence *fence) in i915_sw_fence_signaled()
106 static inline bool i915_sw_fence_done(const struct i915_sw_fence *fence) in i915_sw_fence_done()
111 static inline void i915_sw_fence_wait(struct i915_sw_fence *fence) in i915_sw_fence_wait()
117 i915_sw_fence_set_error_once(struct i915_sw_fence *fence, int error) in i915_sw_fence_set_error_once()
|
| H A D | i915_active.c | 210 active_fence_cb(struct dma_fence *fence, struct dma_fence_cb *cb) in active_fence_cb()
219 node_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in node_retire()
226 excl_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in excl_retire()
434 struct dma_fence *fence = &rq->fence; in i915_active_add_request() local
470 struct dma_fence *fence) in __i915_active_set_fence()
542 struct dma_fence *fence; in enable_signaling() local
614 int (*fn)(void *arg, struct dma_fence *fence), in __await_active()
617 struct dma_fence *fence; in __await_active() local
654 static int __await_barrier(struct i915_active *ref, struct i915_sw_fence *fence) in __await_barrier()
679 int (*fn)(void *arg, struct dma_fence *fence), in await_active()
[all …]
|
| H A D | i915_active.h | 64 void *fence, in __i915_active_fence_init()
103 struct dma_fence *fence; in i915_active_fence_get() local
222 struct dma_fence *fence; in __i915_request_await_exclusive() local
|
| H A D | i915_deps.c | 75 static int i915_deps_grow(struct i915_deps *deps, struct dma_fence *fence, in i915_deps_grow()
177 struct dma_fence *fence, in i915_deps_add_dependency()
226 struct dma_fence *fence; in i915_deps_add_resv() local
|
| /linux/drivers/dma-buf/ |
| H A D | dma-fence.c | 113 static const char *dma_fence_stub_get_name(struct dma_fence *fence) in dma_fence_stub_get_name()
153 struct dma_fence *fence; in dma_fence_allocate_private_stub() local
353 void dma_fence_signal_timestamp_locked(struct dma_fence *fence, in dma_fence_signal_timestamp_locked()
402 void dma_fence_signal_timestamp(struct dma_fence *fence, ktime_t timestamp) in dma_fence_signal_timestamp()
428 void dma_fence_signal_locked(struct dma_fence *fence) in dma_fence_signal_locked()
445 bool dma_fence_check_and_signal_locked(struct dma_fence *fence) in dma_fence_check_and_signal_locked()
465 bool dma_fence_check_and_signal(struct dma_fence *fence) in dma_fence_check_and_signal()
488 void dma_fence_signal(struct dma_fence *fence) in dma_fence_signal()
525 dma_fence_wait_timeout(struct dma_fence *fence, bool intr, signed long timeout) in dma_fence_wait_timeout()
573 struct dma_fence *fence = in dma_fence_release() local
[all …]
|
| H A D | sync_file.c | 65 struct sync_file *sync_file_create(struct dma_fence *fence) in sync_file_create()
106 struct dma_fence *fence; in sync_file_get_fence() local
137 struct dma_fence *fence = sync_file->fence; in sync_file_get_name() local
169 struct dma_fence *fence; in sync_file_merge() local
268 static int sync_fill_fence_info(struct dma_fence *fence, in sync_fill_fence_info()
302 struct dma_fence *fence; in sync_file_ioctl_fence_info() local
|
| /linux/include/linux/ |
| H A D | dma-fence.h | 299 static inline bool dma_fence_was_initialized(struct dma_fence *fence) in dma_fence_was_initialized()
308 static inline void dma_fence_put(struct dma_fence *fence) in dma_fence_put()
320 static inline struct dma_fence *dma_fence_get(struct dma_fence *fence) in dma_fence_get()
334 static inline struct dma_fence *dma_fence_get_rcu(struct dma_fence *fence) in dma_fence_get_rcu()
362 struct dma_fence *fence; in dma_fence_get_rcu_safe() local
398 static inline spinlock_t *dma_fence_spinlock(struct dma_fence *fence) in dma_fence_spinlock()
411 #define dma_fence_lock_irqsave(fence, flags) \ argument
421 #define dma_fence_unlock_irqrestore(fence, flags) \ argument
428 #define dma_fence_assert_held(fence) \ argument
497 dma_fence_test_signaled_flag(struct dma_fence *fence) in dma_fence_test_signaled_flag()
[all …]
|
| H A D | dma-fence-chain.h | 28 struct dma_fence *fence; member
59 to_dma_fence_chain(struct dma_fence *fence) in to_dma_fence_chain()
75 dma_fence_chain_contained(struct dma_fence *fence) in dma_fence_chain_contained()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_tlb_inval.c | 32 static void xe_tlb_inval_fence_fini(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_fini()
42 xe_tlb_inval_fence_signal(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_signal()
60 xe_tlb_inval_fence_signal_unlocked(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_signal_unlocked()
74 struct xe_tlb_inval_fence *fence, *next; in xe_tlb_inval_fence_timeout() local
179 struct xe_tlb_inval_fence *fence, *next; in xe_tlb_inval_reset() local
247 static void xe_tlb_inval_fence_prep(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_prep()
299 struct xe_tlb_inval_fence *fence) in xe_tlb_inval_all()
315 struct xe_tlb_inval_fence fence, *fence_ptr = &fence; in xe_tlb_inval_ggtt() local
342 struct xe_tlb_inval_fence *fence, u64 start, u64 end, in xe_tlb_inval_range()
358 struct xe_tlb_inval_fence fence; in xe_tlb_inval_vm() local
[all …]
|
| /linux/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_fence.c | 23 struct vmw_fence_obj fence; member
48 fman_from_fence(struct vmw_fence_obj *fence) in fman_from_fence()
56 struct vmw_fence_obj *fence = in vmw_fence_obj_destroy() local
101 struct vmw_fence_obj *fence = in vmw_fence_enable_signaling() local
159 static int vmw_fence_obj_init(struct vmw_fence_manager *fman, in vmw_fence_obj_init()
160 struct vmw_fence_obj *fence, u32 seqno, in vmw_fence_obj_init()
189 struct vmw_fence_obj *fence, *next_fence; in __vmw_fences_update() local
218 bool vmw_fence_obj_signaled(struct vmw_fence_obj *fence) in vmw_fence_obj_signaled()
230 int vmw_fence_obj_wait(struct vmw_fence_obj *fence, bool lazy, in vmw_fence_obj_wait()
243 static void vmw_fence_destroy(struct vmw_fence_obj *fence) in vmw_fence_destroy()
[all …]
|
| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_fence.c | 134 struct radeon_fence **fence, in radeon_fence_emit()
168 struct radeon_fence *fence; in radeon_fence_check_signaled() local
355 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_is_signaled() local
383 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_enable_signaling() local
426 bool radeon_fence_signaled(struct radeon_fence *fence) in radeon_fence_signaled()
533 long radeon_fence_wait_timeout(struct radeon_fence *fence, bool intr, long timeout) in radeon_fence_wait_timeout()
567 int radeon_fence_wait(struct radeon_fence *fence, bool intr) in radeon_fence_wait()
645 struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence) in radeon_fence_ref()
658 void radeon_fence_unref(struct radeon_fence **fence) in radeon_fence_unref()
705 bool radeon_fence_need_sync(struct radeon_fence *fence, int dst_ring) in radeon_fence_need_sync()
[all …]
|
| H A D | radeon_sync.c | 63 struct radeon_fence *fence) in radeon_sync_fence()
95 struct radeon_fence *fence; in radeon_sync_resv() local
129 struct radeon_fence *fence = sync->sync_to[i]; in radeon_sync_rings() local
198 struct radeon_fence *fence) in radeon_sync_free()
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_fence.c | 82 bool msm_fence_completed(struct msm_fence_context *fctx, uint32_t fence) in msm_fence_completed()
93 void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence) in msm_update_fence()
110 static inline struct msm_fence *to_msm_fence(struct dma_fence *fence) in to_msm_fence()
115 static const char *msm_fence_get_driver_name(struct dma_fence *fence) in msm_fence_get_driver_name()
120 static const char *msm_fence_get_timeline_name(struct dma_fence *fence) in msm_fence_get_timeline_name()
126 static bool msm_fence_signaled(struct dma_fence *fence) in msm_fence_signaled()
132 static void msm_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in msm_fence_set_deadline()
187 msm_fence_init(struct dma_fence *fence, struct msm_fence_context *fctx) in msm_fence_init()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_userq_fence.c | 149 struct dma_fence *fence; in amdgpu_userq_fence_driver_process() local
189 struct amdgpu_userq_fence *fence, *tmp; in amdgpu_userq_fence_driver_destroy() local
269 struct amdgpu_userq_fence *fence, in amdgpu_userq_fence_init()
308 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_get_timeline_name() local
315 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_signaled() local
330 struct dma_fence *fence = container_of(rcu, struct dma_fence, rcu); in amdgpu_userq_fence_free() local
417 amdgpu_userq_fence_driver_set_error(struct amdgpu_userq_fence *fence, in amdgpu_userq_fence_driver_set_error()
444 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_driver_force_completion() local
468 struct amdgpu_userq_fence *fence; in amdgpu_userq_signal_ioctl() local
609 struct dma_fence *fence, *f; in amdgpu_userq_wait_count_fences() local
[all …]
|
| /linux/drivers/gpu/drm/vgem/ |
| H A D | vgem_fence.c | 38 static const char *vgem_fence_get_driver_name(struct dma_fence *fence) in vgem_fence_get_driver_name()
43 static const char *vgem_fence_get_timeline_name(struct dma_fence *fence) in vgem_fence_get_timeline_name()
50 struct vgem_fence *fence = container_of(base, typeof(*fence), base); in vgem_fence_release() local
64 struct vgem_fence *fence = timer_container_of(fence, t, timer); in vgem_fence_timeout() local
72 struct vgem_fence *fence; in vgem_fence_create() local
119 struct dma_fence *fence; in vgem_fence_attach_ioctl() local
196 struct dma_fence *fence; in vgem_fence_signal_ioctl() local
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | lib_sw_fence.c | 30 nop_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in nop_fence_notify()
35 void __onstack_fence_init(struct i915_sw_fence *fence, in __onstack_fence_init()
47 void onstack_fence_fini(struct i915_sw_fence *fence) in onstack_fence_fini()
85 struct i915_sw_fence fence; member
93 heap_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in heap_fence_notify()
131 void heap_fence_put(struct i915_sw_fence *fence) in heap_fence_put()
|
| H A D | lib_sw_fence.h | 16 #define onstack_fence_init(fence) \ argument
23 #define onstack_fence_init(fence) \ argument
33 struct i915_sw_fence fence; member
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_syncobj.c | 218 struct dma_fence *fence; member
228 struct dma_fence *fence; member
269 struct dma_fence *fence; in drm_syncobj_fence_add_wait() local
335 struct dma_fence *fence, in drm_syncobj_add_point()
373 struct dma_fence *fence) in drm_syncobj_replace_fence()
409 struct dma_fence *fence = dma_fence_allocate_private_stub(ktime_get()); in drm_syncobj_assign_null_handle() local
438 struct dma_fence **fence) in drm_syncobj_find_fence()
557 struct dma_fence *fence) in drm_syncobj_create()
731 struct dma_fence *fence = sync_file_get_fence(fd); in drm_syncobj_import_sync_file_fence() local
763 struct dma_fence *fence; in drm_syncobj_export_sync_file() local
[all …]
|
| /linux/drivers/gpu/drm/vc4/ |
| H A D | vc4_fence.c | 26 static const char *vc4_fence_get_driver_name(struct dma_fence *fence) in vc4_fence_get_driver_name()
31 static const char *vc4_fence_get_timeline_name(struct dma_fence *fence) in vc4_fence_get_timeline_name()
36 static bool vc4_fence_signaled(struct dma_fence *fence) in vc4_fence_signaled()
|
| /linux/drivers/gpu/drm/imagination/ |
| H A D | pvr_queue.c | 115 struct pvr_queue_fence *fence = container_of(w, struct pvr_queue_fence, release_work); in pvr_queue_fence_release_work() local
123 struct pvr_queue_fence *fence = container_of(f, struct pvr_queue_fence, base); in pvr_queue_fence_release() local
132 struct pvr_queue_fence *fence = container_of(f, struct pvr_queue_fence, base); in pvr_queue_job_fence_get_timeline_name() local
155 struct pvr_queue_fence *fence = container_of(f, struct pvr_queue_fence, base); in pvr_queue_cccb_fence_get_timeline_name() local
276 struct pvr_queue_fence *fence; in pvr_queue_fence_alloc() local
301 struct pvr_queue_fence *fence = container_of(f, struct pvr_queue_fence, base); in pvr_queue_fence_init() local
322 pvr_queue_cccb_fence_init(struct dma_fence *fence, struct pvr_queue *queue) in pvr_queue_cccb_fence_init()
340 pvr_queue_job_fence_init(struct dma_fence *fence, struct pvr_queue *queue) in pvr_queue_job_fence_init()
389 is_paired_job_fence(struct dma_fence *fence, struct pvr_job *job) in is_paired_job_fence()
406 struct dma_fence *fence = NULL; in job_count_remaining_native_deps() local
[all …]
|
| /linux/drivers/gpu/drm/xe/tests/ |
| H A D | xe_migrate.c | 16 static bool sanity_fence_failed(struct xe_device *xe, struct dma_fence *fence, in sanity_fence_failed()
46 struct dma_fence *fence; in run_sanity_job() local
79 struct dma_fence *fence; in test_copy() local
193 struct dma_fence *fence; in xe_migrate_sanity_test() local
375 struct dma_fence *fence = NULL; in blt_copy() local
498 struct dma_fence *fence; in test_migrate() local
585 struct dma_fence *fence; in test_clear() local
|
| /linux/drivers/accel/rocket/ |
| H A D | rocket_job.c | 30 static const char *rocket_fence_get_driver_name(struct dma_fence *fence) in rocket_fence_get_driver_name() argument
35 static const char *rocket_fence_get_timeline_name(struct dma_fence *fence) in rocket_fence_get_timeline_name() argument
47 struct dma_fence *fence; in rocket_fence_create() local
180 struct dma_fence *fence) in rocket_attach_object_fences() argument
299 struct dma_fence *fence = NULL; rocket_job_run() local
[all...] |
| /linux/tools/testing/selftests/sync/ |
| H A D | sync_stress_consumer.c | 40 static int busy_wait_on_fence(int fence) in busy_wait_on_fence()
66 int fence, valid, i; in mpsc_producer_thread() local
108 int fence, merged, tmp, valid, it, i; in mpcs_consumer_thread() local
|
| H A D | sync_alloc.c | 46 int timeline, fence, valid; in test_alloc_fence() local
63 int fence, timeline; in test_alloc_fence_negative() local
|