| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_sw_fence.c | 49 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
54 static inline __maybe_unused void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
59 static inline void debug_fence_activate(struct i915_sw_fence *fence) in debug_fence_activate()
64 static inline void debug_fence_set_state(struct i915_sw_fence *fence, in debug_fence_set_state()
70 static inline void debug_fence_deactivate(struct i915_sw_fence *fence) in debug_fence_deactivate()
75 static inline void debug_fence_destroy(struct i915_sw_fence *fence) in debug_fence_destroy()
80 static inline __maybe_unused void debug_fence_free(struct i915_sw_fence *fence) in debug_fence_free()
86 static inline void debug_fence_assert(struct i915_sw_fence *fence) in debug_fence_assert()
93 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
97 static inline __maybe_unused void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
[all …]
|
| H A D | i915_sw_fence.h | 47 #define i915_sw_fence_init(fence, fn) \ argument
55 #define i915_sw_fence_init(fence, fn) \ argument
67 static inline void i915_sw_fence_fini(struct i915_sw_fence *fence) {} in i915_sw_fence_fini()
81 struct i915_sw_fence *fence; member
101 static inline bool i915_sw_fence_signaled(const struct i915_sw_fence *fence) in i915_sw_fence_signaled()
106 static inline bool i915_sw_fence_done(const struct i915_sw_fence *fence) in i915_sw_fence_done()
111 static inline void i915_sw_fence_wait(struct i915_sw_fence *fence) in i915_sw_fence_wait()
117 i915_sw_fence_set_error_once(struct i915_sw_fence *fence, int error) in i915_sw_fence_set_error_once()
|
| H A D | i915_active.c | 210 active_fence_cb(struct dma_fence *fence, struct dma_fence_cb *cb) in active_fence_cb()
219 node_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in node_retire()
226 excl_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in excl_retire()
429 struct dma_fence *fence = &rq->fence; in i915_active_add_request() local
465 struct dma_fence *fence) in __i915_active_set_fence()
537 struct dma_fence *fence; in enable_signaling() local
609 int (*fn)(void *arg, struct dma_fence *fence), in __await_active()
612 struct dma_fence *fence; in __await_active() local
649 static int __await_barrier(struct i915_active *ref, struct i915_sw_fence *fence) in __await_barrier()
674 int (*fn)(void *arg, struct dma_fence *fence), in await_active()
[all …]
|
| H A D | i915_sw_fence_work.c | 27 fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in fence_notify()
55 static const char *get_driver_name(struct dma_fence *fence) in get_driver_name()
60 static const char *get_timeline_name(struct dma_fence *fence) in get_timeline_name()
67 static void fence_release(struct dma_fence *fence) in fence_release()
|
| /linux/drivers/dma-buf/ |
| H A D | dma-fence.c | 114 static const char *dma_fence_stub_get_name(struct dma_fence *fence) in dma_fence_stub_get_name()
157 struct dma_fence *fence; in dma_fence_allocate_private_stub() local
362 void dma_fence_signal_timestamp_locked(struct dma_fence *fence, in dma_fence_signal_timestamp_locked()
400 void dma_fence_signal_timestamp(struct dma_fence *fence, ktime_t timestamp) in dma_fence_signal_timestamp()
426 void dma_fence_signal_locked(struct dma_fence *fence) in dma_fence_signal_locked()
443 bool dma_fence_check_and_signal_locked(struct dma_fence *fence) in dma_fence_check_and_signal_locked()
463 bool dma_fence_check_and_signal(struct dma_fence *fence) in dma_fence_check_and_signal()
486 void dma_fence_signal(struct dma_fence *fence) in dma_fence_signal()
523 dma_fence_wait_timeout(struct dma_fence *fence, bool intr, signed long timeout) in dma_fence_wait_timeout()
563 struct dma_fence *fence = in dma_fence_release() local
[all …]
|
| H A D | dma-resv.c | 71 struct dma_resv *resv, struct dma_fence **fence, in dma_resv_list_entry()
86 struct dma_fence *fence, in dma_resv_list_set()
126 struct dma_fence *fence; in dma_resv_list_free() local
217 struct dma_fence *fence; in dma_resv_reserve_fences() local
242 struct dma_fence *fence; in dma_resv_reserve_fences() local
287 void dma_resv_add_fence(struct dma_resv *obj, struct dma_fence *fence, in dma_resv_add_fence()
473 struct dma_fence *fence; in dma_resv_iter_first() local
495 struct dma_fence *fence; in dma_resv_iter_next() local
573 struct dma_fence *fence; in dma_resv_get_fences() local
628 struct dma_fence **fence) in dma_resv_get_singleton()
[all …]
|
| H A D | st-dma-fence-unwrap.c | 85 struct dma_fence *fence) in mock_chain()
125 struct dma_fence *fence, *f1, *f2, *array; in unwrap_array() local
169 struct dma_fence *fence, *f1, *f2, *chain; in unwrap_chain() local
213 struct dma_fence *fence, *f1, *f2, *array, *chain; in unwrap_chain_array() local
261 struct dma_fence *fence, *f1, *f2, *f3; in unwrap_merge() local
313 struct dma_fence *fence, *f1, *f2; in unwrap_merge_duplicate() local
352 struct dma_fence *fence, *f1, *f2, *f3, *f4; in unwrap_merge_seqno() local
418 struct dma_fence *fence, *f1, *f2, *a1, *a2, *c1, *c2; in unwrap_merge_order() local
484 struct dma_fence *fence, *f1, *f2, *f3, *f4, *f5; in unwrap_merge_complex() local
547 struct dma_fence *fence, *f1, *f2, *f3, *f4, *f5, *f6, *f7; in unwrap_merge_complex_seqno() local
|
| H A D | dma-fence-array.c | 18 static const char *dma_fence_array_get_driver_name(struct dma_fence *fence) in dma_fence_array_get_driver_name()
23 static const char *dma_fence_array_get_timeline_name(struct dma_fence *fence) in dma_fence_array_get_timeline_name()
70 static bool dma_fence_array_enable_signaling(struct dma_fence *fence) in dma_fence_array_enable_signaling()
103 static bool dma_fence_array_signaled(struct dma_fence *fence) in dma_fence_array_signaled()
140 static void dma_fence_array_release(struct dma_fence *fence) in dma_fence_array_release()
152 static void dma_fence_array_set_deadline(struct dma_fence *fence, in dma_fence_array_set_deadline()
279 bool dma_fence_match_context(struct dma_fence *fence, u64 context) in dma_fence_match_context()
|
| H A D | sw_sync.c | 53 __s32 fence; /* fd of new fence */ member
86 static inline struct sync_pt *dma_fence_to_sync_pt(struct dma_fence *fence) in dma_fence_to_sync_pt()
141 static const char *timeline_fence_get_driver_name(struct dma_fence *fence) in timeline_fence_get_driver_name()
146 static const char *timeline_fence_get_timeline_name(struct dma_fence *fence) in timeline_fence_get_timeline_name()
153 static void timeline_fence_release(struct dma_fence *fence) in timeline_fence_release()
170 static bool timeline_fence_signaled(struct dma_fence *fence) in timeline_fence_signaled()
177 static void timeline_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in timeline_fence_set_deadline()
413 struct dma_fence *fence; in sw_sync_ioctl_get_deadline() local
|
| H A D | sync_file.c | 65 struct sync_file *sync_file_create(struct dma_fence *fence) in sync_file_create()
106 struct dma_fence *fence; in sync_file_get_fence() local
137 struct dma_fence *fence = sync_file->fence; in sync_file_get_name() local
169 struct dma_fence *fence; in sync_file_merge() local
268 static int sync_fill_fence_info(struct dma_fence *fence, in sync_fill_fence_info()
302 struct dma_fence *fence; in sync_file_ioctl_fence_info() local
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_fence.c | 42 nouveau_fctx(struct nouveau_fence *fence) in nouveau_fctx()
48 nouveau_fence_signal(struct nouveau_fence *fence) in nouveau_fence_signal()
68 nouveau_local_fence(struct dma_fence *fence, struct nouveau_drm *drm) in nouveau_local_fence()
80 struct nouveau_fence *fence, *tmp; in nouveau_fence_context_kill() local
125 struct nouveau_fence *fence, *tmp; in nouveau_fence_update() local
147 struct nouveau_fence *fence; in nouveau_fence_uevent_work() local
207 nouveau_fence_emit(struct nouveau_fence *fence) in nouveau_fence_emit()
244 nouveau_fence_done(struct nouveau_fence *fence) in nouveau_fence_done()
265 struct nouveau_fence *fence = to_nouveau_fence(f); in nouveau_fence_wait_legacy() local
298 nouveau_fence_wait_busy(struct nouveau_fence *fence, bool intr) in nouveau_fence_wait_busy()
[all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ggtt_fencing.c | 51 static struct drm_i915_private *fence_to_i915(struct i915_fence_reg *fence) in fence_to_i915()
56 static struct intel_uncore *fence_to_uncore(struct i915_fence_reg *fence) in fence_to_uncore()
61 static void i965_write_fence_reg(struct i915_fence_reg *fence) in i965_write_fence_reg()
115 static void i915_write_fence_reg(struct i915_fence_reg *fence) in i915_write_fence_reg()
149 static void i830_write_fence_reg(struct i915_fence_reg *fence) in i830_write_fence_reg()
174 static void fence_write(struct i915_fence_reg *fence) in fence_write()
197 static bool gpu_uses_fence_registers(struct i915_fence_reg *fence) in gpu_uses_fence_registers()
202 static int fence_update(struct i915_fence_reg *fence, in fence_update()
295 struct i915_fence_reg *fence = vma->fence; in i915_vma_revoke_fence() local
326 static bool fence_is_active(const struct i915_fence_reg *fence) in fence_is_active()
[all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_tlb_inval.c | 32 static void xe_tlb_inval_fence_fini(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_fini()
42 xe_tlb_inval_fence_signal(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_signal()
57 xe_tlb_inval_fence_signal_unlocked(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_signal_unlocked()
71 struct xe_tlb_inval_fence *fence, *next; in xe_tlb_inval_fence_timeout() local
164 struct xe_tlb_inval_fence *fence, *next; in xe_tlb_inval_reset() local
232 static void xe_tlb_inval_fence_prep(struct xe_tlb_inval_fence *fence) in xe_tlb_inval_fence_prep()
283 struct xe_tlb_inval_fence *fence) in xe_tlb_inval_all()
299 struct xe_tlb_inval_fence fence, *fence_ptr = &fence; in xe_tlb_inval_ggtt() local
326 struct xe_tlb_inval_fence *fence, u64 start, u64 end, in xe_tlb_inval_range()
342 struct xe_tlb_inval_fence fence; in xe_tlb_inval_vm() local
[all …]
|
| H A D | xe_preempt_fence.c | 59 preempt_fence_get_driver_name(struct dma_fence *fence) in preempt_fence_get_driver_name()
65 preempt_fence_get_timeline_name(struct dma_fence *fence) in preempt_fence_get_timeline_name()
70 static bool preempt_fence_enable_signaling(struct dma_fence *fence) in preempt_fence_enable_signaling()
181 bool xe_fence_is_xe_preempt(const struct dma_fence *fence) in xe_fence_is_xe_preempt()
|
| /linux/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_fence.c | 23 struct vmw_fence_obj fence; member
48 fman_from_fence(struct vmw_fence_obj *fence) in fman_from_fence()
55 struct vmw_fence_obj *fence = in vmw_fence_obj_destroy() local
100 struct vmw_fence_obj *fence = in vmw_fence_enable_signaling() local
158 static int vmw_fence_obj_init(struct vmw_fence_manager *fman, in vmw_fence_obj_init()
159 struct vmw_fence_obj *fence, u32 seqno, in vmw_fence_obj_init()
188 struct vmw_fence_obj *fence, *next_fence; in __vmw_fences_update() local
217 bool vmw_fence_obj_signaled(struct vmw_fence_obj *fence) in vmw_fence_obj_signaled()
229 int vmw_fence_obj_wait(struct vmw_fence_obj *fence, bool lazy, in vmw_fence_obj_wait()
242 static void vmw_fence_destroy(struct vmw_fence_obj *fence) in vmw_fence_destroy()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_userq_fence.c | 157 struct dma_fence *fence; in amdgpu_userq_fence_driver_process() local
192 struct amdgpu_userq_fence *fence, *tmp; in amdgpu_userq_fence_driver_destroy() local
243 struct dma_fence *fence; in amdgpu_userq_fence_create() local
310 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_get_timeline_name() local
317 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_signaled() local
332 struct dma_fence *fence = container_of(rcu, struct dma_fence, rcu); in amdgpu_userq_fence_free() local
421 static void amdgpu_userq_fence_cleanup(struct dma_fence *fence) in amdgpu_userq_fence_cleanup()
427 amdgpu_userq_fence_driver_set_error(struct amdgpu_userq_fence *fence, in amdgpu_userq_fence_driver_set_error()
449 struct amdgpu_userq_fence *fence = to_amdgpu_userq_fence(f); in amdgpu_userq_fence_driver_force_completion() local
476 struct dma_fence *fence; in amdgpu_userq_signal_ioctl() local
[all …]
|
| H A D | amdgpu_amdkfd_fence.c | 68 struct amdgpu_amdkfd_fence *fence; in amdgpu_amdkfd_fence_create() local
89 struct amdgpu_amdkfd_fence *fence; in to_amdgpu_amdkfd_fence() local
108 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_get_timeline_name() local
123 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_enable_signaling() local
155 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_release() local
179 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_check_mm() local
|
| /linux/drivers/gpu/drm/radeon/ |
| H A D | radeon_fence.c | 134 struct radeon_fence **fence, in radeon_fence_emit()
168 struct radeon_fence *fence; in radeon_fence_check_signaled() local
355 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_is_signaled() local
376 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_enable_signaling() local
419 bool radeon_fence_signaled(struct radeon_fence *fence) in radeon_fence_signaled()
526 long radeon_fence_wait_timeout(struct radeon_fence *fence, bool intr, long timeout) in radeon_fence_wait_timeout()
560 int radeon_fence_wait(struct radeon_fence *fence, bool intr) in radeon_fence_wait()
638 struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence) in radeon_fence_ref()
651 void radeon_fence_unref(struct radeon_fence **fence) in radeon_fence_unref()
698 bool radeon_fence_need_sync(struct radeon_fence *fence, int dst_ring) in radeon_fence_need_sync()
[all …]
|
| H A D | radeon_sync.c | 63 struct radeon_fence *fence) in radeon_sync_fence()
95 struct radeon_fence *fence; in radeon_sync_resv() local
129 struct radeon_fence *fence = sync->sync_to[i]; in radeon_sync_rings() local
198 struct radeon_fence *fence) in radeon_sync_free()
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_fence.c | 82 bool msm_fence_completed(struct msm_fence_context *fctx, uint32_t fence) in msm_fence_completed()
93 void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence) in msm_update_fence()
110 static inline struct msm_fence *to_msm_fence(struct dma_fence *fence) in to_msm_fence()
115 static const char *msm_fence_get_driver_name(struct dma_fence *fence) in msm_fence_get_driver_name()
120 static const char *msm_fence_get_timeline_name(struct dma_fence *fence) in msm_fence_get_timeline_name()
126 static bool msm_fence_signaled(struct dma_fence *fence) in msm_fence_signaled()
132 static void msm_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in msm_fence_set_deadline()
187 msm_fence_init(struct dma_fence *fence, struct msm_fence_context *fctx) in msm_fence_init()
|
| /linux/drivers/gpu/drm/vgem/ |
| H A D | vgem_fence.c | 38 static const char *vgem_fence_get_driver_name(struct dma_fence *fence) in vgem_fence_get_driver_name()
43 static const char *vgem_fence_get_timeline_name(struct dma_fence *fence) in vgem_fence_get_timeline_name()
50 struct vgem_fence *fence = container_of(base, typeof(*fence), base); in vgem_fence_release() local
64 struct vgem_fence *fence = timer_container_of(fence, t, timer); in vgem_fence_timeout() local
72 struct vgem_fence *fence; in vgem_fence_create() local
119 struct dma_fence *fence; in vgem_fence_attach_ioctl() local
196 struct dma_fence *fence; in vgem_fence_signal_ioctl() local
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | lib_sw_fence.c | 30 nop_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in nop_fence_notify()
35 void __onstack_fence_init(struct i915_sw_fence *fence, in __onstack_fence_init()
47 void onstack_fence_fini(struct i915_sw_fence *fence) in onstack_fence_fini()
85 struct i915_sw_fence fence; member
93 heap_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in heap_fence_notify()
131 void heap_fence_put(struct i915_sw_fence *fence) in heap_fence_put()
|
| H A D | i915_sw_fence.c | 32 fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in fence_notify()
48 struct i915_sw_fence *fence; in alloc_fence() local
58 static void free_fence(struct i915_sw_fence *fence) in free_fence()
64 static int __test_self(struct i915_sw_fence *fence) in __test_self()
82 struct i915_sw_fence *fence; in test_self() local
626 static const char *mock_name(struct dma_fence *fence) in mock_name()
652 struct i915_sw_fence *fence; in wrap_dma_fence() local
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_syncobj.c | 218 struct dma_fence *fence; member
228 struct dma_fence *fence; member
269 struct dma_fence *fence; in drm_syncobj_fence_add_wait() local
335 struct dma_fence *fence, in drm_syncobj_add_point()
373 struct dma_fence *fence) in drm_syncobj_replace_fence()
409 struct dma_fence *fence = dma_fence_allocate_private_stub(ktime_get()); in drm_syncobj_assign_null_handle() local
438 struct dma_fence **fence) in drm_syncobj_find_fence()
555 struct dma_fence *fence) in drm_syncobj_create()
729 struct dma_fence *fence = sync_file_get_fence(fd); in drm_syncobj_import_sync_file_fence() local
761 struct dma_fence *fence; in drm_syncobj_export_sync_file() local
[all …]
|
| /linux/drivers/gpu/host1x/ |
| H A D | intr.c | 15 struct host1x_syncpt_fence *fence) in host1x_intr_add_fence_to_list()
33 struct host1x_syncpt_fence *fence; in host1x_intr_update_hw_state() local
45 void host1x_intr_add_fence_locked(struct host1x *host, struct host1x_syncpt_fence *fence) in host1x_intr_add_fence_locked()
55 bool host1x_intr_remove_fence(struct host1x *host, struct host1x_syncpt_fence *fence) in host1x_intr_remove_fence()
78 struct host1x_syncpt_fence *fence, *tmp; in host1x_intr_handle_interrupt() local
|