| /linux/drivers/gpu/drm/scheduler/ |
| H A D | sched_entity.c | 78 struct drm_sched_fence *s_fence = job->s_fence; in drm_sched_entity_stats_job_add_gpu_time() local 81 start = dma_fence_timestamp(&s_fence->scheduled); in drm_sched_entity_stats_job_add_gpu_time() 82 end = dma_fence_timestamp(&s_fence->finished); in drm_sched_entity_stats_job_add_gpu_time() 252 struct drm_sched_fence *s_fence = to_drm_sched_fence(f); in drm_sched_entity_kill_jobs_work() local 254 if (s_fence && f == &s_fence->scheduled) { in drm_sched_entity_kill_jobs_work() 260 f = dma_fence_get_rcu(&s_fence->finished); in drm_sched_entity_kill_jobs_work() 266 dma_fence_put(&s_fence->scheduled); in drm_sched_entity_kill_jobs_work() 277 drm_sched_fence_scheduled(job->s_fence, NULL); in drm_sched_entity_kill_jobs_work() 278 drm_sched_fence_finished(job->s_fence, -ESRCH); in drm_sched_entity_kill_jobs_work() 279 WARN_ON(job->s_fence->parent); in drm_sched_entity_kill_jobs_work() [all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_tlb_inval_job.c | 277 dma_fence_get(&job->dep.drm.s_fence->finished); in xe_tlb_inval_job_push() 282 &job->dep.drm.s_fence->finished, in xe_tlb_inval_job_push() 293 return &job->dep.drm.s_fence->finished; in xe_tlb_inval_job_push()
|
| H A D | xe_exec.c | 335 drm_gpuvm_resv_add_fence(&vm->gpuvm, exec, &job->drm.s_fence->finished, in xe_exec_ioctl() 340 xe_sync_entry_signal(&syncs[i], &job->drm.s_fence->finished); in xe_exec_ioctl() 345 xe_exec_queue_last_fence_set(q, vm, &job->drm.s_fence->finished); in xe_exec_ioctl()
|
| H A D | xe_gsc.c | 96 fence = dma_fence_get(&job->drm.s_fence->finished); in emit_gsc_upload()
|
| H A D | xe_oa.c | 675 fence = dma_fence_get(&job->drm.s_fence->finished); in xe_oa_submit_bb()
|
| /linux/drivers/gpu/drm/imagination/ |
| H A D | pvr_queue.c | 394 &job->paired_job->base.s_fence->scheduled == fence; in is_paired_job_fence() 541 if (f == &job->base.s_fence->scheduled) in pvr_queue_get_paired_frag_job_dep() 839 WARN_ON(job->base.s_fence->parent); in pvr_queue_start() 840 job->base.s_fence->parent = dma_fence_get(job->done_fence); in pvr_queue_start() 873 if (dma_fence_is_signaled(s_job->s_fence->parent)) in pvr_queue_timedout_job() 896 job->base.s_fence->parent = dma_fence_get(job->done_fence); in pvr_queue_timedout_job() 1190 return &job->base.s_fence->finished; in pvr_queue_job_arm() 1205 if (job->base.s_fence) in pvr_queue_job_cleanup() 1227 queue->last_queued_job_scheduled_fence = dma_fence_get(&job->base.s_fence->scheduled); in pvr_queue_job_push()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ctx.c | 172 struct drm_sched_fence *s_fence; in amdgpu_ctx_fence_time() local 178 s_fence = to_drm_sched_fence(fence); in amdgpu_ctx_fence_time() 179 if (!test_bit(DMA_FENCE_FLAG_TIMESTAMP_BIT, &s_fence->scheduled.flags)) in amdgpu_ctx_fence_time() 183 if (!test_bit(DMA_FENCE_FLAG_TIMESTAMP_BIT, &s_fence->finished.flags)) in amdgpu_ctx_fence_time() 184 return ktime_sub(ktime_get(), s_fence->scheduled.timestamp); in amdgpu_ctx_fence_time() 186 return ktime_sub(s_fence->finished.timestamp, in amdgpu_ctx_fence_time() 187 s_fence->scheduled.timestamp); in amdgpu_ctx_fence_time()
|
| H A D | amdgpu_cs.c | 455 struct drm_sched_fence *s_fence; in amdgpu_cs_p2_dependencies() local 458 s_fence = to_drm_sched_fence(fence); in amdgpu_cs_p2_dependencies() 459 fence = dma_fence_get(&s_fence->scheduled); in amdgpu_cs_p2_dependencies() 1243 struct drm_sched_fence *s_fence = to_drm_sched_fence(fence); in amdgpu_cs_sync_rings() local 1251 if (!s_fence || s_fence->sched != sched) { in amdgpu_cs_sync_rings() 1303 fence = &p->jobs[i]->base.s_fence->scheduled; in amdgpu_cs_submit() 1339 p->fence = dma_fence_get(&leader->base.s_fence->finished); in amdgpu_cs_submit() 1350 &p->jobs[i]->base.s_fence->finished, in amdgpu_cs_submit()
|
| H A D | amdgpu_ib.c | 154 fence_ctx = job->base.s_fence ? in amdgpu_ib_schedule() 155 job->base.s_fence->finished.context : 0; in amdgpu_ib_schedule()
|
| H A D | amdgpu_vm.c | 818 ring->funcs->emit_cleaner_shader && job->base.s_fence && in amdgpu_vm_flush() 819 &job->base.s_fence->scheduled == isolation->spearhead; in amdgpu_vm_flush()
|
| H A D | amdgpu_debugfs.c | 2005 if (dma_fence_is_signaled(&s_job->s_fence->finished)) { in amdgpu_ib_preempt_mark_partial_job()
|
| H A D | amdgpu_device.c | 6677 struct drm_sched_fence *f = job->base.s_fence; in amdgpu_device_enforce_isolation()
|
| /linux/drivers/accel/ethosu/ |
| H A D | ethosu_job.c | 135 job->inference_done_fence = dma_fence_get(&job->base.s_fence->finished); in ethosu_job_push() 218 if (unlikely(job->base.s_fence->finished.error)) in ethosu_job_run()
|
| /linux/drivers/accel/rocket/ |
| H A D | rocket_job.c | 212 job->inference_done_fence = dma_fence_get(&job->base.s_fence->finished); in rocket_job_push() 302 if (unlikely(job->base.s_fence->finished.error)) in rocket_job_run()
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem_submit.c | 94 if (submit->base.s_fence) in __msm_gem_submit_destroy() 741 submit->user_fence = dma_fence_get(&submit->base.s_fence->finished); in msm_ioctl_gem_submit()
|
| H A D | msm_gem_vma.c | 1562 job->fence = dma_fence_get(&job->base.s_fence->finished); in msm_ioctl_vm_bind()
|
| /linux/drivers/gpu/drm/xe/tests/ |
| H A D | xe_migrate.c | 55 fence = dma_fence_get(&job->drm.s_fence->finished); in run_sanity_job() 468 fence = dma_fence_get(&job->drm.s_fence->finished); in blt_copy()
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_sched.c | 312 job->done_fence = dma_fence_get(&job->base.s_fence->finished); in nouveau_job_submit()
|
| /linux/drivers/gpu/drm/panthor/ |
| H A D | panthor_sched.c | 2753 job->base.s_fence->parent = dma_fence_get(job->done_fence); in queue_start() 3933 if (job->base.s_fence) in job_release() 4063 panthor_vm_update_resvs(job->group->vm, exec, &sched_job->s_fence->finished, in panthor_job_update_resvs()
|
| H A D | panthor_mmu.c | 2790 if (job->base.s_fence) in panthor_vm_bind_job_release() 3137 &sched_job->s_fence->finished, in panthor_vm_bind_job_update_resvs()
|
| /linux/drivers/accel/amdxdna/ |
| H A D | aie2_ctx.c | 1183 job->out_fence = dma_fence_get(&job->base.s_fence->finished); in aie2_cmd_submit()
|