| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_engine_pm.h | 19 return intel_wakeref_is_active(&engine->wakeref); in intel_engine_pm_is_awake()
24 __intel_wakeref_get(&engine->wakeref); in __intel_engine_pm_get()
29 intel_wakeref_get(&engine->wakeref); in intel_engine_pm_get()
34 return intel_wakeref_get_if_active(&engine->wakeref); in intel_engine_pm_get_if_awake()
40 intel_wakeref_might_get(&engine->wakeref); in intel_engine_pm_might_get()
47 intel_wakeref_might_get(&tengine->wakeref); in intel_engine_pm_might_get()
54 intel_wakeref_put(&engine->wakeref); in intel_engine_pm_put()
59 intel_wakeref_put_async(&engine->wakeref); in intel_engine_pm_put_async()
65 intel_wakeref_put_delay(&engine->wakeref, delay); in intel_engine_pm_put_delay()
70 intel_wakeref_unlock_wait(&engine->wakeref); in intel_engine_pm_flush()
[all …]
|
| H A D | selftest_reset.c | 26 intel_wakeref_t wakeref; in __igt_reset_stolen() local
52 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen()
176 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in __igt_reset_stolen()
213 intel_wakeref_t wakeref; in igt_global_reset() local
219 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_global_reset()
230 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_global_reset()
242 intel_wakeref_t wakeref; in igt_wedged_reset() local
247 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_wedged_reset()
254 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_wedged_reset()
264 intel_wakeref_t wakeref; in igt_atomic_reset() local
[all …]
|
| H A D | selftest_engine_cs.c | 26 intel_wakeref_t wakeref = intel_gt_pm_get(gt); in perf_begin() local
33 return wakeref; in perf_begin()
36 static int perf_end(struct intel_gt *gt, intel_wakeref_t wakeref) in perf_end() argument
39 intel_gt_pm_put(gt, wakeref); in perf_end()
138 intel_wakeref_t wakeref; in perf_mi_bb_start() local
144 wakeref = perf_begin(gt); in perf_mi_bb_start()
213 if (perf_end(gt, wakeref)) in perf_mi_bb_start()
266 intel_wakeref_t wakeref; in perf_mi_noop() local
272 wakeref = perf_begin(gt); in perf_mi_noop()
371 if (perf_end(gt, wakeref)) in perf_mi_noop()
|
| H A D | intel_engine_pm.c | 61 container_of(wf, typeof(*engine), wakeref); in __engine_unpark()
125 rq->context->wakeref = intel_wakeref_track(&engine->gt->wakeref); in __queue_and_release_pm()
146 __intel_wakeref_defer_park(&engine->wakeref); in __queue_and_release_pm()
261 container_of(wf, typeof(*engine), wakeref); in __engine_park()
297 intel_wakeref_init(&engine->wakeref, engine->i915, &wf_ops, engine->name); in intel_engine_init__pm()
|
| H A D | selftest_llc.c | 13 intel_wakeref_t wakeref; in gen6_verify_ring_freq() local
17 wakeref = intel_runtime_pm_get(llc_to_gt(llc)->uncore->rpm); in gen6_verify_ring_freq()
63 intel_runtime_pm_put(llc_to_gt(llc)->uncore->rpm, wakeref); in gen6_verify_ring_freq()
|
| H A D | intel_breadcrumbs.c | 33 intel_wakeref_t wakeref; in __intel_breadcrumbs_arm_irq() local
39 wakeref = intel_gt_pm_get_if_awake(b->irq_engine->gt); in __intel_breadcrumbs_arm_irq()
40 if (GEM_WARN_ON(!wakeref)) in __intel_breadcrumbs_arm_irq()
49 WRITE_ONCE(b->irq_armed, wakeref); in __intel_breadcrumbs_arm_irq()
69 intel_wakeref_t wakeref = b->irq_armed; in __intel_breadcrumbs_disarm_irq() local
76 intel_gt_pm_put_async(b->irq_engine->gt, wakeref); in __intel_breadcrumbs_disarm_irq()
|
| H A D | selftest_gt_pm.c | 84 intel_wakeref_t wakeref; in live_gt_clocks() local
95 wakeref = intel_gt_pm_get(gt); in live_gt_clocks()
132 intel_gt_pm_put(gt, wakeref); in live_gt_clocks()
|
| H A D | intel_ggtt_fencing.c | 207 intel_wakeref_t wakeref; in fence_update() local
268 wakeref = intel_runtime_pm_get_if_in_use(uncore->rpm); in fence_update()
269 if (!wakeref) { in fence_update()
282 intel_runtime_pm_put(uncore->rpm, wakeref); in fence_update()
296 intel_wakeref_t wakeref; in i915_vma_revoke_fence() local
322 with_intel_runtime_pm_if_active(fence_to_uncore(fence)->rpm, wakeref) in i915_vma_revoke_fence()
|
| H A D | selftest_rc6.c | 37 intel_wakeref_t wakeref; in live_rc6_manual() local
66 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in live_rc6_manual()
152 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in live_rc6_manual()
|
| /linux/drivers/gpu/drm/i915/pxp/ |
| H A D | intel_pxp_pm.c | 26 intel_wakeref_t wakeref; in intel_pxp_suspend() local
31 with_intel_runtime_pm(&pxp->ctrl_gt->i915->runtime_pm, wakeref) { in intel_pxp_suspend()
39 intel_wakeref_t wakeref; in _pxp_resume() local
54 wakeref = intel_runtime_pm_get(&pxp->ctrl_gt->i915->runtime_pm); in _pxp_resume()
57 intel_runtime_pm_put(&pxp->ctrl_gt->i915->runtime_pm, wakeref); in _pxp_resume()
|
| H A D | intel_pxp_tee.c | 166 intel_wakeref_t wakeref; in i915_pxp_tee_component_bind() local
181 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_pxp_tee_component_bind()
190 wakeref = intel_runtime_pm_get_if_in_use(&i915->runtime_pm); in i915_pxp_tee_component_bind()
191 if (!wakeref) in i915_pxp_tee_component_bind()
198 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_pxp_tee_component_bind()
208 intel_wakeref_t wakeref; in i915_pxp_tee_component_unbind() local
211 with_intel_runtime_pm_if_in_use(&i915->runtime_pm, wakeref) in i915_pxp_tee_component_unbind()
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_hwmon.c | 83 intel_wakeref_t wakeref; in hwm_locked_with_pm_intel_uncore_rmw() local
85 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_locked_with_pm_intel_uncore_rmw()
104 intel_wakeref_t wakeref; in hwm_field_read_and_scale() local
107 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_field_read_and_scale()
141 intel_wakeref_t wakeref; in hwm_energy() local
150 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_energy()
173 intel_wakeref_t wakeref; in hwm_power1_max_interval_show() local
177 with_intel_runtime_pm(ddat->uncore->rpm, wakeref) in hwm_power1_max_interval_show()
331 intel_wakeref_t wakeref; in hwm_temp_read() local
336 with_intel_runtime_pm(ddat->uncore->rpm, wakeref) in hwm_temp_read()
[all …]
|
| H A D | i915_pmu.c | 225 intel_wakeref_t wakeref; in get_rc6() local
229 wakeref = intel_gt_pm_get_if_awake(gt); in get_rc6()
230 if (wakeref) { in get_rc6()
232 intel_gt_pm_put_async(gt, wakeref); in get_rc6()
237 if (wakeref) { in get_rc6()
268 intel_wakeref_t wakeref; in init_rc6() local
270 with_intel_runtime_pm(gt->uncore->rpm, wakeref) { in init_rc6()
466 intel_wakeref_t wakeref; in frequency_sample() local
472 wakeref = intel_gt_pm_get_if_awake(gt); in frequency_sample()
473 if (!wakeref) in frequency_sample()
[all …]
|
| H A D | i915_gem.c | 121 intel_wakeref_t wakeref; in i915_gem_object_unbind() local
136 wakeref = intel_runtime_pm_get(rpm); in i915_gem_object_unbind()
201 intel_runtime_pm_put(rpm, wakeref); in i915_gem_object_unbind()
386 intel_wakeref_t wakeref; in i915_gem_gtt_pread() local
396 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in i915_gem_gtt_pread()
443 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_gem_gtt_pread()
550 intel_wakeref_t wakeref; in i915_gem_gtt_pwrite_fast() local
568 wakeref = intel_runtime_pm_get_if_in_use(rpm); in i915_gem_gtt_pwrite_fast()
569 if (!wakeref) in i915_gem_gtt_pwrite_fast()
573 wakeref = intel_runtime_pm_get(rpm); in i915_gem_gtt_pwrite_fast()
[all …]
|
| H A D | i915_ioctl.c | 47 intel_wakeref_t wakeref; in i915_reg_read_ioctl() local
73 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_reg_read_ioctl()
|
| H A D | i915_vma_resource.c | 113 if (vma_res->wakeref) in __i915_vma_resource_unhold()
114 intel_runtime_pm_put(&vm->i915->runtime_pm, vma_res->wakeref); in __i915_vma_resource_unhold()
242 vma_res->wakeref = intel_runtime_pm_get_if_in_use(&vm->i915->runtime_pm); in i915_vma_resource_unbind()
|
| /linux/drivers/gpu/drm/i915/gt/uc/ |
| H A D | selftest_guc.c | 55 intel_wakeref_t wakeref; in intel_guc_scrub_ctbs() local
62 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_scrub_ctbs()
126 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_scrub_ctbs()
149 intel_wakeref_t wakeref; in intel_guc_steal_guc_ids() local
162 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_steal_guc_ids()
282 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_steal_guc_ids()
316 intel_wakeref_t wakeref; in intel_guc_fast_request() local
324 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_fast_request()
399 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_fast_request()
|
| H A D | intel_gsc_uc.c | 20 intel_wakeref_t wakeref; in gsc_work() local
24 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in gsc_work()
95 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in gsc_work()
322 intel_wakeref_t wakeref; in intel_gsc_uc_load_status() local
349 with_intel_runtime_pm(uncore->rpm, wakeref) { in intel_gsc_uc_load_status()
|
| /linux/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_migrate.c | 320 intel_wakeref_t wakeref; in igt_lmem_pages_failsafe_migrate() local
340 wakeref = intel_runtime_pm_get(__gt->uncore->rpm); in igt_lmem_pages_failsafe_migrate()
344 intel_runtime_pm_put(__gt->uncore->rpm, wakeref); in igt_lmem_pages_failsafe_migrate()
475 intel_wakeref_t wakeref; in igt_lmem_async_migrate() local
495 wakeref = intel_runtime_pm_get(__gt->uncore->rpm); in igt_lmem_async_migrate()
499 intel_runtime_pm_put(__gt->uncore->rpm, wakeref); in igt_lmem_async_migrate()
|
| H A D | i915_gem_coherency.c | 84 intel_wakeref_t wakeref; in gtt_set() local
99 wakeref = intel_gt_pm_get(vma->vm->gt); in gtt_set()
112 intel_gt_pm_put(vma->vm->gt, wakeref); in gtt_set()
118 intel_wakeref_t wakeref; in gtt_get() local
133 wakeref = intel_gt_pm_get(vma->vm->gt); in gtt_get()
146 intel_gt_pm_put(vma->vm->gt, wakeref); in gtt_get()
|
| H A D | i915_gem_mman.c | 322 intel_wakeref_t wakeref; in igt_partial_tiling() local
350 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in igt_partial_tiling()
441 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in igt_partial_tiling()
453 intel_wakeref_t wakeref; in igt_smoke_tiling() local
487 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in igt_smoke_tiling()
535 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in igt_smoke_tiling()
783 intel_wakeref_t wakeref; in gtt_set() local
792 wakeref = intel_gt_pm_get(vma->vm->gt); in gtt_set()
804 intel_gt_pm_put(vma->vm->gt, wakeref); in gtt_set()
810 intel_wakeref_t wakeref; in gtt_check() local
[all …]
|
| /linux/drivers/gpu/drm/i915/display/ |
| H A D | intel_crt.c | 112 struct ref_tracker *wakeref; in intel_crt_get_hw_state() local
115 wakeref = intel_display_power_get_if_enabled(display, in intel_crt_get_hw_state()
117 if (!wakeref) in intel_crt_get_hw_state()
122 intel_display_power_put(display, encoder->power_domain, wakeref); in intel_crt_get_hw_state()
850 struct ref_tracker *wakeref; in intel_crt_detect() local
864 wakeref = intel_display_power_get(display, encoder->power_domain); in intel_crt_detect()
872 wakeref = intel_display_power_get(display, encoder->power_domain); in intel_crt_detect()
929 intel_display_power_put(display, encoder->power_domain, wakeref); in intel_crt_detect()
939 struct ref_tracker *wakeref; in intel_crt_get_modes() local
946 wakeref = intel_display_power_get(display, encoder->power_domain); in intel_crt_get_modes()
[all …]
|
| /linux/drivers/gpu/drm/i915/gvt/ |
| H A D | debugfs.c | 96 intel_wakeref_t wakeref; in vgpu_mmio_diff_show() local
103 wakeref = mmio_hw_access_pre(gvt->gt); in vgpu_mmio_diff_show()
106 mmio_hw_access_post(gvt->gt, wakeref); in vgpu_mmio_diff_show()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_gem_evict.c | 387 intel_wakeref_t wakeref; in igt_evict_contexts() local
406 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in igt_evict_contexts()
532 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in igt_evict_contexts()
547 intel_wakeref_t wakeref; in i915_gem_evict_mock_selftests() local
554 with_intel_runtime_pm(&i915->runtime_pm, wakeref) in i915_gem_evict_mock_selftests()
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_ttm.c | 1044 intel_wakeref_t wakeref = NULL; in vm_fault_ttm() local
1111 wakeref = intel_runtime_pm_get(&to_i915(obj->base.dev)->runtime_pm); in vm_fault_ttm()
1128 if (ret == VM_FAULT_NOPAGE && wakeref && !obj->userfault_count) { in vm_fault_ttm()
1137 if (wakeref && CONFIG_DRM_I915_USERFAULT_AUTOSUSPEND != 0) in vm_fault_ttm()
1146 if (wakeref) in vm_fault_ttm()
1147 intel_runtime_pm_put(&to_i915(obj->base.dev)->runtime_pm, wakeref); in vm_fault_ttm()
1201 intel_wakeref_t wakeref = NULL; in i915_ttm_unmap_virtual() local
1206 wakeref = intel_runtime_pm_get(&to_i915(obj->base.dev)->runtime_pm); in i915_ttm_unmap_virtual()
1221 if (wakeref) in i915_ttm_unmap_virtual()
1222 intel_runtime_pm_put(&to_i915(obj->base.dev)->runtime_pm, wakeref); in i915_ttm_unmap_virtual()
|