/linux/drivers/gpu/drm/i915/gt/ |
H A D | intel_engine_pm.h | 19 return intel_wakeref_is_active(&engine->wakeref); in intel_engine_pm_is_awake() 24 __intel_wakeref_get(&engine->wakeref); in __intel_engine_pm_get() 29 intel_wakeref_get(&engine->wakeref); in intel_engine_pm_get() 34 return intel_wakeref_get_if_active(&engine->wakeref); in intel_engine_pm_get_if_awake() 40 intel_wakeref_might_get(&engine->wakeref); in intel_engine_pm_might_get() 47 intel_wakeref_might_get(&tengine->wakeref); in intel_engine_pm_might_get() 54 intel_wakeref_put(&engine->wakeref); in intel_engine_pm_put() 59 intel_wakeref_put_async(&engine->wakeref); in intel_engine_pm_put_async() 65 intel_wakeref_put_delay(&engine->wakeref, delay); in intel_engine_pm_put_delay() 70 intel_wakeref_unlock_wait(&engine->wakeref); in intel_engine_pm_flush() [all …]
|
H A D | intel_gt_pm.c | 31 intel_wakeref_t wakeref; in user_forcewake() local 37 wakeref = intel_gt_pm_get(gt); in user_forcewake() 39 GEM_BUG_ON(count > atomic_read(>->wakeref.count)); in user_forcewake() 40 atomic_sub(count, >->wakeref.count); in user_forcewake() 42 atomic_add(count, >->wakeref.count); in user_forcewake() 44 intel_gt_pm_put(gt, wakeref); in user_forcewake() 71 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_unpark() 103 struct intel_gt *gt = container_of(wf, typeof(*gt), wakeref); in __gt_park() 104 intel_wakeref_t wakeref = fetch_and_zero(>->awake); in __gt_park() local 122 GEM_BUG_ON(!wakeref); in __gt_park() [all …]
|
H A D | selftest_reset.c | 26 intel_wakeref_t wakeref; in __igt_reset_stolen() local 52 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in __igt_reset_stolen() 176 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in __igt_reset_stolen() 213 intel_wakeref_t wakeref; in igt_global_reset() local 219 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_global_reset() 230 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_global_reset() 242 intel_wakeref_t wakeref; in igt_wedged_reset() local 247 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in igt_wedged_reset() 254 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in igt_wedged_reset() 264 intel_wakeref_t wakeref; in igt_atomic_reset() local [all …]
|
H A D | selftest_engine_cs.c | 26 intel_wakeref_t wakeref = intel_gt_pm_get(gt); in perf_begin() local 33 return wakeref; in perf_begin() 36 static int perf_end(struct intel_gt *gt, intel_wakeref_t wakeref) in perf_end() argument 39 intel_gt_pm_put(gt, wakeref); in perf_end() 138 intel_wakeref_t wakeref; in perf_mi_bb_start() local 144 wakeref = perf_begin(gt); in perf_mi_bb_start() 213 if (perf_end(gt, wakeref)) in perf_mi_bb_start() 266 intel_wakeref_t wakeref; in perf_mi_noop() local 272 wakeref = perf_begin(gt); in perf_mi_noop() 371 if (perf_end(gt, wakeref)) in perf_mi_noop()
|
H A D | intel_engine_pm.c | 61 container_of(wf, typeof(*engine), wakeref); in __engine_unpark() 125 rq->context->wakeref = intel_wakeref_track(&engine->gt->wakeref); in __queue_and_release_pm() 146 __intel_wakeref_defer_park(&engine->wakeref); in __queue_and_release_pm() 261 container_of(wf, typeof(*engine), wakeref); in __engine_park() 297 intel_wakeref_init(&engine->wakeref, engine->i915, &wf_ops, engine->name); in intel_engine_init__pm()
|
H A D | selftest_llc.c | 13 intel_wakeref_t wakeref; in gen6_verify_ring_freq() local 17 wakeref = intel_runtime_pm_get(llc_to_gt(llc)->uncore->rpm); in gen6_verify_ring_freq() 63 intel_runtime_pm_put(llc_to_gt(llc)->uncore->rpm, wakeref); in gen6_verify_ring_freq()
|
H A D | intel_rc6.c | 426 intel_wakeref_t wakeref; in intel_check_bios_c6_setup() local 428 with_intel_runtime_pm(uncore->rpm, wakeref) in intel_check_bios_c6_setup() 538 GEM_BUG_ON(rc6->wakeref); in rpm_get() 540 rc6->wakeref = true; in rpm_get() 545 GEM_BUG_ON(!rc6->wakeref); in rpm_put() 547 rc6->wakeref = false; in rpm_put() 746 if (rc6->wakeref) in intel_rc6_fini() 868 intel_wakeref_t wakeref; in intel_rc6_print_residency() local 870 with_intel_runtime_pm(gt->uncore->rpm, wakeref) in intel_rc6_print_residency()
|
H A D | selftest_gt_pm.c | 84 intel_wakeref_t wakeref; in live_gt_clocks() local 95 wakeref = intel_gt_pm_get(gt); in live_gt_clocks() 132 intel_gt_pm_put(gt, wakeref); in live_gt_clocks()
|
/linux/drivers/gpu/drm/i915/pxp/ |
H A D | intel_pxp_session.c | 21 intel_wakeref_t wakeref; in intel_pxp_session_is_in_play() local 25 with_intel_runtime_pm_if_in_use(uncore->rpm, wakeref) in intel_pxp_session_is_in_play() 34 intel_wakeref_t wakeref; in pxp_wait_for_session_state() local 39 wakeref = intel_runtime_pm_get_if_in_use(uncore->rpm); in pxp_wait_for_session_state() 40 if (!wakeref) in pxp_wait_for_session_state() 49 intel_runtime_pm_put(uncore->rpm, wakeref); in pxp_wait_for_session_state() 152 intel_wakeref_t wakeref; in pxp_session_work() local 171 wakeref = intel_runtime_pm_get_if_in_use(gt->uncore->rpm); in pxp_session_work() 172 if (!wakeref) in pxp_session_work() 183 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in pxp_session_work()
|
H A D | intel_pxp_pm.c | 26 intel_wakeref_t wakeref; in intel_pxp_suspend() local 31 with_intel_runtime_pm(&pxp->ctrl_gt->i915->runtime_pm, wakeref) { in intel_pxp_suspend() 39 intel_wakeref_t wakeref; in _pxp_resume() local 54 wakeref = intel_runtime_pm_get(&pxp->ctrl_gt->i915->runtime_pm); in _pxp_resume() 57 intel_runtime_pm_put(&pxp->ctrl_gt->i915->runtime_pm, wakeref); in _pxp_resume()
|
H A D | intel_pxp_tee.c | 166 intel_wakeref_t wakeref; in i915_pxp_tee_component_bind() local 181 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in i915_pxp_tee_component_bind() 190 wakeref = intel_runtime_pm_get_if_in_use(&i915->runtime_pm); in i915_pxp_tee_component_bind() 191 if (!wakeref) in i915_pxp_tee_component_bind() 198 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_pxp_tee_component_bind() 208 intel_wakeref_t wakeref; in i915_pxp_tee_component_unbind() local 211 with_intel_runtime_pm_if_in_use(&i915->runtime_pm, wakeref) in i915_pxp_tee_component_unbind()
|
/linux/drivers/gpu/drm/i915/gt/uc/ |
H A D | intel_guc_slpc.c | 195 intel_wakeref_t wakeref; in slpc_force_min_freq() local 211 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in slpc_force_min_freq() 390 intel_wakeref_t wakeref; in intel_guc_slpc_set_max_freq() local 398 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_set_max_freq() 427 intel_wakeref_t wakeref; in intel_guc_slpc_get_max_freq() local 430 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { in intel_guc_slpc_get_max_freq() 444 intel_wakeref_t wakeref; in intel_guc_slpc_set_ignore_eff_freq() local 448 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in intel_guc_slpc_set_ignore_eff_freq() 466 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in intel_guc_slpc_set_ignore_eff_freq() 484 intel_wakeref_t wakeref; in intel_guc_slpc_set_min_freq() local [all …]
|
H A D | selftest_guc.c | 55 intel_wakeref_t wakeref; in intel_guc_scrub_ctbs() local 62 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_scrub_ctbs() 126 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_scrub_ctbs() 149 intel_wakeref_t wakeref; in intel_guc_steal_guc_ids() local 162 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_steal_guc_ids() 282 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_steal_guc_ids() 316 intel_wakeref_t wakeref; in intel_guc_fast_request() local 324 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_guc_fast_request() 399 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_guc_fast_request()
|
H A D | intel_gsc_uc.c | 20 intel_wakeref_t wakeref; in gsc_work() local 24 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in gsc_work() 95 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in gsc_work() 322 intel_wakeref_t wakeref; in intel_gsc_uc_load_status() local 349 with_intel_runtime_pm(uncore->rpm, wakeref) { in intel_gsc_uc_load_status()
|
H A D | selftest_guc_hangcheck.c | 37 intel_wakeref_t wakeref; in intel_hang_guc() local 53 wakeref = intel_runtime_pm_get(gt->uncore->rpm); in intel_hang_guc() 142 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_hang_guc()
|
/linux/drivers/gpu/drm/i915/display/ |
H A D | intel_display_power.h | 195 intel_wakeref_t wakeref, 201 intel_wakeref_t wakeref); 205 intel_wakeref_t wakeref) in intel_display_power_put_async() argument 207 __intel_display_power_put_async(i915, domain, wakeref, -1); in intel_display_power_put_async() 213 intel_wakeref_t wakeref, in intel_display_power_put_async_delay() argument 216 __intel_display_power_put_async(i915, domain, wakeref, delay_ms); in intel_display_power_put_async_delay() 225 intel_wakeref_t wakeref) in intel_display_power_put() argument 233 intel_wakeref_t wakeref) in intel_display_power_put_async() argument 241 intel_wakeref_t wakeref, in intel_display_power_put_async_delay() argument
|
H A D | intel_pps.c | 69 intel_wakeref_t wakeref; in intel_pps_lock() local 74 wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_DISPLAY_CORE); in intel_pps_lock() 77 return wakeref; in intel_pps_lock() 81 intel_wakeref_t wakeref) in intel_pps_unlock() argument 87 intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref); in intel_pps_unlock() 694 intel_wakeref_t wakeref; in intel_pps_wait_power_cycle() local 699 with_intel_pps_lock(intel_dp, wakeref) in intel_pps_wait_power_cycle() 809 intel_wakeref_t wakeref; in intel_pps_vdd_on() local 816 with_intel_pps_lock(intel_dp, wakeref) in intel_pps_vdd_on() 872 intel_wakeref_t wakeref; in intel_pps_vdd_off_sync() local [all …]
|
H A D | intel_tc.c | 201 intel_wakeref_t wakeref; in tc_cold_block() local 203 wakeref = __tc_cold_block(tc, &domain); in tc_cold_block() 207 return wakeref; in tc_cold_block() 212 intel_wakeref_t wakeref) in __tc_cold_unblock() argument 216 intel_display_power_put(i915, domain, wakeref); in __tc_cold_unblock() 220 tc_cold_unblock(struct intel_tc_port *tc, intel_wakeref_t wakeref) in tc_cold_unblock() argument 227 __tc_cold_unblock(tc, domain, wakeref); in tc_cold_unblock() 301 intel_wakeref_t wakeref; in lnl_tc_port_get_max_lane_count() local 304 with_intel_display_power(i915, POWER_DOMAIN_DISPLAY_CORE, wakeref) in lnl_tc_port_get_max_lane_count() 325 intel_wakeref_t wakeref; in mtl_tc_port_get_max_lane_count() local [all …]
|
H A D | intel_display_power.c | 517 intel_wakeref_t wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in intel_display_power_get() local 523 return wakeref; in intel_display_power_get() 543 intel_wakeref_t wakeref; in intel_display_power_get_if_enabled() local 546 wakeref = intel_runtime_pm_get_if_in_use(&dev_priv->runtime_pm); in intel_display_power_get_if_enabled() 547 if (!wakeref) in intel_display_power_get_if_enabled() 562 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in intel_display_power_get_if_enabled() 563 wakeref = NULL; in intel_display_power_get_if_enabled() 566 return wakeref; in intel_display_power_get_if_enabled() 607 intel_wakeref_t wakeref, in queue_async_put_domains_work() argument 614 power_domains->async_put_wakeref = wakeref; in queue_async_put_domains_work() [all …]
|
/linux/drivers/gpu/drm/i915/ |
H A D | i915_hwmon.c | 83 intel_wakeref_t wakeref; in hwm_locked_with_pm_intel_uncore_rmw() local 85 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_locked_with_pm_intel_uncore_rmw() 104 intel_wakeref_t wakeref; in hwm_field_read_and_scale() local 107 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_field_read_and_scale() 141 intel_wakeref_t wakeref; in hwm_energy() local 150 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_energy() 173 intel_wakeref_t wakeref; in hwm_power1_max_interval_show() local 177 with_intel_runtime_pm(ddat->uncore->rpm, wakeref) in hwm_power1_max_interval_show() 331 intel_wakeref_t wakeref; in hwm_temp_read() local 336 with_intel_runtime_pm(ddat->uncore->rpm, wakeref) in hwm_temp_read() [all …]
|
H A D | intel_pcode.c | 247 intel_wakeref_t wakeref; in snb_pcode_read_p() local 255 with_intel_runtime_pm(uncore->rpm, wakeref) in snb_pcode_read_p() 263 intel_wakeref_t wakeref; in snb_pcode_write_p() local 271 with_intel_runtime_pm(uncore->rpm, wakeref) in snb_pcode_write_p()
|
H A D | i915_debugfs.c | 326 intel_wakeref_t wakeref; in i915_swizzle_info() local 340 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm); in i915_swizzle_info() 370 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref); in i915_swizzle_info() 443 intel_wakeref_t wakeref; in i915_engine_info() local 446 wakeref = intel_runtime_pm_get(&i915->runtime_pm); in i915_engine_info() 450 atomic_read(&to_gt(i915)->wakeref.count), in i915_engine_info() 462 intel_runtime_pm_put(&i915->runtime_pm, wakeref); in i915_engine_info()
|
/linux/drivers/gpu/drm/i915/gvt/ |
H A D | aperture_gm.c | 171 intel_wakeref_t wakeref; in free_vgpu_fence() local 177 wakeref = intel_runtime_pm_get(uncore->rpm); in free_vgpu_fence() 188 intel_runtime_pm_put(uncore->rpm, wakeref); in free_vgpu_fence() 196 intel_wakeref_t wakeref; in alloc_vgpu_fence() local 199 wakeref = intel_runtime_pm_get(uncore->rpm); in alloc_vgpu_fence() 215 intel_runtime_pm_put(uncore->rpm, wakeref); in alloc_vgpu_fence() 324 intel_wakeref_t wakeref; in intel_vgpu_reset_resource() local 326 with_intel_runtime_pm(gvt->gt->uncore->rpm, wakeref) in intel_vgpu_reset_resource()
|
/linux/drivers/gpu/drm/i915/gem/selftests/ |
H A D | i915_gem_migrate.c | 320 intel_wakeref_t wakeref; in igt_lmem_pages_failsafe_migrate() local 340 wakeref = intel_runtime_pm_get(__gt->uncore->rpm); in igt_lmem_pages_failsafe_migrate() 344 intel_runtime_pm_put(__gt->uncore->rpm, wakeref); in igt_lmem_pages_failsafe_migrate() 475 intel_wakeref_t wakeref; in igt_lmem_async_migrate() local 495 wakeref = intel_runtime_pm_get(__gt->uncore->rpm); in igt_lmem_async_migrate() 499 intel_runtime_pm_put(__gt->uncore->rpm, wakeref); in igt_lmem_async_migrate()
|
H A D | i915_gem_coherency.c | 84 intel_wakeref_t wakeref; in gtt_set() local 99 wakeref = intel_gt_pm_get(vma->vm->gt); in gtt_set() 112 intel_gt_pm_put(vma->vm->gt, wakeref); in gtt_set() 118 intel_wakeref_t wakeref; in gtt_get() local 133 wakeref = intel_gt_pm_get(vma->vm->gt); in gtt_get() 146 intel_gt_pm_put(vma->vm->gt, wakeref); in gtt_get()
|