1 // SPDX-License-Identifier: GPL-2.0-only
3  * Copyright (C) 2020-2024 Intel Corporation
34 MODULE_PARM_DESC(tdr_timeout_ms, "Timeout for device hang detection, in milliseconds, 0 - default");
38 MODULE_PARM_DESC(inference_timeout_ms, "Inference maximum duration, in milliseconds, 0 - default");
44 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_pm_prepare_cold_boot()
50 	fw->entry_point = fw->cold_boot_entry_point;  in ivpu_pm_prepare_cold_boot()
51 	fw->last_heartbeat = 0;  in ivpu_pm_prepare_cold_boot()
56 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_pm_prepare_warm_boot()
57 	struct vpu_boot_params *bp = ivpu_bo_vaddr(fw->mem);  in ivpu_pm_prepare_warm_boot()
59 	if (!bp->save_restore_ret_address) {  in ivpu_pm_prepare_warm_boot()
64 	ivpu_dbg(vdev, FW_BOOT, "Save/restore entry point %llx", bp->save_restore_ret_address);  in ivpu_pm_prepare_warm_boot()
65 	fw->entry_point = bp->save_restore_ret_address;  in ivpu_pm_prepare_warm_boot()
85 retry:  in ivpu_resume()
86 	pci_set_power_state(to_pci_dev(vdev->drm.dev), PCI_D0);  in ivpu_resume()
87 	pci_restore_state(to_pci_dev(vdev->drm.dev));  in ivpu_resume()
111 	pci_set_power_state(to_pci_dev(vdev->drm.dev), PCI_D3hot);  in ivpu_resume()
115 		goto retry;  in ivpu_resume()
125 	pm_runtime_disable(vdev->drm.dev);  in ivpu_pm_reset_begin()
127 	atomic_inc(&vdev->pm->reset_counter);  in ivpu_pm_reset_begin()
128 	atomic_set(&vdev->pm->reset_pending, 1);  in ivpu_pm_reset_begin()
129 	down_write(&vdev->pm->reset_lock);  in ivpu_pm_reset_begin()
143 		pm_runtime_set_suspended(vdev->drm.dev);  in ivpu_pm_reset_complete()
145 		pm_runtime_set_active(vdev->drm.dev);  in ivpu_pm_reset_complete()
148 	up_write(&vdev->pm->reset_lock);  in ivpu_pm_reset_complete()
149 	atomic_set(&vdev->pm->reset_pending, 0);  in ivpu_pm_reset_complete()
151 	pm_runtime_mark_last_busy(vdev->drm.dev);  in ivpu_pm_reset_complete()
152 	pm_runtime_enable(vdev->drm.dev);  in ivpu_pm_reset_complete()
158 	struct ivpu_device *vdev = pm->vdev;  in ivpu_pm_recovery_work()
161 	ivpu_err(vdev, "Recovering the NPU (reset #%d)\n", atomic_read(&vdev->pm->reset_counter));  in ivpu_pm_recovery_work()
165 	if (!pm_runtime_status_suspended(vdev->drm.dev)) {  in ivpu_pm_recovery_work()
173 	kobject_uevent_env(&vdev->drm.dev->kobj, KOBJ_CHANGE, evt);  in ivpu_pm_recovery_work()
186 	if (atomic_cmpxchg(&vdev->pm->reset_pending, 0, 1) == 0) {  in ivpu_pm_trigger_recovery()
189 		queue_work(system_unbound_wq, &vdev->pm->recovery_work);  in ivpu_pm_trigger_recovery()
196 	struct ivpu_device *vdev = pm->vdev;  in ivpu_job_timeout_work()
197 	unsigned long timeout_ms = ivpu_tdr_timeout_ms ? ivpu_tdr_timeout_ms : vdev->timeout.tdr;  in ivpu_job_timeout_work()
199 					     vdev->timeout.inference;  in ivpu_job_timeout_work()
203 	if (ivpu_jsm_get_heartbeat(vdev, 0, &heartbeat) || heartbeat <= vdev->fw->last_heartbeat) {  in ivpu_job_timeout_work()
209 	if (atomic_fetch_inc(&vdev->job_timeout_counter) >= inference_max_retries) {  in ivpu_job_timeout_work()
215 	vdev->fw->last_heartbeat = heartbeat;  in ivpu_job_timeout_work()
220 	atomic_set(&vdev->job_timeout_counter, 0);  in ivpu_job_timeout_work()
226 	unsigned long timeout_ms = ivpu_tdr_timeout_ms ? ivpu_tdr_timeout_ms : vdev->timeout.tdr;  in ivpu_start_job_timeout_detection()
228 	/* No-op if already queued */  in ivpu_start_job_timeout_detection()
229 	queue_delayed_work(system_wq, &vdev->pm->job_timeout_work, msecs_to_jiffies(timeout_ms));  in ivpu_start_job_timeout_detection()
234 	cancel_delayed_work_sync(&vdev->pm->job_timeout_work);  in ivpu_stop_job_timeout_detection()
235 	atomic_set(&vdev->job_timeout_counter, 0);  in ivpu_stop_job_timeout_detection()
247 	timeout = jiffies + msecs_to_jiffies(vdev->timeout.tdr);  in ivpu_pm_suspend_cb()
252 			return -EBUSY;  in ivpu_pm_suspend_cb()
293 	drm_WARN_ON(&vdev->drm, !xa_empty(&vdev->submitted_jobs_xa));  in ivpu_pm_runtime_suspend_cb()
294 	drm_WARN_ON(&vdev->drm, work_pending(&vdev->pm->recovery_work));  in ivpu_pm_runtime_suspend_cb()
301 	is_idle = ivpu_hw_is_idle(vdev) || vdev->pm->dct_active_percent;  in ivpu_pm_runtime_suspend_cb()
315 		atomic_inc(&vdev->pm->reset_counter);  in ivpu_pm_runtime_suspend_cb()
351 	ret = pm_runtime_resume_and_get(vdev->drm.dev);  in ivpu_rpm_get()
354 		pm_runtime_set_suspended(vdev->drm.dev);  in ivpu_rpm_get()
362 	pm_runtime_mark_last_busy(vdev->drm.dev);  in ivpu_rpm_put()
363 	pm_runtime_put_autosuspend(vdev->drm.dev);  in ivpu_rpm_put()
370 	ivpu_dbg(vdev, PM, "Pre-reset..\n");  in ivpu_pm_reset_prepare_cb()
374 	if (!pm_runtime_status_suspended(vdev->drm.dev)) {  in ivpu_pm_reset_prepare_cb()
379 	ivpu_dbg(vdev, PM, "Pre-reset done.\n");  in ivpu_pm_reset_prepare_cb()
386 	ivpu_dbg(vdev, PM, "Post-reset..\n");  in ivpu_pm_reset_done_cb()
390 	ivpu_dbg(vdev, PM, "Post-reset done.\n");  in ivpu_pm_reset_done_cb()
395 	struct device *dev = vdev->drm.dev;  in ivpu_pm_init()
396 	struct ivpu_pm_info *pm = vdev->pm;  in ivpu_pm_init()
397 	int delay;  in ivpu_pm_init()  local
399 	pm->vdev = vdev;  in ivpu_pm_init()
401 	init_rwsem(&pm->reset_lock);  in ivpu_pm_init()
402 	atomic_set(&pm->reset_pending, 0);  in ivpu_pm_init()
403 	atomic_set(&pm->reset_counter, 0);  in ivpu_pm_init()
405 	INIT_WORK(&pm->recovery_work, ivpu_pm_recovery_work);  in ivpu_pm_init()
406 	INIT_DELAYED_WORK(&pm->job_timeout_work, ivpu_job_timeout_work);  in ivpu_pm_init()
409 		delay = -1;  in ivpu_pm_init()
411 		delay = vdev->timeout.autosuspend;  in ivpu_pm_init()
414 	pm_runtime_set_autosuspend_delay(dev, delay);  in ivpu_pm_init()
417 	ivpu_dbg(vdev, PM, "Autosuspend delay = %d\n", delay);  in ivpu_pm_init()
422 	drm_WARN_ON(&vdev->drm, delayed_work_pending(&vdev->pm->job_timeout_work));  in ivpu_pm_disable_recovery()
423 	disable_work_sync(&vdev->pm->recovery_work);  in ivpu_pm_disable_recovery()
428 	struct device *dev = vdev->drm.dev;  in ivpu_pm_enable()
437 	pm_runtime_get_noresume(vdev->drm.dev);  in ivpu_pm_disable()
438 	pm_runtime_forbid(vdev->drm.dev);  in ivpu_pm_disable()
443 	if (vdev->pm->dct_active_percent)  in ivpu_pm_dct_init()
444 		return ivpu_pm_dct_enable(vdev, vdev->pm->dct_active_percent);  in ivpu_pm_dct_init()
455 		return -EINVAL;  in ivpu_pm_dct_enable()
458 	inactive_us = DCT_PERIOD_US - active_us;  in ivpu_pm_dct_enable()
460 	vdev->pm->dct_active_percent = active_percent;  in ivpu_pm_dct_enable()
478 	vdev->pm->dct_active_percent = 0;  in ivpu_pm_dct_disable()
506 		ivpu_hw_btrs_dct_set_status(vdev, enable, vdev->pm->dct_active_percent);  in ivpu_pm_irq_dct_work_fn()