1 // SPDX-License-Identifier: GPL-2.0-only
3  * PSCI CPU idle driver.
30 #include "cpuidle-psci.h"
42 	u32 state;  member
50 			   u32 state)  in psci_set_domain_state()  argument
54 	ds->pd = pd;  in psci_set_domain_state()
55 	ds->state_idx = state_idx;  in psci_set_domain_state()
56 	ds->state = state;  in psci_set_domain_state()
61 	__this_cpu_write(psci_domain_state.state, 0);  in psci_clear_domain_state()
69 	u32 *states = data->psci_states;  in __psci_enter_domain_idle_state()
70 	struct device *pd_dev = data->dev;  in __psci_enter_domain_idle_state()
72 	u32 state = states[idx];  in __psci_enter_domain_idle_state()  local
77 		return -1;  in __psci_enter_domain_idle_state()
86 	if (ds->state)  in __psci_enter_domain_idle_state()
87 		state = ds->state;  in __psci_enter_domain_idle_state()
89 	trace_psci_domain_idle_enter(dev->cpu, state, s2idle);  in __psci_enter_domain_idle_state()
90 	ret = psci_cpu_suspend_enter(state) ? -1 : idx;  in __psci_enter_domain_idle_state()
91 	trace_psci_domain_idle_exit(dev->cpu, state, s2idle);  in __psci_enter_domain_idle_state()
100 	/* Correct domain-idlestate statistics if we failed to enter. */  in __psci_enter_domain_idle_state()
101 	if (ret == -1 && ds->state)  in __psci_enter_domain_idle_state()
102 		pm_genpd_inc_rejected(ds->pd, ds->state_idx);  in __psci_enter_domain_idle_state()
104 	/* Clear the domain state to start fresh when back from idle. */  in __psci_enter_domain_idle_state()
146 		/* Clear domain state to start fresh at next online. */  in psci_idle_cpuhp_down()
160 		dev = per_cpu_ptr(&psci_cpuidle_data, cpu)->dev;  in psci_idle_syscore_switch()
171 			/* Clear domain state to re-start fresh. */  in psci_idle_syscore_switch()
211 		pr_warn("Failed %d while setup cpuhp state\n", err);  in psci_idle_init_cpuhp()
217 	u32 *state = __this_cpu_read(psci_cpuidle_data.psci_states);  in psci_enter_idle_state()  local
219 	return CPU_PM_CPU_IDLE_ENTER_PARAM_RCU(psci_cpu_suspend_enter, idx, state[idx]);  in psci_enter_idle_state()
223 	{ .compatible = "arm,idle-state",
228 int psci_dt_parse_state_node(struct device_node *np, u32 *state)  in psci_dt_parse_state_node()  argument
230 	int err = of_property_read_u32(np, "arm,psci-suspend-param", state);  in psci_dt_parse_state_node()
233 		pr_warn("%pOF missing arm,psci-suspend-param property\n", np);  in psci_dt_parse_state_node()
237 	if (!psci_power_state_is_valid(*state)) {  in psci_dt_parse_state_node()
238 		pr_warn("Invalid PSCI power state %#x\n", *state);  in psci_dt_parse_state_node()
239 		return -EINVAL;  in psci_dt_parse_state_node()
253 	data->dev = dt_idle_attach_cpu(cpu, "psci");  in psci_dt_cpu_init_topology()
254 	if (IS_ERR_OR_NULL(data->dev))  in psci_dt_cpu_init_topology()
255 		return PTR_ERR_OR_ZERO(data->dev);  in psci_dt_cpu_init_topology()
260 	 * Using the deepest state for the CPU to trigger a potential selection  in psci_dt_cpu_init_topology()
261 	 * of a shared state for the domain, assumes the domain states are all  in psci_dt_cpu_init_topology()
265 	drv->states[state_count - 1].enter_s2idle = psci_enter_s2idle_domain_idle_state;  in psci_dt_cpu_init_topology()
267 		drv->states[state_count - 1].enter = psci_enter_domain_idle_state;  in psci_dt_cpu_init_topology()
281 	state_count++; /* Add WFI state too */  in psci_dt_cpu_init_idle()
285 		return -ENOMEM;  in psci_dt_cpu_init_idle()
288 		state_node = of_get_cpu_state_node(cpu_node, i - 1);  in psci_dt_cpu_init_idle()
298 		pr_debug("psci-power-state %#x index %d\n", psci_states[i], i);  in psci_dt_cpu_init_idle()
302 		return -ENODEV;  in psci_dt_cpu_init_idle()
309 	/* Idle states parsed correctly, store them in the per-cpu struct. */  in psci_dt_cpu_init_idle()
310 	data->psci_states = psci_states;  in psci_dt_cpu_init_idle()
322 	 * idle states must not be enabled, so bail out  in psci_cpu_init_idle()
325 		return -EOPNOTSUPP;  in psci_cpu_init_idle()
329 		return -ENODEV;  in psci_cpu_init_idle()
342 	dt_idle_detach_cpu(data->dev);  in psci_cpu_deinit_idle()
355 		return -ENODEV;  in psci_idle_init_cpu()
358 	 * Check whether the enable-method for the cpu is PSCI, fail  in psci_idle_init_cpu()
361 	enable_method = of_get_property(cpu_node, "enable-method", NULL);  in psci_idle_init_cpu()
363 		ret = -ENODEV;  in psci_idle_init_cpu()
371 		return -ENOMEM;  in psci_idle_init_cpu()
373 	drv->name = "psci_idle";  in psci_idle_init_cpu()
374 	drv->owner = THIS_MODULE;  in psci_idle_init_cpu()
375 	drv->cpumask = (struct cpumask *)cpumask_of(cpu);  in psci_idle_init_cpu()
378 	 * PSCI idle states relies on architectural WFI to be represented as  in psci_idle_init_cpu()
379 	 * state index 0.  in psci_idle_init_cpu()
381 	drv->states[0].enter = psci_enter_idle_state;  in psci_idle_init_cpu()
382 	drv->states[0].exit_latency = 1;  in psci_idle_init_cpu()
383 	drv->states[0].target_residency = 1;  in psci_idle_init_cpu()
384 	drv->states[0].power_usage = UINT_MAX;  in psci_idle_init_cpu()
385 	strcpy(drv->states[0].name, "WFI");  in psci_idle_init_cpu()
386 	strcpy(drv->states[0].desc, "ARM WFI");  in psci_idle_init_cpu()
389 	 * If no DT idle states are detected (ret == 0) let the driver  in psci_idle_init_cpu()
391 	 * initialize the idle driver if only wfi is supported, the  in psci_idle_init_cpu()
392 	 * default archictectural back-end already executes wfi  in psci_idle_init_cpu()
393 	 * on idle entry.  in psci_idle_init_cpu()
397 		return ret ? : -ENODEV;  in psci_idle_init_cpu()
400 	 * Initialize PSCI idle states.  in psci_idle_init_cpu()
404 		pr_err("CPU %d failed to PSCI idle\n", cpu);  in psci_idle_init_cpu()
421  * psci_idle_probe - Initializes PSCI cpuidle driver
434 		ret = psci_idle_init_cpu(&fdev->dev, cpu);  in psci_cpuidle_probe()
444 	while (--cpu >= 0) {  in psci_cpuidle_probe()
480 	fdev = faux_device_create("psci-cpuidle", NULL, &psci_cpuidle_ops);  in psci_idle_init()
482 		pr_err("Failed to create psci-cpuidle device\n");  in psci_idle_init()
483 		return -ENODEV;  in psci_idle_init()