1 // SPDX-License-Identifier: GPL-2.0
5  * Copyright (C) 2018-2021 ARM Ltd.
11 #include <linux/clk-provider.h>
49 	priv = policy->driver_data;  in scmi_cpufreq_get_rate()
51 	ret = perf_ops->freq_get(ph, priv->domain_id, &rate, false);  in scmi_cpufreq_get_rate()
58  * perf_ops->freq_set is not a synchronous, the actual OPP change will
65 	struct scmi_data *priv = policy->driver_data;  in scmi_cpufreq_set_target()
66 	u64 freq = policy->freq_table[index].frequency;  in scmi_cpufreq_set_target()  local
68 	return perf_ops->freq_set(ph, priv->domain_id, freq * 1000, false);  in scmi_cpufreq_set_target()
74 	struct scmi_data *priv = policy->driver_data;  in scmi_cpufreq_fast_switch()
75 	unsigned long freq = target_freq;  in scmi_cpufreq_fast_switch()  local
77 	if (!perf_ops->freq_set(ph, priv->domain_id, freq * 1000, true))  in scmi_cpufreq_fast_switch()
85 	struct device_node *np = cpu_dev->of_node;  in scmi_cpu_domain_id()
89 	if (of_parse_phandle_with_args(np, "clocks", "#clock-cells", 0,  in scmi_cpu_domain_id()
91 		/* Find the corresponding index for power-domain "perf". */  in scmi_cpu_domain_id()
92 		index = of_property_match_string(np, "power-domain-names",  in scmi_cpu_domain_id()
95 			return -EINVAL;  in scmi_cpu_domain_id()
97 		if (of_parse_phandle_with_args(np, "power-domains",  in scmi_cpu_domain_id()
98 					       "#power-domain-cells", index,  in scmi_cpu_domain_id()
100 			return -EINVAL;  in scmi_cpu_domain_id()
114 		if (cpu == cpu_dev->id)  in scmi_get_sharing_cpus()
133 	enum scmi_power_scale power_scale = perf_ops->power_scale_get(ph);  in scmi_get_cpu_power()
134 	unsigned long Hz;  in scmi_get_cpu_power()  local
142 	Hz = *KHz * 1000;  in scmi_get_cpu_power()
143 	ret = perf_ops->est_power_get(ph, domain, &Hz, power);  in scmi_get_cpu_power()
152 	*KHz = Hz / 1000;  in scmi_get_cpu_power()
167 		ret = perf_ops->fast_switch_rate_limit(ph, domain,  in scmi_get_rate_limit()
173 	ret = perf_ops->rate_limit_get(ph, domain, &rate_limit);  in scmi_get_rate_limit()
187 	limit_freq_khz = limit_notify->range_max_freq / HZ_PER_KHZ;  in scmi_limit_notify_cb()
189 	ret = freq_qos_update_request(&priv->limits_freq_req, limit_freq_khz);  in scmi_limit_notify_cb()
191 		pr_warn("failed to update freq constraint: %d\n", ret);  in scmi_limit_notify_cb()
205 	cpu_dev = get_cpu_device(policy->cpu);  in scmi_cpufreq_init()
207 		pr_err("failed to get cpu%d device\n", policy->cpu);  in scmi_cpufreq_init()
208 		return -ENODEV;  in scmi_cpufreq_init()
217 		return -ENOMEM;  in scmi_cpufreq_init()
219 	if (!zalloc_cpumask_var(&priv->opp_shared_cpus, GFP_KERNEL)) {  in scmi_cpufreq_init()
220 		ret = -ENOMEM;  in scmi_cpufreq_init()
225 	ret = scmi_get_sharing_cpus(cpu_dev, domain, policy->cpus);  in scmi_cpufreq_init()
234 	 * table and opp-shared.  in scmi_cpufreq_init()
236 	ret = dev_pm_opp_of_get_sharing_cpus(cpu_dev, priv->opp_shared_cpus);  in scmi_cpufreq_init()
237 	if (ret || cpumask_empty(priv->opp_shared_cpus)) {  in scmi_cpufreq_init()
239 		 * Either opp-table is not set or no opp-shared was found.  in scmi_cpufreq_init()
241 		 * table.  in scmi_cpufreq_init()
243 		cpumask_copy(priv->opp_shared_cpus, policy->cpus);  in scmi_cpufreq_init()
253 		ret = perf_ops->device_opps_add(ph, cpu_dev, domain);  in scmi_cpufreq_init()
264 			ret = -ENODEV;  in scmi_cpufreq_init()
268 		ret = dev_pm_opp_set_sharing_cpus(cpu_dev, priv->opp_shared_cpus);  in scmi_cpufreq_init()
276 		priv->nr_opp = nr_opp;  in scmi_cpufreq_init()
281 		dev_err(cpu_dev, "failed to init cpufreq table: %d\n", ret);  in scmi_cpufreq_init()
285 	priv->cpu_dev = cpu_dev;  in scmi_cpufreq_init()
286 	priv->domain_id = domain;  in scmi_cpufreq_init()
288 	policy->driver_data = priv;  in scmi_cpufreq_init()
289 	policy->freq_table = freq_table;  in scmi_cpufreq_init()
292 	policy->dvfs_possible_from_any_cpu = true;  in scmi_cpufreq_init()
294 	latency = perf_ops->transition_latency_get(ph, domain);  in scmi_cpufreq_init()
298 	policy->cpuinfo.transition_latency = latency;  in scmi_cpufreq_init()
300 	policy->fast_switch_possible =  in scmi_cpufreq_init()
301 		perf_ops->fast_switch_possible(ph, domain);  in scmi_cpufreq_init()
303 	policy->transition_delay_us =  in scmi_cpufreq_init()
304 		scmi_get_rate_limit(domain, policy->fast_switch_possible);  in scmi_cpufreq_init()
306 	ret = freq_qos_add_request(&policy->constraints, &priv->limits_freq_req, FREQ_QOS_MAX,  in scmi_cpufreq_init()
313 	priv->limit_notify_nb.notifier_call = scmi_limit_notify_cb;  in scmi_cpufreq_init()
314 	ret = sdev->handle->notify_ops->event_notifier_register(sdev->handle, SCMI_PROTOCOL_PERF,  in scmi_cpufreq_init()
316 							&priv->domain_id,  in scmi_cpufreq_init()
317 							&priv->limit_notify_nb);  in scmi_cpufreq_init()
319 		dev_warn(&sdev->dev,  in scmi_cpufreq_init()
321 			 priv->domain_id);  in scmi_cpufreq_init()
331 	free_cpumask_var(priv->opp_shared_cpus);  in scmi_cpufreq_init()
341 	struct scmi_data *priv = policy->driver_data;  in scmi_cpufreq_exit()
344 	sdev->handle->notify_ops->event_notifier_unregister(sdev->handle, SCMI_PROTOCOL_PERF,  in scmi_cpufreq_exit()
346 							    &priv->domain_id,  in scmi_cpufreq_exit()
347 							    &priv->limit_notify_nb);  in scmi_cpufreq_exit()
348 	freq_qos_remove_request(&priv->limits_freq_req);  in scmi_cpufreq_exit()
349 	dev_pm_opp_free_cpufreq_table(priv->cpu_dev, &policy->freq_table);  in scmi_cpufreq_exit()
350 	dev_pm_opp_remove_all_dynamic(priv->cpu_dev);  in scmi_cpufreq_exit()
351 	free_cpumask_var(priv->opp_shared_cpus);  in scmi_cpufreq_exit()
358 	enum scmi_power_scale power_scale = perf_ops->power_scale_get(ph);  in scmi_cpufreq_register_em()
359 	struct scmi_data *priv = policy->driver_data;  in scmi_cpufreq_register_em()
365 	 * policy, some CPUs may still share their perf-domains, and a CPU from  in scmi_cpufreq_register_em()
369 	if (!priv->nr_opp)  in scmi_cpufreq_register_em()
376 	em_dev_register_perf_domain(get_cpu_device(policy->cpu), priv->nr_opp,  in scmi_cpufreq_register_em()
377 				    &em_cb, priv->opp_shared_cpus,  in scmi_cpufreq_register_em()
419 		idx = of_property_match_string(cpu_np, "power-domain-names", "perf");  in scmi_dev_used_by_cpus()
420 		np = of_parse_phandle(cpu_np, "power-domains", idx);  in scmi_dev_used_by_cpus()
433 	struct device *dev = &sdev->dev;  in scmi_cpufreq_probe()
436 	handle = sdev->handle;  in scmi_cpufreq_probe()
439 		return -ENODEV;  in scmi_cpufreq_probe()
443 	perf_ops = handle->devm_protocol_get(sdev, SCMI_PROTOCOL_PERF, &ph);  in scmi_cpufreq_probe()
449 	if (of_property_present(dev->of_node, "#clock-cells")) {  in scmi_cpufreq_probe()
477 	.name		= "scmi-cpufreq",