1 // SPDX-License-Identifier: GPL-2.0-only
12 #include <linux/clk-provider.h>
17 #include <linux/interrupt.h>
28 #define SPCLOG "vexpress-spc: "
39 /* SPC wake-up IRQs status and mask */
46 /* SPC per-CPU mailboxes */
68 /* wake-up interrupt masks */
71 /* TC2 static dual-cluster configuration */
75  * Even though the SPC takes max 3-5 ms to complete any OPP/COMMS
113 	return cluster == info->a15_clusid;  in cluster_is_a15()
117  * ve_spc_global_wakeup_irq() - sets/clears global wakeup IRQs
119  * @set: if true, global wake-up IRQs are set, if false they are cleared
129 	reg = readl_relaxed(info->baseaddr + WAKE_INT_MASK);  in ve_spc_global_wakeup_irq()
136 	writel_relaxed(reg, info->baseaddr + WAKE_INT_MASK);  in ve_spc_global_wakeup_irq()
140  * ve_spc_cpu_wakeup_irq() - sets/clears per-CPU wake-up IRQs
142  * @cluster: mpidr[15:8] bitfield describing cluster affinity level
143  * @cpu: mpidr[7:0] bitfield describing cpu affinity level
144  * @set: if true, wake-up IRQs are set, if false they are cleared
146  * Function to set/clear per-CPU wake-up IRQs. Not protected by locking since
162 	reg = readl_relaxed(info->baseaddr + WAKE_INT_MASK);  in ve_spc_cpu_wakeup_irq()
169 	writel_relaxed(reg, info->baseaddr + WAKE_INT_MASK);  in ve_spc_cpu_wakeup_irq()
173  * ve_spc_set_resume_addr() - set the jump address used for warm boot
175  * @cluster: mpidr[15:8] bitfield describing cluster affinity level
176  * @cpu: mpidr[7:0] bitfield describing cpu affinity level
187 		baseaddr = info->baseaddr + A15_BX_ADDR0 + (cpu << 2);  in ve_spc_set_resume_addr()
189 		baseaddr = info->baseaddr + A7_BX_ADDR0 + (cpu << 2);  in ve_spc_set_resume_addr()
195  * ve_spc_powerdown() - enables/disables cluster powerdown
197  * @cluster: mpidr[15:8] bitfield describing cluster affinity level
212 	writel_relaxed(enable, info->baseaddr + pwdrn_reg);  in ve_spc_powerdown()
223  * ve_spc_cpu_in_wfi() - Checks if the specified CPU is in WFI or not
225  * @cpu: mpidr[7:0] bitfield describing CPU affinity level within cluster
226  * @cluster: mpidr[15:8] bitfield describing cluster affinity level
228  * @return: non-zero if and only if the specified CPU is in WFI
242 	ret = readl_relaxed(info->baseaddr + STANDBYWFI_STAT);  in ve_spc_cpu_in_wfi()
252 	struct ve_spc_opp *opps = info->opps[cluster];  in ve_spc_get_performance()
258 	perf = readl_relaxed(info->baseaddr + perf_cfg_reg);  in ve_spc_get_performance()
259 	if (perf >= info->num_opps[cluster])  in ve_spc_get_performance()
260 		return -EINVAL;  in ve_spc_get_performance()
263 	*freq = opps->freq;  in ve_spc_get_performance()
271 	int idx, max_opp = info->num_opps[cluster];  in ve_spc_round_performance()
272 	struct ve_spc_opp *opps = info->opps[cluster];  in ve_spc_round_performance()
277 		ftmp = opps->freq;  in ve_spc_round_performance()
294 	int idx, max_opp = info->num_opps[cluster];  in ve_spc_find_performance_index()
295 	struct ve_spc_opp *opps = info->opps[cluster];  in ve_spc_find_performance_index()
298 		if (opps->freq == freq)  in ve_spc_find_performance_index()
300 	return (idx == max_opp) ? -EINVAL : idx;  in ve_spc_find_performance_index()
306 			&info->done, usecs_to_jiffies(TIMEOUT_US));  in ve_spc_waitforcompletion()
308 		ret = -ETIMEDOUT;  in ve_spc_waitforcompletion()
310 		ret = info->cur_rsp_stat & STAT_COMPLETE(req_type) ? 0 : -EIO;  in ve_spc_waitforcompletion()
332 	if (down_timeout(&info->sem, usecs_to_jiffies(TIMEOUT_US)))  in ve_spc_set_performance()
333 		return -ETIME;  in ve_spc_set_performance()
335 	init_completion(&info->done);  in ve_spc_set_performance()
336 	info->cur_rsp_mask = RESPONSE_MASK(req_type);  in ve_spc_set_performance()
338 	writel(perf, info->baseaddr + perf_cfg_reg);  in ve_spc_set_performance()
341 	info->cur_rsp_mask = 0;  in ve_spc_set_performance()
342 	up(&info->sem);  in ve_spc_set_performance()
351 	if (down_timeout(&info->sem, usecs_to_jiffies(TIMEOUT_US)))  in ve_spc_read_sys_cfg()
352 		return -ETIME;  in ve_spc_read_sys_cfg()
354 	init_completion(&info->done);  in ve_spc_read_sys_cfg()
355 	info->cur_rsp_mask = RESPONSE_MASK(SPC_SYS_CFG);  in ve_spc_read_sys_cfg()
358 	writel(SYSCFG_START | func | offset >> 2, info->baseaddr + COMMS);  in ve_spc_read_sys_cfg()
362 		*data = readl(info->baseaddr + SYSCFG_RDATA);  in ve_spc_read_sys_cfg()
364 	info->cur_rsp_mask = 0;  in ve_spc_read_sys_cfg()
365 	up(&info->sem);  in ve_spc_read_sys_cfg()
373 	uint32_t status = readl_relaxed(drv_data->baseaddr + PWC_STATUS);  in ve_spc_irq_handler()
375 	if (info->cur_rsp_mask & status) {  in ve_spc_irq_handler()
376 		info->cur_rsp_stat = status;  in ve_spc_irq_handler()
377 		complete(&drv_data->done);  in ve_spc_irq_handler()
384  *  +--------------------------+
386  *  +--------------------------+
388  *  +--------------------------+
400 		return -ENOMEM;  in ve_spc_populate_opps()
402 	info->opps[cluster] = opps;  in ve_spc_populate_opps()
408 			opps->freq = (data & FREQ_MASK) * MULT_FACTOR;  in ve_spc_populate_opps()
409 			opps->u_volt = (data >> VOLT_SHIFT) * 1000;  in ve_spc_populate_opps()
414 	info->num_opps[cluster] = idx;  in ve_spc_populate_opps()
425 	cluster = topology_physical_package_id(cpu_dev->id);  in ve_init_opp_table()
428 	max_opp = info->num_opps[cluster];  in ve_init_opp_table()
429 	opps = info->opps[cluster];  in ve_init_opp_table()
432 		ret = dev_pm_opp_add(cpu_dev, opps->freq * 1000, opps->u_volt);  in ve_init_opp_table()
435 				 opps->freq, opps->u_volt);  in ve_init_opp_table()
447 		return -ENOMEM;  in ve_spc_init()
449 	info->baseaddr = baseaddr;  in ve_spc_init()
450 	info->a15_clusid = a15_clusid;  in ve_spc_init()
455 		return -EINVAL;  in ve_spc_init()
458 	init_completion(&info->done);  in ve_spc_init()
460 	readl_relaxed(info->baseaddr + PWC_STATUS);  in ve_spc_init()
463 				| IRQF_ONESHOT, "vexpress-spc", info);  in ve_spc_init()
467 		return -ENODEV;  in ve_spc_init()
470 	sema_init(&info->sem, 1);  in ve_spc_init()
472 	 * Multi-cluster systems may need this data when non-coherent, during  in ve_spc_init()
473 	 * cluster power-up/power-down. Make sure driver info reaches main  in ve_spc_init()
494 	if (ve_spc_get_performance(spc->cluster, &freq))  in spc_recalc_rate()
495 		return -EIO;  in spc_recalc_rate()
505 	return ve_spc_round_performance(spc->cluster, drate);  in spc_round_rate()
513 	return ve_spc_set_performance(spc->cluster, rate / 1000);  in spc_set_rate()
529 		return ERR_PTR(-ENOMEM);  in ve_spc_clk_register()
531 	spc->hw.init = &init;  in ve_spc_clk_register()
532 	spc->cluster = topology_physical_package_id(cpu_dev->id);  in ve_spc_clk_register()
534 	spc->cluster = spc->cluster < 0 ? 0 : spc->cluster;  in ve_spc_clk_register()
541 	return devm_clk_register(cpu_dev, &spc->hw);  in ve_spc_clk_register()
555 		return -ENODEV;  in ve_spc_clk_init()
574 		cluster = topology_physical_package_id(cpu_dev->id);  in ve_spc_clk_init()
581 			 topology_core_cpumask(cpu_dev->id)))  in ve_spc_clk_init()
587 	platform_device_register_simple("vexpress-spc-cpufreq", -1, NULL, 0);  in ve_spc_clk_init()