xref: /linux/drivers/clk/clk-k210.c (revision cc7b790d412461520de49eb321a0aeed2735e5c4)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Copyright (C) 2019-20 Sean Anderson <seanga2@gmail.com>
4  * Copyright (c) 2019 Western Digital Corporation or its affiliates.
5  */
6 #define pr_fmt(fmt)     "k210-clk: " fmt
7 
8 #include <linux/io.h>
9 #include <linux/slab.h>
10 #include <linux/spinlock.h>
11 #include <linux/platform_device.h>
12 #include <linux/of.h>
13 #include <linux/of_clk.h>
14 #include <linux/of_platform.h>
15 #include <linux/of_address.h>
16 #include <linux/clk-provider.h>
17 #include <linux/bitfield.h>
18 #include <linux/delay.h>
19 #include <soc/canaan/k210-sysctl.h>
20 
21 #include <dt-bindings/clock/k210-clk.h>
22 
23 struct k210_sysclk;
24 
25 struct k210_clk {
26 	int id;
27 	struct k210_sysclk *ksc;
28 	struct clk_hw hw;
29 };
30 
31 struct k210_clk_cfg {
32 	const char *name;
33 	u8 gate_reg;
34 	u8 gate_bit;
35 	u8 div_reg;
36 	u8 div_shift;
37 	u8 div_width;
38 	u8 div_type;
39 	u8 mux_reg;
40 	u8 mux_bit;
41 };
42 
43 enum k210_clk_div_type {
44 	K210_DIV_NONE,
45 	K210_DIV_ONE_BASED,
46 	K210_DIV_DOUBLE_ONE_BASED,
47 	K210_DIV_POWER_OF_TWO,
48 };
49 
50 #define K210_GATE(_reg, _bit)	\
51 	.gate_reg = (_reg),	\
52 	.gate_bit = (_bit)
53 
54 #define K210_DIV(_reg, _shift, _width, _type)	\
55 	.div_reg = (_reg),			\
56 	.div_shift = (_shift),			\
57 	.div_width = (_width),			\
58 	.div_type = (_type)
59 
60 #define K210_MUX(_reg, _bit)	\
61 	.mux_reg = (_reg),	\
62 	.mux_bit = (_bit)
63 
64 static struct k210_clk_cfg k210_clk_cfgs[K210_NUM_CLKS] = {
65 	/* Gated clocks, no mux, no divider */
66 	[K210_CLK_CPU] = {
67 		.name = "cpu",
68 		K210_GATE(K210_SYSCTL_EN_CENT, 0)
69 	},
70 	[K210_CLK_DMA] = {
71 		.name = "dma",
72 		K210_GATE(K210_SYSCTL_EN_PERI, 1)
73 	},
74 	[K210_CLK_FFT] = {
75 		.name = "fft",
76 		K210_GATE(K210_SYSCTL_EN_PERI, 4)
77 	},
78 	[K210_CLK_GPIO] = {
79 		.name = "gpio",
80 		K210_GATE(K210_SYSCTL_EN_PERI, 5)
81 	},
82 	[K210_CLK_UART1] = {
83 		.name = "uart1",
84 		K210_GATE(K210_SYSCTL_EN_PERI, 16)
85 	},
86 	[K210_CLK_UART2] = {
87 		.name = "uart2",
88 		K210_GATE(K210_SYSCTL_EN_PERI, 17)
89 	},
90 	[K210_CLK_UART3] = {
91 		.name = "uart3",
92 		K210_GATE(K210_SYSCTL_EN_PERI, 18)
93 	},
94 	[K210_CLK_FPIOA] = {
95 		.name = "fpioa",
96 		K210_GATE(K210_SYSCTL_EN_PERI, 20)
97 	},
98 	[K210_CLK_SHA] = {
99 		.name = "sha",
100 		K210_GATE(K210_SYSCTL_EN_PERI, 26)
101 	},
102 	[K210_CLK_AES] = {
103 		.name = "aes",
104 		K210_GATE(K210_SYSCTL_EN_PERI, 19)
105 	},
106 	[K210_CLK_OTP] = {
107 		.name = "otp",
108 		K210_GATE(K210_SYSCTL_EN_PERI, 27)
109 	},
110 	[K210_CLK_RTC] = {
111 		.name = "rtc",
112 		K210_GATE(K210_SYSCTL_EN_PERI, 29)
113 	},
114 
115 	/* Gated divider clocks */
116 	[K210_CLK_SRAM0] = {
117 		.name = "sram0",
118 		K210_GATE(K210_SYSCTL_EN_CENT, 1),
119 		K210_DIV(K210_SYSCTL_THR0, 0, 4, K210_DIV_ONE_BASED)
120 	},
121 	[K210_CLK_SRAM1] = {
122 		.name = "sram1",
123 		K210_GATE(K210_SYSCTL_EN_CENT, 2),
124 		K210_DIV(K210_SYSCTL_THR0, 4, 4, K210_DIV_ONE_BASED)
125 	},
126 	[K210_CLK_ROM] = {
127 		.name = "rom",
128 		K210_GATE(K210_SYSCTL_EN_PERI, 0),
129 		K210_DIV(K210_SYSCTL_THR0, 16, 4, K210_DIV_ONE_BASED)
130 	},
131 	[K210_CLK_DVP] = {
132 		.name = "dvp",
133 		K210_GATE(K210_SYSCTL_EN_PERI, 3),
134 		K210_DIV(K210_SYSCTL_THR0, 12, 4, K210_DIV_ONE_BASED)
135 	},
136 	[K210_CLK_APB0] = {
137 		.name = "apb0",
138 		K210_GATE(K210_SYSCTL_EN_CENT, 3),
139 		K210_DIV(K210_SYSCTL_SEL0, 3, 3, K210_DIV_ONE_BASED)
140 	},
141 	[K210_CLK_APB1] = {
142 		.name = "apb1",
143 		K210_GATE(K210_SYSCTL_EN_CENT, 4),
144 		K210_DIV(K210_SYSCTL_SEL0, 6, 3, K210_DIV_ONE_BASED)
145 	},
146 	[K210_CLK_APB2] = {
147 		.name = "apb2",
148 		K210_GATE(K210_SYSCTL_EN_CENT, 5),
149 		K210_DIV(K210_SYSCTL_SEL0, 9, 3, K210_DIV_ONE_BASED)
150 	},
151 	[K210_CLK_AI] = {
152 		.name = "ai",
153 		K210_GATE(K210_SYSCTL_EN_PERI, 2),
154 		K210_DIV(K210_SYSCTL_THR0, 8, 4, K210_DIV_ONE_BASED)
155 	},
156 	[K210_CLK_SPI0] = {
157 		.name = "spi0",
158 		K210_GATE(K210_SYSCTL_EN_PERI, 6),
159 		K210_DIV(K210_SYSCTL_THR1, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
160 	},
161 	[K210_CLK_SPI1] = {
162 		.name = "spi1",
163 		K210_GATE(K210_SYSCTL_EN_PERI, 7),
164 		K210_DIV(K210_SYSCTL_THR1, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
165 	},
166 	[K210_CLK_SPI2] = {
167 		.name = "spi2",
168 		K210_GATE(K210_SYSCTL_EN_PERI, 8),
169 		K210_DIV(K210_SYSCTL_THR1, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
170 	},
171 	[K210_CLK_I2C0] = {
172 		.name = "i2c0",
173 		K210_GATE(K210_SYSCTL_EN_PERI, 13),
174 		K210_DIV(K210_SYSCTL_THR5, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
175 	},
176 	[K210_CLK_I2C1] = {
177 		.name = "i2c1",
178 		K210_GATE(K210_SYSCTL_EN_PERI, 14),
179 		K210_DIV(K210_SYSCTL_THR5, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
180 	},
181 	[K210_CLK_I2C2] = {
182 		.name = "i2c2",
183 		K210_GATE(K210_SYSCTL_EN_PERI, 15),
184 		K210_DIV(K210_SYSCTL_THR5, 24, 8, K210_DIV_DOUBLE_ONE_BASED)
185 	},
186 	[K210_CLK_WDT0] = {
187 		.name = "wdt0",
188 		K210_GATE(K210_SYSCTL_EN_PERI, 24),
189 		K210_DIV(K210_SYSCTL_THR6, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
190 	},
191 	[K210_CLK_WDT1] = {
192 		.name = "wdt1",
193 		K210_GATE(K210_SYSCTL_EN_PERI, 25),
194 		K210_DIV(K210_SYSCTL_THR6, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
195 	},
196 	[K210_CLK_I2S0] = {
197 		.name = "i2s0",
198 		K210_GATE(K210_SYSCTL_EN_PERI, 10),
199 		K210_DIV(K210_SYSCTL_THR3, 0, 16, K210_DIV_DOUBLE_ONE_BASED)
200 	},
201 	[K210_CLK_I2S1] = {
202 		.name = "i2s1",
203 		K210_GATE(K210_SYSCTL_EN_PERI, 11),
204 		K210_DIV(K210_SYSCTL_THR3, 16, 16, K210_DIV_DOUBLE_ONE_BASED)
205 	},
206 	[K210_CLK_I2S2] = {
207 		.name = "i2s2",
208 		K210_GATE(K210_SYSCTL_EN_PERI, 12),
209 		K210_DIV(K210_SYSCTL_THR4, 0, 16, K210_DIV_DOUBLE_ONE_BASED)
210 	},
211 
212 	/* Divider clocks, no gate, no mux */
213 	[K210_CLK_I2S0_M] = {
214 		.name = "i2s0_m",
215 		K210_DIV(K210_SYSCTL_THR4, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
216 	},
217 	[K210_CLK_I2S1_M] = {
218 		.name = "i2s1_m",
219 		K210_DIV(K210_SYSCTL_THR4, 24, 8, K210_DIV_DOUBLE_ONE_BASED)
220 	},
221 	[K210_CLK_I2S2_M] = {
222 		.name = "i2s2_m",
223 		K210_DIV(K210_SYSCTL_THR4, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
224 	},
225 
226 	/* Muxed gated divider clocks */
227 	[K210_CLK_SPI3] = {
228 		.name = "spi3",
229 		K210_GATE(K210_SYSCTL_EN_PERI, 9),
230 		K210_DIV(K210_SYSCTL_THR1, 24, 8, K210_DIV_DOUBLE_ONE_BASED),
231 		K210_MUX(K210_SYSCTL_SEL0, 12)
232 	},
233 	[K210_CLK_TIMER0] = {
234 		.name = "timer0",
235 		K210_GATE(K210_SYSCTL_EN_PERI, 21),
236 		K210_DIV(K210_SYSCTL_THR2,  0, 8, K210_DIV_DOUBLE_ONE_BASED),
237 		K210_MUX(K210_SYSCTL_SEL0, 13)
238 	},
239 	[K210_CLK_TIMER1] = {
240 		.name = "timer1",
241 		K210_GATE(K210_SYSCTL_EN_PERI, 22),
242 		K210_DIV(K210_SYSCTL_THR2, 8, 8, K210_DIV_DOUBLE_ONE_BASED),
243 		K210_MUX(K210_SYSCTL_SEL0, 14)
244 	},
245 	[K210_CLK_TIMER2] = {
246 		.name = "timer2",
247 		K210_GATE(K210_SYSCTL_EN_PERI, 23),
248 		K210_DIV(K210_SYSCTL_THR2, 16, 8, K210_DIV_DOUBLE_ONE_BASED),
249 		K210_MUX(K210_SYSCTL_SEL0, 15)
250 	},
251 };
252 
253 /*
254  * PLL control register bits.
255  */
256 #define K210_PLL_CLKR		GENMASK(3, 0)
257 #define K210_PLL_CLKF		GENMASK(9, 4)
258 #define K210_PLL_CLKOD		GENMASK(13, 10)
259 #define K210_PLL_BWADJ		GENMASK(19, 14)
260 #define K210_PLL_RESET		(1 << 20)
261 #define K210_PLL_PWRD		(1 << 21)
262 #define K210_PLL_INTFB		(1 << 22)
263 #define K210_PLL_BYPASS		(1 << 23)
264 #define K210_PLL_TEST		(1 << 24)
265 #define K210_PLL_EN		(1 << 25)
266 #define K210_PLL_SEL		GENMASK(27, 26) /* PLL2 only */
267 
268 /*
269  * PLL lock register bits.
270  */
271 #define K210_PLL_LOCK		0
272 #define K210_PLL_CLEAR_SLIP	2
273 #define K210_PLL_TEST_OUT	3
274 
275 /*
276  * Clock selector register bits.
277  */
278 #define K210_ACLK_SEL		BIT(0)
279 #define K210_ACLK_DIV		GENMASK(2, 1)
280 
281 /*
282  * PLLs.
283  */
284 enum k210_pll_id {
285 	K210_PLL0, K210_PLL1, K210_PLL2, K210_PLL_NUM
286 };
287 
288 struct k210_pll {
289 	enum k210_pll_id id;
290 	struct k210_sysclk *ksc;
291 	void __iomem *base;
292 	void __iomem *reg;
293 	void __iomem *lock;
294 	u8 lock_shift;
295 	u8 lock_width;
296 	struct clk_hw hw;
297 };
298 #define to_k210_pll(_hw)	container_of(_hw, struct k210_pll, hw)
299 
300 /*
301  * PLLs configuration: by default PLL0 runs at 780 MHz and PLL1 at 299 MHz.
302  * The first 2 SRAM banks depend on ACLK/CPU clock which is by default PLL0
303  * rate divided by 2. Set PLL1 to 390 MHz so that the third SRAM bank has the
304  * same clock as the first 2.
305  */
306 struct k210_pll_cfg {
307 	u32 reg;
308 	u8 lock_shift;
309 	u8 lock_width;
310 	u32 r;
311 	u32 f;
312 	u32 od;
313 	u32 bwadj;
314 };
315 
316 static struct k210_pll_cfg k210_plls_cfg[] = {
317 	{ K210_SYSCTL_PLL0,  0, 2, 0, 59, 1, 59 }, /* 780 MHz */
318 	{ K210_SYSCTL_PLL1,  8, 1, 0, 59, 3, 59 }, /* 390 MHz */
319 	{ K210_SYSCTL_PLL2, 16, 1, 0, 22, 1, 22 }, /* 299 MHz */
320 };
321 
322 /**
323  * struct k210_sysclk - sysclk driver data
324  * @regs: system controller registers start address
325  * @clk_lock: clock setting spinlock
326  * @plls: SoC PLLs descriptors
327  * @aclk: ACLK clock
328  * @clks: All other clocks
329  */
330 struct k210_sysclk {
331 	void __iomem			*regs;
332 	spinlock_t			clk_lock;
333 	struct k210_pll			plls[K210_PLL_NUM];
334 	struct clk_hw			aclk;
335 	struct k210_clk			clks[K210_NUM_CLKS];
336 };
337 
338 #define to_k210_sysclk(_hw)	container_of(_hw, struct k210_sysclk, aclk)
339 
340 /*
341  * Set ACLK parent selector: 0 for IN0, 1 for PLL0.
342  */
343 static void k210_aclk_set_selector(void __iomem *regs, u8 sel)
344 {
345 	u32 reg = readl(regs + K210_SYSCTL_SEL0);
346 
347 	if (sel)
348 		reg |= K210_ACLK_SEL;
349 	else
350 		reg &= K210_ACLK_SEL;
351 	writel(reg, regs + K210_SYSCTL_SEL0);
352 }
353 
354 static void k210_init_pll(void __iomem *regs, enum k210_pll_id pllid,
355 			  struct k210_pll *pll)
356 {
357 	pll->id = pllid;
358 	pll->reg = regs + k210_plls_cfg[pllid].reg;
359 	pll->lock = regs + K210_SYSCTL_PLL_LOCK;
360 	pll->lock_shift = k210_plls_cfg[pllid].lock_shift;
361 	pll->lock_width = k210_plls_cfg[pllid].lock_width;
362 }
363 
364 static void k210_pll_wait_for_lock(struct k210_pll *pll)
365 {
366 	u32 reg, mask = GENMASK(pll->lock_shift + pll->lock_width - 1,
367 				pll->lock_shift);
368 
369 	while (true) {
370 		reg = readl(pll->lock);
371 		if ((reg & mask) == mask)
372 			break;
373 
374 		reg |= BIT(pll->lock_shift + K210_PLL_CLEAR_SLIP);
375 		writel(reg, pll->lock);
376 	}
377 }
378 
379 static bool k210_pll_hw_is_enabled(struct k210_pll *pll)
380 {
381 	u32 reg = readl(pll->reg);
382 	u32 mask = K210_PLL_PWRD | K210_PLL_EN;
383 
384 	if (reg & K210_PLL_RESET)
385 		return false;
386 
387 	return (reg & mask) == mask;
388 }
389 
390 static void k210_pll_enable_hw(void __iomem *regs, struct k210_pll *pll)
391 {
392 	struct k210_pll_cfg *pll_cfg = &k210_plls_cfg[pll->id];
393 	u32 reg;
394 
395 	if (k210_pll_hw_is_enabled(pll))
396 		return;
397 
398 	/*
399 	 * For PLL0, we need to re-parent ACLK to IN0 to keep the CPU cores and
400 	 * SRAM running.
401 	 */
402 	if (pll->id == K210_PLL0)
403 		k210_aclk_set_selector(regs, 0);
404 
405 	/* Set PLL factors */
406 	reg = readl(pll->reg);
407 	reg &= ~GENMASK(19, 0);
408 	reg |= FIELD_PREP(K210_PLL_CLKR, pll_cfg->r);
409 	reg |= FIELD_PREP(K210_PLL_CLKF, pll_cfg->f);
410 	reg |= FIELD_PREP(K210_PLL_CLKOD, pll_cfg->od);
411 	reg |= FIELD_PREP(K210_PLL_BWADJ, pll_cfg->bwadj);
412 	reg |= K210_PLL_PWRD;
413 	writel(reg, pll->reg);
414 
415 	/*
416 	 * Reset the PLL: ensure reset is low before asserting it.
417 	 * The magic NOPs come from the Kendryte reference SDK.
418 	 */
419 	reg &= ~K210_PLL_RESET;
420 	writel(reg, pll->reg);
421 	reg |= K210_PLL_RESET;
422 	writel(reg, pll->reg);
423 	nop();
424 	nop();
425 	reg &= ~K210_PLL_RESET;
426 	writel(reg, pll->reg);
427 
428 	k210_pll_wait_for_lock(pll);
429 
430 	reg &= ~K210_PLL_BYPASS;
431 	reg |= K210_PLL_EN;
432 	writel(reg, pll->reg);
433 
434 	if (pll->id == K210_PLL0)
435 		k210_aclk_set_selector(regs, 1);
436 }
437 
438 static int k210_pll_enable(struct clk_hw *hw)
439 {
440 	struct k210_pll *pll = to_k210_pll(hw);
441 	struct k210_sysclk *ksc = pll->ksc;
442 	unsigned long flags;
443 
444 	spin_lock_irqsave(&ksc->clk_lock, flags);
445 
446 	k210_pll_enable_hw(ksc->regs, pll);
447 
448 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
449 
450 	return 0;
451 }
452 
453 static void k210_pll_disable(struct clk_hw *hw)
454 {
455 	struct k210_pll *pll = to_k210_pll(hw);
456 	struct k210_sysclk *ksc = pll->ksc;
457 	unsigned long flags;
458 	u32 reg;
459 
460 	/*
461 	 * Bypassing before powering off is important so child clocks do not
462 	 * stop working. This is especially important for pll0, the indirect
463 	 * parent of the cpu clock.
464 	 */
465 	spin_lock_irqsave(&ksc->clk_lock, flags);
466 	reg = readl(pll->reg);
467 	reg |= K210_PLL_BYPASS;
468 	writel(reg, pll->reg);
469 
470 	reg &= ~K210_PLL_PWRD;
471 	reg &= ~K210_PLL_EN;
472 	writel(reg, pll->reg);
473 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
474 }
475 
476 static int k210_pll_is_enabled(struct clk_hw *hw)
477 {
478 	return k210_pll_hw_is_enabled(to_k210_pll(hw));
479 }
480 
481 static unsigned long k210_pll_get_rate(struct clk_hw *hw,
482 				       unsigned long parent_rate)
483 {
484 	struct k210_pll *pll = to_k210_pll(hw);
485 	u32 reg = readl(pll->reg);
486 	u32 r, f, od;
487 
488 	if (reg & K210_PLL_BYPASS)
489 		return parent_rate;
490 
491 	if (!(reg & K210_PLL_PWRD))
492 		return 0;
493 
494 	r = FIELD_GET(K210_PLL_CLKR, reg) + 1;
495 	f = FIELD_GET(K210_PLL_CLKF, reg) + 1;
496 	od = FIELD_GET(K210_PLL_CLKOD, reg) + 1;
497 
498 	return div_u64((u64)parent_rate * f, r * od);
499 }
500 
501 static const struct clk_ops k210_pll_ops = {
502 	.enable		= k210_pll_enable,
503 	.disable	= k210_pll_disable,
504 	.is_enabled	= k210_pll_is_enabled,
505 	.recalc_rate	= k210_pll_get_rate,
506 };
507 
508 static int k210_pll2_set_parent(struct clk_hw *hw, u8 index)
509 {
510 	struct k210_pll *pll = to_k210_pll(hw);
511 	struct k210_sysclk *ksc = pll->ksc;
512 	unsigned long flags;
513 	u32 reg;
514 
515 	spin_lock_irqsave(&ksc->clk_lock, flags);
516 
517 	reg = readl(pll->reg);
518 	reg &= ~K210_PLL_SEL;
519 	reg |= FIELD_PREP(K210_PLL_SEL, index);
520 	writel(reg, pll->reg);
521 
522 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
523 
524 	return 0;
525 }
526 
527 static u8 k210_pll2_get_parent(struct clk_hw *hw)
528 {
529 	struct k210_pll *pll = to_k210_pll(hw);
530 	u32 reg = readl(pll->reg);
531 
532 	return FIELD_GET(K210_PLL_SEL, reg);
533 }
534 
535 static const struct clk_ops k210_pll2_ops = {
536 	.enable		= k210_pll_enable,
537 	.disable	= k210_pll_disable,
538 	.is_enabled	= k210_pll_is_enabled,
539 	.recalc_rate	= k210_pll_get_rate,
540 	.set_parent	= k210_pll2_set_parent,
541 	.get_parent	= k210_pll2_get_parent,
542 };
543 
544 static int __init k210_register_pll(struct device_node *np,
545 				    struct k210_sysclk *ksc,
546 				    enum k210_pll_id pllid, const char *name,
547 				    int num_parents, const struct clk_ops *ops)
548 {
549 	struct k210_pll *pll = &ksc->plls[pllid];
550 	struct clk_init_data init = {};
551 	const struct clk_parent_data parent_data[] = {
552 		{ /* .index = 0 for in0 */ },
553 		{ .hw = &ksc->plls[K210_PLL0].hw },
554 		{ .hw = &ksc->plls[K210_PLL1].hw },
555 	};
556 
557 	init.name = name;
558 	init.parent_data = parent_data;
559 	init.num_parents = num_parents;
560 	init.ops = ops;
561 
562 	pll->hw.init = &init;
563 	pll->ksc = ksc;
564 
565 	return of_clk_hw_register(np, &pll->hw);
566 }
567 
568 static int __init k210_register_plls(struct device_node *np,
569 				     struct k210_sysclk *ksc)
570 {
571 	int i, ret;
572 
573 	for (i = 0; i < K210_PLL_NUM; i++)
574 		k210_init_pll(ksc->regs, i, &ksc->plls[i]);
575 
576 	/* PLL0 and PLL1 only have IN0 as parent */
577 	ret = k210_register_pll(np, ksc, K210_PLL0, "pll0", 1, &k210_pll_ops);
578 	if (ret) {
579 		pr_err("%pOFP: register PLL0 failed\n", np);
580 		return ret;
581 	}
582 	ret = k210_register_pll(np, ksc, K210_PLL1, "pll1", 1, &k210_pll_ops);
583 	if (ret) {
584 		pr_err("%pOFP: register PLL1 failed\n", np);
585 		return ret;
586 	}
587 
588 	/* PLL2 has IN0, PLL0 and PLL1 as parents */
589 	ret = k210_register_pll(np, ksc, K210_PLL2, "pll2", 3, &k210_pll2_ops);
590 	if (ret) {
591 		pr_err("%pOFP: register PLL2 failed\n", np);
592 		return ret;
593 	}
594 
595 	return 0;
596 }
597 
598 static int k210_aclk_set_parent(struct clk_hw *hw, u8 index)
599 {
600 	struct k210_sysclk *ksc = to_k210_sysclk(hw);
601 	unsigned long flags;
602 
603 	spin_lock_irqsave(&ksc->clk_lock, flags);
604 
605 	k210_aclk_set_selector(ksc->regs, index);
606 
607 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
608 
609 	return 0;
610 }
611 
612 static u8 k210_aclk_get_parent(struct clk_hw *hw)
613 {
614 	struct k210_sysclk *ksc = to_k210_sysclk(hw);
615 	u32 sel;
616 
617 	sel = readl(ksc->regs + K210_SYSCTL_SEL0) & K210_ACLK_SEL;
618 
619 	return sel ? 1 : 0;
620 }
621 
622 static unsigned long k210_aclk_get_rate(struct clk_hw *hw,
623 					unsigned long parent_rate)
624 {
625 	struct k210_sysclk *ksc = to_k210_sysclk(hw);
626 	u32 reg = readl(ksc->regs + K210_SYSCTL_SEL0);
627 	unsigned int shift;
628 
629 	if (!(reg & 0x1))
630 		return parent_rate;
631 
632 	shift = FIELD_GET(K210_ACLK_DIV, reg);
633 
634 	return parent_rate / (2UL << shift);
635 }
636 
637 static const struct clk_ops k210_aclk_ops = {
638 	.set_parent	= k210_aclk_set_parent,
639 	.get_parent	= k210_aclk_get_parent,
640 	.recalc_rate	= k210_aclk_get_rate,
641 };
642 
643 /*
644  * ACLK has IN0 and PLL0 as parents.
645  */
646 static int __init k210_register_aclk(struct device_node *np,
647 				     struct k210_sysclk *ksc)
648 {
649 	struct clk_init_data init = {};
650 	const struct clk_parent_data parent_data[] = {
651 		{ /* .index = 0 for in0 */ },
652 		{ .hw = &ksc->plls[K210_PLL0].hw },
653 	};
654 	int ret;
655 
656 	init.name = "aclk";
657 	init.parent_data = parent_data;
658 	init.num_parents = 2;
659 	init.ops = &k210_aclk_ops;
660 	ksc->aclk.init = &init;
661 
662 	ret = of_clk_hw_register(np, &ksc->aclk);
663 	if (ret) {
664 		pr_err("%pOFP: register aclk failed\n", np);
665 		return ret;
666 	}
667 
668 	return 0;
669 }
670 
671 #define to_k210_clk(_hw)	container_of(_hw, struct k210_clk, hw)
672 
673 static int k210_clk_enable(struct clk_hw *hw)
674 {
675 	struct k210_clk *kclk = to_k210_clk(hw);
676 	struct k210_sysclk *ksc = kclk->ksc;
677 	struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
678 	unsigned long flags;
679 	u32 reg;
680 
681 	if (!cfg->gate_reg)
682 		return 0;
683 
684 	spin_lock_irqsave(&ksc->clk_lock, flags);
685 	reg = readl(ksc->regs + cfg->gate_reg);
686 	reg |= BIT(cfg->gate_bit);
687 	writel(reg, ksc->regs + cfg->gate_reg);
688 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
689 
690 	return 0;
691 }
692 
693 static void k210_clk_disable(struct clk_hw *hw)
694 {
695 	struct k210_clk *kclk = to_k210_clk(hw);
696 	struct k210_sysclk *ksc = kclk->ksc;
697 	struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
698 	unsigned long flags;
699 	u32 reg;
700 
701 	if (!cfg->gate_reg)
702 		return;
703 
704 	spin_lock_irqsave(&ksc->clk_lock, flags);
705 	reg = readl(ksc->regs + cfg->gate_reg);
706 	reg &= ~BIT(cfg->gate_bit);
707 	writel(reg, ksc->regs + cfg->gate_reg);
708 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
709 }
710 
711 static int k210_clk_set_parent(struct clk_hw *hw, u8 index)
712 {
713 	struct k210_clk *kclk = to_k210_clk(hw);
714 	struct k210_sysclk *ksc = kclk->ksc;
715 	struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
716 	unsigned long flags;
717 	u32 reg;
718 
719 	spin_lock_irqsave(&ksc->clk_lock, flags);
720 	reg = readl(ksc->regs + cfg->mux_reg);
721 	if (index)
722 		reg |= BIT(cfg->mux_bit);
723 	else
724 		reg &= ~BIT(cfg->mux_bit);
725 	writel(reg, ksc->regs + cfg->mux_reg);
726 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
727 
728 	return 0;
729 }
730 
731 static u8 k210_clk_get_parent(struct clk_hw *hw)
732 {
733 	struct k210_clk *kclk = to_k210_clk(hw);
734 	struct k210_sysclk *ksc = kclk->ksc;
735 	struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
736 	unsigned long flags;
737 	u32 reg, idx;
738 
739 	spin_lock_irqsave(&ksc->clk_lock, flags);
740 	reg = readl(ksc->regs + cfg->mux_reg);
741 	idx = (reg & BIT(cfg->mux_bit)) ? 1 : 0;
742 	spin_unlock_irqrestore(&ksc->clk_lock, flags);
743 
744 	return idx;
745 }
746 
747 static unsigned long k210_clk_get_rate(struct clk_hw *hw,
748 				       unsigned long parent_rate)
749 {
750 	struct k210_clk *kclk = to_k210_clk(hw);
751 	struct k210_sysclk *ksc = kclk->ksc;
752 	struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
753 	u32 reg, div_val;
754 
755 	if (!cfg->div_reg)
756 		return parent_rate;
757 
758 	reg = readl(ksc->regs + cfg->div_reg);
759 	div_val = (reg >> cfg->div_shift) & GENMASK(cfg->div_width - 1, 0);
760 
761 	switch (cfg->div_type) {
762 	case K210_DIV_ONE_BASED:
763 		return parent_rate / (div_val + 1);
764 	case K210_DIV_DOUBLE_ONE_BASED:
765 		return parent_rate / ((div_val + 1) * 2);
766 	case K210_DIV_POWER_OF_TWO:
767 		return parent_rate / (2UL << div_val);
768 	case K210_DIV_NONE:
769 	default:
770 		return 0;
771 	}
772 }
773 
774 static const struct clk_ops k210_clk_mux_ops = {
775 	.enable		= k210_clk_enable,
776 	.disable	= k210_clk_disable,
777 	.set_parent	= k210_clk_set_parent,
778 	.get_parent	= k210_clk_get_parent,
779 	.recalc_rate	= k210_clk_get_rate,
780 };
781 
782 static const struct clk_ops k210_clk_ops = {
783 	.enable		= k210_clk_enable,
784 	.disable	= k210_clk_disable,
785 	.recalc_rate	= k210_clk_get_rate,
786 };
787 
788 static void __init k210_register_clk(struct device_node *np,
789 				     struct k210_sysclk *ksc, int id,
790 				     const struct clk_parent_data *parent_data,
791 				     int num_parents, unsigned long flags)
792 {
793 	struct k210_clk *kclk = &ksc->clks[id];
794 	struct clk_init_data init = {};
795 	int ret;
796 
797 	init.name = k210_clk_cfgs[id].name;
798 	init.flags = flags;
799 	init.parent_data = parent_data;
800 	init.num_parents = num_parents;
801 	if (num_parents > 1)
802 		init.ops = &k210_clk_mux_ops;
803 	else
804 		init.ops = &k210_clk_ops;
805 
806 	kclk->id = id;
807 	kclk->ksc = ksc;
808 	kclk->hw.init = &init;
809 
810 	ret = of_clk_hw_register(np, &kclk->hw);
811 	if (ret) {
812 		pr_err("%pOFP: register clock %s failed\n",
813 		       np, k210_clk_cfgs[id].name);
814 		kclk->id = -1;
815 	}
816 }
817 
818 /*
819  * All muxed clocks have IN0 and PLL0 as parents.
820  */
821 static inline void __init k210_register_mux_clk(struct device_node *np,
822 						struct k210_sysclk *ksc, int id)
823 {
824 	const struct clk_parent_data parent_data[2] = {
825 		{ /* .index = 0 for in0 */ },
826 		{ .hw = &ksc->plls[K210_PLL0].hw }
827 	};
828 
829 	k210_register_clk(np, ksc, id, parent_data, 2, 0);
830 }
831 
832 static inline void __init k210_register_in0_child(struct device_node *np,
833 						struct k210_sysclk *ksc, int id)
834 {
835 	const struct clk_parent_data parent_data = {
836 		/* .index = 0 for in0 */
837 	};
838 
839 	k210_register_clk(np, ksc, id, &parent_data, 1, 0);
840 }
841 
842 static inline void __init k210_register_pll_child(struct device_node *np,
843 						struct k210_sysclk *ksc, int id,
844 						enum k210_pll_id pllid,
845 						unsigned long flags)
846 {
847 	const struct clk_parent_data parent_data = {
848 		.hw = &ksc->plls[pllid].hw,
849 	};
850 
851 	k210_register_clk(np, ksc, id, &parent_data, 1, flags);
852 }
853 
854 static inline void __init k210_register_aclk_child(struct device_node *np,
855 						struct k210_sysclk *ksc, int id,
856 						unsigned long flags)
857 {
858 	const struct clk_parent_data parent_data = {
859 		.hw = &ksc->aclk,
860 	};
861 
862 	k210_register_clk(np, ksc, id, &parent_data, 1, flags);
863 }
864 
865 static inline void __init k210_register_clk_child(struct device_node *np,
866 						struct k210_sysclk *ksc, int id,
867 						int parent_id)
868 {
869 	const struct clk_parent_data parent_data = {
870 		.hw = &ksc->clks[parent_id].hw,
871 	};
872 
873 	k210_register_clk(np, ksc, id, &parent_data, 1, 0);
874 }
875 
876 static struct clk_hw *k210_clk_hw_onecell_get(struct of_phandle_args *clkspec,
877 					      void *data)
878 {
879 	struct k210_sysclk *ksc = data;
880 	unsigned int idx = clkspec->args[0];
881 
882 	if (idx >= K210_NUM_CLKS)
883 		return ERR_PTR(-EINVAL);
884 
885 	return &ksc->clks[idx].hw;
886 }
887 
888 static void __init k210_clk_init(struct device_node *np)
889 {
890 	struct device_node *sysctl_np;
891 	struct k210_sysclk *ksc;
892 	int i, ret;
893 
894 	ksc = kzalloc(sizeof(*ksc), GFP_KERNEL);
895 	if (!ksc)
896 		return;
897 
898 	spin_lock_init(&ksc->clk_lock);
899 	sysctl_np = of_get_parent(np);
900 	ksc->regs = of_iomap(sysctl_np, 0);
901 	of_node_put(sysctl_np);
902 	if (!ksc->regs) {
903 		pr_err("%pOFP: failed to map registers\n", np);
904 		return;
905 	}
906 
907 	ret = k210_register_plls(np, ksc);
908 	if (ret)
909 		return;
910 
911 	ret = k210_register_aclk(np, ksc);
912 	if (ret)
913 		return;
914 
915 	/*
916 	 * Critical clocks: there are no consumers of the SRAM clocks,
917 	 * including the AI clock for the third SRAM bank. The CPU clock
918 	 * is only referenced by the uarths serial device and so would be
919 	 * disabled if the serial console is disabled to switch to another
920 	 * console. Mark all these clocks as critical so that they are never
921 	 * disabled by the core clock management.
922 	 */
923 	k210_register_aclk_child(np, ksc, K210_CLK_CPU, CLK_IS_CRITICAL);
924 	k210_register_aclk_child(np, ksc, K210_CLK_SRAM0, CLK_IS_CRITICAL);
925 	k210_register_aclk_child(np, ksc, K210_CLK_SRAM1, CLK_IS_CRITICAL);
926 	k210_register_pll_child(np, ksc, K210_CLK_AI, K210_PLL1,
927 				CLK_IS_CRITICAL);
928 
929 	/* Clocks with aclk as source */
930 	k210_register_aclk_child(np, ksc, K210_CLK_DMA, 0);
931 	k210_register_aclk_child(np, ksc, K210_CLK_FFT, 0);
932 	k210_register_aclk_child(np, ksc, K210_CLK_ROM, 0);
933 	k210_register_aclk_child(np, ksc, K210_CLK_DVP, 0);
934 	k210_register_aclk_child(np, ksc, K210_CLK_APB0, 0);
935 	k210_register_aclk_child(np, ksc, K210_CLK_APB1, 0);
936 	k210_register_aclk_child(np, ksc, K210_CLK_APB2, 0);
937 
938 	/* Clocks with PLL0 as source */
939 	k210_register_pll_child(np, ksc, K210_CLK_SPI0, K210_PLL0, 0);
940 	k210_register_pll_child(np, ksc, K210_CLK_SPI1, K210_PLL0, 0);
941 	k210_register_pll_child(np, ksc, K210_CLK_SPI2, K210_PLL0, 0);
942 	k210_register_pll_child(np, ksc, K210_CLK_I2C0, K210_PLL0, 0);
943 	k210_register_pll_child(np, ksc, K210_CLK_I2C1, K210_PLL0, 0);
944 	k210_register_pll_child(np, ksc, K210_CLK_I2C2, K210_PLL0, 0);
945 
946 	/* Clocks with PLL2 as source */
947 	k210_register_pll_child(np, ksc, K210_CLK_I2S0, K210_PLL2, 0);
948 	k210_register_pll_child(np, ksc, K210_CLK_I2S1, K210_PLL2, 0);
949 	k210_register_pll_child(np, ksc, K210_CLK_I2S2, K210_PLL2, 0);
950 	k210_register_pll_child(np, ksc, K210_CLK_I2S0_M, K210_PLL2, 0);
951 	k210_register_pll_child(np, ksc, K210_CLK_I2S1_M, K210_PLL2, 0);
952 	k210_register_pll_child(np, ksc, K210_CLK_I2S2_M, K210_PLL2, 0);
953 
954 	/* Clocks with IN0 as source */
955 	k210_register_in0_child(np, ksc, K210_CLK_WDT0);
956 	k210_register_in0_child(np, ksc, K210_CLK_WDT1);
957 	k210_register_in0_child(np, ksc, K210_CLK_RTC);
958 
959 	/* Clocks with APB0 as source */
960 	k210_register_clk_child(np, ksc, K210_CLK_GPIO, K210_CLK_APB0);
961 	k210_register_clk_child(np, ksc, K210_CLK_UART1, K210_CLK_APB0);
962 	k210_register_clk_child(np, ksc, K210_CLK_UART2, K210_CLK_APB0);
963 	k210_register_clk_child(np, ksc, K210_CLK_UART3, K210_CLK_APB0);
964 	k210_register_clk_child(np, ksc, K210_CLK_FPIOA, K210_CLK_APB0);
965 	k210_register_clk_child(np, ksc, K210_CLK_SHA, K210_CLK_APB0);
966 
967 	/* Clocks with APB1 as source */
968 	k210_register_clk_child(np, ksc, K210_CLK_AES, K210_CLK_APB1);
969 	k210_register_clk_child(np, ksc, K210_CLK_OTP, K210_CLK_APB1);
970 
971 	/* Mux clocks with in0 or pll0 as source */
972 	k210_register_mux_clk(np, ksc, K210_CLK_SPI3);
973 	k210_register_mux_clk(np, ksc, K210_CLK_TIMER0);
974 	k210_register_mux_clk(np, ksc, K210_CLK_TIMER1);
975 	k210_register_mux_clk(np, ksc, K210_CLK_TIMER2);
976 
977 	/* Check for registration errors */
978 	for (i = 0; i < K210_NUM_CLKS; i++) {
979 		if (ksc->clks[i].id != i)
980 			return;
981 	}
982 
983 	ret = of_clk_add_hw_provider(np, k210_clk_hw_onecell_get, ksc);
984 	if (ret) {
985 		pr_err("%pOFP: add clock provider failed %d\n", np, ret);
986 		return;
987 	}
988 
989 	pr_info("%pOFP: CPU running at %lu MHz\n",
990 		np, clk_hw_get_rate(&ksc->clks[K210_CLK_CPU].hw) / 1000000);
991 }
992 
993 CLK_OF_DECLARE(k210_clk, "canaan,k210-clk", k210_clk_init);
994 
995 /*
996  * Enable PLL1 to be able to use the AI SRAM.
997  */
998 void __init k210_clk_early_init(void __iomem *regs)
999 {
1000 	struct k210_pll pll1;
1001 
1002 	/* Make sure ACLK selector is set to PLL0 */
1003 	k210_aclk_set_selector(regs, 1);
1004 
1005 	/* Startup PLL1 to enable the aisram bank for general memory use */
1006 	k210_init_pll(regs, K210_PLL1, &pll1);
1007 	k210_pll_enable_hw(regs, &pll1);
1008 }
1009