1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Copyright (C) 2019-20 Sean Anderson <seanga2@gmail.com>
4 * Copyright (c) 2019 Western Digital Corporation or its affiliates.
5 */
6 #define pr_fmt(fmt) "k210-clk: " fmt
7
8 #include <linux/io.h>
9 #include <linux/slab.h>
10 #include <linux/spinlock.h>
11 #include <linux/platform_device.h>
12 #include <linux/of.h>
13 #include <linux/of_clk.h>
14 #include <linux/of_address.h>
15 #include <linux/clk-provider.h>
16 #include <linux/bitfield.h>
17 #include <linux/delay.h>
18 #include <soc/canaan/k210-sysctl.h>
19
20 #include <dt-bindings/clock/k210-clk.h>
21
22 struct k210_sysclk;
23
24 struct k210_clk {
25 int id;
26 struct k210_sysclk *ksc;
27 struct clk_hw hw;
28 };
29
30 struct k210_clk_cfg {
31 const char *name;
32 u8 gate_reg;
33 u8 gate_bit;
34 u8 div_reg;
35 u8 div_shift;
36 u8 div_width;
37 u8 div_type;
38 u8 mux_reg;
39 u8 mux_bit;
40 };
41
42 enum k210_clk_div_type {
43 K210_DIV_NONE,
44 K210_DIV_ONE_BASED,
45 K210_DIV_DOUBLE_ONE_BASED,
46 K210_DIV_POWER_OF_TWO,
47 };
48
49 #define K210_GATE(_reg, _bit) \
50 .gate_reg = (_reg), \
51 .gate_bit = (_bit)
52
53 #define K210_DIV(_reg, _shift, _width, _type) \
54 .div_reg = (_reg), \
55 .div_shift = (_shift), \
56 .div_width = (_width), \
57 .div_type = (_type)
58
59 #define K210_MUX(_reg, _bit) \
60 .mux_reg = (_reg), \
61 .mux_bit = (_bit)
62
63 static struct k210_clk_cfg k210_clk_cfgs[K210_NUM_CLKS] = {
64 /* Gated clocks, no mux, no divider */
65 [K210_CLK_CPU] = {
66 .name = "cpu",
67 K210_GATE(K210_SYSCTL_EN_CENT, 0)
68 },
69 [K210_CLK_DMA] = {
70 .name = "dma",
71 K210_GATE(K210_SYSCTL_EN_PERI, 1)
72 },
73 [K210_CLK_FFT] = {
74 .name = "fft",
75 K210_GATE(K210_SYSCTL_EN_PERI, 4)
76 },
77 [K210_CLK_GPIO] = {
78 .name = "gpio",
79 K210_GATE(K210_SYSCTL_EN_PERI, 5)
80 },
81 [K210_CLK_UART1] = {
82 .name = "uart1",
83 K210_GATE(K210_SYSCTL_EN_PERI, 16)
84 },
85 [K210_CLK_UART2] = {
86 .name = "uart2",
87 K210_GATE(K210_SYSCTL_EN_PERI, 17)
88 },
89 [K210_CLK_UART3] = {
90 .name = "uart3",
91 K210_GATE(K210_SYSCTL_EN_PERI, 18)
92 },
93 [K210_CLK_FPIOA] = {
94 .name = "fpioa",
95 K210_GATE(K210_SYSCTL_EN_PERI, 20)
96 },
97 [K210_CLK_SHA] = {
98 .name = "sha",
99 K210_GATE(K210_SYSCTL_EN_PERI, 26)
100 },
101 [K210_CLK_AES] = {
102 .name = "aes",
103 K210_GATE(K210_SYSCTL_EN_PERI, 19)
104 },
105 [K210_CLK_OTP] = {
106 .name = "otp",
107 K210_GATE(K210_SYSCTL_EN_PERI, 27)
108 },
109 [K210_CLK_RTC] = {
110 .name = "rtc",
111 K210_GATE(K210_SYSCTL_EN_PERI, 29)
112 },
113
114 /* Gated divider clocks */
115 [K210_CLK_SRAM0] = {
116 .name = "sram0",
117 K210_GATE(K210_SYSCTL_EN_CENT, 1),
118 K210_DIV(K210_SYSCTL_THR0, 0, 4, K210_DIV_ONE_BASED)
119 },
120 [K210_CLK_SRAM1] = {
121 .name = "sram1",
122 K210_GATE(K210_SYSCTL_EN_CENT, 2),
123 K210_DIV(K210_SYSCTL_THR0, 4, 4, K210_DIV_ONE_BASED)
124 },
125 [K210_CLK_ROM] = {
126 .name = "rom",
127 K210_GATE(K210_SYSCTL_EN_PERI, 0),
128 K210_DIV(K210_SYSCTL_THR0, 16, 4, K210_DIV_ONE_BASED)
129 },
130 [K210_CLK_DVP] = {
131 .name = "dvp",
132 K210_GATE(K210_SYSCTL_EN_PERI, 3),
133 K210_DIV(K210_SYSCTL_THR0, 12, 4, K210_DIV_ONE_BASED)
134 },
135 [K210_CLK_APB0] = {
136 .name = "apb0",
137 K210_GATE(K210_SYSCTL_EN_CENT, 3),
138 K210_DIV(K210_SYSCTL_SEL0, 3, 3, K210_DIV_ONE_BASED)
139 },
140 [K210_CLK_APB1] = {
141 .name = "apb1",
142 K210_GATE(K210_SYSCTL_EN_CENT, 4),
143 K210_DIV(K210_SYSCTL_SEL0, 6, 3, K210_DIV_ONE_BASED)
144 },
145 [K210_CLK_APB2] = {
146 .name = "apb2",
147 K210_GATE(K210_SYSCTL_EN_CENT, 5),
148 K210_DIV(K210_SYSCTL_SEL0, 9, 3, K210_DIV_ONE_BASED)
149 },
150 [K210_CLK_AI] = {
151 .name = "ai",
152 K210_GATE(K210_SYSCTL_EN_PERI, 2),
153 K210_DIV(K210_SYSCTL_THR0, 8, 4, K210_DIV_ONE_BASED)
154 },
155 [K210_CLK_SPI0] = {
156 .name = "spi0",
157 K210_GATE(K210_SYSCTL_EN_PERI, 6),
158 K210_DIV(K210_SYSCTL_THR1, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
159 },
160 [K210_CLK_SPI1] = {
161 .name = "spi1",
162 K210_GATE(K210_SYSCTL_EN_PERI, 7),
163 K210_DIV(K210_SYSCTL_THR1, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
164 },
165 [K210_CLK_SPI2] = {
166 .name = "spi2",
167 K210_GATE(K210_SYSCTL_EN_PERI, 8),
168 K210_DIV(K210_SYSCTL_THR1, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
169 },
170 [K210_CLK_I2C0] = {
171 .name = "i2c0",
172 K210_GATE(K210_SYSCTL_EN_PERI, 13),
173 K210_DIV(K210_SYSCTL_THR5, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
174 },
175 [K210_CLK_I2C1] = {
176 .name = "i2c1",
177 K210_GATE(K210_SYSCTL_EN_PERI, 14),
178 K210_DIV(K210_SYSCTL_THR5, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
179 },
180 [K210_CLK_I2C2] = {
181 .name = "i2c2",
182 K210_GATE(K210_SYSCTL_EN_PERI, 15),
183 K210_DIV(K210_SYSCTL_THR5, 24, 8, K210_DIV_DOUBLE_ONE_BASED)
184 },
185 [K210_CLK_WDT0] = {
186 .name = "wdt0",
187 K210_GATE(K210_SYSCTL_EN_PERI, 24),
188 K210_DIV(K210_SYSCTL_THR6, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
189 },
190 [K210_CLK_WDT1] = {
191 .name = "wdt1",
192 K210_GATE(K210_SYSCTL_EN_PERI, 25),
193 K210_DIV(K210_SYSCTL_THR6, 8, 8, K210_DIV_DOUBLE_ONE_BASED)
194 },
195 [K210_CLK_I2S0] = {
196 .name = "i2s0",
197 K210_GATE(K210_SYSCTL_EN_PERI, 10),
198 K210_DIV(K210_SYSCTL_THR3, 0, 16, K210_DIV_DOUBLE_ONE_BASED)
199 },
200 [K210_CLK_I2S1] = {
201 .name = "i2s1",
202 K210_GATE(K210_SYSCTL_EN_PERI, 11),
203 K210_DIV(K210_SYSCTL_THR3, 16, 16, K210_DIV_DOUBLE_ONE_BASED)
204 },
205 [K210_CLK_I2S2] = {
206 .name = "i2s2",
207 K210_GATE(K210_SYSCTL_EN_PERI, 12),
208 K210_DIV(K210_SYSCTL_THR4, 0, 16, K210_DIV_DOUBLE_ONE_BASED)
209 },
210
211 /* Divider clocks, no gate, no mux */
212 [K210_CLK_I2S0_M] = {
213 .name = "i2s0_m",
214 K210_DIV(K210_SYSCTL_THR4, 16, 8, K210_DIV_DOUBLE_ONE_BASED)
215 },
216 [K210_CLK_I2S1_M] = {
217 .name = "i2s1_m",
218 K210_DIV(K210_SYSCTL_THR4, 24, 8, K210_DIV_DOUBLE_ONE_BASED)
219 },
220 [K210_CLK_I2S2_M] = {
221 .name = "i2s2_m",
222 K210_DIV(K210_SYSCTL_THR4, 0, 8, K210_DIV_DOUBLE_ONE_BASED)
223 },
224
225 /* Muxed gated divider clocks */
226 [K210_CLK_SPI3] = {
227 .name = "spi3",
228 K210_GATE(K210_SYSCTL_EN_PERI, 9),
229 K210_DIV(K210_SYSCTL_THR1, 24, 8, K210_DIV_DOUBLE_ONE_BASED),
230 K210_MUX(K210_SYSCTL_SEL0, 12)
231 },
232 [K210_CLK_TIMER0] = {
233 .name = "timer0",
234 K210_GATE(K210_SYSCTL_EN_PERI, 21),
235 K210_DIV(K210_SYSCTL_THR2, 0, 8, K210_DIV_DOUBLE_ONE_BASED),
236 K210_MUX(K210_SYSCTL_SEL0, 13)
237 },
238 [K210_CLK_TIMER1] = {
239 .name = "timer1",
240 K210_GATE(K210_SYSCTL_EN_PERI, 22),
241 K210_DIV(K210_SYSCTL_THR2, 8, 8, K210_DIV_DOUBLE_ONE_BASED),
242 K210_MUX(K210_SYSCTL_SEL0, 14)
243 },
244 [K210_CLK_TIMER2] = {
245 .name = "timer2",
246 K210_GATE(K210_SYSCTL_EN_PERI, 23),
247 K210_DIV(K210_SYSCTL_THR2, 16, 8, K210_DIV_DOUBLE_ONE_BASED),
248 K210_MUX(K210_SYSCTL_SEL0, 15)
249 },
250 };
251
252 /*
253 * PLL control register bits.
254 */
255 #define K210_PLL_CLKR GENMASK(3, 0)
256 #define K210_PLL_CLKF GENMASK(9, 4)
257 #define K210_PLL_CLKOD GENMASK(13, 10)
258 #define K210_PLL_BWADJ GENMASK(19, 14)
259 #define K210_PLL_RESET (1 << 20)
260 #define K210_PLL_PWRD (1 << 21)
261 #define K210_PLL_INTFB (1 << 22)
262 #define K210_PLL_BYPASS (1 << 23)
263 #define K210_PLL_TEST (1 << 24)
264 #define K210_PLL_EN (1 << 25)
265 #define K210_PLL_SEL GENMASK(27, 26) /* PLL2 only */
266
267 /*
268 * PLL lock register bits.
269 */
270 #define K210_PLL_LOCK 0
271 #define K210_PLL_CLEAR_SLIP 2
272 #define K210_PLL_TEST_OUT 3
273
274 /*
275 * Clock selector register bits.
276 */
277 #define K210_ACLK_SEL BIT(0)
278 #define K210_ACLK_DIV GENMASK(2, 1)
279
280 /*
281 * PLLs.
282 */
283 enum k210_pll_id {
284 K210_PLL0, K210_PLL1, K210_PLL2, K210_PLL_NUM
285 };
286
287 struct k210_pll {
288 enum k210_pll_id id;
289 struct k210_sysclk *ksc;
290 void __iomem *base;
291 void __iomem *reg;
292 void __iomem *lock;
293 u8 lock_shift;
294 u8 lock_width;
295 struct clk_hw hw;
296 };
297 #define to_k210_pll(_hw) container_of(_hw, struct k210_pll, hw)
298
299 /*
300 * PLLs configuration: by default PLL0 runs at 780 MHz and PLL1 at 299 MHz.
301 * The first 2 SRAM banks depend on ACLK/CPU clock which is by default PLL0
302 * rate divided by 2. Set PLL1 to 390 MHz so that the third SRAM bank has the
303 * same clock as the first 2.
304 */
305 struct k210_pll_cfg {
306 u32 reg;
307 u8 lock_shift;
308 u8 lock_width;
309 u32 r;
310 u32 f;
311 u32 od;
312 u32 bwadj;
313 };
314
315 static struct k210_pll_cfg k210_plls_cfg[] = {
316 { K210_SYSCTL_PLL0, 0, 2, 0, 59, 1, 59 }, /* 780 MHz */
317 { K210_SYSCTL_PLL1, 8, 1, 0, 59, 3, 59 }, /* 390 MHz */
318 { K210_SYSCTL_PLL2, 16, 1, 0, 22, 1, 22 }, /* 299 MHz */
319 };
320
321 /**
322 * struct k210_sysclk - sysclk driver data
323 * @regs: system controller registers start address
324 * @clk_lock: clock setting spinlock
325 * @plls: SoC PLLs descriptors
326 * @aclk: ACLK clock
327 * @clks: All other clocks
328 */
329 struct k210_sysclk {
330 void __iomem *regs;
331 spinlock_t clk_lock;
332 struct k210_pll plls[K210_PLL_NUM];
333 struct clk_hw aclk;
334 struct k210_clk clks[K210_NUM_CLKS];
335 };
336
337 #define to_k210_sysclk(_hw) container_of(_hw, struct k210_sysclk, aclk)
338
339 /*
340 * Set ACLK parent selector: 0 for IN0, 1 for PLL0.
341 */
k210_aclk_set_selector(void __iomem * regs,u8 sel)342 static void k210_aclk_set_selector(void __iomem *regs, u8 sel)
343 {
344 u32 reg = readl(regs + K210_SYSCTL_SEL0);
345
346 if (sel)
347 reg |= K210_ACLK_SEL;
348 else
349 reg &= K210_ACLK_SEL;
350 writel(reg, regs + K210_SYSCTL_SEL0);
351 }
352
k210_init_pll(void __iomem * regs,enum k210_pll_id pllid,struct k210_pll * pll)353 static void k210_init_pll(void __iomem *regs, enum k210_pll_id pllid,
354 struct k210_pll *pll)
355 {
356 pll->id = pllid;
357 pll->reg = regs + k210_plls_cfg[pllid].reg;
358 pll->lock = regs + K210_SYSCTL_PLL_LOCK;
359 pll->lock_shift = k210_plls_cfg[pllid].lock_shift;
360 pll->lock_width = k210_plls_cfg[pllid].lock_width;
361 }
362
k210_pll_wait_for_lock(struct k210_pll * pll)363 static void k210_pll_wait_for_lock(struct k210_pll *pll)
364 {
365 u32 reg, mask = GENMASK(pll->lock_shift + pll->lock_width - 1,
366 pll->lock_shift);
367
368 while (true) {
369 reg = readl(pll->lock);
370 if ((reg & mask) == mask)
371 break;
372
373 reg |= BIT(pll->lock_shift + K210_PLL_CLEAR_SLIP);
374 writel(reg, pll->lock);
375 }
376 }
377
k210_pll_hw_is_enabled(struct k210_pll * pll)378 static bool k210_pll_hw_is_enabled(struct k210_pll *pll)
379 {
380 u32 reg = readl(pll->reg);
381 u32 mask = K210_PLL_PWRD | K210_PLL_EN;
382
383 if (reg & K210_PLL_RESET)
384 return false;
385
386 return (reg & mask) == mask;
387 }
388
k210_pll_enable_hw(void __iomem * regs,struct k210_pll * pll)389 static void k210_pll_enable_hw(void __iomem *regs, struct k210_pll *pll)
390 {
391 struct k210_pll_cfg *pll_cfg = &k210_plls_cfg[pll->id];
392 u32 reg;
393
394 if (k210_pll_hw_is_enabled(pll))
395 return;
396
397 /*
398 * For PLL0, we need to re-parent ACLK to IN0 to keep the CPU cores and
399 * SRAM running.
400 */
401 if (pll->id == K210_PLL0)
402 k210_aclk_set_selector(regs, 0);
403
404 /* Set PLL factors */
405 reg = readl(pll->reg);
406 reg &= ~GENMASK(19, 0);
407 reg |= FIELD_PREP(K210_PLL_CLKR, pll_cfg->r);
408 reg |= FIELD_PREP(K210_PLL_CLKF, pll_cfg->f);
409 reg |= FIELD_PREP(K210_PLL_CLKOD, pll_cfg->od);
410 reg |= FIELD_PREP(K210_PLL_BWADJ, pll_cfg->bwadj);
411 reg |= K210_PLL_PWRD;
412 writel(reg, pll->reg);
413
414 /*
415 * Reset the PLL: ensure reset is low before asserting it.
416 * The magic NOPs come from the Kendryte reference SDK.
417 */
418 reg &= ~K210_PLL_RESET;
419 writel(reg, pll->reg);
420 reg |= K210_PLL_RESET;
421 writel(reg, pll->reg);
422 nop();
423 nop();
424 reg &= ~K210_PLL_RESET;
425 writel(reg, pll->reg);
426
427 k210_pll_wait_for_lock(pll);
428
429 reg &= ~K210_PLL_BYPASS;
430 reg |= K210_PLL_EN;
431 writel(reg, pll->reg);
432
433 if (pll->id == K210_PLL0)
434 k210_aclk_set_selector(regs, 1);
435 }
436
k210_pll_enable(struct clk_hw * hw)437 static int k210_pll_enable(struct clk_hw *hw)
438 {
439 struct k210_pll *pll = to_k210_pll(hw);
440 struct k210_sysclk *ksc = pll->ksc;
441 unsigned long flags;
442
443 spin_lock_irqsave(&ksc->clk_lock, flags);
444
445 k210_pll_enable_hw(ksc->regs, pll);
446
447 spin_unlock_irqrestore(&ksc->clk_lock, flags);
448
449 return 0;
450 }
451
k210_pll_disable(struct clk_hw * hw)452 static void k210_pll_disable(struct clk_hw *hw)
453 {
454 struct k210_pll *pll = to_k210_pll(hw);
455 struct k210_sysclk *ksc = pll->ksc;
456 unsigned long flags;
457 u32 reg;
458
459 /*
460 * Bypassing before powering off is important so child clocks do not
461 * stop working. This is especially important for pll0, the indirect
462 * parent of the cpu clock.
463 */
464 spin_lock_irqsave(&ksc->clk_lock, flags);
465 reg = readl(pll->reg);
466 reg |= K210_PLL_BYPASS;
467 writel(reg, pll->reg);
468
469 reg &= ~K210_PLL_PWRD;
470 reg &= ~K210_PLL_EN;
471 writel(reg, pll->reg);
472 spin_unlock_irqrestore(&ksc->clk_lock, flags);
473 }
474
k210_pll_is_enabled(struct clk_hw * hw)475 static int k210_pll_is_enabled(struct clk_hw *hw)
476 {
477 return k210_pll_hw_is_enabled(to_k210_pll(hw));
478 }
479
k210_pll_get_rate(struct clk_hw * hw,unsigned long parent_rate)480 static unsigned long k210_pll_get_rate(struct clk_hw *hw,
481 unsigned long parent_rate)
482 {
483 struct k210_pll *pll = to_k210_pll(hw);
484 u32 reg = readl(pll->reg);
485 u32 r, f, od;
486
487 if (reg & K210_PLL_BYPASS)
488 return parent_rate;
489
490 if (!(reg & K210_PLL_PWRD))
491 return 0;
492
493 r = FIELD_GET(K210_PLL_CLKR, reg) + 1;
494 f = FIELD_GET(K210_PLL_CLKF, reg) + 1;
495 od = FIELD_GET(K210_PLL_CLKOD, reg) + 1;
496
497 return div_u64((u64)parent_rate * f, r * od);
498 }
499
500 static const struct clk_ops k210_pll_ops = {
501 .enable = k210_pll_enable,
502 .disable = k210_pll_disable,
503 .is_enabled = k210_pll_is_enabled,
504 .recalc_rate = k210_pll_get_rate,
505 };
506
k210_pll2_set_parent(struct clk_hw * hw,u8 index)507 static int k210_pll2_set_parent(struct clk_hw *hw, u8 index)
508 {
509 struct k210_pll *pll = to_k210_pll(hw);
510 struct k210_sysclk *ksc = pll->ksc;
511 unsigned long flags;
512 u32 reg;
513
514 spin_lock_irqsave(&ksc->clk_lock, flags);
515
516 reg = readl(pll->reg);
517 reg &= ~K210_PLL_SEL;
518 reg |= FIELD_PREP(K210_PLL_SEL, index);
519 writel(reg, pll->reg);
520
521 spin_unlock_irqrestore(&ksc->clk_lock, flags);
522
523 return 0;
524 }
525
k210_pll2_get_parent(struct clk_hw * hw)526 static u8 k210_pll2_get_parent(struct clk_hw *hw)
527 {
528 struct k210_pll *pll = to_k210_pll(hw);
529 u32 reg = readl(pll->reg);
530
531 return FIELD_GET(K210_PLL_SEL, reg);
532 }
533
534 static const struct clk_ops k210_pll2_ops = {
535 .enable = k210_pll_enable,
536 .disable = k210_pll_disable,
537 .is_enabled = k210_pll_is_enabled,
538 .recalc_rate = k210_pll_get_rate,
539 .determine_rate = clk_hw_determine_rate_no_reparent,
540 .set_parent = k210_pll2_set_parent,
541 .get_parent = k210_pll2_get_parent,
542 };
543
k210_register_pll(struct device_node * np,struct k210_sysclk * ksc,enum k210_pll_id pllid,const char * name,int num_parents,const struct clk_ops * ops)544 static int __init k210_register_pll(struct device_node *np,
545 struct k210_sysclk *ksc,
546 enum k210_pll_id pllid, const char *name,
547 int num_parents, const struct clk_ops *ops)
548 {
549 struct k210_pll *pll = &ksc->plls[pllid];
550 struct clk_init_data init = {};
551 const struct clk_parent_data parent_data[] = {
552 { /* .index = 0 for in0 */ },
553 { .hw = &ksc->plls[K210_PLL0].hw },
554 { .hw = &ksc->plls[K210_PLL1].hw },
555 };
556
557 init.name = name;
558 init.parent_data = parent_data;
559 init.num_parents = num_parents;
560 init.ops = ops;
561
562 pll->hw.init = &init;
563 pll->ksc = ksc;
564
565 return of_clk_hw_register(np, &pll->hw);
566 }
567
k210_register_plls(struct device_node * np,struct k210_sysclk * ksc)568 static int __init k210_register_plls(struct device_node *np,
569 struct k210_sysclk *ksc)
570 {
571 int i, ret;
572
573 for (i = 0; i < K210_PLL_NUM; i++)
574 k210_init_pll(ksc->regs, i, &ksc->plls[i]);
575
576 /* PLL0 and PLL1 only have IN0 as parent */
577 ret = k210_register_pll(np, ksc, K210_PLL0, "pll0", 1, &k210_pll_ops);
578 if (ret) {
579 pr_err("%pOFP: register PLL0 failed\n", np);
580 return ret;
581 }
582 ret = k210_register_pll(np, ksc, K210_PLL1, "pll1", 1, &k210_pll_ops);
583 if (ret) {
584 pr_err("%pOFP: register PLL1 failed\n", np);
585 return ret;
586 }
587
588 /* PLL2 has IN0, PLL0 and PLL1 as parents */
589 ret = k210_register_pll(np, ksc, K210_PLL2, "pll2", 3, &k210_pll2_ops);
590 if (ret) {
591 pr_err("%pOFP: register PLL2 failed\n", np);
592 return ret;
593 }
594
595 return 0;
596 }
597
k210_aclk_set_parent(struct clk_hw * hw,u8 index)598 static int k210_aclk_set_parent(struct clk_hw *hw, u8 index)
599 {
600 struct k210_sysclk *ksc = to_k210_sysclk(hw);
601 unsigned long flags;
602
603 spin_lock_irqsave(&ksc->clk_lock, flags);
604
605 k210_aclk_set_selector(ksc->regs, index);
606
607 spin_unlock_irqrestore(&ksc->clk_lock, flags);
608
609 return 0;
610 }
611
k210_aclk_get_parent(struct clk_hw * hw)612 static u8 k210_aclk_get_parent(struct clk_hw *hw)
613 {
614 struct k210_sysclk *ksc = to_k210_sysclk(hw);
615 u32 sel;
616
617 sel = readl(ksc->regs + K210_SYSCTL_SEL0) & K210_ACLK_SEL;
618
619 return sel ? 1 : 0;
620 }
621
k210_aclk_get_rate(struct clk_hw * hw,unsigned long parent_rate)622 static unsigned long k210_aclk_get_rate(struct clk_hw *hw,
623 unsigned long parent_rate)
624 {
625 struct k210_sysclk *ksc = to_k210_sysclk(hw);
626 u32 reg = readl(ksc->regs + K210_SYSCTL_SEL0);
627 unsigned int shift;
628
629 if (!(reg & 0x1))
630 return parent_rate;
631
632 shift = FIELD_GET(K210_ACLK_DIV, reg);
633
634 return parent_rate / (2UL << shift);
635 }
636
637 static const struct clk_ops k210_aclk_ops = {
638 .determine_rate = clk_hw_determine_rate_no_reparent,
639 .set_parent = k210_aclk_set_parent,
640 .get_parent = k210_aclk_get_parent,
641 .recalc_rate = k210_aclk_get_rate,
642 };
643
644 /*
645 * ACLK has IN0 and PLL0 as parents.
646 */
k210_register_aclk(struct device_node * np,struct k210_sysclk * ksc)647 static int __init k210_register_aclk(struct device_node *np,
648 struct k210_sysclk *ksc)
649 {
650 struct clk_init_data init = {};
651 const struct clk_parent_data parent_data[] = {
652 { /* .index = 0 for in0 */ },
653 { .hw = &ksc->plls[K210_PLL0].hw },
654 };
655 int ret;
656
657 init.name = "aclk";
658 init.parent_data = parent_data;
659 init.num_parents = 2;
660 init.ops = &k210_aclk_ops;
661 ksc->aclk.init = &init;
662
663 ret = of_clk_hw_register(np, &ksc->aclk);
664 if (ret) {
665 pr_err("%pOFP: register aclk failed\n", np);
666 return ret;
667 }
668
669 return 0;
670 }
671
672 #define to_k210_clk(_hw) container_of(_hw, struct k210_clk, hw)
673
k210_clk_enable(struct clk_hw * hw)674 static int k210_clk_enable(struct clk_hw *hw)
675 {
676 struct k210_clk *kclk = to_k210_clk(hw);
677 struct k210_sysclk *ksc = kclk->ksc;
678 struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
679 unsigned long flags;
680 u32 reg;
681
682 if (!cfg->gate_reg)
683 return 0;
684
685 spin_lock_irqsave(&ksc->clk_lock, flags);
686 reg = readl(ksc->regs + cfg->gate_reg);
687 reg |= BIT(cfg->gate_bit);
688 writel(reg, ksc->regs + cfg->gate_reg);
689 spin_unlock_irqrestore(&ksc->clk_lock, flags);
690
691 return 0;
692 }
693
k210_clk_disable(struct clk_hw * hw)694 static void k210_clk_disable(struct clk_hw *hw)
695 {
696 struct k210_clk *kclk = to_k210_clk(hw);
697 struct k210_sysclk *ksc = kclk->ksc;
698 struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
699 unsigned long flags;
700 u32 reg;
701
702 if (!cfg->gate_reg)
703 return;
704
705 spin_lock_irqsave(&ksc->clk_lock, flags);
706 reg = readl(ksc->regs + cfg->gate_reg);
707 reg &= ~BIT(cfg->gate_bit);
708 writel(reg, ksc->regs + cfg->gate_reg);
709 spin_unlock_irqrestore(&ksc->clk_lock, flags);
710 }
711
k210_clk_set_parent(struct clk_hw * hw,u8 index)712 static int k210_clk_set_parent(struct clk_hw *hw, u8 index)
713 {
714 struct k210_clk *kclk = to_k210_clk(hw);
715 struct k210_sysclk *ksc = kclk->ksc;
716 struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
717 unsigned long flags;
718 u32 reg;
719
720 spin_lock_irqsave(&ksc->clk_lock, flags);
721 reg = readl(ksc->regs + cfg->mux_reg);
722 if (index)
723 reg |= BIT(cfg->mux_bit);
724 else
725 reg &= ~BIT(cfg->mux_bit);
726 writel(reg, ksc->regs + cfg->mux_reg);
727 spin_unlock_irqrestore(&ksc->clk_lock, flags);
728
729 return 0;
730 }
731
k210_clk_get_parent(struct clk_hw * hw)732 static u8 k210_clk_get_parent(struct clk_hw *hw)
733 {
734 struct k210_clk *kclk = to_k210_clk(hw);
735 struct k210_sysclk *ksc = kclk->ksc;
736 struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
737 unsigned long flags;
738 u32 reg, idx;
739
740 spin_lock_irqsave(&ksc->clk_lock, flags);
741 reg = readl(ksc->regs + cfg->mux_reg);
742 idx = (reg & BIT(cfg->mux_bit)) ? 1 : 0;
743 spin_unlock_irqrestore(&ksc->clk_lock, flags);
744
745 return idx;
746 }
747
k210_clk_get_rate(struct clk_hw * hw,unsigned long parent_rate)748 static unsigned long k210_clk_get_rate(struct clk_hw *hw,
749 unsigned long parent_rate)
750 {
751 struct k210_clk *kclk = to_k210_clk(hw);
752 struct k210_sysclk *ksc = kclk->ksc;
753 struct k210_clk_cfg *cfg = &k210_clk_cfgs[kclk->id];
754 u32 reg, div_val;
755
756 if (!cfg->div_reg)
757 return parent_rate;
758
759 reg = readl(ksc->regs + cfg->div_reg);
760 div_val = (reg >> cfg->div_shift) & GENMASK(cfg->div_width - 1, 0);
761
762 switch (cfg->div_type) {
763 case K210_DIV_ONE_BASED:
764 return parent_rate / (div_val + 1);
765 case K210_DIV_DOUBLE_ONE_BASED:
766 return parent_rate / ((div_val + 1) * 2);
767 case K210_DIV_POWER_OF_TWO:
768 return parent_rate / (2UL << div_val);
769 case K210_DIV_NONE:
770 default:
771 return 0;
772 }
773 }
774
775 static const struct clk_ops k210_clk_mux_ops = {
776 .enable = k210_clk_enable,
777 .disable = k210_clk_disable,
778 .determine_rate = clk_hw_determine_rate_no_reparent,
779 .set_parent = k210_clk_set_parent,
780 .get_parent = k210_clk_get_parent,
781 .recalc_rate = k210_clk_get_rate,
782 };
783
784 static const struct clk_ops k210_clk_ops = {
785 .enable = k210_clk_enable,
786 .disable = k210_clk_disable,
787 .recalc_rate = k210_clk_get_rate,
788 };
789
k210_register_clk(struct device_node * np,struct k210_sysclk * ksc,int id,const struct clk_parent_data * parent_data,int num_parents,unsigned long flags)790 static void __init k210_register_clk(struct device_node *np,
791 struct k210_sysclk *ksc, int id,
792 const struct clk_parent_data *parent_data,
793 int num_parents, unsigned long flags)
794 {
795 struct k210_clk *kclk = &ksc->clks[id];
796 struct clk_init_data init = {};
797 int ret;
798
799 init.name = k210_clk_cfgs[id].name;
800 init.flags = flags;
801 init.parent_data = parent_data;
802 init.num_parents = num_parents;
803 if (num_parents > 1)
804 init.ops = &k210_clk_mux_ops;
805 else
806 init.ops = &k210_clk_ops;
807
808 kclk->id = id;
809 kclk->ksc = ksc;
810 kclk->hw.init = &init;
811
812 ret = of_clk_hw_register(np, &kclk->hw);
813 if (ret) {
814 pr_err("%pOFP: register clock %s failed\n",
815 np, k210_clk_cfgs[id].name);
816 kclk->id = -1;
817 }
818 }
819
820 /*
821 * All muxed clocks have IN0 and PLL0 as parents.
822 */
k210_register_mux_clk(struct device_node * np,struct k210_sysclk * ksc,int id)823 static inline void __init k210_register_mux_clk(struct device_node *np,
824 struct k210_sysclk *ksc, int id)
825 {
826 const struct clk_parent_data parent_data[2] = {
827 { /* .index = 0 for in0 */ },
828 { .hw = &ksc->plls[K210_PLL0].hw }
829 };
830
831 k210_register_clk(np, ksc, id, parent_data, 2, 0);
832 }
833
k210_register_in0_child(struct device_node * np,struct k210_sysclk * ksc,int id)834 static inline void __init k210_register_in0_child(struct device_node *np,
835 struct k210_sysclk *ksc, int id)
836 {
837 const struct clk_parent_data parent_data = {
838 /* .index = 0 for in0 */
839 };
840
841 k210_register_clk(np, ksc, id, &parent_data, 1, 0);
842 }
843
k210_register_pll_child(struct device_node * np,struct k210_sysclk * ksc,int id,enum k210_pll_id pllid,unsigned long flags)844 static inline void __init k210_register_pll_child(struct device_node *np,
845 struct k210_sysclk *ksc, int id,
846 enum k210_pll_id pllid,
847 unsigned long flags)
848 {
849 const struct clk_parent_data parent_data = {
850 .hw = &ksc->plls[pllid].hw,
851 };
852
853 k210_register_clk(np, ksc, id, &parent_data, 1, flags);
854 }
855
k210_register_aclk_child(struct device_node * np,struct k210_sysclk * ksc,int id,unsigned long flags)856 static inline void __init k210_register_aclk_child(struct device_node *np,
857 struct k210_sysclk *ksc, int id,
858 unsigned long flags)
859 {
860 const struct clk_parent_data parent_data = {
861 .hw = &ksc->aclk,
862 };
863
864 k210_register_clk(np, ksc, id, &parent_data, 1, flags);
865 }
866
k210_register_clk_child(struct device_node * np,struct k210_sysclk * ksc,int id,int parent_id)867 static inline void __init k210_register_clk_child(struct device_node *np,
868 struct k210_sysclk *ksc, int id,
869 int parent_id)
870 {
871 const struct clk_parent_data parent_data = {
872 .hw = &ksc->clks[parent_id].hw,
873 };
874
875 k210_register_clk(np, ksc, id, &parent_data, 1, 0);
876 }
877
k210_clk_hw_onecell_get(struct of_phandle_args * clkspec,void * data)878 static struct clk_hw *k210_clk_hw_onecell_get(struct of_phandle_args *clkspec,
879 void *data)
880 {
881 struct k210_sysclk *ksc = data;
882 unsigned int idx = clkspec->args[0];
883
884 if (idx >= K210_NUM_CLKS)
885 return ERR_PTR(-EINVAL);
886
887 return &ksc->clks[idx].hw;
888 }
889
k210_clk_init(struct device_node * np)890 static void __init k210_clk_init(struct device_node *np)
891 {
892 struct device_node *sysctl_np;
893 struct k210_sysclk *ksc;
894 int i, ret;
895
896 ksc = kzalloc(sizeof(*ksc), GFP_KERNEL);
897 if (!ksc)
898 return;
899
900 spin_lock_init(&ksc->clk_lock);
901 sysctl_np = of_get_parent(np);
902 ksc->regs = of_iomap(sysctl_np, 0);
903 of_node_put(sysctl_np);
904 if (!ksc->regs) {
905 pr_err("%pOFP: failed to map registers\n", np);
906 return;
907 }
908
909 ret = k210_register_plls(np, ksc);
910 if (ret)
911 return;
912
913 ret = k210_register_aclk(np, ksc);
914 if (ret)
915 return;
916
917 /*
918 * Critical clocks: there are no consumers of the SRAM clocks,
919 * including the AI clock for the third SRAM bank. The CPU clock
920 * is only referenced by the uarths serial device and so would be
921 * disabled if the serial console is disabled to switch to another
922 * console. Mark all these clocks as critical so that they are never
923 * disabled by the core clock management.
924 */
925 k210_register_aclk_child(np, ksc, K210_CLK_CPU, CLK_IS_CRITICAL);
926 k210_register_aclk_child(np, ksc, K210_CLK_SRAM0, CLK_IS_CRITICAL);
927 k210_register_aclk_child(np, ksc, K210_CLK_SRAM1, CLK_IS_CRITICAL);
928 k210_register_pll_child(np, ksc, K210_CLK_AI, K210_PLL1,
929 CLK_IS_CRITICAL);
930
931 /* Clocks with aclk as source */
932 k210_register_aclk_child(np, ksc, K210_CLK_DMA, 0);
933 k210_register_aclk_child(np, ksc, K210_CLK_FFT, 0);
934 k210_register_aclk_child(np, ksc, K210_CLK_ROM, 0);
935 k210_register_aclk_child(np, ksc, K210_CLK_DVP, 0);
936 k210_register_aclk_child(np, ksc, K210_CLK_APB0, 0);
937 k210_register_aclk_child(np, ksc, K210_CLK_APB1, 0);
938 k210_register_aclk_child(np, ksc, K210_CLK_APB2, 0);
939
940 /* Clocks with PLL0 as source */
941 k210_register_pll_child(np, ksc, K210_CLK_SPI0, K210_PLL0, 0);
942 k210_register_pll_child(np, ksc, K210_CLK_SPI1, K210_PLL0, 0);
943 k210_register_pll_child(np, ksc, K210_CLK_SPI2, K210_PLL0, 0);
944 k210_register_pll_child(np, ksc, K210_CLK_I2C0, K210_PLL0, 0);
945 k210_register_pll_child(np, ksc, K210_CLK_I2C1, K210_PLL0, 0);
946 k210_register_pll_child(np, ksc, K210_CLK_I2C2, K210_PLL0, 0);
947
948 /* Clocks with PLL2 as source */
949 k210_register_pll_child(np, ksc, K210_CLK_I2S0, K210_PLL2, 0);
950 k210_register_pll_child(np, ksc, K210_CLK_I2S1, K210_PLL2, 0);
951 k210_register_pll_child(np, ksc, K210_CLK_I2S2, K210_PLL2, 0);
952 k210_register_pll_child(np, ksc, K210_CLK_I2S0_M, K210_PLL2, 0);
953 k210_register_pll_child(np, ksc, K210_CLK_I2S1_M, K210_PLL2, 0);
954 k210_register_pll_child(np, ksc, K210_CLK_I2S2_M, K210_PLL2, 0);
955
956 /* Clocks with IN0 as source */
957 k210_register_in0_child(np, ksc, K210_CLK_WDT0);
958 k210_register_in0_child(np, ksc, K210_CLK_WDT1);
959 k210_register_in0_child(np, ksc, K210_CLK_RTC);
960
961 /* Clocks with APB0 as source */
962 k210_register_clk_child(np, ksc, K210_CLK_GPIO, K210_CLK_APB0);
963 k210_register_clk_child(np, ksc, K210_CLK_UART1, K210_CLK_APB0);
964 k210_register_clk_child(np, ksc, K210_CLK_UART2, K210_CLK_APB0);
965 k210_register_clk_child(np, ksc, K210_CLK_UART3, K210_CLK_APB0);
966 k210_register_clk_child(np, ksc, K210_CLK_FPIOA, K210_CLK_APB0);
967 k210_register_clk_child(np, ksc, K210_CLK_SHA, K210_CLK_APB0);
968
969 /* Clocks with APB1 as source */
970 k210_register_clk_child(np, ksc, K210_CLK_AES, K210_CLK_APB1);
971 k210_register_clk_child(np, ksc, K210_CLK_OTP, K210_CLK_APB1);
972
973 /* Mux clocks with in0 or pll0 as source */
974 k210_register_mux_clk(np, ksc, K210_CLK_SPI3);
975 k210_register_mux_clk(np, ksc, K210_CLK_TIMER0);
976 k210_register_mux_clk(np, ksc, K210_CLK_TIMER1);
977 k210_register_mux_clk(np, ksc, K210_CLK_TIMER2);
978
979 /* Check for registration errors */
980 for (i = 0; i < K210_NUM_CLKS; i++) {
981 if (ksc->clks[i].id != i)
982 return;
983 }
984
985 ret = of_clk_add_hw_provider(np, k210_clk_hw_onecell_get, ksc);
986 if (ret) {
987 pr_err("%pOFP: add clock provider failed %d\n", np, ret);
988 return;
989 }
990
991 pr_info("%pOFP: CPU running at %lu MHz\n",
992 np, clk_hw_get_rate(&ksc->clks[K210_CLK_CPU].hw) / 1000000);
993 }
994
995 CLK_OF_DECLARE(k210_clk, "canaan,k210-clk", k210_clk_init);
996
997 /*
998 * Enable PLL1 to be able to use the AI SRAM.
999 */
k210_clk_early_init(void __iomem * regs)1000 void __init k210_clk_early_init(void __iomem *regs)
1001 {
1002 struct k210_pll pll1;
1003
1004 /* Make sure ACLK selector is set to PLL0 */
1005 k210_aclk_set_selector(regs, 1);
1006
1007 /* Startup PLL1 to enable the aisram bank for general memory use */
1008 k210_init_pll(regs, K210_PLL1, &pll1);
1009 k210_pll_enable_hw(regs, &pll1);
1010 }
1011