162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Marvell MVEBU CPU clock handling.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2012 Marvell
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Gregory CLEMENT <gregory.clement@free-electrons.com>
862306a36Sopenharmony_ci *
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci#include <linux/kernel.h>
1162306a36Sopenharmony_ci#include <linux/slab.h>
1262306a36Sopenharmony_ci#include <linux/clk.h>
1362306a36Sopenharmony_ci#include <linux/clk-provider.h>
1462306a36Sopenharmony_ci#include <linux/of_address.h>
1562306a36Sopenharmony_ci#include <linux/io.h>
1662306a36Sopenharmony_ci#include <linux/of.h>
1762306a36Sopenharmony_ci#include <linux/delay.h>
1862306a36Sopenharmony_ci#include <linux/mvebu-pmsu.h>
1962306a36Sopenharmony_ci#include <asm/smp_plat.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET               0x0
2262306a36Sopenharmony_ci#define   SYS_CTRL_CLK_DIVIDER_CTRL_RESET_ALL          0xff
2362306a36Sopenharmony_ci#define   SYS_CTRL_CLK_DIVIDER_CTRL_RESET_SHIFT        8
2462306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL2_OFFSET              0x8
2562306a36Sopenharmony_ci#define   SYS_CTRL_CLK_DIVIDER_CTRL2_NBCLK_RATIO_SHIFT 16
2662306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET              0xC
2762306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_MASK                      0x3F
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci#define PMU_DFS_RATIO_SHIFT 16
3062306a36Sopenharmony_ci#define PMU_DFS_RATIO_MASK  0x3F
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci#define MAX_CPU	    4
3362306a36Sopenharmony_cistruct cpu_clk {
3462306a36Sopenharmony_ci	struct clk_hw hw;
3562306a36Sopenharmony_ci	int cpu;
3662306a36Sopenharmony_ci	const char *clk_name;
3762306a36Sopenharmony_ci	const char *parent_name;
3862306a36Sopenharmony_ci	void __iomem *reg_base;
3962306a36Sopenharmony_ci	void __iomem *pmu_dfs;
4062306a36Sopenharmony_ci};
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic struct clk **clks;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistatic struct clk_onecell_data clk_data;
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci#define to_cpu_clk(p) container_of(p, struct cpu_clk, hw)
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_cistatic unsigned long clk_cpu_recalc_rate(struct clk_hw *hwclk,
4962306a36Sopenharmony_ci					 unsigned long parent_rate)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	struct cpu_clk *cpuclk = to_cpu_clk(hwclk);
5262306a36Sopenharmony_ci	u32 reg, div;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET);
5562306a36Sopenharmony_ci	div = (reg >> (cpuclk->cpu * 8)) & SYS_CTRL_CLK_DIVIDER_MASK;
5662306a36Sopenharmony_ci	return parent_rate / div;
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic long clk_cpu_round_rate(struct clk_hw *hwclk, unsigned long rate,
6062306a36Sopenharmony_ci			       unsigned long *parent_rate)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	/* Valid ratio are 1:1, 1:2 and 1:3 */
6362306a36Sopenharmony_ci	u32 div;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	div = *parent_rate / rate;
6662306a36Sopenharmony_ci	if (div == 0)
6762306a36Sopenharmony_ci		div = 1;
6862306a36Sopenharmony_ci	else if (div > 3)
6962306a36Sopenharmony_ci		div = 3;
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	return *parent_rate / div;
7262306a36Sopenharmony_ci}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_cistatic int clk_cpu_off_set_rate(struct clk_hw *hwclk, unsigned long rate,
7562306a36Sopenharmony_ci				unsigned long parent_rate)
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	struct cpu_clk *cpuclk = to_cpu_clk(hwclk);
7962306a36Sopenharmony_ci	u32 reg, div;
8062306a36Sopenharmony_ci	u32 reload_mask;
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	div = parent_rate / rate;
8362306a36Sopenharmony_ci	reg = (readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET)
8462306a36Sopenharmony_ci		& (~(SYS_CTRL_CLK_DIVIDER_MASK << (cpuclk->cpu * 8))))
8562306a36Sopenharmony_ci		| (div << (cpuclk->cpu * 8));
8662306a36Sopenharmony_ci	writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET);
8762306a36Sopenharmony_ci	/* Set clock divider reload smooth bit mask */
8862306a36Sopenharmony_ci	reload_mask = 1 << (20 + cpuclk->cpu);
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET)
9162306a36Sopenharmony_ci	    | reload_mask;
9262306a36Sopenharmony_ci	writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET);
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	/* Now trigger the clock update */
9562306a36Sopenharmony_ci	reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET)
9662306a36Sopenharmony_ci	    | 1 << 24;
9762306a36Sopenharmony_ci	writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET);
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	/* Wait for clocks to settle down then clear reload request */
10062306a36Sopenharmony_ci	udelay(1000);
10162306a36Sopenharmony_ci	reg &= ~(reload_mask | 1 << 24);
10262306a36Sopenharmony_ci	writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET);
10362306a36Sopenharmony_ci	udelay(1000);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	return 0;
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_cistatic int clk_cpu_on_set_rate(struct clk_hw *hwclk, unsigned long rate,
10962306a36Sopenharmony_ci			       unsigned long parent_rate)
11062306a36Sopenharmony_ci{
11162306a36Sopenharmony_ci	u32 reg;
11262306a36Sopenharmony_ci	unsigned long fabric_div, target_div, cur_rate;
11362306a36Sopenharmony_ci	struct cpu_clk *cpuclk = to_cpu_clk(hwclk);
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	/*
11662306a36Sopenharmony_ci	 * PMU DFS registers are not mapped, Device Tree does not
11762306a36Sopenharmony_ci	 * describes them. We cannot change the frequency dynamically.
11862306a36Sopenharmony_ci	 */
11962306a36Sopenharmony_ci	if (!cpuclk->pmu_dfs)
12062306a36Sopenharmony_ci		return -ENODEV;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	cur_rate = clk_hw_get_rate(hwclk);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL2_OFFSET);
12562306a36Sopenharmony_ci	fabric_div = (reg >> SYS_CTRL_CLK_DIVIDER_CTRL2_NBCLK_RATIO_SHIFT) &
12662306a36Sopenharmony_ci		SYS_CTRL_CLK_DIVIDER_MASK;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	/* Frequency is going up */
12962306a36Sopenharmony_ci	if (rate == 2 * cur_rate)
13062306a36Sopenharmony_ci		target_div = fabric_div / 2;
13162306a36Sopenharmony_ci	/* Frequency is going down */
13262306a36Sopenharmony_ci	else
13362306a36Sopenharmony_ci		target_div = fabric_div;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	if (target_div == 0)
13662306a36Sopenharmony_ci		target_div = 1;
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	reg = readl(cpuclk->pmu_dfs);
13962306a36Sopenharmony_ci	reg &= ~(PMU_DFS_RATIO_MASK << PMU_DFS_RATIO_SHIFT);
14062306a36Sopenharmony_ci	reg |= (target_div << PMU_DFS_RATIO_SHIFT);
14162306a36Sopenharmony_ci	writel(reg, cpuclk->pmu_dfs);
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET);
14462306a36Sopenharmony_ci	reg |= (SYS_CTRL_CLK_DIVIDER_CTRL_RESET_ALL <<
14562306a36Sopenharmony_ci		SYS_CTRL_CLK_DIVIDER_CTRL_RESET_SHIFT);
14662306a36Sopenharmony_ci	writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET);
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	return mvebu_pmsu_dfs_request(cpuclk->cpu);
14962306a36Sopenharmony_ci}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_cistatic int clk_cpu_set_rate(struct clk_hw *hwclk, unsigned long rate,
15262306a36Sopenharmony_ci			    unsigned long parent_rate)
15362306a36Sopenharmony_ci{
15462306a36Sopenharmony_ci	if (__clk_is_enabled(hwclk->clk))
15562306a36Sopenharmony_ci		return clk_cpu_on_set_rate(hwclk, rate, parent_rate);
15662306a36Sopenharmony_ci	else
15762306a36Sopenharmony_ci		return clk_cpu_off_set_rate(hwclk, rate, parent_rate);
15862306a36Sopenharmony_ci}
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_cistatic const struct clk_ops cpu_ops = {
16162306a36Sopenharmony_ci	.recalc_rate = clk_cpu_recalc_rate,
16262306a36Sopenharmony_ci	.round_rate = clk_cpu_round_rate,
16362306a36Sopenharmony_ci	.set_rate = clk_cpu_set_rate,
16462306a36Sopenharmony_ci};
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_cistatic void __init of_cpu_clk_setup(struct device_node *node)
16762306a36Sopenharmony_ci{
16862306a36Sopenharmony_ci	struct cpu_clk *cpuclk;
16962306a36Sopenharmony_ci	void __iomem *clock_complex_base = of_iomap(node, 0);
17062306a36Sopenharmony_ci	void __iomem *pmu_dfs_base = of_iomap(node, 1);
17162306a36Sopenharmony_ci	int ncpus = num_possible_cpus();
17262306a36Sopenharmony_ci	int cpu;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	if (clock_complex_base == NULL) {
17562306a36Sopenharmony_ci		pr_err("%s: clock-complex base register not set\n",
17662306a36Sopenharmony_ci			__func__);
17762306a36Sopenharmony_ci		return;
17862306a36Sopenharmony_ci	}
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	if (pmu_dfs_base == NULL)
18162306a36Sopenharmony_ci		pr_warn("%s: pmu-dfs base register not set, dynamic frequency scaling not available\n",
18262306a36Sopenharmony_ci			__func__);
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	cpuclk = kcalloc(ncpus, sizeof(*cpuclk), GFP_KERNEL);
18562306a36Sopenharmony_ci	if (WARN_ON(!cpuclk))
18662306a36Sopenharmony_ci		goto cpuclk_out;
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	clks = kcalloc(ncpus, sizeof(*clks), GFP_KERNEL);
18962306a36Sopenharmony_ci	if (WARN_ON(!clks))
19062306a36Sopenharmony_ci		goto clks_out;
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci	for_each_possible_cpu(cpu) {
19362306a36Sopenharmony_ci		struct clk_init_data init;
19462306a36Sopenharmony_ci		struct clk *clk;
19562306a36Sopenharmony_ci		char *clk_name = kzalloc(5, GFP_KERNEL);
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci		if (WARN_ON(!clk_name))
19862306a36Sopenharmony_ci			goto bail_out;
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci		sprintf(clk_name, "cpu%d", cpu);
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_ci		cpuclk[cpu].parent_name = of_clk_get_parent_name(node, 0);
20362306a36Sopenharmony_ci		cpuclk[cpu].clk_name = clk_name;
20462306a36Sopenharmony_ci		cpuclk[cpu].cpu = cpu;
20562306a36Sopenharmony_ci		cpuclk[cpu].reg_base = clock_complex_base;
20662306a36Sopenharmony_ci		if (pmu_dfs_base)
20762306a36Sopenharmony_ci			cpuclk[cpu].pmu_dfs = pmu_dfs_base + 4 * cpu;
20862306a36Sopenharmony_ci		cpuclk[cpu].hw.init = &init;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci		init.name = cpuclk[cpu].clk_name;
21162306a36Sopenharmony_ci		init.ops = &cpu_ops;
21262306a36Sopenharmony_ci		init.flags = 0;
21362306a36Sopenharmony_ci		init.parent_names = &cpuclk[cpu].parent_name;
21462306a36Sopenharmony_ci		init.num_parents = 1;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci		clk = clk_register(NULL, &cpuclk[cpu].hw);
21762306a36Sopenharmony_ci		if (WARN_ON(IS_ERR(clk)))
21862306a36Sopenharmony_ci			goto bail_out;
21962306a36Sopenharmony_ci		clks[cpu] = clk;
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci	clk_data.clk_num = MAX_CPU;
22262306a36Sopenharmony_ci	clk_data.clks = clks;
22362306a36Sopenharmony_ci	of_clk_add_provider(node, of_clk_src_onecell_get, &clk_data);
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci	return;
22662306a36Sopenharmony_cibail_out:
22762306a36Sopenharmony_ci	kfree(clks);
22862306a36Sopenharmony_ci	while(ncpus--)
22962306a36Sopenharmony_ci		kfree(cpuclk[ncpus].clk_name);
23062306a36Sopenharmony_ciclks_out:
23162306a36Sopenharmony_ci	kfree(cpuclk);
23262306a36Sopenharmony_cicpuclk_out:
23362306a36Sopenharmony_ci	iounmap(clock_complex_base);
23462306a36Sopenharmony_ci}
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ciCLK_OF_DECLARE(armada_xp_cpu_clock, "marvell,armada-xp-cpu-clock",
23762306a36Sopenharmony_ci					 of_cpu_clk_setup);
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_cistatic void __init of_mv98dx3236_cpu_clk_setup(struct device_node *node)
24062306a36Sopenharmony_ci{
24162306a36Sopenharmony_ci	of_clk_add_provider(node, of_clk_src_simple_get, NULL);
24262306a36Sopenharmony_ci}
24362306a36Sopenharmony_ci
24462306a36Sopenharmony_ciCLK_OF_DECLARE(mv98dx3236_cpu_clock, "marvell,mv98dx3236-cpu-clock",
24562306a36Sopenharmony_ci					 of_mv98dx3236_cpu_clk_setup);
246