162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Marvell MVEBU CPU clock handling. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2012 Marvell 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Gregory CLEMENT <gregory.clement@free-electrons.com> 862306a36Sopenharmony_ci * 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci#include <linux/kernel.h> 1162306a36Sopenharmony_ci#include <linux/slab.h> 1262306a36Sopenharmony_ci#include <linux/clk.h> 1362306a36Sopenharmony_ci#include <linux/clk-provider.h> 1462306a36Sopenharmony_ci#include <linux/of_address.h> 1562306a36Sopenharmony_ci#include <linux/io.h> 1662306a36Sopenharmony_ci#include <linux/of.h> 1762306a36Sopenharmony_ci#include <linux/delay.h> 1862306a36Sopenharmony_ci#include <linux/mvebu-pmsu.h> 1962306a36Sopenharmony_ci#include <asm/smp_plat.h> 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET 0x0 2262306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL_RESET_ALL 0xff 2362306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL_RESET_SHIFT 8 2462306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL2_OFFSET 0x8 2562306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_CTRL2_NBCLK_RATIO_SHIFT 16 2662306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET 0xC 2762306a36Sopenharmony_ci#define SYS_CTRL_CLK_DIVIDER_MASK 0x3F 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci#define PMU_DFS_RATIO_SHIFT 16 3062306a36Sopenharmony_ci#define PMU_DFS_RATIO_MASK 0x3F 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci#define MAX_CPU 4 3362306a36Sopenharmony_cistruct cpu_clk { 3462306a36Sopenharmony_ci struct clk_hw hw; 3562306a36Sopenharmony_ci int cpu; 3662306a36Sopenharmony_ci const char *clk_name; 3762306a36Sopenharmony_ci const char *parent_name; 3862306a36Sopenharmony_ci void __iomem *reg_base; 3962306a36Sopenharmony_ci void __iomem *pmu_dfs; 4062306a36Sopenharmony_ci}; 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_cistatic struct clk **clks; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_cistatic struct clk_onecell_data clk_data; 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci#define to_cpu_clk(p) container_of(p, struct cpu_clk, hw) 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_cistatic unsigned long clk_cpu_recalc_rate(struct clk_hw *hwclk, 4962306a36Sopenharmony_ci unsigned long parent_rate) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci struct cpu_clk *cpuclk = to_cpu_clk(hwclk); 5262306a36Sopenharmony_ci u32 reg, div; 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET); 5562306a36Sopenharmony_ci div = (reg >> (cpuclk->cpu * 8)) & SYS_CTRL_CLK_DIVIDER_MASK; 5662306a36Sopenharmony_ci return parent_rate / div; 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic long clk_cpu_round_rate(struct clk_hw *hwclk, unsigned long rate, 6062306a36Sopenharmony_ci unsigned long *parent_rate) 6162306a36Sopenharmony_ci{ 6262306a36Sopenharmony_ci /* Valid ratio are 1:1, 1:2 and 1:3 */ 6362306a36Sopenharmony_ci u32 div; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci div = *parent_rate / rate; 6662306a36Sopenharmony_ci if (div == 0) 6762306a36Sopenharmony_ci div = 1; 6862306a36Sopenharmony_ci else if (div > 3) 6962306a36Sopenharmony_ci div = 3; 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci return *parent_rate / div; 7262306a36Sopenharmony_ci} 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_cistatic int clk_cpu_off_set_rate(struct clk_hw *hwclk, unsigned long rate, 7562306a36Sopenharmony_ci unsigned long parent_rate) 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci{ 7862306a36Sopenharmony_ci struct cpu_clk *cpuclk = to_cpu_clk(hwclk); 7962306a36Sopenharmony_ci u32 reg, div; 8062306a36Sopenharmony_ci u32 reload_mask; 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci div = parent_rate / rate; 8362306a36Sopenharmony_ci reg = (readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET) 8462306a36Sopenharmony_ci & (~(SYS_CTRL_CLK_DIVIDER_MASK << (cpuclk->cpu * 8)))) 8562306a36Sopenharmony_ci | (div << (cpuclk->cpu * 8)); 8662306a36Sopenharmony_ci writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_VALUE_OFFSET); 8762306a36Sopenharmony_ci /* Set clock divider reload smooth bit mask */ 8862306a36Sopenharmony_ci reload_mask = 1 << (20 + cpuclk->cpu); 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET) 9162306a36Sopenharmony_ci | reload_mask; 9262306a36Sopenharmony_ci writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci /* Now trigger the clock update */ 9562306a36Sopenharmony_ci reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET) 9662306a36Sopenharmony_ci | 1 << 24; 9762306a36Sopenharmony_ci writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET); 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci /* Wait for clocks to settle down then clear reload request */ 10062306a36Sopenharmony_ci udelay(1000); 10162306a36Sopenharmony_ci reg &= ~(reload_mask | 1 << 24); 10262306a36Sopenharmony_ci writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET); 10362306a36Sopenharmony_ci udelay(1000); 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci return 0; 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_cistatic int clk_cpu_on_set_rate(struct clk_hw *hwclk, unsigned long rate, 10962306a36Sopenharmony_ci unsigned long parent_rate) 11062306a36Sopenharmony_ci{ 11162306a36Sopenharmony_ci u32 reg; 11262306a36Sopenharmony_ci unsigned long fabric_div, target_div, cur_rate; 11362306a36Sopenharmony_ci struct cpu_clk *cpuclk = to_cpu_clk(hwclk); 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci /* 11662306a36Sopenharmony_ci * PMU DFS registers are not mapped, Device Tree does not 11762306a36Sopenharmony_ci * describes them. We cannot change the frequency dynamically. 11862306a36Sopenharmony_ci */ 11962306a36Sopenharmony_ci if (!cpuclk->pmu_dfs) 12062306a36Sopenharmony_ci return -ENODEV; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci cur_rate = clk_hw_get_rate(hwclk); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL2_OFFSET); 12562306a36Sopenharmony_ci fabric_div = (reg >> SYS_CTRL_CLK_DIVIDER_CTRL2_NBCLK_RATIO_SHIFT) & 12662306a36Sopenharmony_ci SYS_CTRL_CLK_DIVIDER_MASK; 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci /* Frequency is going up */ 12962306a36Sopenharmony_ci if (rate == 2 * cur_rate) 13062306a36Sopenharmony_ci target_div = fabric_div / 2; 13162306a36Sopenharmony_ci /* Frequency is going down */ 13262306a36Sopenharmony_ci else 13362306a36Sopenharmony_ci target_div = fabric_div; 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci if (target_div == 0) 13662306a36Sopenharmony_ci target_div = 1; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci reg = readl(cpuclk->pmu_dfs); 13962306a36Sopenharmony_ci reg &= ~(PMU_DFS_RATIO_MASK << PMU_DFS_RATIO_SHIFT); 14062306a36Sopenharmony_ci reg |= (target_div << PMU_DFS_RATIO_SHIFT); 14162306a36Sopenharmony_ci writel(reg, cpuclk->pmu_dfs); 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci reg = readl(cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET); 14462306a36Sopenharmony_ci reg |= (SYS_CTRL_CLK_DIVIDER_CTRL_RESET_ALL << 14562306a36Sopenharmony_ci SYS_CTRL_CLK_DIVIDER_CTRL_RESET_SHIFT); 14662306a36Sopenharmony_ci writel(reg, cpuclk->reg_base + SYS_CTRL_CLK_DIVIDER_CTRL_OFFSET); 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci return mvebu_pmsu_dfs_request(cpuclk->cpu); 14962306a36Sopenharmony_ci} 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_cistatic int clk_cpu_set_rate(struct clk_hw *hwclk, unsigned long rate, 15262306a36Sopenharmony_ci unsigned long parent_rate) 15362306a36Sopenharmony_ci{ 15462306a36Sopenharmony_ci if (__clk_is_enabled(hwclk->clk)) 15562306a36Sopenharmony_ci return clk_cpu_on_set_rate(hwclk, rate, parent_rate); 15662306a36Sopenharmony_ci else 15762306a36Sopenharmony_ci return clk_cpu_off_set_rate(hwclk, rate, parent_rate); 15862306a36Sopenharmony_ci} 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_cistatic const struct clk_ops cpu_ops = { 16162306a36Sopenharmony_ci .recalc_rate = clk_cpu_recalc_rate, 16262306a36Sopenharmony_ci .round_rate = clk_cpu_round_rate, 16362306a36Sopenharmony_ci .set_rate = clk_cpu_set_rate, 16462306a36Sopenharmony_ci}; 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_cistatic void __init of_cpu_clk_setup(struct device_node *node) 16762306a36Sopenharmony_ci{ 16862306a36Sopenharmony_ci struct cpu_clk *cpuclk; 16962306a36Sopenharmony_ci void __iomem *clock_complex_base = of_iomap(node, 0); 17062306a36Sopenharmony_ci void __iomem *pmu_dfs_base = of_iomap(node, 1); 17162306a36Sopenharmony_ci int ncpus = num_possible_cpus(); 17262306a36Sopenharmony_ci int cpu; 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci if (clock_complex_base == NULL) { 17562306a36Sopenharmony_ci pr_err("%s: clock-complex base register not set\n", 17662306a36Sopenharmony_ci __func__); 17762306a36Sopenharmony_ci return; 17862306a36Sopenharmony_ci } 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci if (pmu_dfs_base == NULL) 18162306a36Sopenharmony_ci pr_warn("%s: pmu-dfs base register not set, dynamic frequency scaling not available\n", 18262306a36Sopenharmony_ci __func__); 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci cpuclk = kcalloc(ncpus, sizeof(*cpuclk), GFP_KERNEL); 18562306a36Sopenharmony_ci if (WARN_ON(!cpuclk)) 18662306a36Sopenharmony_ci goto cpuclk_out; 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_ci clks = kcalloc(ncpus, sizeof(*clks), GFP_KERNEL); 18962306a36Sopenharmony_ci if (WARN_ON(!clks)) 19062306a36Sopenharmony_ci goto clks_out; 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_ci for_each_possible_cpu(cpu) { 19362306a36Sopenharmony_ci struct clk_init_data init; 19462306a36Sopenharmony_ci struct clk *clk; 19562306a36Sopenharmony_ci char *clk_name = kzalloc(5, GFP_KERNEL); 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci if (WARN_ON(!clk_name)) 19862306a36Sopenharmony_ci goto bail_out; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci sprintf(clk_name, "cpu%d", cpu); 20162306a36Sopenharmony_ci 20262306a36Sopenharmony_ci cpuclk[cpu].parent_name = of_clk_get_parent_name(node, 0); 20362306a36Sopenharmony_ci cpuclk[cpu].clk_name = clk_name; 20462306a36Sopenharmony_ci cpuclk[cpu].cpu = cpu; 20562306a36Sopenharmony_ci cpuclk[cpu].reg_base = clock_complex_base; 20662306a36Sopenharmony_ci if (pmu_dfs_base) 20762306a36Sopenharmony_ci cpuclk[cpu].pmu_dfs = pmu_dfs_base + 4 * cpu; 20862306a36Sopenharmony_ci cpuclk[cpu].hw.init = &init; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci init.name = cpuclk[cpu].clk_name; 21162306a36Sopenharmony_ci init.ops = &cpu_ops; 21262306a36Sopenharmony_ci init.flags = 0; 21362306a36Sopenharmony_ci init.parent_names = &cpuclk[cpu].parent_name; 21462306a36Sopenharmony_ci init.num_parents = 1; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci clk = clk_register(NULL, &cpuclk[cpu].hw); 21762306a36Sopenharmony_ci if (WARN_ON(IS_ERR(clk))) 21862306a36Sopenharmony_ci goto bail_out; 21962306a36Sopenharmony_ci clks[cpu] = clk; 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci clk_data.clk_num = MAX_CPU; 22262306a36Sopenharmony_ci clk_data.clks = clks; 22362306a36Sopenharmony_ci of_clk_add_provider(node, of_clk_src_onecell_get, &clk_data); 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci return; 22662306a36Sopenharmony_cibail_out: 22762306a36Sopenharmony_ci kfree(clks); 22862306a36Sopenharmony_ci while(ncpus--) 22962306a36Sopenharmony_ci kfree(cpuclk[ncpus].clk_name); 23062306a36Sopenharmony_ciclks_out: 23162306a36Sopenharmony_ci kfree(cpuclk); 23262306a36Sopenharmony_cicpuclk_out: 23362306a36Sopenharmony_ci iounmap(clock_complex_base); 23462306a36Sopenharmony_ci} 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ciCLK_OF_DECLARE(armada_xp_cpu_clock, "marvell,armada-xp-cpu-clock", 23762306a36Sopenharmony_ci of_cpu_clk_setup); 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_cistatic void __init of_mv98dx3236_cpu_clk_setup(struct device_node *node) 24062306a36Sopenharmony_ci{ 24162306a36Sopenharmony_ci of_clk_add_provider(node, of_clk_src_simple_get, NULL); 24262306a36Sopenharmony_ci} 24362306a36Sopenharmony_ci 24462306a36Sopenharmony_ciCLK_OF_DECLARE(mv98dx3236_cpu_clock, "marvell,mv98dx3236-cpu-clock", 24562306a36Sopenharmony_ci of_mv98dx3236_cpu_clk_setup); 246