162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * drivers/soc/tegra/flowctrl.c
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Functions and macros to control the flowcontroller
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Copyright (c) 2010-2012, NVIDIA Corporation. All rights reserved.
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <linux/cpumask.h>
1162306a36Sopenharmony_ci#include <linux/init.h>
1262306a36Sopenharmony_ci#include <linux/io.h>
1362306a36Sopenharmony_ci#include <linux/kernel.h>
1462306a36Sopenharmony_ci#include <linux/of.h>
1562306a36Sopenharmony_ci#include <linux/of_address.h>
1662306a36Sopenharmony_ci#include <linux/platform_device.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <soc/tegra/common.h>
1962306a36Sopenharmony_ci#include <soc/tegra/flowctrl.h>
2062306a36Sopenharmony_ci#include <soc/tegra/fuse.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_cistatic u8 flowctrl_offset_halt_cpu[] = {
2362306a36Sopenharmony_ci	FLOW_CTRL_HALT_CPU0_EVENTS,
2462306a36Sopenharmony_ci	FLOW_CTRL_HALT_CPU1_EVENTS,
2562306a36Sopenharmony_ci	FLOW_CTRL_HALT_CPU1_EVENTS + 8,
2662306a36Sopenharmony_ci	FLOW_CTRL_HALT_CPU1_EVENTS + 16,
2762306a36Sopenharmony_ci};
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_cistatic u8 flowctrl_offset_cpu_csr[] = {
3062306a36Sopenharmony_ci	FLOW_CTRL_CPU0_CSR,
3162306a36Sopenharmony_ci	FLOW_CTRL_CPU1_CSR,
3262306a36Sopenharmony_ci	FLOW_CTRL_CPU1_CSR + 8,
3362306a36Sopenharmony_ci	FLOW_CTRL_CPU1_CSR + 16,
3462306a36Sopenharmony_ci};
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_cistatic void __iomem *tegra_flowctrl_base;
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic void flowctrl_update(u8 offset, u32 value)
3962306a36Sopenharmony_ci{
4062306a36Sopenharmony_ci	if (WARN_ONCE(IS_ERR_OR_NULL(tegra_flowctrl_base),
4162306a36Sopenharmony_ci		      "Tegra flowctrl not initialised!\n"))
4262306a36Sopenharmony_ci		return;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	writel(value, tegra_flowctrl_base + offset);
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	/* ensure the update has reached the flow controller */
4762306a36Sopenharmony_ci	wmb();
4862306a36Sopenharmony_ci	readl_relaxed(tegra_flowctrl_base + offset);
4962306a36Sopenharmony_ci}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ciu32 flowctrl_read_cpu_csr(unsigned int cpuid)
5262306a36Sopenharmony_ci{
5362306a36Sopenharmony_ci	u8 offset = flowctrl_offset_cpu_csr[cpuid];
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	if (WARN_ONCE(IS_ERR_OR_NULL(tegra_flowctrl_base),
5662306a36Sopenharmony_ci		      "Tegra flowctrl not initialised!\n"))
5762306a36Sopenharmony_ci		return 0;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	return readl(tegra_flowctrl_base + offset);
6062306a36Sopenharmony_ci}
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_civoid flowctrl_write_cpu_csr(unsigned int cpuid, u32 value)
6362306a36Sopenharmony_ci{
6462306a36Sopenharmony_ci	return flowctrl_update(flowctrl_offset_cpu_csr[cpuid], value);
6562306a36Sopenharmony_ci}
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_civoid flowctrl_write_cpu_halt(unsigned int cpuid, u32 value)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	return flowctrl_update(flowctrl_offset_halt_cpu[cpuid], value);
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_civoid flowctrl_cpu_suspend_enter(unsigned int cpuid)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	unsigned int reg;
7562306a36Sopenharmony_ci	int i;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	reg = flowctrl_read_cpu_csr(cpuid);
7862306a36Sopenharmony_ci	switch (tegra_get_chip_id()) {
7962306a36Sopenharmony_ci	case TEGRA20:
8062306a36Sopenharmony_ci		/* clear wfe bitmap */
8162306a36Sopenharmony_ci		reg &= ~TEGRA20_FLOW_CTRL_CSR_WFE_BITMAP;
8262306a36Sopenharmony_ci		/* clear wfi bitmap */
8362306a36Sopenharmony_ci		reg &= ~TEGRA20_FLOW_CTRL_CSR_WFI_BITMAP;
8462306a36Sopenharmony_ci		/* pwr gating on wfe */
8562306a36Sopenharmony_ci		reg |= TEGRA20_FLOW_CTRL_CSR_WFE_CPU0 << cpuid;
8662306a36Sopenharmony_ci		break;
8762306a36Sopenharmony_ci	case TEGRA30:
8862306a36Sopenharmony_ci	case TEGRA114:
8962306a36Sopenharmony_ci	case TEGRA124:
9062306a36Sopenharmony_ci		/* clear wfe bitmap */
9162306a36Sopenharmony_ci		reg &= ~TEGRA30_FLOW_CTRL_CSR_WFE_BITMAP;
9262306a36Sopenharmony_ci		/* clear wfi bitmap */
9362306a36Sopenharmony_ci		reg &= ~TEGRA30_FLOW_CTRL_CSR_WFI_BITMAP;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci		if (tegra_get_chip_id() == TEGRA30) {
9662306a36Sopenharmony_ci			/*
9762306a36Sopenharmony_ci			 * The wfi doesn't work well on Tegra30 because
9862306a36Sopenharmony_ci			 * CPU hangs under some odd circumstances after
9962306a36Sopenharmony_ci			 * power-gating (like memory running off PLLP),
10062306a36Sopenharmony_ci			 * hence use wfe that is working perfectly fine.
10162306a36Sopenharmony_ci			 * Note that Tegra30 TRM doc clearly stands that
10262306a36Sopenharmony_ci			 * wfi should be used for the "Cluster Switching",
10362306a36Sopenharmony_ci			 * while wfe for the power-gating, just like it
10462306a36Sopenharmony_ci			 * is done on Tegra20.
10562306a36Sopenharmony_ci			 */
10662306a36Sopenharmony_ci			reg |= TEGRA20_FLOW_CTRL_CSR_WFE_CPU0 << cpuid;
10762306a36Sopenharmony_ci		} else {
10862306a36Sopenharmony_ci			/* pwr gating on wfi */
10962306a36Sopenharmony_ci			reg |= TEGRA30_FLOW_CTRL_CSR_WFI_CPU0 << cpuid;
11062306a36Sopenharmony_ci		}
11162306a36Sopenharmony_ci		break;
11262306a36Sopenharmony_ci	}
11362306a36Sopenharmony_ci	reg |= FLOW_CTRL_CSR_INTR_FLAG;			/* clear intr flag */
11462306a36Sopenharmony_ci	reg |= FLOW_CTRL_CSR_EVENT_FLAG;		/* clear event flag */
11562306a36Sopenharmony_ci	reg |= FLOW_CTRL_CSR_ENABLE;			/* pwr gating */
11662306a36Sopenharmony_ci	flowctrl_write_cpu_csr(cpuid, reg);
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	for (i = 0; i < num_possible_cpus(); i++) {
11962306a36Sopenharmony_ci		if (i == cpuid)
12062306a36Sopenharmony_ci			continue;
12162306a36Sopenharmony_ci		reg = flowctrl_read_cpu_csr(i);
12262306a36Sopenharmony_ci		reg |= FLOW_CTRL_CSR_EVENT_FLAG;
12362306a36Sopenharmony_ci		reg |= FLOW_CTRL_CSR_INTR_FLAG;
12462306a36Sopenharmony_ci		flowctrl_write_cpu_csr(i, reg);
12562306a36Sopenharmony_ci	}
12662306a36Sopenharmony_ci}
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_civoid flowctrl_cpu_suspend_exit(unsigned int cpuid)
12962306a36Sopenharmony_ci{
13062306a36Sopenharmony_ci	unsigned int reg;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	/* Disable powergating via flow controller for CPU0 */
13362306a36Sopenharmony_ci	reg = flowctrl_read_cpu_csr(cpuid);
13462306a36Sopenharmony_ci	switch (tegra_get_chip_id()) {
13562306a36Sopenharmony_ci	case TEGRA20:
13662306a36Sopenharmony_ci		/* clear wfe bitmap */
13762306a36Sopenharmony_ci		reg &= ~TEGRA20_FLOW_CTRL_CSR_WFE_BITMAP;
13862306a36Sopenharmony_ci		/* clear wfi bitmap */
13962306a36Sopenharmony_ci		reg &= ~TEGRA20_FLOW_CTRL_CSR_WFI_BITMAP;
14062306a36Sopenharmony_ci		break;
14162306a36Sopenharmony_ci	case TEGRA30:
14262306a36Sopenharmony_ci	case TEGRA114:
14362306a36Sopenharmony_ci	case TEGRA124:
14462306a36Sopenharmony_ci		/* clear wfe bitmap */
14562306a36Sopenharmony_ci		reg &= ~TEGRA30_FLOW_CTRL_CSR_WFE_BITMAP;
14662306a36Sopenharmony_ci		/* clear wfi bitmap */
14762306a36Sopenharmony_ci		reg &= ~TEGRA30_FLOW_CTRL_CSR_WFI_BITMAP;
14862306a36Sopenharmony_ci		break;
14962306a36Sopenharmony_ci	}
15062306a36Sopenharmony_ci	reg &= ~FLOW_CTRL_CSR_ENABLE;			/* clear enable */
15162306a36Sopenharmony_ci	reg |= FLOW_CTRL_CSR_INTR_FLAG;			/* clear intr */
15262306a36Sopenharmony_ci	reg |= FLOW_CTRL_CSR_EVENT_FLAG;		/* clear event */
15362306a36Sopenharmony_ci	flowctrl_write_cpu_csr(cpuid, reg);
15462306a36Sopenharmony_ci}
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_cistatic int tegra_flowctrl_probe(struct platform_device *pdev)
15762306a36Sopenharmony_ci{
15862306a36Sopenharmony_ci	void __iomem *base = tegra_flowctrl_base;
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	tegra_flowctrl_base = devm_platform_get_and_ioremap_resource(pdev, 0, NULL);
16162306a36Sopenharmony_ci	if (IS_ERR(tegra_flowctrl_base))
16262306a36Sopenharmony_ci		return PTR_ERR(tegra_flowctrl_base);
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	iounmap(base);
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	return 0;
16762306a36Sopenharmony_ci}
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_cistatic const struct of_device_id tegra_flowctrl_match[] = {
17062306a36Sopenharmony_ci	{ .compatible = "nvidia,tegra210-flowctrl" },
17162306a36Sopenharmony_ci	{ .compatible = "nvidia,tegra124-flowctrl" },
17262306a36Sopenharmony_ci	{ .compatible = "nvidia,tegra114-flowctrl" },
17362306a36Sopenharmony_ci	{ .compatible = "nvidia,tegra30-flowctrl" },
17462306a36Sopenharmony_ci	{ .compatible = "nvidia,tegra20-flowctrl" },
17562306a36Sopenharmony_ci	{ }
17662306a36Sopenharmony_ci};
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_cistatic struct platform_driver tegra_flowctrl_driver = {
17962306a36Sopenharmony_ci	.driver = {
18062306a36Sopenharmony_ci		.name = "tegra-flowctrl",
18162306a36Sopenharmony_ci		.suppress_bind_attrs = true,
18262306a36Sopenharmony_ci		.of_match_table = tegra_flowctrl_match,
18362306a36Sopenharmony_ci	},
18462306a36Sopenharmony_ci	.probe = tegra_flowctrl_probe,
18562306a36Sopenharmony_ci};
18662306a36Sopenharmony_cibuiltin_platform_driver(tegra_flowctrl_driver);
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_cistatic int __init tegra_flowctrl_init(void)
18962306a36Sopenharmony_ci{
19062306a36Sopenharmony_ci	struct resource res;
19162306a36Sopenharmony_ci	struct device_node *np;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	if (!soc_is_tegra())
19462306a36Sopenharmony_ci		return 0;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	np = of_find_matching_node(NULL, tegra_flowctrl_match);
19762306a36Sopenharmony_ci	if (np) {
19862306a36Sopenharmony_ci		if (of_address_to_resource(np, 0, &res) < 0) {
19962306a36Sopenharmony_ci			pr_err("failed to get flowctrl register\n");
20062306a36Sopenharmony_ci			return -ENXIO;
20162306a36Sopenharmony_ci		}
20262306a36Sopenharmony_ci		of_node_put(np);
20362306a36Sopenharmony_ci	} else if (IS_ENABLED(CONFIG_ARM)) {
20462306a36Sopenharmony_ci		/*
20562306a36Sopenharmony_ci		 * Hardcoded fallback for 32-bit Tegra
20662306a36Sopenharmony_ci		 * devices if device tree node is missing.
20762306a36Sopenharmony_ci		 */
20862306a36Sopenharmony_ci		res.start = 0x60007000;
20962306a36Sopenharmony_ci		res.end = 0x60007fff;
21062306a36Sopenharmony_ci		res.flags = IORESOURCE_MEM;
21162306a36Sopenharmony_ci	} else {
21262306a36Sopenharmony_ci		/*
21362306a36Sopenharmony_ci		 * At this point we're running on a Tegra,
21462306a36Sopenharmony_ci		 * that doesn't support the flow controller
21562306a36Sopenharmony_ci		 * (eg. Tegra186), so just return.
21662306a36Sopenharmony_ci		 */
21762306a36Sopenharmony_ci		return 0;
21862306a36Sopenharmony_ci	}
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	tegra_flowctrl_base = ioremap(res.start, resource_size(&res));
22162306a36Sopenharmony_ci	if (!tegra_flowctrl_base)
22262306a36Sopenharmony_ci		return -ENXIO;
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	return 0;
22562306a36Sopenharmony_ci}
22662306a36Sopenharmony_ciearly_initcall(tegra_flowctrl_init);
227