162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/args.h>
762306a36Sopenharmony_ci#include <linux/bitfield.h>
862306a36Sopenharmony_ci#include <linux/clk.h>
962306a36Sopenharmony_ci#include <linux/interconnect-provider.h>
1062306a36Sopenharmony_ci#include <linux/io.h>
1162306a36Sopenharmony_ci#include <linux/kernel.h>
1262306a36Sopenharmony_ci#include <linux/module.h>
1362306a36Sopenharmony_ci#include <linux/of.h>
1462306a36Sopenharmony_ci#include <linux/platform_device.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci#include <dt-bindings/interconnect/qcom,osm-l3.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#define LUT_MAX_ENTRIES			40U
1962306a36Sopenharmony_ci#define LUT_SRC				GENMASK(31, 30)
2062306a36Sopenharmony_ci#define LUT_L_VAL			GENMASK(7, 0)
2162306a36Sopenharmony_ci#define CLK_HW_DIV			2
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci/* OSM Register offsets */
2462306a36Sopenharmony_ci#define REG_ENABLE			0x0
2562306a36Sopenharmony_ci#define OSM_LUT_ROW_SIZE		32
2662306a36Sopenharmony_ci#define OSM_REG_FREQ_LUT		0x110
2762306a36Sopenharmony_ci#define OSM_REG_PERF_STATE		0x920
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci/* EPSS Register offsets */
3062306a36Sopenharmony_ci#define EPSS_LUT_ROW_SIZE		4
3162306a36Sopenharmony_ci#define EPSS_REG_L3_VOTE		0x90
3262306a36Sopenharmony_ci#define EPSS_REG_FREQ_LUT		0x100
3362306a36Sopenharmony_ci#define EPSS_REG_PERF_STATE		0x320
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci#define OSM_L3_MAX_LINKS		1
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci#define to_osm_l3_provider(_provider) \
3862306a36Sopenharmony_ci	container_of(_provider, struct qcom_osm_l3_icc_provider, provider)
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistruct qcom_osm_l3_icc_provider {
4162306a36Sopenharmony_ci	void __iomem *base;
4262306a36Sopenharmony_ci	unsigned int max_state;
4362306a36Sopenharmony_ci	unsigned int reg_perf_state;
4462306a36Sopenharmony_ci	unsigned long lut_tables[LUT_MAX_ENTRIES];
4562306a36Sopenharmony_ci	struct icc_provider provider;
4662306a36Sopenharmony_ci};
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci/**
4962306a36Sopenharmony_ci * struct qcom_osm_l3_node - Qualcomm specific interconnect nodes
5062306a36Sopenharmony_ci * @name: the node name used in debugfs
5162306a36Sopenharmony_ci * @links: an array of nodes where we can go next while traversing
5262306a36Sopenharmony_ci * @id: a unique node identifier
5362306a36Sopenharmony_ci * @num_links: the total number of @links
5462306a36Sopenharmony_ci * @buswidth: width of the interconnect between a node and the bus
5562306a36Sopenharmony_ci */
5662306a36Sopenharmony_cistruct qcom_osm_l3_node {
5762306a36Sopenharmony_ci	const char *name;
5862306a36Sopenharmony_ci	u16 links[OSM_L3_MAX_LINKS];
5962306a36Sopenharmony_ci	u16 id;
6062306a36Sopenharmony_ci	u16 num_links;
6162306a36Sopenharmony_ci	u16 buswidth;
6262306a36Sopenharmony_ci};
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_cistruct qcom_osm_l3_desc {
6562306a36Sopenharmony_ci	const struct qcom_osm_l3_node * const *nodes;
6662306a36Sopenharmony_ci	size_t num_nodes;
6762306a36Sopenharmony_ci	unsigned int lut_row_size;
6862306a36Sopenharmony_ci	unsigned int reg_freq_lut;
6962306a36Sopenharmony_ci	unsigned int reg_perf_state;
7062306a36Sopenharmony_ci};
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_cienum {
7362306a36Sopenharmony_ci	OSM_L3_MASTER_NODE = 10000,
7462306a36Sopenharmony_ci	OSM_L3_SLAVE_NODE,
7562306a36Sopenharmony_ci};
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci#define DEFINE_QNODE(_name, _id, _buswidth, ...)			\
7862306a36Sopenharmony_ci	static const struct qcom_osm_l3_node _name = {			\
7962306a36Sopenharmony_ci		.name = #_name,						\
8062306a36Sopenharmony_ci		.id = _id,						\
8162306a36Sopenharmony_ci		.buswidth = _buswidth,					\
8262306a36Sopenharmony_ci		.num_links = COUNT_ARGS(__VA_ARGS__),			\
8362306a36Sopenharmony_ci		.links = { __VA_ARGS__ },				\
8462306a36Sopenharmony_ci	}
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ciDEFINE_QNODE(osm_l3_master, OSM_L3_MASTER_NODE, 16, OSM_L3_SLAVE_NODE);
8762306a36Sopenharmony_ciDEFINE_QNODE(osm_l3_slave, OSM_L3_SLAVE_NODE, 16);
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_cistatic const struct qcom_osm_l3_node * const osm_l3_nodes[] = {
9062306a36Sopenharmony_ci	[MASTER_OSM_L3_APPS] = &osm_l3_master,
9162306a36Sopenharmony_ci	[SLAVE_OSM_L3] = &osm_l3_slave,
9262306a36Sopenharmony_ci};
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ciDEFINE_QNODE(epss_l3_master, OSM_L3_MASTER_NODE, 32, OSM_L3_SLAVE_NODE);
9562306a36Sopenharmony_ciDEFINE_QNODE(epss_l3_slave, OSM_L3_SLAVE_NODE, 32);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_cistatic const struct qcom_osm_l3_node * const epss_l3_nodes[] = {
9862306a36Sopenharmony_ci	[MASTER_EPSS_L3_APPS] = &epss_l3_master,
9962306a36Sopenharmony_ci	[SLAVE_EPSS_L3_SHARED] = &epss_l3_slave,
10062306a36Sopenharmony_ci};
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc osm_l3 = {
10362306a36Sopenharmony_ci	.nodes = osm_l3_nodes,
10462306a36Sopenharmony_ci	.num_nodes = ARRAY_SIZE(osm_l3_nodes),
10562306a36Sopenharmony_ci	.lut_row_size = OSM_LUT_ROW_SIZE,
10662306a36Sopenharmony_ci	.reg_freq_lut = OSM_REG_FREQ_LUT,
10762306a36Sopenharmony_ci	.reg_perf_state = OSM_REG_PERF_STATE,
10862306a36Sopenharmony_ci};
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc epss_l3_perf_state = {
11162306a36Sopenharmony_ci	.nodes = epss_l3_nodes,
11262306a36Sopenharmony_ci	.num_nodes = ARRAY_SIZE(epss_l3_nodes),
11362306a36Sopenharmony_ci	.lut_row_size = EPSS_LUT_ROW_SIZE,
11462306a36Sopenharmony_ci	.reg_freq_lut = EPSS_REG_FREQ_LUT,
11562306a36Sopenharmony_ci	.reg_perf_state = EPSS_REG_PERF_STATE,
11662306a36Sopenharmony_ci};
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc epss_l3_l3_vote = {
11962306a36Sopenharmony_ci	.nodes = epss_l3_nodes,
12062306a36Sopenharmony_ci	.num_nodes = ARRAY_SIZE(epss_l3_nodes),
12162306a36Sopenharmony_ci	.lut_row_size = EPSS_LUT_ROW_SIZE,
12262306a36Sopenharmony_ci	.reg_freq_lut = EPSS_REG_FREQ_LUT,
12362306a36Sopenharmony_ci	.reg_perf_state = EPSS_REG_L3_VOTE,
12462306a36Sopenharmony_ci};
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_cistatic int qcom_osm_l3_set(struct icc_node *src, struct icc_node *dst)
12762306a36Sopenharmony_ci{
12862306a36Sopenharmony_ci	struct qcom_osm_l3_icc_provider *qp;
12962306a36Sopenharmony_ci	struct icc_provider *provider;
13062306a36Sopenharmony_ci	const struct qcom_osm_l3_node *qn;
13162306a36Sopenharmony_ci	unsigned int index;
13262306a36Sopenharmony_ci	u64 rate;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	qn = src->data;
13562306a36Sopenharmony_ci	provider = src->provider;
13662306a36Sopenharmony_ci	qp = to_osm_l3_provider(provider);
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	rate = icc_units_to_bps(dst->peak_bw);
13962306a36Sopenharmony_ci	do_div(rate, qn->buswidth);
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	for (index = 0; index < qp->max_state - 1; index++) {
14262306a36Sopenharmony_ci		if (qp->lut_tables[index] >= rate)
14362306a36Sopenharmony_ci			break;
14462306a36Sopenharmony_ci	}
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	writel_relaxed(index, qp->base + qp->reg_perf_state);
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	return 0;
14962306a36Sopenharmony_ci}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_cistatic int qcom_osm_l3_remove(struct platform_device *pdev)
15262306a36Sopenharmony_ci{
15362306a36Sopenharmony_ci	struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev);
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	icc_provider_deregister(&qp->provider);
15662306a36Sopenharmony_ci	icc_nodes_remove(&qp->provider);
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	return 0;
15962306a36Sopenharmony_ci}
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_cistatic int qcom_osm_l3_probe(struct platform_device *pdev)
16262306a36Sopenharmony_ci{
16362306a36Sopenharmony_ci	u32 info, src, lval, i, prev_freq = 0, freq;
16462306a36Sopenharmony_ci	static unsigned long hw_rate, xo_rate;
16562306a36Sopenharmony_ci	struct qcom_osm_l3_icc_provider *qp;
16662306a36Sopenharmony_ci	const struct qcom_osm_l3_desc *desc;
16762306a36Sopenharmony_ci	struct icc_onecell_data *data;
16862306a36Sopenharmony_ci	struct icc_provider *provider;
16962306a36Sopenharmony_ci	const struct qcom_osm_l3_node * const *qnodes;
17062306a36Sopenharmony_ci	struct icc_node *node;
17162306a36Sopenharmony_ci	size_t num_nodes;
17262306a36Sopenharmony_ci	struct clk *clk;
17362306a36Sopenharmony_ci	int ret;
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_ci	clk = clk_get(&pdev->dev, "xo");
17662306a36Sopenharmony_ci	if (IS_ERR(clk))
17762306a36Sopenharmony_ci		return PTR_ERR(clk);
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ci	xo_rate = clk_get_rate(clk);
18062306a36Sopenharmony_ci	clk_put(clk);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	clk = clk_get(&pdev->dev, "alternate");
18362306a36Sopenharmony_ci	if (IS_ERR(clk))
18462306a36Sopenharmony_ci		return PTR_ERR(clk);
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	hw_rate = clk_get_rate(clk) / CLK_HW_DIV;
18762306a36Sopenharmony_ci	clk_put(clk);
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL);
19062306a36Sopenharmony_ci	if (!qp)
19162306a36Sopenharmony_ci		return -ENOMEM;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	qp->base = devm_platform_ioremap_resource(pdev, 0);
19462306a36Sopenharmony_ci	if (IS_ERR(qp->base))
19562306a36Sopenharmony_ci		return PTR_ERR(qp->base);
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	/* HW should be in enabled state to proceed */
19862306a36Sopenharmony_ci	if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) {
19962306a36Sopenharmony_ci		dev_err(&pdev->dev, "error hardware not enabled\n");
20062306a36Sopenharmony_ci		return -ENODEV;
20162306a36Sopenharmony_ci	}
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	desc = device_get_match_data(&pdev->dev);
20462306a36Sopenharmony_ci	if (!desc)
20562306a36Sopenharmony_ci		return -EINVAL;
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	qp->reg_perf_state = desc->reg_perf_state;
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci	for (i = 0; i < LUT_MAX_ENTRIES; i++) {
21062306a36Sopenharmony_ci		info = readl_relaxed(qp->base + desc->reg_freq_lut +
21162306a36Sopenharmony_ci				     i * desc->lut_row_size);
21262306a36Sopenharmony_ci		src = FIELD_GET(LUT_SRC, info);
21362306a36Sopenharmony_ci		lval = FIELD_GET(LUT_L_VAL, info);
21462306a36Sopenharmony_ci		if (src)
21562306a36Sopenharmony_ci			freq = xo_rate * lval;
21662306a36Sopenharmony_ci		else
21762306a36Sopenharmony_ci			freq = hw_rate;
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci		/* Two of the same frequencies signify end of table */
22062306a36Sopenharmony_ci		if (i > 0 && prev_freq == freq)
22162306a36Sopenharmony_ci			break;
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci		dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq);
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci		qp->lut_tables[i] = freq;
22662306a36Sopenharmony_ci		prev_freq = freq;
22762306a36Sopenharmony_ci	}
22862306a36Sopenharmony_ci	qp->max_state = i;
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	qnodes = desc->nodes;
23162306a36Sopenharmony_ci	num_nodes = desc->num_nodes;
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci	data = devm_kzalloc(&pdev->dev, struct_size(data, nodes, num_nodes), GFP_KERNEL);
23462306a36Sopenharmony_ci	if (!data)
23562306a36Sopenharmony_ci		return -ENOMEM;
23662306a36Sopenharmony_ci	data->num_nodes = num_nodes;
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci	provider = &qp->provider;
23962306a36Sopenharmony_ci	provider->dev = &pdev->dev;
24062306a36Sopenharmony_ci	provider->set = qcom_osm_l3_set;
24162306a36Sopenharmony_ci	provider->aggregate = icc_std_aggregate;
24262306a36Sopenharmony_ci	provider->xlate = of_icc_xlate_onecell;
24362306a36Sopenharmony_ci	provider->data = data;
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	icc_provider_init(provider);
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	for (i = 0; i < num_nodes; i++) {
24862306a36Sopenharmony_ci		size_t j;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci		node = icc_node_create(qnodes[i]->id);
25162306a36Sopenharmony_ci		if (IS_ERR(node)) {
25262306a36Sopenharmony_ci			ret = PTR_ERR(node);
25362306a36Sopenharmony_ci			goto err;
25462306a36Sopenharmony_ci		}
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci		node->name = qnodes[i]->name;
25762306a36Sopenharmony_ci		/* Cast away const and add it back in qcom_osm_l3_set() */
25862306a36Sopenharmony_ci		node->data = (void *)qnodes[i];
25962306a36Sopenharmony_ci		icc_node_add(node, provider);
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci		for (j = 0; j < qnodes[i]->num_links; j++)
26262306a36Sopenharmony_ci			icc_link_create(node, qnodes[i]->links[j]);
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci		data->nodes[i] = node;
26562306a36Sopenharmony_ci	}
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	ret = icc_provider_register(provider);
26862306a36Sopenharmony_ci	if (ret)
26962306a36Sopenharmony_ci		goto err;
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	platform_set_drvdata(pdev, qp);
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci	return 0;
27462306a36Sopenharmony_cierr:
27562306a36Sopenharmony_ci	icc_nodes_remove(provider);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci	return ret;
27862306a36Sopenharmony_ci}
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_cistatic const struct of_device_id osm_l3_of_match[] = {
28162306a36Sopenharmony_ci	{ .compatible = "qcom,epss-l3", .data = &epss_l3_l3_vote },
28262306a36Sopenharmony_ci	{ .compatible = "qcom,osm-l3", .data = &osm_l3 },
28362306a36Sopenharmony_ci	{ .compatible = "qcom,sc7180-osm-l3", .data = &osm_l3 },
28462306a36Sopenharmony_ci	{ .compatible = "qcom,sc7280-epss-l3", .data = &epss_l3_perf_state },
28562306a36Sopenharmony_ci	{ .compatible = "qcom,sdm845-osm-l3", .data = &osm_l3 },
28662306a36Sopenharmony_ci	{ .compatible = "qcom,sm8150-osm-l3", .data = &osm_l3 },
28762306a36Sopenharmony_ci	{ .compatible = "qcom,sc8180x-osm-l3", .data = &osm_l3 },
28862306a36Sopenharmony_ci	{ .compatible = "qcom,sm8250-epss-l3", .data = &epss_l3_perf_state },
28962306a36Sopenharmony_ci	{ }
29062306a36Sopenharmony_ci};
29162306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, osm_l3_of_match);
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_cistatic struct platform_driver osm_l3_driver = {
29462306a36Sopenharmony_ci	.probe = qcom_osm_l3_probe,
29562306a36Sopenharmony_ci	.remove = qcom_osm_l3_remove,
29662306a36Sopenharmony_ci	.driver = {
29762306a36Sopenharmony_ci		.name = "osm-l3",
29862306a36Sopenharmony_ci		.of_match_table = osm_l3_of_match,
29962306a36Sopenharmony_ci		.sync_state = icc_sync_state,
30062306a36Sopenharmony_ci	},
30162306a36Sopenharmony_ci};
30262306a36Sopenharmony_cimodule_platform_driver(osm_l3_driver);
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ciMODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver");
30562306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
306