162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Interconnect framework driver for i.MX SoC
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (c) 2019, BayLibre
662306a36Sopenharmony_ci * Copyright (c) 2019-2020, NXP
762306a36Sopenharmony_ci * Author: Alexandre Bailon <abailon@baylibre.com>
862306a36Sopenharmony_ci * Author: Leonard Crestez <leonard.crestez@nxp.com>
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/device.h>
1262306a36Sopenharmony_ci#include <linux/interconnect-provider.h>
1362306a36Sopenharmony_ci#include <linux/io.h>
1462306a36Sopenharmony_ci#include <linux/module.h>
1562306a36Sopenharmony_ci#include <linux/of.h>
1662306a36Sopenharmony_ci#include <linux/of_platform.h>
1762306a36Sopenharmony_ci#include <linux/platform_device.h>
1862306a36Sopenharmony_ci#include <linux/pm_qos.h>
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci#include "imx.h"
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci/* private icc_node data */
2362306a36Sopenharmony_cistruct imx_icc_node {
2462306a36Sopenharmony_ci	const struct imx_icc_node_desc *desc;
2562306a36Sopenharmony_ci	const struct imx_icc_noc_setting *setting;
2662306a36Sopenharmony_ci	struct device *qos_dev;
2762306a36Sopenharmony_ci	struct dev_pm_qos_request qos_req;
2862306a36Sopenharmony_ci	struct imx_icc_provider *imx_provider;
2962306a36Sopenharmony_ci};
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistatic int imx_icc_get_bw(struct icc_node *node, u32 *avg, u32 *peak)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	*avg = 0;
3462306a36Sopenharmony_ci	*peak = 0;
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci	return 0;
3762306a36Sopenharmony_ci}
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_cistatic int imx_icc_node_set(struct icc_node *node)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci	struct device *dev = node->provider->dev;
4262306a36Sopenharmony_ci	struct imx_icc_node *node_data = node->data;
4362306a36Sopenharmony_ci	void __iomem *base;
4462306a36Sopenharmony_ci	u32 prio;
4562306a36Sopenharmony_ci	u64 freq;
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	if (node_data->setting && node->peak_bw) {
4862306a36Sopenharmony_ci		base = node_data->setting->reg + node_data->imx_provider->noc_base;
4962306a36Sopenharmony_ci		if (node_data->setting->mode == IMX_NOC_MODE_FIXED) {
5062306a36Sopenharmony_ci			prio = node_data->setting->prio_level;
5162306a36Sopenharmony_ci			prio = PRIORITY_COMP_MARK | (prio << 8) | prio;
5262306a36Sopenharmony_ci			writel(prio, base + IMX_NOC_PRIO_REG);
5362306a36Sopenharmony_ci			writel(node_data->setting->mode, base + IMX_NOC_MODE_REG);
5462306a36Sopenharmony_ci			writel(node_data->setting->ext_control, base + IMX_NOC_EXT_CTL_REG);
5562306a36Sopenharmony_ci			dev_dbg(dev, "%s: mode: 0x%x, prio: 0x%x, ext_control: 0x%x\n",
5662306a36Sopenharmony_ci				node_data->desc->name, node_data->setting->mode, prio,
5762306a36Sopenharmony_ci				node_data->setting->ext_control);
5862306a36Sopenharmony_ci		} else if (node_data->setting->mode == IMX_NOC_MODE_UNCONFIGURED) {
5962306a36Sopenharmony_ci			dev_dbg(dev, "%s: mode not unconfigured\n", node_data->desc->name);
6062306a36Sopenharmony_ci		} else {
6162306a36Sopenharmony_ci			dev_info(dev, "%s: mode: %d not supported\n",
6262306a36Sopenharmony_ci				 node_data->desc->name, node_data->setting->mode);
6362306a36Sopenharmony_ci			return -EOPNOTSUPP;
6462306a36Sopenharmony_ci		}
6562306a36Sopenharmony_ci	}
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	if (!node_data->qos_dev)
6862306a36Sopenharmony_ci		return 0;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	freq = (node->avg_bw + node->peak_bw) * node_data->desc->adj->bw_mul;
7162306a36Sopenharmony_ci	do_div(freq, node_data->desc->adj->bw_div);
7262306a36Sopenharmony_ci	dev_dbg(dev, "node %s device %s avg_bw %ukBps peak_bw %ukBps min_freq %llukHz\n",
7362306a36Sopenharmony_ci		node->name, dev_name(node_data->qos_dev),
7462306a36Sopenharmony_ci		node->avg_bw, node->peak_bw, freq);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	if (freq > S32_MAX) {
7762306a36Sopenharmony_ci		dev_err(dev, "%s can't request more than S32_MAX freq\n",
7862306a36Sopenharmony_ci				node->name);
7962306a36Sopenharmony_ci		return -ERANGE;
8062306a36Sopenharmony_ci	}
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	dev_pm_qos_update_request(&node_data->qos_req, freq);
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	return 0;
8562306a36Sopenharmony_ci}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_cistatic int imx_icc_set(struct icc_node *src, struct icc_node *dst)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	int ret;
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	ret = imx_icc_node_set(src);
9262306a36Sopenharmony_ci	if (ret)
9362306a36Sopenharmony_ci		return ret;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	return imx_icc_node_set(dst);
9662306a36Sopenharmony_ci}
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci/* imx_icc_node_destroy() - Destroy an imx icc_node, including private data */
9962306a36Sopenharmony_cistatic void imx_icc_node_destroy(struct icc_node *node)
10062306a36Sopenharmony_ci{
10162306a36Sopenharmony_ci	struct imx_icc_node *node_data = node->data;
10262306a36Sopenharmony_ci	int ret;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	if (dev_pm_qos_request_active(&node_data->qos_req)) {
10562306a36Sopenharmony_ci		ret = dev_pm_qos_remove_request(&node_data->qos_req);
10662306a36Sopenharmony_ci		if (ret)
10762306a36Sopenharmony_ci			dev_warn(node->provider->dev,
10862306a36Sopenharmony_ci				 "failed to remove qos request for %s\n",
10962306a36Sopenharmony_ci				 dev_name(node_data->qos_dev));
11062306a36Sopenharmony_ci	}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	put_device(node_data->qos_dev);
11362306a36Sopenharmony_ci	icc_node_del(node);
11462306a36Sopenharmony_ci	icc_node_destroy(node->id);
11562306a36Sopenharmony_ci}
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_cistatic int imx_icc_node_init_qos(struct icc_provider *provider,
11862306a36Sopenharmony_ci				 struct icc_node *node)
11962306a36Sopenharmony_ci{
12062306a36Sopenharmony_ci	struct imx_icc_node *node_data = node->data;
12162306a36Sopenharmony_ci	const struct imx_icc_node_adj_desc *adj = node_data->desc->adj;
12262306a36Sopenharmony_ci	struct device *dev = provider->dev;
12362306a36Sopenharmony_ci	struct device_node *dn = NULL;
12462306a36Sopenharmony_ci	struct platform_device *pdev;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	if (adj->main_noc) {
12762306a36Sopenharmony_ci		node_data->qos_dev = dev;
12862306a36Sopenharmony_ci		dev_dbg(dev, "icc node %s[%d] is main noc itself\n",
12962306a36Sopenharmony_ci			node->name, node->id);
13062306a36Sopenharmony_ci	} else {
13162306a36Sopenharmony_ci		dn = of_parse_phandle(dev->of_node, adj->phandle_name, 0);
13262306a36Sopenharmony_ci		if (!dn) {
13362306a36Sopenharmony_ci			dev_warn(dev, "Failed to parse %s\n",
13462306a36Sopenharmony_ci				 adj->phandle_name);
13562306a36Sopenharmony_ci			return -ENODEV;
13662306a36Sopenharmony_ci		}
13762306a36Sopenharmony_ci		/* Allow scaling to be disabled on a per-node basis */
13862306a36Sopenharmony_ci		if (!of_device_is_available(dn)) {
13962306a36Sopenharmony_ci			dev_warn(dev, "Missing property %s, skip scaling %s\n",
14062306a36Sopenharmony_ci				 adj->phandle_name, node->name);
14162306a36Sopenharmony_ci			of_node_put(dn);
14262306a36Sopenharmony_ci			return 0;
14362306a36Sopenharmony_ci		}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci		pdev = of_find_device_by_node(dn);
14662306a36Sopenharmony_ci		of_node_put(dn);
14762306a36Sopenharmony_ci		if (!pdev) {
14862306a36Sopenharmony_ci			dev_warn(dev, "node %s[%d] missing device for %pOF\n",
14962306a36Sopenharmony_ci				 node->name, node->id, dn);
15062306a36Sopenharmony_ci			return -EPROBE_DEFER;
15162306a36Sopenharmony_ci		}
15262306a36Sopenharmony_ci		node_data->qos_dev = &pdev->dev;
15362306a36Sopenharmony_ci		dev_dbg(dev, "node %s[%d] has device node %pOF\n",
15462306a36Sopenharmony_ci			node->name, node->id, dn);
15562306a36Sopenharmony_ci	}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	return dev_pm_qos_add_request(node_data->qos_dev,
15862306a36Sopenharmony_ci				      &node_data->qos_req,
15962306a36Sopenharmony_ci				      DEV_PM_QOS_MIN_FREQUENCY, 0);
16062306a36Sopenharmony_ci}
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_cistatic struct icc_node *imx_icc_node_add(struct imx_icc_provider *imx_provider,
16362306a36Sopenharmony_ci					 const struct imx_icc_node_desc *node_desc,
16462306a36Sopenharmony_ci					 const struct imx_icc_noc_setting *setting)
16562306a36Sopenharmony_ci{
16662306a36Sopenharmony_ci	struct icc_provider *provider = &imx_provider->provider;
16762306a36Sopenharmony_ci	struct device *dev = provider->dev;
16862306a36Sopenharmony_ci	struct imx_icc_node *node_data;
16962306a36Sopenharmony_ci	struct icc_node *node;
17062306a36Sopenharmony_ci	int ret;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	node = icc_node_create(node_desc->id);
17362306a36Sopenharmony_ci	if (IS_ERR(node)) {
17462306a36Sopenharmony_ci		dev_err(dev, "failed to create node %d\n", node_desc->id);
17562306a36Sopenharmony_ci		return node;
17662306a36Sopenharmony_ci	}
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci	if (node->data) {
17962306a36Sopenharmony_ci		dev_err(dev, "already created node %s id=%d\n",
18062306a36Sopenharmony_ci			node_desc->name, node_desc->id);
18162306a36Sopenharmony_ci		return ERR_PTR(-EEXIST);
18262306a36Sopenharmony_ci	}
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	node_data = devm_kzalloc(dev, sizeof(*node_data), GFP_KERNEL);
18562306a36Sopenharmony_ci	if (!node_data) {
18662306a36Sopenharmony_ci		icc_node_destroy(node->id);
18762306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
18862306a36Sopenharmony_ci	}
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	node->name = node_desc->name;
19162306a36Sopenharmony_ci	node->data = node_data;
19262306a36Sopenharmony_ci	node_data->desc = node_desc;
19362306a36Sopenharmony_ci	node_data->setting = setting;
19462306a36Sopenharmony_ci	node_data->imx_provider = imx_provider;
19562306a36Sopenharmony_ci	icc_node_add(node, provider);
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	if (node_desc->adj) {
19862306a36Sopenharmony_ci		ret = imx_icc_node_init_qos(provider, node);
19962306a36Sopenharmony_ci		if (ret < 0) {
20062306a36Sopenharmony_ci			imx_icc_node_destroy(node);
20162306a36Sopenharmony_ci			return ERR_PTR(ret);
20262306a36Sopenharmony_ci		}
20362306a36Sopenharmony_ci	}
20462306a36Sopenharmony_ci
20562306a36Sopenharmony_ci	return node;
20662306a36Sopenharmony_ci}
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_cistatic void imx_icc_unregister_nodes(struct icc_provider *provider)
20962306a36Sopenharmony_ci{
21062306a36Sopenharmony_ci	struct icc_node *node, *tmp;
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	list_for_each_entry_safe(node, tmp, &provider->nodes, node_list)
21362306a36Sopenharmony_ci		imx_icc_node_destroy(node);
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cistatic int imx_icc_register_nodes(struct imx_icc_provider *imx_provider,
21762306a36Sopenharmony_ci				  const struct imx_icc_node_desc *descs,
21862306a36Sopenharmony_ci				  int count,
21962306a36Sopenharmony_ci				  const struct imx_icc_noc_setting *settings)
22062306a36Sopenharmony_ci{
22162306a36Sopenharmony_ci	struct icc_provider *provider = &imx_provider->provider;
22262306a36Sopenharmony_ci	struct icc_onecell_data *provider_data = provider->data;
22362306a36Sopenharmony_ci	int ret;
22462306a36Sopenharmony_ci	int i;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	for (i = 0; i < count; i++) {
22762306a36Sopenharmony_ci		struct icc_node *node;
22862306a36Sopenharmony_ci		const struct imx_icc_node_desc *node_desc = &descs[i];
22962306a36Sopenharmony_ci		size_t j;
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci		node = imx_icc_node_add(imx_provider, node_desc,
23262306a36Sopenharmony_ci					settings ? &settings[node_desc->id] : NULL);
23362306a36Sopenharmony_ci		if (IS_ERR(node)) {
23462306a36Sopenharmony_ci			ret = dev_err_probe(provider->dev, PTR_ERR(node),
23562306a36Sopenharmony_ci					    "failed to add %s\n", node_desc->name);
23662306a36Sopenharmony_ci			goto err;
23762306a36Sopenharmony_ci		}
23862306a36Sopenharmony_ci		provider_data->nodes[node->id] = node;
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci		for (j = 0; j < node_desc->num_links; j++) {
24162306a36Sopenharmony_ci			ret = icc_link_create(node, node_desc->links[j]);
24262306a36Sopenharmony_ci			if (ret) {
24362306a36Sopenharmony_ci				dev_err(provider->dev, "failed to link node %d to %d: %d\n",
24462306a36Sopenharmony_ci					node->id, node_desc->links[j], ret);
24562306a36Sopenharmony_ci				goto err;
24662306a36Sopenharmony_ci			}
24762306a36Sopenharmony_ci		}
24862306a36Sopenharmony_ci	}
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	return 0;
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_cierr:
25362306a36Sopenharmony_ci	imx_icc_unregister_nodes(provider);
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	return ret;
25662306a36Sopenharmony_ci}
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_cistatic int get_max_node_id(struct imx_icc_node_desc *nodes, int nodes_count)
25962306a36Sopenharmony_ci{
26062306a36Sopenharmony_ci	int i, ret = 0;
26162306a36Sopenharmony_ci
26262306a36Sopenharmony_ci	for (i = 0; i < nodes_count; ++i)
26362306a36Sopenharmony_ci		if (nodes[i].id > ret)
26462306a36Sopenharmony_ci			ret = nodes[i].id;
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	return ret;
26762306a36Sopenharmony_ci}
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_ciint imx_icc_register(struct platform_device *pdev,
27062306a36Sopenharmony_ci		     struct imx_icc_node_desc *nodes, int nodes_count,
27162306a36Sopenharmony_ci		     struct imx_icc_noc_setting *settings)
27262306a36Sopenharmony_ci{
27362306a36Sopenharmony_ci	struct device *dev = &pdev->dev;
27462306a36Sopenharmony_ci	struct icc_onecell_data *data;
27562306a36Sopenharmony_ci	struct imx_icc_provider *imx_provider;
27662306a36Sopenharmony_ci	struct icc_provider *provider;
27762306a36Sopenharmony_ci	int num_nodes;
27862306a36Sopenharmony_ci	int ret;
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	/* icc_onecell_data is indexed by node_id, unlike nodes param */
28162306a36Sopenharmony_ci	num_nodes = get_max_node_id(nodes, nodes_count) + 1;
28262306a36Sopenharmony_ci	data = devm_kzalloc(dev, struct_size(data, nodes, num_nodes),
28362306a36Sopenharmony_ci			    GFP_KERNEL);
28462306a36Sopenharmony_ci	if (!data)
28562306a36Sopenharmony_ci		return -ENOMEM;
28662306a36Sopenharmony_ci	data->num_nodes = num_nodes;
28762306a36Sopenharmony_ci
28862306a36Sopenharmony_ci	imx_provider = devm_kzalloc(dev, sizeof(*imx_provider), GFP_KERNEL);
28962306a36Sopenharmony_ci	if (!imx_provider)
29062306a36Sopenharmony_ci		return -ENOMEM;
29162306a36Sopenharmony_ci	provider = &imx_provider->provider;
29262306a36Sopenharmony_ci	provider->set = imx_icc_set;
29362306a36Sopenharmony_ci	provider->get_bw = imx_icc_get_bw;
29462306a36Sopenharmony_ci	provider->aggregate = icc_std_aggregate;
29562306a36Sopenharmony_ci	provider->xlate = of_icc_xlate_onecell;
29662306a36Sopenharmony_ci	provider->data = data;
29762306a36Sopenharmony_ci	provider->dev = dev->parent;
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci	icc_provider_init(provider);
30062306a36Sopenharmony_ci
30162306a36Sopenharmony_ci	platform_set_drvdata(pdev, imx_provider);
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_ci	if (settings) {
30462306a36Sopenharmony_ci		imx_provider->noc_base = devm_of_iomap(dev, provider->dev->of_node, 0, NULL);
30562306a36Sopenharmony_ci		if (IS_ERR(imx_provider->noc_base)) {
30662306a36Sopenharmony_ci			ret = PTR_ERR(imx_provider->noc_base);
30762306a36Sopenharmony_ci			dev_err(dev, "Error mapping NoC: %d\n", ret);
30862306a36Sopenharmony_ci			return ret;
30962306a36Sopenharmony_ci		}
31062306a36Sopenharmony_ci	}
31162306a36Sopenharmony_ci
31262306a36Sopenharmony_ci	ret = imx_icc_register_nodes(imx_provider, nodes, nodes_count, settings);
31362306a36Sopenharmony_ci	if (ret)
31462306a36Sopenharmony_ci		return ret;
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ci	ret = icc_provider_register(provider);
31762306a36Sopenharmony_ci	if (ret)
31862306a36Sopenharmony_ci		goto err_unregister_nodes;
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_ci	return 0;
32162306a36Sopenharmony_ci
32262306a36Sopenharmony_cierr_unregister_nodes:
32362306a36Sopenharmony_ci	imx_icc_unregister_nodes(&imx_provider->provider);
32462306a36Sopenharmony_ci	return ret;
32562306a36Sopenharmony_ci}
32662306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(imx_icc_register);
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_civoid imx_icc_unregister(struct platform_device *pdev)
32962306a36Sopenharmony_ci{
33062306a36Sopenharmony_ci	struct imx_icc_provider *imx_provider = platform_get_drvdata(pdev);
33162306a36Sopenharmony_ci
33262306a36Sopenharmony_ci	icc_provider_deregister(&imx_provider->provider);
33362306a36Sopenharmony_ci	imx_icc_unregister_nodes(&imx_provider->provider);
33462306a36Sopenharmony_ci}
33562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(imx_icc_unregister);
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
338