162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Interconnect framework driver for i.MX SoC 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2019, BayLibre 662306a36Sopenharmony_ci * Copyright (c) 2019-2020, NXP 762306a36Sopenharmony_ci * Author: Alexandre Bailon <abailon@baylibre.com> 862306a36Sopenharmony_ci * Author: Leonard Crestez <leonard.crestez@nxp.com> 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#include <linux/device.h> 1262306a36Sopenharmony_ci#include <linux/interconnect-provider.h> 1362306a36Sopenharmony_ci#include <linux/io.h> 1462306a36Sopenharmony_ci#include <linux/module.h> 1562306a36Sopenharmony_ci#include <linux/of.h> 1662306a36Sopenharmony_ci#include <linux/of_platform.h> 1762306a36Sopenharmony_ci#include <linux/platform_device.h> 1862306a36Sopenharmony_ci#include <linux/pm_qos.h> 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci#include "imx.h" 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci/* private icc_node data */ 2362306a36Sopenharmony_cistruct imx_icc_node { 2462306a36Sopenharmony_ci const struct imx_icc_node_desc *desc; 2562306a36Sopenharmony_ci const struct imx_icc_noc_setting *setting; 2662306a36Sopenharmony_ci struct device *qos_dev; 2762306a36Sopenharmony_ci struct dev_pm_qos_request qos_req; 2862306a36Sopenharmony_ci struct imx_icc_provider *imx_provider; 2962306a36Sopenharmony_ci}; 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_cistatic int imx_icc_get_bw(struct icc_node *node, u32 *avg, u32 *peak) 3262306a36Sopenharmony_ci{ 3362306a36Sopenharmony_ci *avg = 0; 3462306a36Sopenharmony_ci *peak = 0; 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_ci return 0; 3762306a36Sopenharmony_ci} 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_cistatic int imx_icc_node_set(struct icc_node *node) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci struct device *dev = node->provider->dev; 4262306a36Sopenharmony_ci struct imx_icc_node *node_data = node->data; 4362306a36Sopenharmony_ci void __iomem *base; 4462306a36Sopenharmony_ci u32 prio; 4562306a36Sopenharmony_ci u64 freq; 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci if (node_data->setting && node->peak_bw) { 4862306a36Sopenharmony_ci base = node_data->setting->reg + node_data->imx_provider->noc_base; 4962306a36Sopenharmony_ci if (node_data->setting->mode == IMX_NOC_MODE_FIXED) { 5062306a36Sopenharmony_ci prio = node_data->setting->prio_level; 5162306a36Sopenharmony_ci prio = PRIORITY_COMP_MARK | (prio << 8) | prio; 5262306a36Sopenharmony_ci writel(prio, base + IMX_NOC_PRIO_REG); 5362306a36Sopenharmony_ci writel(node_data->setting->mode, base + IMX_NOC_MODE_REG); 5462306a36Sopenharmony_ci writel(node_data->setting->ext_control, base + IMX_NOC_EXT_CTL_REG); 5562306a36Sopenharmony_ci dev_dbg(dev, "%s: mode: 0x%x, prio: 0x%x, ext_control: 0x%x\n", 5662306a36Sopenharmony_ci node_data->desc->name, node_data->setting->mode, prio, 5762306a36Sopenharmony_ci node_data->setting->ext_control); 5862306a36Sopenharmony_ci } else if (node_data->setting->mode == IMX_NOC_MODE_UNCONFIGURED) { 5962306a36Sopenharmony_ci dev_dbg(dev, "%s: mode not unconfigured\n", node_data->desc->name); 6062306a36Sopenharmony_ci } else { 6162306a36Sopenharmony_ci dev_info(dev, "%s: mode: %d not supported\n", 6262306a36Sopenharmony_ci node_data->desc->name, node_data->setting->mode); 6362306a36Sopenharmony_ci return -EOPNOTSUPP; 6462306a36Sopenharmony_ci } 6562306a36Sopenharmony_ci } 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci if (!node_data->qos_dev) 6862306a36Sopenharmony_ci return 0; 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci freq = (node->avg_bw + node->peak_bw) * node_data->desc->adj->bw_mul; 7162306a36Sopenharmony_ci do_div(freq, node_data->desc->adj->bw_div); 7262306a36Sopenharmony_ci dev_dbg(dev, "node %s device %s avg_bw %ukBps peak_bw %ukBps min_freq %llukHz\n", 7362306a36Sopenharmony_ci node->name, dev_name(node_data->qos_dev), 7462306a36Sopenharmony_ci node->avg_bw, node->peak_bw, freq); 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci if (freq > S32_MAX) { 7762306a36Sopenharmony_ci dev_err(dev, "%s can't request more than S32_MAX freq\n", 7862306a36Sopenharmony_ci node->name); 7962306a36Sopenharmony_ci return -ERANGE; 8062306a36Sopenharmony_ci } 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci dev_pm_qos_update_request(&node_data->qos_req, freq); 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci return 0; 8562306a36Sopenharmony_ci} 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_cistatic int imx_icc_set(struct icc_node *src, struct icc_node *dst) 8862306a36Sopenharmony_ci{ 8962306a36Sopenharmony_ci int ret; 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci ret = imx_icc_node_set(src); 9262306a36Sopenharmony_ci if (ret) 9362306a36Sopenharmony_ci return ret; 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci return imx_icc_node_set(dst); 9662306a36Sopenharmony_ci} 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci/* imx_icc_node_destroy() - Destroy an imx icc_node, including private data */ 9962306a36Sopenharmony_cistatic void imx_icc_node_destroy(struct icc_node *node) 10062306a36Sopenharmony_ci{ 10162306a36Sopenharmony_ci struct imx_icc_node *node_data = node->data; 10262306a36Sopenharmony_ci int ret; 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_ci if (dev_pm_qos_request_active(&node_data->qos_req)) { 10562306a36Sopenharmony_ci ret = dev_pm_qos_remove_request(&node_data->qos_req); 10662306a36Sopenharmony_ci if (ret) 10762306a36Sopenharmony_ci dev_warn(node->provider->dev, 10862306a36Sopenharmony_ci "failed to remove qos request for %s\n", 10962306a36Sopenharmony_ci dev_name(node_data->qos_dev)); 11062306a36Sopenharmony_ci } 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci put_device(node_data->qos_dev); 11362306a36Sopenharmony_ci icc_node_del(node); 11462306a36Sopenharmony_ci icc_node_destroy(node->id); 11562306a36Sopenharmony_ci} 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_cistatic int imx_icc_node_init_qos(struct icc_provider *provider, 11862306a36Sopenharmony_ci struct icc_node *node) 11962306a36Sopenharmony_ci{ 12062306a36Sopenharmony_ci struct imx_icc_node *node_data = node->data; 12162306a36Sopenharmony_ci const struct imx_icc_node_adj_desc *adj = node_data->desc->adj; 12262306a36Sopenharmony_ci struct device *dev = provider->dev; 12362306a36Sopenharmony_ci struct device_node *dn = NULL; 12462306a36Sopenharmony_ci struct platform_device *pdev; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci if (adj->main_noc) { 12762306a36Sopenharmony_ci node_data->qos_dev = dev; 12862306a36Sopenharmony_ci dev_dbg(dev, "icc node %s[%d] is main noc itself\n", 12962306a36Sopenharmony_ci node->name, node->id); 13062306a36Sopenharmony_ci } else { 13162306a36Sopenharmony_ci dn = of_parse_phandle(dev->of_node, adj->phandle_name, 0); 13262306a36Sopenharmony_ci if (!dn) { 13362306a36Sopenharmony_ci dev_warn(dev, "Failed to parse %s\n", 13462306a36Sopenharmony_ci adj->phandle_name); 13562306a36Sopenharmony_ci return -ENODEV; 13662306a36Sopenharmony_ci } 13762306a36Sopenharmony_ci /* Allow scaling to be disabled on a per-node basis */ 13862306a36Sopenharmony_ci if (!of_device_is_available(dn)) { 13962306a36Sopenharmony_ci dev_warn(dev, "Missing property %s, skip scaling %s\n", 14062306a36Sopenharmony_ci adj->phandle_name, node->name); 14162306a36Sopenharmony_ci of_node_put(dn); 14262306a36Sopenharmony_ci return 0; 14362306a36Sopenharmony_ci } 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci pdev = of_find_device_by_node(dn); 14662306a36Sopenharmony_ci of_node_put(dn); 14762306a36Sopenharmony_ci if (!pdev) { 14862306a36Sopenharmony_ci dev_warn(dev, "node %s[%d] missing device for %pOF\n", 14962306a36Sopenharmony_ci node->name, node->id, dn); 15062306a36Sopenharmony_ci return -EPROBE_DEFER; 15162306a36Sopenharmony_ci } 15262306a36Sopenharmony_ci node_data->qos_dev = &pdev->dev; 15362306a36Sopenharmony_ci dev_dbg(dev, "node %s[%d] has device node %pOF\n", 15462306a36Sopenharmony_ci node->name, node->id, dn); 15562306a36Sopenharmony_ci } 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci return dev_pm_qos_add_request(node_data->qos_dev, 15862306a36Sopenharmony_ci &node_data->qos_req, 15962306a36Sopenharmony_ci DEV_PM_QOS_MIN_FREQUENCY, 0); 16062306a36Sopenharmony_ci} 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_cistatic struct icc_node *imx_icc_node_add(struct imx_icc_provider *imx_provider, 16362306a36Sopenharmony_ci const struct imx_icc_node_desc *node_desc, 16462306a36Sopenharmony_ci const struct imx_icc_noc_setting *setting) 16562306a36Sopenharmony_ci{ 16662306a36Sopenharmony_ci struct icc_provider *provider = &imx_provider->provider; 16762306a36Sopenharmony_ci struct device *dev = provider->dev; 16862306a36Sopenharmony_ci struct imx_icc_node *node_data; 16962306a36Sopenharmony_ci struct icc_node *node; 17062306a36Sopenharmony_ci int ret; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci node = icc_node_create(node_desc->id); 17362306a36Sopenharmony_ci if (IS_ERR(node)) { 17462306a36Sopenharmony_ci dev_err(dev, "failed to create node %d\n", node_desc->id); 17562306a36Sopenharmony_ci return node; 17662306a36Sopenharmony_ci } 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci if (node->data) { 17962306a36Sopenharmony_ci dev_err(dev, "already created node %s id=%d\n", 18062306a36Sopenharmony_ci node_desc->name, node_desc->id); 18162306a36Sopenharmony_ci return ERR_PTR(-EEXIST); 18262306a36Sopenharmony_ci } 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci node_data = devm_kzalloc(dev, sizeof(*node_data), GFP_KERNEL); 18562306a36Sopenharmony_ci if (!node_data) { 18662306a36Sopenharmony_ci icc_node_destroy(node->id); 18762306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 18862306a36Sopenharmony_ci } 18962306a36Sopenharmony_ci 19062306a36Sopenharmony_ci node->name = node_desc->name; 19162306a36Sopenharmony_ci node->data = node_data; 19262306a36Sopenharmony_ci node_data->desc = node_desc; 19362306a36Sopenharmony_ci node_data->setting = setting; 19462306a36Sopenharmony_ci node_data->imx_provider = imx_provider; 19562306a36Sopenharmony_ci icc_node_add(node, provider); 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci if (node_desc->adj) { 19862306a36Sopenharmony_ci ret = imx_icc_node_init_qos(provider, node); 19962306a36Sopenharmony_ci if (ret < 0) { 20062306a36Sopenharmony_ci imx_icc_node_destroy(node); 20162306a36Sopenharmony_ci return ERR_PTR(ret); 20262306a36Sopenharmony_ci } 20362306a36Sopenharmony_ci } 20462306a36Sopenharmony_ci 20562306a36Sopenharmony_ci return node; 20662306a36Sopenharmony_ci} 20762306a36Sopenharmony_ci 20862306a36Sopenharmony_cistatic void imx_icc_unregister_nodes(struct icc_provider *provider) 20962306a36Sopenharmony_ci{ 21062306a36Sopenharmony_ci struct icc_node *node, *tmp; 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci list_for_each_entry_safe(node, tmp, &provider->nodes, node_list) 21362306a36Sopenharmony_ci imx_icc_node_destroy(node); 21462306a36Sopenharmony_ci} 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_cistatic int imx_icc_register_nodes(struct imx_icc_provider *imx_provider, 21762306a36Sopenharmony_ci const struct imx_icc_node_desc *descs, 21862306a36Sopenharmony_ci int count, 21962306a36Sopenharmony_ci const struct imx_icc_noc_setting *settings) 22062306a36Sopenharmony_ci{ 22162306a36Sopenharmony_ci struct icc_provider *provider = &imx_provider->provider; 22262306a36Sopenharmony_ci struct icc_onecell_data *provider_data = provider->data; 22362306a36Sopenharmony_ci int ret; 22462306a36Sopenharmony_ci int i; 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci for (i = 0; i < count; i++) { 22762306a36Sopenharmony_ci struct icc_node *node; 22862306a36Sopenharmony_ci const struct imx_icc_node_desc *node_desc = &descs[i]; 22962306a36Sopenharmony_ci size_t j; 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci node = imx_icc_node_add(imx_provider, node_desc, 23262306a36Sopenharmony_ci settings ? &settings[node_desc->id] : NULL); 23362306a36Sopenharmony_ci if (IS_ERR(node)) { 23462306a36Sopenharmony_ci ret = dev_err_probe(provider->dev, PTR_ERR(node), 23562306a36Sopenharmony_ci "failed to add %s\n", node_desc->name); 23662306a36Sopenharmony_ci goto err; 23762306a36Sopenharmony_ci } 23862306a36Sopenharmony_ci provider_data->nodes[node->id] = node; 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_ci for (j = 0; j < node_desc->num_links; j++) { 24162306a36Sopenharmony_ci ret = icc_link_create(node, node_desc->links[j]); 24262306a36Sopenharmony_ci if (ret) { 24362306a36Sopenharmony_ci dev_err(provider->dev, "failed to link node %d to %d: %d\n", 24462306a36Sopenharmony_ci node->id, node_desc->links[j], ret); 24562306a36Sopenharmony_ci goto err; 24662306a36Sopenharmony_ci } 24762306a36Sopenharmony_ci } 24862306a36Sopenharmony_ci } 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci return 0; 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_cierr: 25362306a36Sopenharmony_ci imx_icc_unregister_nodes(provider); 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci return ret; 25662306a36Sopenharmony_ci} 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_cistatic int get_max_node_id(struct imx_icc_node_desc *nodes, int nodes_count) 25962306a36Sopenharmony_ci{ 26062306a36Sopenharmony_ci int i, ret = 0; 26162306a36Sopenharmony_ci 26262306a36Sopenharmony_ci for (i = 0; i < nodes_count; ++i) 26362306a36Sopenharmony_ci if (nodes[i].id > ret) 26462306a36Sopenharmony_ci ret = nodes[i].id; 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_ci return ret; 26762306a36Sopenharmony_ci} 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_ciint imx_icc_register(struct platform_device *pdev, 27062306a36Sopenharmony_ci struct imx_icc_node_desc *nodes, int nodes_count, 27162306a36Sopenharmony_ci struct imx_icc_noc_setting *settings) 27262306a36Sopenharmony_ci{ 27362306a36Sopenharmony_ci struct device *dev = &pdev->dev; 27462306a36Sopenharmony_ci struct icc_onecell_data *data; 27562306a36Sopenharmony_ci struct imx_icc_provider *imx_provider; 27662306a36Sopenharmony_ci struct icc_provider *provider; 27762306a36Sopenharmony_ci int num_nodes; 27862306a36Sopenharmony_ci int ret; 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_ci /* icc_onecell_data is indexed by node_id, unlike nodes param */ 28162306a36Sopenharmony_ci num_nodes = get_max_node_id(nodes, nodes_count) + 1; 28262306a36Sopenharmony_ci data = devm_kzalloc(dev, struct_size(data, nodes, num_nodes), 28362306a36Sopenharmony_ci GFP_KERNEL); 28462306a36Sopenharmony_ci if (!data) 28562306a36Sopenharmony_ci return -ENOMEM; 28662306a36Sopenharmony_ci data->num_nodes = num_nodes; 28762306a36Sopenharmony_ci 28862306a36Sopenharmony_ci imx_provider = devm_kzalloc(dev, sizeof(*imx_provider), GFP_KERNEL); 28962306a36Sopenharmony_ci if (!imx_provider) 29062306a36Sopenharmony_ci return -ENOMEM; 29162306a36Sopenharmony_ci provider = &imx_provider->provider; 29262306a36Sopenharmony_ci provider->set = imx_icc_set; 29362306a36Sopenharmony_ci provider->get_bw = imx_icc_get_bw; 29462306a36Sopenharmony_ci provider->aggregate = icc_std_aggregate; 29562306a36Sopenharmony_ci provider->xlate = of_icc_xlate_onecell; 29662306a36Sopenharmony_ci provider->data = data; 29762306a36Sopenharmony_ci provider->dev = dev->parent; 29862306a36Sopenharmony_ci 29962306a36Sopenharmony_ci icc_provider_init(provider); 30062306a36Sopenharmony_ci 30162306a36Sopenharmony_ci platform_set_drvdata(pdev, imx_provider); 30262306a36Sopenharmony_ci 30362306a36Sopenharmony_ci if (settings) { 30462306a36Sopenharmony_ci imx_provider->noc_base = devm_of_iomap(dev, provider->dev->of_node, 0, NULL); 30562306a36Sopenharmony_ci if (IS_ERR(imx_provider->noc_base)) { 30662306a36Sopenharmony_ci ret = PTR_ERR(imx_provider->noc_base); 30762306a36Sopenharmony_ci dev_err(dev, "Error mapping NoC: %d\n", ret); 30862306a36Sopenharmony_ci return ret; 30962306a36Sopenharmony_ci } 31062306a36Sopenharmony_ci } 31162306a36Sopenharmony_ci 31262306a36Sopenharmony_ci ret = imx_icc_register_nodes(imx_provider, nodes, nodes_count, settings); 31362306a36Sopenharmony_ci if (ret) 31462306a36Sopenharmony_ci return ret; 31562306a36Sopenharmony_ci 31662306a36Sopenharmony_ci ret = icc_provider_register(provider); 31762306a36Sopenharmony_ci if (ret) 31862306a36Sopenharmony_ci goto err_unregister_nodes; 31962306a36Sopenharmony_ci 32062306a36Sopenharmony_ci return 0; 32162306a36Sopenharmony_ci 32262306a36Sopenharmony_cierr_unregister_nodes: 32362306a36Sopenharmony_ci imx_icc_unregister_nodes(&imx_provider->provider); 32462306a36Sopenharmony_ci return ret; 32562306a36Sopenharmony_ci} 32662306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(imx_icc_register); 32762306a36Sopenharmony_ci 32862306a36Sopenharmony_civoid imx_icc_unregister(struct platform_device *pdev) 32962306a36Sopenharmony_ci{ 33062306a36Sopenharmony_ci struct imx_icc_provider *imx_provider = platform_get_drvdata(pdev); 33162306a36Sopenharmony_ci 33262306a36Sopenharmony_ci icc_provider_deregister(&imx_provider->provider); 33362306a36Sopenharmony_ci imx_icc_unregister_nodes(&imx_provider->provider); 33462306a36Sopenharmony_ci} 33562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(imx_icc_unregister); 33662306a36Sopenharmony_ci 33762306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 338