162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved. 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/args.h> 762306a36Sopenharmony_ci#include <linux/bitfield.h> 862306a36Sopenharmony_ci#include <linux/clk.h> 962306a36Sopenharmony_ci#include <linux/interconnect-provider.h> 1062306a36Sopenharmony_ci#include <linux/io.h> 1162306a36Sopenharmony_ci#include <linux/kernel.h> 1262306a36Sopenharmony_ci#include <linux/module.h> 1362306a36Sopenharmony_ci#include <linux/of.h> 1462306a36Sopenharmony_ci#include <linux/platform_device.h> 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci#include <dt-bindings/interconnect/qcom,osm-l3.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#define LUT_MAX_ENTRIES 40U 1962306a36Sopenharmony_ci#define LUT_SRC GENMASK(31, 30) 2062306a36Sopenharmony_ci#define LUT_L_VAL GENMASK(7, 0) 2162306a36Sopenharmony_ci#define CLK_HW_DIV 2 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ci/* OSM Register offsets */ 2462306a36Sopenharmony_ci#define REG_ENABLE 0x0 2562306a36Sopenharmony_ci#define OSM_LUT_ROW_SIZE 32 2662306a36Sopenharmony_ci#define OSM_REG_FREQ_LUT 0x110 2762306a36Sopenharmony_ci#define OSM_REG_PERF_STATE 0x920 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci/* EPSS Register offsets */ 3062306a36Sopenharmony_ci#define EPSS_LUT_ROW_SIZE 4 3162306a36Sopenharmony_ci#define EPSS_REG_L3_VOTE 0x90 3262306a36Sopenharmony_ci#define EPSS_REG_FREQ_LUT 0x100 3362306a36Sopenharmony_ci#define EPSS_REG_PERF_STATE 0x320 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci#define OSM_L3_MAX_LINKS 1 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci#define to_osm_l3_provider(_provider) \ 3862306a36Sopenharmony_ci container_of(_provider, struct qcom_osm_l3_icc_provider, provider) 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistruct qcom_osm_l3_icc_provider { 4162306a36Sopenharmony_ci void __iomem *base; 4262306a36Sopenharmony_ci unsigned int max_state; 4362306a36Sopenharmony_ci unsigned int reg_perf_state; 4462306a36Sopenharmony_ci unsigned long lut_tables[LUT_MAX_ENTRIES]; 4562306a36Sopenharmony_ci struct icc_provider provider; 4662306a36Sopenharmony_ci}; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci/** 4962306a36Sopenharmony_ci * struct qcom_osm_l3_node - Qualcomm specific interconnect nodes 5062306a36Sopenharmony_ci * @name: the node name used in debugfs 5162306a36Sopenharmony_ci * @links: an array of nodes where we can go next while traversing 5262306a36Sopenharmony_ci * @id: a unique node identifier 5362306a36Sopenharmony_ci * @num_links: the total number of @links 5462306a36Sopenharmony_ci * @buswidth: width of the interconnect between a node and the bus 5562306a36Sopenharmony_ci */ 5662306a36Sopenharmony_cistruct qcom_osm_l3_node { 5762306a36Sopenharmony_ci const char *name; 5862306a36Sopenharmony_ci u16 links[OSM_L3_MAX_LINKS]; 5962306a36Sopenharmony_ci u16 id; 6062306a36Sopenharmony_ci u16 num_links; 6162306a36Sopenharmony_ci u16 buswidth; 6262306a36Sopenharmony_ci}; 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_cistruct qcom_osm_l3_desc { 6562306a36Sopenharmony_ci const struct qcom_osm_l3_node * const *nodes; 6662306a36Sopenharmony_ci size_t num_nodes; 6762306a36Sopenharmony_ci unsigned int lut_row_size; 6862306a36Sopenharmony_ci unsigned int reg_freq_lut; 6962306a36Sopenharmony_ci unsigned int reg_perf_state; 7062306a36Sopenharmony_ci}; 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_cienum { 7362306a36Sopenharmony_ci OSM_L3_MASTER_NODE = 10000, 7462306a36Sopenharmony_ci OSM_L3_SLAVE_NODE, 7562306a36Sopenharmony_ci}; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci#define DEFINE_QNODE(_name, _id, _buswidth, ...) \ 7862306a36Sopenharmony_ci static const struct qcom_osm_l3_node _name = { \ 7962306a36Sopenharmony_ci .name = #_name, \ 8062306a36Sopenharmony_ci .id = _id, \ 8162306a36Sopenharmony_ci .buswidth = _buswidth, \ 8262306a36Sopenharmony_ci .num_links = COUNT_ARGS(__VA_ARGS__), \ 8362306a36Sopenharmony_ci .links = { __VA_ARGS__ }, \ 8462306a36Sopenharmony_ci } 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ciDEFINE_QNODE(osm_l3_master, OSM_L3_MASTER_NODE, 16, OSM_L3_SLAVE_NODE); 8762306a36Sopenharmony_ciDEFINE_QNODE(osm_l3_slave, OSM_L3_SLAVE_NODE, 16); 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_cistatic const struct qcom_osm_l3_node * const osm_l3_nodes[] = { 9062306a36Sopenharmony_ci [MASTER_OSM_L3_APPS] = &osm_l3_master, 9162306a36Sopenharmony_ci [SLAVE_OSM_L3] = &osm_l3_slave, 9262306a36Sopenharmony_ci}; 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ciDEFINE_QNODE(epss_l3_master, OSM_L3_MASTER_NODE, 32, OSM_L3_SLAVE_NODE); 9562306a36Sopenharmony_ciDEFINE_QNODE(epss_l3_slave, OSM_L3_SLAVE_NODE, 32); 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_cistatic const struct qcom_osm_l3_node * const epss_l3_nodes[] = { 9862306a36Sopenharmony_ci [MASTER_EPSS_L3_APPS] = &epss_l3_master, 9962306a36Sopenharmony_ci [SLAVE_EPSS_L3_SHARED] = &epss_l3_slave, 10062306a36Sopenharmony_ci}; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc osm_l3 = { 10362306a36Sopenharmony_ci .nodes = osm_l3_nodes, 10462306a36Sopenharmony_ci .num_nodes = ARRAY_SIZE(osm_l3_nodes), 10562306a36Sopenharmony_ci .lut_row_size = OSM_LUT_ROW_SIZE, 10662306a36Sopenharmony_ci .reg_freq_lut = OSM_REG_FREQ_LUT, 10762306a36Sopenharmony_ci .reg_perf_state = OSM_REG_PERF_STATE, 10862306a36Sopenharmony_ci}; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc epss_l3_perf_state = { 11162306a36Sopenharmony_ci .nodes = epss_l3_nodes, 11262306a36Sopenharmony_ci .num_nodes = ARRAY_SIZE(epss_l3_nodes), 11362306a36Sopenharmony_ci .lut_row_size = EPSS_LUT_ROW_SIZE, 11462306a36Sopenharmony_ci .reg_freq_lut = EPSS_REG_FREQ_LUT, 11562306a36Sopenharmony_ci .reg_perf_state = EPSS_REG_PERF_STATE, 11662306a36Sopenharmony_ci}; 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_cistatic const struct qcom_osm_l3_desc epss_l3_l3_vote = { 11962306a36Sopenharmony_ci .nodes = epss_l3_nodes, 12062306a36Sopenharmony_ci .num_nodes = ARRAY_SIZE(epss_l3_nodes), 12162306a36Sopenharmony_ci .lut_row_size = EPSS_LUT_ROW_SIZE, 12262306a36Sopenharmony_ci .reg_freq_lut = EPSS_REG_FREQ_LUT, 12362306a36Sopenharmony_ci .reg_perf_state = EPSS_REG_L3_VOTE, 12462306a36Sopenharmony_ci}; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_cistatic int qcom_osm_l3_set(struct icc_node *src, struct icc_node *dst) 12762306a36Sopenharmony_ci{ 12862306a36Sopenharmony_ci struct qcom_osm_l3_icc_provider *qp; 12962306a36Sopenharmony_ci struct icc_provider *provider; 13062306a36Sopenharmony_ci const struct qcom_osm_l3_node *qn; 13162306a36Sopenharmony_ci unsigned int index; 13262306a36Sopenharmony_ci u64 rate; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci qn = src->data; 13562306a36Sopenharmony_ci provider = src->provider; 13662306a36Sopenharmony_ci qp = to_osm_l3_provider(provider); 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci rate = icc_units_to_bps(dst->peak_bw); 13962306a36Sopenharmony_ci do_div(rate, qn->buswidth); 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci for (index = 0; index < qp->max_state - 1; index++) { 14262306a36Sopenharmony_ci if (qp->lut_tables[index] >= rate) 14362306a36Sopenharmony_ci break; 14462306a36Sopenharmony_ci } 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci writel_relaxed(index, qp->base + qp->reg_perf_state); 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci return 0; 14962306a36Sopenharmony_ci} 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_cistatic int qcom_osm_l3_remove(struct platform_device *pdev) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev); 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci icc_provider_deregister(&qp->provider); 15662306a36Sopenharmony_ci icc_nodes_remove(&qp->provider); 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci return 0; 15962306a36Sopenharmony_ci} 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_cistatic int qcom_osm_l3_probe(struct platform_device *pdev) 16262306a36Sopenharmony_ci{ 16362306a36Sopenharmony_ci u32 info, src, lval, i, prev_freq = 0, freq; 16462306a36Sopenharmony_ci static unsigned long hw_rate, xo_rate; 16562306a36Sopenharmony_ci struct qcom_osm_l3_icc_provider *qp; 16662306a36Sopenharmony_ci const struct qcom_osm_l3_desc *desc; 16762306a36Sopenharmony_ci struct icc_onecell_data *data; 16862306a36Sopenharmony_ci struct icc_provider *provider; 16962306a36Sopenharmony_ci const struct qcom_osm_l3_node * const *qnodes; 17062306a36Sopenharmony_ci struct icc_node *node; 17162306a36Sopenharmony_ci size_t num_nodes; 17262306a36Sopenharmony_ci struct clk *clk; 17362306a36Sopenharmony_ci int ret; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci clk = clk_get(&pdev->dev, "xo"); 17662306a36Sopenharmony_ci if (IS_ERR(clk)) 17762306a36Sopenharmony_ci return PTR_ERR(clk); 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_ci xo_rate = clk_get_rate(clk); 18062306a36Sopenharmony_ci clk_put(clk); 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci clk = clk_get(&pdev->dev, "alternate"); 18362306a36Sopenharmony_ci if (IS_ERR(clk)) 18462306a36Sopenharmony_ci return PTR_ERR(clk); 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ci hw_rate = clk_get_rate(clk) / CLK_HW_DIV; 18762306a36Sopenharmony_ci clk_put(clk); 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL); 19062306a36Sopenharmony_ci if (!qp) 19162306a36Sopenharmony_ci return -ENOMEM; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci qp->base = devm_platform_ioremap_resource(pdev, 0); 19462306a36Sopenharmony_ci if (IS_ERR(qp->base)) 19562306a36Sopenharmony_ci return PTR_ERR(qp->base); 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci /* HW should be in enabled state to proceed */ 19862306a36Sopenharmony_ci if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) { 19962306a36Sopenharmony_ci dev_err(&pdev->dev, "error hardware not enabled\n"); 20062306a36Sopenharmony_ci return -ENODEV; 20162306a36Sopenharmony_ci } 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci desc = device_get_match_data(&pdev->dev); 20462306a36Sopenharmony_ci if (!desc) 20562306a36Sopenharmony_ci return -EINVAL; 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci qp->reg_perf_state = desc->reg_perf_state; 20862306a36Sopenharmony_ci 20962306a36Sopenharmony_ci for (i = 0; i < LUT_MAX_ENTRIES; i++) { 21062306a36Sopenharmony_ci info = readl_relaxed(qp->base + desc->reg_freq_lut + 21162306a36Sopenharmony_ci i * desc->lut_row_size); 21262306a36Sopenharmony_ci src = FIELD_GET(LUT_SRC, info); 21362306a36Sopenharmony_ci lval = FIELD_GET(LUT_L_VAL, info); 21462306a36Sopenharmony_ci if (src) 21562306a36Sopenharmony_ci freq = xo_rate * lval; 21662306a36Sopenharmony_ci else 21762306a36Sopenharmony_ci freq = hw_rate; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci /* Two of the same frequencies signify end of table */ 22062306a36Sopenharmony_ci if (i > 0 && prev_freq == freq) 22162306a36Sopenharmony_ci break; 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq); 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci qp->lut_tables[i] = freq; 22662306a36Sopenharmony_ci prev_freq = freq; 22762306a36Sopenharmony_ci } 22862306a36Sopenharmony_ci qp->max_state = i; 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci qnodes = desc->nodes; 23162306a36Sopenharmony_ci num_nodes = desc->num_nodes; 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci data = devm_kzalloc(&pdev->dev, struct_size(data, nodes, num_nodes), GFP_KERNEL); 23462306a36Sopenharmony_ci if (!data) 23562306a36Sopenharmony_ci return -ENOMEM; 23662306a36Sopenharmony_ci data->num_nodes = num_nodes; 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci provider = &qp->provider; 23962306a36Sopenharmony_ci provider->dev = &pdev->dev; 24062306a36Sopenharmony_ci provider->set = qcom_osm_l3_set; 24162306a36Sopenharmony_ci provider->aggregate = icc_std_aggregate; 24262306a36Sopenharmony_ci provider->xlate = of_icc_xlate_onecell; 24362306a36Sopenharmony_ci provider->data = data; 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci icc_provider_init(provider); 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci for (i = 0; i < num_nodes; i++) { 24862306a36Sopenharmony_ci size_t j; 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci node = icc_node_create(qnodes[i]->id); 25162306a36Sopenharmony_ci if (IS_ERR(node)) { 25262306a36Sopenharmony_ci ret = PTR_ERR(node); 25362306a36Sopenharmony_ci goto err; 25462306a36Sopenharmony_ci } 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ci node->name = qnodes[i]->name; 25762306a36Sopenharmony_ci /* Cast away const and add it back in qcom_osm_l3_set() */ 25862306a36Sopenharmony_ci node->data = (void *)qnodes[i]; 25962306a36Sopenharmony_ci icc_node_add(node, provider); 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci for (j = 0; j < qnodes[i]->num_links; j++) 26262306a36Sopenharmony_ci icc_link_create(node, qnodes[i]->links[j]); 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci data->nodes[i] = node; 26562306a36Sopenharmony_ci } 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci ret = icc_provider_register(provider); 26862306a36Sopenharmony_ci if (ret) 26962306a36Sopenharmony_ci goto err; 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci platform_set_drvdata(pdev, qp); 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_ci return 0; 27462306a36Sopenharmony_cierr: 27562306a36Sopenharmony_ci icc_nodes_remove(provider); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci return ret; 27862306a36Sopenharmony_ci} 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_cistatic const struct of_device_id osm_l3_of_match[] = { 28162306a36Sopenharmony_ci { .compatible = "qcom,epss-l3", .data = &epss_l3_l3_vote }, 28262306a36Sopenharmony_ci { .compatible = "qcom,osm-l3", .data = &osm_l3 }, 28362306a36Sopenharmony_ci { .compatible = "qcom,sc7180-osm-l3", .data = &osm_l3 }, 28462306a36Sopenharmony_ci { .compatible = "qcom,sc7280-epss-l3", .data = &epss_l3_perf_state }, 28562306a36Sopenharmony_ci { .compatible = "qcom,sdm845-osm-l3", .data = &osm_l3 }, 28662306a36Sopenharmony_ci { .compatible = "qcom,sm8150-osm-l3", .data = &osm_l3 }, 28762306a36Sopenharmony_ci { .compatible = "qcom,sc8180x-osm-l3", .data = &osm_l3 }, 28862306a36Sopenharmony_ci { .compatible = "qcom,sm8250-epss-l3", .data = &epss_l3_perf_state }, 28962306a36Sopenharmony_ci { } 29062306a36Sopenharmony_ci}; 29162306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, osm_l3_of_match); 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_cistatic struct platform_driver osm_l3_driver = { 29462306a36Sopenharmony_ci .probe = qcom_osm_l3_probe, 29562306a36Sopenharmony_ci .remove = qcom_osm_l3_remove, 29662306a36Sopenharmony_ci .driver = { 29762306a36Sopenharmony_ci .name = "osm-l3", 29862306a36Sopenharmony_ci .of_match_table = osm_l3_of_match, 29962306a36Sopenharmony_ci .sync_state = icc_sync_state, 30062306a36Sopenharmony_ci }, 30162306a36Sopenharmony_ci}; 30262306a36Sopenharmony_cimodule_platform_driver(osm_l3_driver); 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ciMODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver"); 30562306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 306