162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Generic OPP helper interface for CPU device 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2009-2014 Texas Instruments Incorporated. 662306a36Sopenharmony_ci * Nishanth Menon 762306a36Sopenharmony_ci * Romit Dasgupta 862306a36Sopenharmony_ci * Kevin Hilman 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <linux/cpu.h> 1462306a36Sopenharmony_ci#include <linux/cpufreq.h> 1562306a36Sopenharmony_ci#include <linux/err.h> 1662306a36Sopenharmony_ci#include <linux/errno.h> 1762306a36Sopenharmony_ci#include <linux/export.h> 1862306a36Sopenharmony_ci#include <linux/slab.h> 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci#include "opp.h" 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci#ifdef CONFIG_CPU_FREQ 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci/** 2562306a36Sopenharmony_ci * dev_pm_opp_init_cpufreq_table() - create a cpufreq table for a device 2662306a36Sopenharmony_ci * @dev: device for which we do this operation 2762306a36Sopenharmony_ci * @opp_table: Cpufreq table returned back to caller 2862306a36Sopenharmony_ci * 2962306a36Sopenharmony_ci * Generate a cpufreq table for a provided device- this assumes that the 3062306a36Sopenharmony_ci * opp table is already initialized and ready for usage. 3162306a36Sopenharmony_ci * 3262306a36Sopenharmony_ci * This function allocates required memory for the cpufreq table. It is 3362306a36Sopenharmony_ci * expected that the caller does the required maintenance such as freeing 3462306a36Sopenharmony_ci * the table as required. 3562306a36Sopenharmony_ci * 3662306a36Sopenharmony_ci * Returns -EINVAL for bad pointers, -ENODEV if the device is not found, -ENOMEM 3762306a36Sopenharmony_ci * if no memory available for the operation (table is not populated), returns 0 3862306a36Sopenharmony_ci * if successful and table is populated. 3962306a36Sopenharmony_ci * 4062306a36Sopenharmony_ci * WARNING: It is important for the callers to ensure refreshing their copy of 4162306a36Sopenharmony_ci * the table if any of the mentioned functions have been invoked in the interim. 4262306a36Sopenharmony_ci */ 4362306a36Sopenharmony_ciint dev_pm_opp_init_cpufreq_table(struct device *dev, 4462306a36Sopenharmony_ci struct cpufreq_frequency_table **opp_table) 4562306a36Sopenharmony_ci{ 4662306a36Sopenharmony_ci struct dev_pm_opp *opp; 4762306a36Sopenharmony_ci struct cpufreq_frequency_table *freq_table = NULL; 4862306a36Sopenharmony_ci int i, max_opps, ret = 0; 4962306a36Sopenharmony_ci unsigned long rate; 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci max_opps = dev_pm_opp_get_opp_count(dev); 5262306a36Sopenharmony_ci if (max_opps <= 0) 5362306a36Sopenharmony_ci return max_opps ? max_opps : -ENODATA; 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci freq_table = kcalloc((max_opps + 1), sizeof(*freq_table), GFP_KERNEL); 5662306a36Sopenharmony_ci if (!freq_table) 5762306a36Sopenharmony_ci return -ENOMEM; 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ci for (i = 0, rate = 0; i < max_opps; i++, rate++) { 6062306a36Sopenharmony_ci /* find next rate */ 6162306a36Sopenharmony_ci opp = dev_pm_opp_find_freq_ceil(dev, &rate); 6262306a36Sopenharmony_ci if (IS_ERR(opp)) { 6362306a36Sopenharmony_ci ret = PTR_ERR(opp); 6462306a36Sopenharmony_ci goto out; 6562306a36Sopenharmony_ci } 6662306a36Sopenharmony_ci freq_table[i].driver_data = i; 6762306a36Sopenharmony_ci freq_table[i].frequency = rate / 1000; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci /* Is Boost/turbo opp ? */ 7062306a36Sopenharmony_ci if (dev_pm_opp_is_turbo(opp)) 7162306a36Sopenharmony_ci freq_table[i].flags = CPUFREQ_BOOST_FREQ; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci dev_pm_opp_put(opp); 7462306a36Sopenharmony_ci } 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci freq_table[i].driver_data = i; 7762306a36Sopenharmony_ci freq_table[i].frequency = CPUFREQ_TABLE_END; 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci *opp_table = &freq_table[0]; 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ciout: 8262306a36Sopenharmony_ci if (ret) 8362306a36Sopenharmony_ci kfree(freq_table); 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci return ret; 8662306a36Sopenharmony_ci} 8762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_init_cpufreq_table); 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci/** 9062306a36Sopenharmony_ci * dev_pm_opp_free_cpufreq_table() - free the cpufreq table 9162306a36Sopenharmony_ci * @dev: device for which we do this operation 9262306a36Sopenharmony_ci * @opp_table: table to free 9362306a36Sopenharmony_ci * 9462306a36Sopenharmony_ci * Free up the table allocated by dev_pm_opp_init_cpufreq_table 9562306a36Sopenharmony_ci */ 9662306a36Sopenharmony_civoid dev_pm_opp_free_cpufreq_table(struct device *dev, 9762306a36Sopenharmony_ci struct cpufreq_frequency_table **opp_table) 9862306a36Sopenharmony_ci{ 9962306a36Sopenharmony_ci if (!opp_table) 10062306a36Sopenharmony_ci return; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci kfree(*opp_table); 10362306a36Sopenharmony_ci *opp_table = NULL; 10462306a36Sopenharmony_ci} 10562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_free_cpufreq_table); 10662306a36Sopenharmony_ci#endif /* CONFIG_CPU_FREQ */ 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_civoid _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask, 10962306a36Sopenharmony_ci int last_cpu) 11062306a36Sopenharmony_ci{ 11162306a36Sopenharmony_ci struct device *cpu_dev; 11262306a36Sopenharmony_ci int cpu; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci WARN_ON(cpumask_empty(cpumask)); 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci for_each_cpu(cpu, cpumask) { 11762306a36Sopenharmony_ci if (cpu == last_cpu) 11862306a36Sopenharmony_ci break; 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci cpu_dev = get_cpu_device(cpu); 12162306a36Sopenharmony_ci if (!cpu_dev) { 12262306a36Sopenharmony_ci pr_err("%s: failed to get cpu%d device\n", __func__, 12362306a36Sopenharmony_ci cpu); 12462306a36Sopenharmony_ci continue; 12562306a36Sopenharmony_ci } 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci dev_pm_opp_remove_table(cpu_dev); 12862306a36Sopenharmony_ci } 12962306a36Sopenharmony_ci} 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci/** 13262306a36Sopenharmony_ci * dev_pm_opp_cpumask_remove_table() - Removes OPP table for @cpumask 13362306a36Sopenharmony_ci * @cpumask: cpumask for which OPP table needs to be removed 13462306a36Sopenharmony_ci * 13562306a36Sopenharmony_ci * This removes the OPP tables for CPUs present in the @cpumask. 13662306a36Sopenharmony_ci * This should be used to remove all the OPPs entries associated with 13762306a36Sopenharmony_ci * the cpus in @cpumask. 13862306a36Sopenharmony_ci */ 13962306a36Sopenharmony_civoid dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask) 14062306a36Sopenharmony_ci{ 14162306a36Sopenharmony_ci _dev_pm_opp_cpumask_remove_table(cpumask, -1); 14262306a36Sopenharmony_ci} 14362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_cpumask_remove_table); 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci/** 14662306a36Sopenharmony_ci * dev_pm_opp_set_sharing_cpus() - Mark OPP table as shared by few CPUs 14762306a36Sopenharmony_ci * @cpu_dev: CPU device for which we do this operation 14862306a36Sopenharmony_ci * @cpumask: cpumask of the CPUs which share the OPP table with @cpu_dev 14962306a36Sopenharmony_ci * 15062306a36Sopenharmony_ci * This marks OPP table of the @cpu_dev as shared by the CPUs present in 15162306a36Sopenharmony_ci * @cpumask. 15262306a36Sopenharmony_ci * 15362306a36Sopenharmony_ci * Returns -ENODEV if OPP table isn't already present. 15462306a36Sopenharmony_ci */ 15562306a36Sopenharmony_ciint dev_pm_opp_set_sharing_cpus(struct device *cpu_dev, 15662306a36Sopenharmony_ci const struct cpumask *cpumask) 15762306a36Sopenharmony_ci{ 15862306a36Sopenharmony_ci struct opp_device *opp_dev; 15962306a36Sopenharmony_ci struct opp_table *opp_table; 16062306a36Sopenharmony_ci struct device *dev; 16162306a36Sopenharmony_ci int cpu, ret = 0; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci opp_table = _find_opp_table(cpu_dev); 16462306a36Sopenharmony_ci if (IS_ERR(opp_table)) 16562306a36Sopenharmony_ci return PTR_ERR(opp_table); 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci for_each_cpu(cpu, cpumask) { 16862306a36Sopenharmony_ci if (cpu == cpu_dev->id) 16962306a36Sopenharmony_ci continue; 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci dev = get_cpu_device(cpu); 17262306a36Sopenharmony_ci if (!dev) { 17362306a36Sopenharmony_ci dev_err(cpu_dev, "%s: failed to get cpu%d device\n", 17462306a36Sopenharmony_ci __func__, cpu); 17562306a36Sopenharmony_ci continue; 17662306a36Sopenharmony_ci } 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci opp_dev = _add_opp_dev(dev, opp_table); 17962306a36Sopenharmony_ci if (!opp_dev) { 18062306a36Sopenharmony_ci dev_err(dev, "%s: failed to add opp-dev for cpu%d device\n", 18162306a36Sopenharmony_ci __func__, cpu); 18262306a36Sopenharmony_ci continue; 18362306a36Sopenharmony_ci } 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci /* Mark opp-table as multiple CPUs are sharing it now */ 18662306a36Sopenharmony_ci opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED; 18762306a36Sopenharmony_ci } 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci dev_pm_opp_put_opp_table(opp_table); 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci return ret; 19262306a36Sopenharmony_ci} 19362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_set_sharing_cpus); 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci/** 19662306a36Sopenharmony_ci * dev_pm_opp_get_sharing_cpus() - Get cpumask of CPUs sharing OPPs with @cpu_dev 19762306a36Sopenharmony_ci * @cpu_dev: CPU device for which we do this operation 19862306a36Sopenharmony_ci * @cpumask: cpumask to update with information of sharing CPUs 19962306a36Sopenharmony_ci * 20062306a36Sopenharmony_ci * This updates the @cpumask with CPUs that are sharing OPPs with @cpu_dev. 20162306a36Sopenharmony_ci * 20262306a36Sopenharmony_ci * Returns -ENODEV if OPP table isn't already present and -EINVAL if the OPP 20362306a36Sopenharmony_ci * table's status is access-unknown. 20462306a36Sopenharmony_ci */ 20562306a36Sopenharmony_ciint dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask) 20662306a36Sopenharmony_ci{ 20762306a36Sopenharmony_ci struct opp_device *opp_dev; 20862306a36Sopenharmony_ci struct opp_table *opp_table; 20962306a36Sopenharmony_ci int ret = 0; 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci opp_table = _find_opp_table(cpu_dev); 21262306a36Sopenharmony_ci if (IS_ERR(opp_table)) 21362306a36Sopenharmony_ci return PTR_ERR(opp_table); 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci if (opp_table->shared_opp == OPP_TABLE_ACCESS_UNKNOWN) { 21662306a36Sopenharmony_ci ret = -EINVAL; 21762306a36Sopenharmony_ci goto put_opp_table; 21862306a36Sopenharmony_ci } 21962306a36Sopenharmony_ci 22062306a36Sopenharmony_ci cpumask_clear(cpumask); 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) { 22362306a36Sopenharmony_ci mutex_lock(&opp_table->lock); 22462306a36Sopenharmony_ci list_for_each_entry(opp_dev, &opp_table->dev_list, node) 22562306a36Sopenharmony_ci cpumask_set_cpu(opp_dev->dev->id, cpumask); 22662306a36Sopenharmony_ci mutex_unlock(&opp_table->lock); 22762306a36Sopenharmony_ci } else { 22862306a36Sopenharmony_ci cpumask_set_cpu(cpu_dev->id, cpumask); 22962306a36Sopenharmony_ci } 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ciput_opp_table: 23262306a36Sopenharmony_ci dev_pm_opp_put_opp_table(opp_table); 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci return ret; 23562306a36Sopenharmony_ci} 23662306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_get_sharing_cpus); 237