162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Generic OPP helper interface for CPU device
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2009-2014 Texas Instruments Incorporated.
662306a36Sopenharmony_ci *	Nishanth Menon
762306a36Sopenharmony_ci *	Romit Dasgupta
862306a36Sopenharmony_ci *	Kevin Hilman
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <linux/cpu.h>
1462306a36Sopenharmony_ci#include <linux/cpufreq.h>
1562306a36Sopenharmony_ci#include <linux/err.h>
1662306a36Sopenharmony_ci#include <linux/errno.h>
1762306a36Sopenharmony_ci#include <linux/export.h>
1862306a36Sopenharmony_ci#include <linux/slab.h>
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci#include "opp.h"
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#ifdef CONFIG_CPU_FREQ
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci/**
2562306a36Sopenharmony_ci * dev_pm_opp_init_cpufreq_table() - create a cpufreq table for a device
2662306a36Sopenharmony_ci * @dev:	device for which we do this operation
2762306a36Sopenharmony_ci * @opp_table:	Cpufreq table returned back to caller
2862306a36Sopenharmony_ci *
2962306a36Sopenharmony_ci * Generate a cpufreq table for a provided device- this assumes that the
3062306a36Sopenharmony_ci * opp table is already initialized and ready for usage.
3162306a36Sopenharmony_ci *
3262306a36Sopenharmony_ci * This function allocates required memory for the cpufreq table. It is
3362306a36Sopenharmony_ci * expected that the caller does the required maintenance such as freeing
3462306a36Sopenharmony_ci * the table as required.
3562306a36Sopenharmony_ci *
3662306a36Sopenharmony_ci * Returns -EINVAL for bad pointers, -ENODEV if the device is not found, -ENOMEM
3762306a36Sopenharmony_ci * if no memory available for the operation (table is not populated), returns 0
3862306a36Sopenharmony_ci * if successful and table is populated.
3962306a36Sopenharmony_ci *
4062306a36Sopenharmony_ci * WARNING: It is  important for the callers to ensure refreshing their copy of
4162306a36Sopenharmony_ci * the table if any of the mentioned functions have been invoked in the interim.
4262306a36Sopenharmony_ci */
4362306a36Sopenharmony_ciint dev_pm_opp_init_cpufreq_table(struct device *dev,
4462306a36Sopenharmony_ci				  struct cpufreq_frequency_table **opp_table)
4562306a36Sopenharmony_ci{
4662306a36Sopenharmony_ci	struct dev_pm_opp *opp;
4762306a36Sopenharmony_ci	struct cpufreq_frequency_table *freq_table = NULL;
4862306a36Sopenharmony_ci	int i, max_opps, ret = 0;
4962306a36Sopenharmony_ci	unsigned long rate;
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	max_opps = dev_pm_opp_get_opp_count(dev);
5262306a36Sopenharmony_ci	if (max_opps <= 0)
5362306a36Sopenharmony_ci		return max_opps ? max_opps : -ENODATA;
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	freq_table = kcalloc((max_opps + 1), sizeof(*freq_table), GFP_KERNEL);
5662306a36Sopenharmony_ci	if (!freq_table)
5762306a36Sopenharmony_ci		return -ENOMEM;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	for (i = 0, rate = 0; i < max_opps; i++, rate++) {
6062306a36Sopenharmony_ci		/* find next rate */
6162306a36Sopenharmony_ci		opp = dev_pm_opp_find_freq_ceil(dev, &rate);
6262306a36Sopenharmony_ci		if (IS_ERR(opp)) {
6362306a36Sopenharmony_ci			ret = PTR_ERR(opp);
6462306a36Sopenharmony_ci			goto out;
6562306a36Sopenharmony_ci		}
6662306a36Sopenharmony_ci		freq_table[i].driver_data = i;
6762306a36Sopenharmony_ci		freq_table[i].frequency = rate / 1000;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci		/* Is Boost/turbo opp ? */
7062306a36Sopenharmony_ci		if (dev_pm_opp_is_turbo(opp))
7162306a36Sopenharmony_ci			freq_table[i].flags = CPUFREQ_BOOST_FREQ;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci		dev_pm_opp_put(opp);
7462306a36Sopenharmony_ci	}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	freq_table[i].driver_data = i;
7762306a36Sopenharmony_ci	freq_table[i].frequency = CPUFREQ_TABLE_END;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	*opp_table = &freq_table[0];
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ciout:
8262306a36Sopenharmony_ci	if (ret)
8362306a36Sopenharmony_ci		kfree(freq_table);
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	return ret;
8662306a36Sopenharmony_ci}
8762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_init_cpufreq_table);
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci/**
9062306a36Sopenharmony_ci * dev_pm_opp_free_cpufreq_table() - free the cpufreq table
9162306a36Sopenharmony_ci * @dev:	device for which we do this operation
9262306a36Sopenharmony_ci * @opp_table:	table to free
9362306a36Sopenharmony_ci *
9462306a36Sopenharmony_ci * Free up the table allocated by dev_pm_opp_init_cpufreq_table
9562306a36Sopenharmony_ci */
9662306a36Sopenharmony_civoid dev_pm_opp_free_cpufreq_table(struct device *dev,
9762306a36Sopenharmony_ci				   struct cpufreq_frequency_table **opp_table)
9862306a36Sopenharmony_ci{
9962306a36Sopenharmony_ci	if (!opp_table)
10062306a36Sopenharmony_ci		return;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	kfree(*opp_table);
10362306a36Sopenharmony_ci	*opp_table = NULL;
10462306a36Sopenharmony_ci}
10562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_free_cpufreq_table);
10662306a36Sopenharmony_ci#endif	/* CONFIG_CPU_FREQ */
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_civoid _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask,
10962306a36Sopenharmony_ci				      int last_cpu)
11062306a36Sopenharmony_ci{
11162306a36Sopenharmony_ci	struct device *cpu_dev;
11262306a36Sopenharmony_ci	int cpu;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	WARN_ON(cpumask_empty(cpumask));
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	for_each_cpu(cpu, cpumask) {
11762306a36Sopenharmony_ci		if (cpu == last_cpu)
11862306a36Sopenharmony_ci			break;
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci		cpu_dev = get_cpu_device(cpu);
12162306a36Sopenharmony_ci		if (!cpu_dev) {
12262306a36Sopenharmony_ci			pr_err("%s: failed to get cpu%d device\n", __func__,
12362306a36Sopenharmony_ci			       cpu);
12462306a36Sopenharmony_ci			continue;
12562306a36Sopenharmony_ci		}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci		dev_pm_opp_remove_table(cpu_dev);
12862306a36Sopenharmony_ci	}
12962306a36Sopenharmony_ci}
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci/**
13262306a36Sopenharmony_ci * dev_pm_opp_cpumask_remove_table() - Removes OPP table for @cpumask
13362306a36Sopenharmony_ci * @cpumask:	cpumask for which OPP table needs to be removed
13462306a36Sopenharmony_ci *
13562306a36Sopenharmony_ci * This removes the OPP tables for CPUs present in the @cpumask.
13662306a36Sopenharmony_ci * This should be used to remove all the OPPs entries associated with
13762306a36Sopenharmony_ci * the cpus in @cpumask.
13862306a36Sopenharmony_ci */
13962306a36Sopenharmony_civoid dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask)
14062306a36Sopenharmony_ci{
14162306a36Sopenharmony_ci	_dev_pm_opp_cpumask_remove_table(cpumask, -1);
14262306a36Sopenharmony_ci}
14362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_cpumask_remove_table);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci/**
14662306a36Sopenharmony_ci * dev_pm_opp_set_sharing_cpus() - Mark OPP table as shared by few CPUs
14762306a36Sopenharmony_ci * @cpu_dev:	CPU device for which we do this operation
14862306a36Sopenharmony_ci * @cpumask:	cpumask of the CPUs which share the OPP table with @cpu_dev
14962306a36Sopenharmony_ci *
15062306a36Sopenharmony_ci * This marks OPP table of the @cpu_dev as shared by the CPUs present in
15162306a36Sopenharmony_ci * @cpumask.
15262306a36Sopenharmony_ci *
15362306a36Sopenharmony_ci * Returns -ENODEV if OPP table isn't already present.
15462306a36Sopenharmony_ci */
15562306a36Sopenharmony_ciint dev_pm_opp_set_sharing_cpus(struct device *cpu_dev,
15662306a36Sopenharmony_ci				const struct cpumask *cpumask)
15762306a36Sopenharmony_ci{
15862306a36Sopenharmony_ci	struct opp_device *opp_dev;
15962306a36Sopenharmony_ci	struct opp_table *opp_table;
16062306a36Sopenharmony_ci	struct device *dev;
16162306a36Sopenharmony_ci	int cpu, ret = 0;
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	opp_table = _find_opp_table(cpu_dev);
16462306a36Sopenharmony_ci	if (IS_ERR(opp_table))
16562306a36Sopenharmony_ci		return PTR_ERR(opp_table);
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	for_each_cpu(cpu, cpumask) {
16862306a36Sopenharmony_ci		if (cpu == cpu_dev->id)
16962306a36Sopenharmony_ci			continue;
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci		dev = get_cpu_device(cpu);
17262306a36Sopenharmony_ci		if (!dev) {
17362306a36Sopenharmony_ci			dev_err(cpu_dev, "%s: failed to get cpu%d device\n",
17462306a36Sopenharmony_ci				__func__, cpu);
17562306a36Sopenharmony_ci			continue;
17662306a36Sopenharmony_ci		}
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci		opp_dev = _add_opp_dev(dev, opp_table);
17962306a36Sopenharmony_ci		if (!opp_dev) {
18062306a36Sopenharmony_ci			dev_err(dev, "%s: failed to add opp-dev for cpu%d device\n",
18162306a36Sopenharmony_ci				__func__, cpu);
18262306a36Sopenharmony_ci			continue;
18362306a36Sopenharmony_ci		}
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci		/* Mark opp-table as multiple CPUs are sharing it now */
18662306a36Sopenharmony_ci		opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED;
18762306a36Sopenharmony_ci	}
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	dev_pm_opp_put_opp_table(opp_table);
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	return ret;
19262306a36Sopenharmony_ci}
19362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_set_sharing_cpus);
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci/**
19662306a36Sopenharmony_ci * dev_pm_opp_get_sharing_cpus() - Get cpumask of CPUs sharing OPPs with @cpu_dev
19762306a36Sopenharmony_ci * @cpu_dev:	CPU device for which we do this operation
19862306a36Sopenharmony_ci * @cpumask:	cpumask to update with information of sharing CPUs
19962306a36Sopenharmony_ci *
20062306a36Sopenharmony_ci * This updates the @cpumask with CPUs that are sharing OPPs with @cpu_dev.
20162306a36Sopenharmony_ci *
20262306a36Sopenharmony_ci * Returns -ENODEV if OPP table isn't already present and -EINVAL if the OPP
20362306a36Sopenharmony_ci * table's status is access-unknown.
20462306a36Sopenharmony_ci */
20562306a36Sopenharmony_ciint dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask)
20662306a36Sopenharmony_ci{
20762306a36Sopenharmony_ci	struct opp_device *opp_dev;
20862306a36Sopenharmony_ci	struct opp_table *opp_table;
20962306a36Sopenharmony_ci	int ret = 0;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	opp_table = _find_opp_table(cpu_dev);
21262306a36Sopenharmony_ci	if (IS_ERR(opp_table))
21362306a36Sopenharmony_ci		return PTR_ERR(opp_table);
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	if (opp_table->shared_opp == OPP_TABLE_ACCESS_UNKNOWN) {
21662306a36Sopenharmony_ci		ret = -EINVAL;
21762306a36Sopenharmony_ci		goto put_opp_table;
21862306a36Sopenharmony_ci	}
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	cpumask_clear(cpumask);
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) {
22362306a36Sopenharmony_ci		mutex_lock(&opp_table->lock);
22462306a36Sopenharmony_ci		list_for_each_entry(opp_dev, &opp_table->dev_list, node)
22562306a36Sopenharmony_ci			cpumask_set_cpu(opp_dev->dev->id, cpumask);
22662306a36Sopenharmony_ci		mutex_unlock(&opp_table->lock);
22762306a36Sopenharmony_ci	} else {
22862306a36Sopenharmony_ci		cpumask_set_cpu(cpu_dev->id, cpumask);
22962306a36Sopenharmony_ci	}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ciput_opp_table:
23262306a36Sopenharmony_ci	dev_pm_opp_put_opp_table(opp_table);
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	return ret;
23562306a36Sopenharmony_ci}
23662306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(dev_pm_opp_get_sharing_cpus);
237