162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * This file provides the ACPI based P-state support. This
462306a36Sopenharmony_ci * module works with generic cpufreq infrastructure. Most of
562306a36Sopenharmony_ci * the code is based on i386 version
662306a36Sopenharmony_ci * (arch/i386/kernel/cpu/cpufreq/acpi-cpufreq.c)
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Copyright (C) 2005 Intel Corp
962306a36Sopenharmony_ci *      Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>
1062306a36Sopenharmony_ci */
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci#include <linux/kernel.h>
1562306a36Sopenharmony_ci#include <linux/slab.h>
1662306a36Sopenharmony_ci#include <linux/module.h>
1762306a36Sopenharmony_ci#include <linux/init.h>
1862306a36Sopenharmony_ci#include <linux/cpufreq.h>
1962306a36Sopenharmony_ci#include <linux/proc_fs.h>
2062306a36Sopenharmony_ci#include <asm/io.h>
2162306a36Sopenharmony_ci#include <linux/uaccess.h>
2262306a36Sopenharmony_ci#include <asm/pal.h>
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#include <linux/acpi.h>
2562306a36Sopenharmony_ci#include <acpi/processor.h>
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ciMODULE_AUTHOR("Venkatesh Pallipadi");
2862306a36Sopenharmony_ciMODULE_DESCRIPTION("ACPI Processor P-States Driver");
2962306a36Sopenharmony_ciMODULE_LICENSE("GPL");
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistruct cpufreq_acpi_io {
3262306a36Sopenharmony_ci	struct acpi_processor_performance	acpi_data;
3362306a36Sopenharmony_ci	unsigned int				resume;
3462306a36Sopenharmony_ci};
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_cistruct cpufreq_acpi_req {
3762306a36Sopenharmony_ci	unsigned int		cpu;
3862306a36Sopenharmony_ci	unsigned int		state;
3962306a36Sopenharmony_ci};
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_cistatic struct cpufreq_acpi_io	*acpi_io_data[NR_CPUS];
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_cistatic struct cpufreq_driver acpi_cpufreq_driver;
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_cistatic int
4762306a36Sopenharmony_ciprocessor_set_pstate (
4862306a36Sopenharmony_ci	u32	value)
4962306a36Sopenharmony_ci{
5062306a36Sopenharmony_ci	s64 retval;
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci	pr_debug("processor_set_pstate\n");
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	retval = ia64_pal_set_pstate((u64)value);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	if (retval) {
5762306a36Sopenharmony_ci		pr_debug("Failed to set freq to 0x%x, with error 0x%llx\n",
5862306a36Sopenharmony_ci		        value, retval);
5962306a36Sopenharmony_ci		return -ENODEV;
6062306a36Sopenharmony_ci	}
6162306a36Sopenharmony_ci	return (int)retval;
6262306a36Sopenharmony_ci}
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_cistatic int
6662306a36Sopenharmony_ciprocessor_get_pstate (
6762306a36Sopenharmony_ci	u32	*value)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	u64	pstate_index = 0;
7062306a36Sopenharmony_ci	s64 	retval;
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	pr_debug("processor_get_pstate\n");
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	retval = ia64_pal_get_pstate(&pstate_index,
7562306a36Sopenharmony_ci	                             PAL_GET_PSTATE_TYPE_INSTANT);
7662306a36Sopenharmony_ci	*value = (u32) pstate_index;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	if (retval)
7962306a36Sopenharmony_ci		pr_debug("Failed to get current freq with "
8062306a36Sopenharmony_ci			"error 0x%llx, idx 0x%x\n", retval, *value);
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	return (int)retval;
8362306a36Sopenharmony_ci}
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci/* To be used only after data->acpi_data is initialized */
8762306a36Sopenharmony_cistatic unsigned
8862306a36Sopenharmony_ciextract_clock (
8962306a36Sopenharmony_ci	struct cpufreq_acpi_io *data,
9062306a36Sopenharmony_ci	unsigned value)
9162306a36Sopenharmony_ci{
9262306a36Sopenharmony_ci	unsigned long i;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	pr_debug("extract_clock\n");
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	for (i = 0; i < data->acpi_data.state_count; i++) {
9762306a36Sopenharmony_ci		if (value == data->acpi_data.states[i].status)
9862306a36Sopenharmony_ci			return data->acpi_data.states[i].core_frequency;
9962306a36Sopenharmony_ci	}
10062306a36Sopenharmony_ci	return data->acpi_data.states[i-1].core_frequency;
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_cistatic long
10562306a36Sopenharmony_ciprocessor_get_freq (
10662306a36Sopenharmony_ci	void *arg)
10762306a36Sopenharmony_ci{
10862306a36Sopenharmony_ci	struct cpufreq_acpi_req *req = arg;
10962306a36Sopenharmony_ci	unsigned int		cpu = req->cpu;
11062306a36Sopenharmony_ci	struct cpufreq_acpi_io	*data = acpi_io_data[cpu];
11162306a36Sopenharmony_ci	u32			value;
11262306a36Sopenharmony_ci	int			ret;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	pr_debug("processor_get_freq\n");
11562306a36Sopenharmony_ci	if (smp_processor_id() != cpu)
11662306a36Sopenharmony_ci		return -EAGAIN;
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	/* processor_get_pstate gets the instantaneous frequency */
11962306a36Sopenharmony_ci	ret = processor_get_pstate(&value);
12062306a36Sopenharmony_ci	if (ret) {
12162306a36Sopenharmony_ci		pr_warn("get performance failed with error %d\n", ret);
12262306a36Sopenharmony_ci		return ret;
12362306a36Sopenharmony_ci	}
12462306a36Sopenharmony_ci	return 1000 * extract_clock(data, value);
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_cistatic long
12962306a36Sopenharmony_ciprocessor_set_freq (
13062306a36Sopenharmony_ci	void *arg)
13162306a36Sopenharmony_ci{
13262306a36Sopenharmony_ci	struct cpufreq_acpi_req *req = arg;
13362306a36Sopenharmony_ci	unsigned int		cpu = req->cpu;
13462306a36Sopenharmony_ci	struct cpufreq_acpi_io	*data = acpi_io_data[cpu];
13562306a36Sopenharmony_ci	int			ret, state = req->state;
13662306a36Sopenharmony_ci	u32			value;
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	pr_debug("processor_set_freq\n");
13962306a36Sopenharmony_ci	if (smp_processor_id() != cpu)
14062306a36Sopenharmony_ci		return -EAGAIN;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	if (state == data->acpi_data.state) {
14362306a36Sopenharmony_ci		if (unlikely(data->resume)) {
14462306a36Sopenharmony_ci			pr_debug("Called after resume, resetting to P%d\n", state);
14562306a36Sopenharmony_ci			data->resume = 0;
14662306a36Sopenharmony_ci		} else {
14762306a36Sopenharmony_ci			pr_debug("Already at target state (P%d)\n", state);
14862306a36Sopenharmony_ci			return 0;
14962306a36Sopenharmony_ci		}
15062306a36Sopenharmony_ci	}
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci	pr_debug("Transitioning from P%d to P%d\n",
15362306a36Sopenharmony_ci		data->acpi_data.state, state);
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	/*
15662306a36Sopenharmony_ci	 * First we write the target state's 'control' value to the
15762306a36Sopenharmony_ci	 * control_register.
15862306a36Sopenharmony_ci	 */
15962306a36Sopenharmony_ci	value = (u32) data->acpi_data.states[state].control;
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	pr_debug("Transitioning to state: 0x%08x\n", value);
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	ret = processor_set_pstate(value);
16462306a36Sopenharmony_ci	if (ret) {
16562306a36Sopenharmony_ci		pr_warn("Transition failed with error %d\n", ret);
16662306a36Sopenharmony_ci		return -ENODEV;
16762306a36Sopenharmony_ci	}
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	data->acpi_data.state = state;
17062306a36Sopenharmony_ci	return 0;
17162306a36Sopenharmony_ci}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_cistatic unsigned int
17562306a36Sopenharmony_ciacpi_cpufreq_get (
17662306a36Sopenharmony_ci	unsigned int		cpu)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	struct cpufreq_acpi_req req;
17962306a36Sopenharmony_ci	long ret;
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	req.cpu = cpu;
18262306a36Sopenharmony_ci	ret = work_on_cpu(cpu, processor_get_freq, &req);
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	return ret > 0 ? (unsigned int) ret : 0;
18562306a36Sopenharmony_ci}
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_cistatic int
18962306a36Sopenharmony_ciacpi_cpufreq_target (
19062306a36Sopenharmony_ci	struct cpufreq_policy   *policy,
19162306a36Sopenharmony_ci	unsigned int index)
19262306a36Sopenharmony_ci{
19362306a36Sopenharmony_ci	struct cpufreq_acpi_req req;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	req.cpu = policy->cpu;
19662306a36Sopenharmony_ci	req.state = index;
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	return work_on_cpu(req.cpu, processor_set_freq, &req);
19962306a36Sopenharmony_ci}
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_cistatic int
20262306a36Sopenharmony_ciacpi_cpufreq_cpu_init (
20362306a36Sopenharmony_ci	struct cpufreq_policy   *policy)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	unsigned int		i;
20662306a36Sopenharmony_ci	unsigned int		cpu = policy->cpu;
20762306a36Sopenharmony_ci	struct cpufreq_acpi_io	*data;
20862306a36Sopenharmony_ci	unsigned int		result = 0;
20962306a36Sopenharmony_ci	struct cpufreq_frequency_table *freq_table;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	pr_debug("acpi_cpufreq_cpu_init\n");
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	data = kzalloc(sizeof(*data), GFP_KERNEL);
21462306a36Sopenharmony_ci	if (!data)
21562306a36Sopenharmony_ci		return (-ENOMEM);
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_ci	acpi_io_data[cpu] = data;
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci	result = acpi_processor_register_performance(&data->acpi_data, cpu);
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci	if (result)
22262306a36Sopenharmony_ci		goto err_free;
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	/* capability check */
22562306a36Sopenharmony_ci	if (data->acpi_data.state_count <= 1) {
22662306a36Sopenharmony_ci		pr_debug("No P-States\n");
22762306a36Sopenharmony_ci		result = -ENODEV;
22862306a36Sopenharmony_ci		goto err_unreg;
22962306a36Sopenharmony_ci	}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	if ((data->acpi_data.control_register.space_id !=
23262306a36Sopenharmony_ci					ACPI_ADR_SPACE_FIXED_HARDWARE) ||
23362306a36Sopenharmony_ci	    (data->acpi_data.status_register.space_id !=
23462306a36Sopenharmony_ci					ACPI_ADR_SPACE_FIXED_HARDWARE)) {
23562306a36Sopenharmony_ci		pr_debug("Unsupported address space [%d, %d]\n",
23662306a36Sopenharmony_ci			(u32) (data->acpi_data.control_register.space_id),
23762306a36Sopenharmony_ci			(u32) (data->acpi_data.status_register.space_id));
23862306a36Sopenharmony_ci		result = -ENODEV;
23962306a36Sopenharmony_ci		goto err_unreg;
24062306a36Sopenharmony_ci	}
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	/* alloc freq_table */
24362306a36Sopenharmony_ci	freq_table = kcalloc(data->acpi_data.state_count + 1,
24462306a36Sopenharmony_ci	                           sizeof(*freq_table),
24562306a36Sopenharmony_ci	                           GFP_KERNEL);
24662306a36Sopenharmony_ci	if (!freq_table) {
24762306a36Sopenharmony_ci		result = -ENOMEM;
24862306a36Sopenharmony_ci		goto err_unreg;
24962306a36Sopenharmony_ci	}
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	/* detect transition latency */
25262306a36Sopenharmony_ci	policy->cpuinfo.transition_latency = 0;
25362306a36Sopenharmony_ci	for (i=0; i<data->acpi_data.state_count; i++) {
25462306a36Sopenharmony_ci		if ((data->acpi_data.states[i].transition_latency * 1000) >
25562306a36Sopenharmony_ci		    policy->cpuinfo.transition_latency) {
25662306a36Sopenharmony_ci			policy->cpuinfo.transition_latency =
25762306a36Sopenharmony_ci			    data->acpi_data.states[i].transition_latency * 1000;
25862306a36Sopenharmony_ci		}
25962306a36Sopenharmony_ci	}
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	/* table init */
26262306a36Sopenharmony_ci	for (i = 0; i <= data->acpi_data.state_count; i++)
26362306a36Sopenharmony_ci	{
26462306a36Sopenharmony_ci		if (i < data->acpi_data.state_count) {
26562306a36Sopenharmony_ci			freq_table[i].frequency =
26662306a36Sopenharmony_ci			      data->acpi_data.states[i].core_frequency * 1000;
26762306a36Sopenharmony_ci		} else {
26862306a36Sopenharmony_ci			freq_table[i].frequency = CPUFREQ_TABLE_END;
26962306a36Sopenharmony_ci		}
27062306a36Sopenharmony_ci	}
27162306a36Sopenharmony_ci
27262306a36Sopenharmony_ci	policy->freq_table = freq_table;
27362306a36Sopenharmony_ci
27462306a36Sopenharmony_ci	/* notify BIOS that we exist */
27562306a36Sopenharmony_ci	acpi_processor_notify_smm(THIS_MODULE);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci	pr_info("CPU%u - ACPI performance management activated\n", cpu);
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	for (i = 0; i < data->acpi_data.state_count; i++)
28062306a36Sopenharmony_ci		pr_debug("     %cP%d: %d MHz, %d mW, %d uS, %d uS, 0x%x 0x%x\n",
28162306a36Sopenharmony_ci			(i == data->acpi_data.state?'*':' '), i,
28262306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].core_frequency,
28362306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].power,
28462306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].transition_latency,
28562306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].bus_master_latency,
28662306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].status,
28762306a36Sopenharmony_ci			(u32) data->acpi_data.states[i].control);
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	/* the first call to ->target() should result in us actually
29062306a36Sopenharmony_ci	 * writing something to the appropriate registers. */
29162306a36Sopenharmony_ci	data->resume = 1;
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci	return (result);
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_ci err_unreg:
29662306a36Sopenharmony_ci	acpi_processor_unregister_performance(cpu);
29762306a36Sopenharmony_ci err_free:
29862306a36Sopenharmony_ci	kfree(data);
29962306a36Sopenharmony_ci	acpi_io_data[cpu] = NULL;
30062306a36Sopenharmony_ci
30162306a36Sopenharmony_ci	return (result);
30262306a36Sopenharmony_ci}
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_cistatic int
30662306a36Sopenharmony_ciacpi_cpufreq_cpu_exit (
30762306a36Sopenharmony_ci	struct cpufreq_policy   *policy)
30862306a36Sopenharmony_ci{
30962306a36Sopenharmony_ci	struct cpufreq_acpi_io *data = acpi_io_data[policy->cpu];
31062306a36Sopenharmony_ci
31162306a36Sopenharmony_ci	pr_debug("acpi_cpufreq_cpu_exit\n");
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_ci	if (data) {
31462306a36Sopenharmony_ci		acpi_io_data[policy->cpu] = NULL;
31562306a36Sopenharmony_ci		acpi_processor_unregister_performance(policy->cpu);
31662306a36Sopenharmony_ci		kfree(policy->freq_table);
31762306a36Sopenharmony_ci		kfree(data);
31862306a36Sopenharmony_ci	}
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_ci	return (0);
32162306a36Sopenharmony_ci}
32262306a36Sopenharmony_ci
32362306a36Sopenharmony_ci
32462306a36Sopenharmony_cistatic struct cpufreq_driver acpi_cpufreq_driver = {
32562306a36Sopenharmony_ci	.verify 	= cpufreq_generic_frequency_table_verify,
32662306a36Sopenharmony_ci	.target_index	= acpi_cpufreq_target,
32762306a36Sopenharmony_ci	.get 		= acpi_cpufreq_get,
32862306a36Sopenharmony_ci	.init		= acpi_cpufreq_cpu_init,
32962306a36Sopenharmony_ci	.exit		= acpi_cpufreq_cpu_exit,
33062306a36Sopenharmony_ci	.name		= "acpi-cpufreq",
33162306a36Sopenharmony_ci	.attr		= cpufreq_generic_attr,
33262306a36Sopenharmony_ci};
33362306a36Sopenharmony_ci
33462306a36Sopenharmony_ci
33562306a36Sopenharmony_cistatic int __init
33662306a36Sopenharmony_ciacpi_cpufreq_init (void)
33762306a36Sopenharmony_ci{
33862306a36Sopenharmony_ci	pr_debug("acpi_cpufreq_init\n");
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_ci 	return cpufreq_register_driver(&acpi_cpufreq_driver);
34162306a36Sopenharmony_ci}
34262306a36Sopenharmony_ci
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_cistatic void __exit
34562306a36Sopenharmony_ciacpi_cpufreq_exit (void)
34662306a36Sopenharmony_ci{
34762306a36Sopenharmony_ci	pr_debug("acpi_cpufreq_exit\n");
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_ci	cpufreq_unregister_driver(&acpi_cpufreq_driver);
35062306a36Sopenharmony_ci}
35162306a36Sopenharmony_ci
35262306a36Sopenharmony_cilate_initcall(acpi_cpufreq_init);
35362306a36Sopenharmony_cimodule_exit(acpi_cpufreq_exit);
354