162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * This file provides the ACPI based P-state support. This 462306a36Sopenharmony_ci * module works with generic cpufreq infrastructure. Most of 562306a36Sopenharmony_ci * the code is based on i386 version 662306a36Sopenharmony_ci * (arch/i386/kernel/cpu/cpufreq/acpi-cpufreq.c) 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * Copyright (C) 2005 Intel Corp 962306a36Sopenharmony_ci * Venkatesh Pallipadi <venkatesh.pallipadi@intel.com> 1062306a36Sopenharmony_ci */ 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci#include <linux/kernel.h> 1562306a36Sopenharmony_ci#include <linux/slab.h> 1662306a36Sopenharmony_ci#include <linux/module.h> 1762306a36Sopenharmony_ci#include <linux/init.h> 1862306a36Sopenharmony_ci#include <linux/cpufreq.h> 1962306a36Sopenharmony_ci#include <linux/proc_fs.h> 2062306a36Sopenharmony_ci#include <asm/io.h> 2162306a36Sopenharmony_ci#include <linux/uaccess.h> 2262306a36Sopenharmony_ci#include <asm/pal.h> 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci#include <linux/acpi.h> 2562306a36Sopenharmony_ci#include <acpi/processor.h> 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ciMODULE_AUTHOR("Venkatesh Pallipadi"); 2862306a36Sopenharmony_ciMODULE_DESCRIPTION("ACPI Processor P-States Driver"); 2962306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_cistruct cpufreq_acpi_io { 3262306a36Sopenharmony_ci struct acpi_processor_performance acpi_data; 3362306a36Sopenharmony_ci unsigned int resume; 3462306a36Sopenharmony_ci}; 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_cistruct cpufreq_acpi_req { 3762306a36Sopenharmony_ci unsigned int cpu; 3862306a36Sopenharmony_ci unsigned int state; 3962306a36Sopenharmony_ci}; 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_cistatic struct cpufreq_acpi_io *acpi_io_data[NR_CPUS]; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_cistatic struct cpufreq_driver acpi_cpufreq_driver; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_cistatic int 4762306a36Sopenharmony_ciprocessor_set_pstate ( 4862306a36Sopenharmony_ci u32 value) 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci s64 retval; 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci pr_debug("processor_set_pstate\n"); 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci retval = ia64_pal_set_pstate((u64)value); 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci if (retval) { 5762306a36Sopenharmony_ci pr_debug("Failed to set freq to 0x%x, with error 0x%llx\n", 5862306a36Sopenharmony_ci value, retval); 5962306a36Sopenharmony_ci return -ENODEV; 6062306a36Sopenharmony_ci } 6162306a36Sopenharmony_ci return (int)retval; 6262306a36Sopenharmony_ci} 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_cistatic int 6662306a36Sopenharmony_ciprocessor_get_pstate ( 6762306a36Sopenharmony_ci u32 *value) 6862306a36Sopenharmony_ci{ 6962306a36Sopenharmony_ci u64 pstate_index = 0; 7062306a36Sopenharmony_ci s64 retval; 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci pr_debug("processor_get_pstate\n"); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci retval = ia64_pal_get_pstate(&pstate_index, 7562306a36Sopenharmony_ci PAL_GET_PSTATE_TYPE_INSTANT); 7662306a36Sopenharmony_ci *value = (u32) pstate_index; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci if (retval) 7962306a36Sopenharmony_ci pr_debug("Failed to get current freq with " 8062306a36Sopenharmony_ci "error 0x%llx, idx 0x%x\n", retval, *value); 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci return (int)retval; 8362306a36Sopenharmony_ci} 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci/* To be used only after data->acpi_data is initialized */ 8762306a36Sopenharmony_cistatic unsigned 8862306a36Sopenharmony_ciextract_clock ( 8962306a36Sopenharmony_ci struct cpufreq_acpi_io *data, 9062306a36Sopenharmony_ci unsigned value) 9162306a36Sopenharmony_ci{ 9262306a36Sopenharmony_ci unsigned long i; 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci pr_debug("extract_clock\n"); 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci for (i = 0; i < data->acpi_data.state_count; i++) { 9762306a36Sopenharmony_ci if (value == data->acpi_data.states[i].status) 9862306a36Sopenharmony_ci return data->acpi_data.states[i].core_frequency; 9962306a36Sopenharmony_ci } 10062306a36Sopenharmony_ci return data->acpi_data.states[i-1].core_frequency; 10162306a36Sopenharmony_ci} 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cistatic long 10562306a36Sopenharmony_ciprocessor_get_freq ( 10662306a36Sopenharmony_ci void *arg) 10762306a36Sopenharmony_ci{ 10862306a36Sopenharmony_ci struct cpufreq_acpi_req *req = arg; 10962306a36Sopenharmony_ci unsigned int cpu = req->cpu; 11062306a36Sopenharmony_ci struct cpufreq_acpi_io *data = acpi_io_data[cpu]; 11162306a36Sopenharmony_ci u32 value; 11262306a36Sopenharmony_ci int ret; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci pr_debug("processor_get_freq\n"); 11562306a36Sopenharmony_ci if (smp_processor_id() != cpu) 11662306a36Sopenharmony_ci return -EAGAIN; 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci /* processor_get_pstate gets the instantaneous frequency */ 11962306a36Sopenharmony_ci ret = processor_get_pstate(&value); 12062306a36Sopenharmony_ci if (ret) { 12162306a36Sopenharmony_ci pr_warn("get performance failed with error %d\n", ret); 12262306a36Sopenharmony_ci return ret; 12362306a36Sopenharmony_ci } 12462306a36Sopenharmony_ci return 1000 * extract_clock(data, value); 12562306a36Sopenharmony_ci} 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_cistatic long 12962306a36Sopenharmony_ciprocessor_set_freq ( 13062306a36Sopenharmony_ci void *arg) 13162306a36Sopenharmony_ci{ 13262306a36Sopenharmony_ci struct cpufreq_acpi_req *req = arg; 13362306a36Sopenharmony_ci unsigned int cpu = req->cpu; 13462306a36Sopenharmony_ci struct cpufreq_acpi_io *data = acpi_io_data[cpu]; 13562306a36Sopenharmony_ci int ret, state = req->state; 13662306a36Sopenharmony_ci u32 value; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci pr_debug("processor_set_freq\n"); 13962306a36Sopenharmony_ci if (smp_processor_id() != cpu) 14062306a36Sopenharmony_ci return -EAGAIN; 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci if (state == data->acpi_data.state) { 14362306a36Sopenharmony_ci if (unlikely(data->resume)) { 14462306a36Sopenharmony_ci pr_debug("Called after resume, resetting to P%d\n", state); 14562306a36Sopenharmony_ci data->resume = 0; 14662306a36Sopenharmony_ci } else { 14762306a36Sopenharmony_ci pr_debug("Already at target state (P%d)\n", state); 14862306a36Sopenharmony_ci return 0; 14962306a36Sopenharmony_ci } 15062306a36Sopenharmony_ci } 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci pr_debug("Transitioning from P%d to P%d\n", 15362306a36Sopenharmony_ci data->acpi_data.state, state); 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci /* 15662306a36Sopenharmony_ci * First we write the target state's 'control' value to the 15762306a36Sopenharmony_ci * control_register. 15862306a36Sopenharmony_ci */ 15962306a36Sopenharmony_ci value = (u32) data->acpi_data.states[state].control; 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci pr_debug("Transitioning to state: 0x%08x\n", value); 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci ret = processor_set_pstate(value); 16462306a36Sopenharmony_ci if (ret) { 16562306a36Sopenharmony_ci pr_warn("Transition failed with error %d\n", ret); 16662306a36Sopenharmony_ci return -ENODEV; 16762306a36Sopenharmony_ci } 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_ci data->acpi_data.state = state; 17062306a36Sopenharmony_ci return 0; 17162306a36Sopenharmony_ci} 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_cistatic unsigned int 17562306a36Sopenharmony_ciacpi_cpufreq_get ( 17662306a36Sopenharmony_ci unsigned int cpu) 17762306a36Sopenharmony_ci{ 17862306a36Sopenharmony_ci struct cpufreq_acpi_req req; 17962306a36Sopenharmony_ci long ret; 18062306a36Sopenharmony_ci 18162306a36Sopenharmony_ci req.cpu = cpu; 18262306a36Sopenharmony_ci ret = work_on_cpu(cpu, processor_get_freq, &req); 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci return ret > 0 ? (unsigned int) ret : 0; 18562306a36Sopenharmony_ci} 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_cistatic int 18962306a36Sopenharmony_ciacpi_cpufreq_target ( 19062306a36Sopenharmony_ci struct cpufreq_policy *policy, 19162306a36Sopenharmony_ci unsigned int index) 19262306a36Sopenharmony_ci{ 19362306a36Sopenharmony_ci struct cpufreq_acpi_req req; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci req.cpu = policy->cpu; 19662306a36Sopenharmony_ci req.state = index; 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci return work_on_cpu(req.cpu, processor_set_freq, &req); 19962306a36Sopenharmony_ci} 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_cistatic int 20262306a36Sopenharmony_ciacpi_cpufreq_cpu_init ( 20362306a36Sopenharmony_ci struct cpufreq_policy *policy) 20462306a36Sopenharmony_ci{ 20562306a36Sopenharmony_ci unsigned int i; 20662306a36Sopenharmony_ci unsigned int cpu = policy->cpu; 20762306a36Sopenharmony_ci struct cpufreq_acpi_io *data; 20862306a36Sopenharmony_ci unsigned int result = 0; 20962306a36Sopenharmony_ci struct cpufreq_frequency_table *freq_table; 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci pr_debug("acpi_cpufreq_cpu_init\n"); 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci data = kzalloc(sizeof(*data), GFP_KERNEL); 21462306a36Sopenharmony_ci if (!data) 21562306a36Sopenharmony_ci return (-ENOMEM); 21662306a36Sopenharmony_ci 21762306a36Sopenharmony_ci acpi_io_data[cpu] = data; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci result = acpi_processor_register_performance(&data->acpi_data, cpu); 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci if (result) 22262306a36Sopenharmony_ci goto err_free; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci /* capability check */ 22562306a36Sopenharmony_ci if (data->acpi_data.state_count <= 1) { 22662306a36Sopenharmony_ci pr_debug("No P-States\n"); 22762306a36Sopenharmony_ci result = -ENODEV; 22862306a36Sopenharmony_ci goto err_unreg; 22962306a36Sopenharmony_ci } 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci if ((data->acpi_data.control_register.space_id != 23262306a36Sopenharmony_ci ACPI_ADR_SPACE_FIXED_HARDWARE) || 23362306a36Sopenharmony_ci (data->acpi_data.status_register.space_id != 23462306a36Sopenharmony_ci ACPI_ADR_SPACE_FIXED_HARDWARE)) { 23562306a36Sopenharmony_ci pr_debug("Unsupported address space [%d, %d]\n", 23662306a36Sopenharmony_ci (u32) (data->acpi_data.control_register.space_id), 23762306a36Sopenharmony_ci (u32) (data->acpi_data.status_register.space_id)); 23862306a36Sopenharmony_ci result = -ENODEV; 23962306a36Sopenharmony_ci goto err_unreg; 24062306a36Sopenharmony_ci } 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci /* alloc freq_table */ 24362306a36Sopenharmony_ci freq_table = kcalloc(data->acpi_data.state_count + 1, 24462306a36Sopenharmony_ci sizeof(*freq_table), 24562306a36Sopenharmony_ci GFP_KERNEL); 24662306a36Sopenharmony_ci if (!freq_table) { 24762306a36Sopenharmony_ci result = -ENOMEM; 24862306a36Sopenharmony_ci goto err_unreg; 24962306a36Sopenharmony_ci } 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci /* detect transition latency */ 25262306a36Sopenharmony_ci policy->cpuinfo.transition_latency = 0; 25362306a36Sopenharmony_ci for (i=0; i<data->acpi_data.state_count; i++) { 25462306a36Sopenharmony_ci if ((data->acpi_data.states[i].transition_latency * 1000) > 25562306a36Sopenharmony_ci policy->cpuinfo.transition_latency) { 25662306a36Sopenharmony_ci policy->cpuinfo.transition_latency = 25762306a36Sopenharmony_ci data->acpi_data.states[i].transition_latency * 1000; 25862306a36Sopenharmony_ci } 25962306a36Sopenharmony_ci } 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci /* table init */ 26262306a36Sopenharmony_ci for (i = 0; i <= data->acpi_data.state_count; i++) 26362306a36Sopenharmony_ci { 26462306a36Sopenharmony_ci if (i < data->acpi_data.state_count) { 26562306a36Sopenharmony_ci freq_table[i].frequency = 26662306a36Sopenharmony_ci data->acpi_data.states[i].core_frequency * 1000; 26762306a36Sopenharmony_ci } else { 26862306a36Sopenharmony_ci freq_table[i].frequency = CPUFREQ_TABLE_END; 26962306a36Sopenharmony_ci } 27062306a36Sopenharmony_ci } 27162306a36Sopenharmony_ci 27262306a36Sopenharmony_ci policy->freq_table = freq_table; 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_ci /* notify BIOS that we exist */ 27562306a36Sopenharmony_ci acpi_processor_notify_smm(THIS_MODULE); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci pr_info("CPU%u - ACPI performance management activated\n", cpu); 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci for (i = 0; i < data->acpi_data.state_count; i++) 28062306a36Sopenharmony_ci pr_debug(" %cP%d: %d MHz, %d mW, %d uS, %d uS, 0x%x 0x%x\n", 28162306a36Sopenharmony_ci (i == data->acpi_data.state?'*':' '), i, 28262306a36Sopenharmony_ci (u32) data->acpi_data.states[i].core_frequency, 28362306a36Sopenharmony_ci (u32) data->acpi_data.states[i].power, 28462306a36Sopenharmony_ci (u32) data->acpi_data.states[i].transition_latency, 28562306a36Sopenharmony_ci (u32) data->acpi_data.states[i].bus_master_latency, 28662306a36Sopenharmony_ci (u32) data->acpi_data.states[i].status, 28762306a36Sopenharmony_ci (u32) data->acpi_data.states[i].control); 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci /* the first call to ->target() should result in us actually 29062306a36Sopenharmony_ci * writing something to the appropriate registers. */ 29162306a36Sopenharmony_ci data->resume = 1; 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci return (result); 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_ci err_unreg: 29662306a36Sopenharmony_ci acpi_processor_unregister_performance(cpu); 29762306a36Sopenharmony_ci err_free: 29862306a36Sopenharmony_ci kfree(data); 29962306a36Sopenharmony_ci acpi_io_data[cpu] = NULL; 30062306a36Sopenharmony_ci 30162306a36Sopenharmony_ci return (result); 30262306a36Sopenharmony_ci} 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ci 30562306a36Sopenharmony_cistatic int 30662306a36Sopenharmony_ciacpi_cpufreq_cpu_exit ( 30762306a36Sopenharmony_ci struct cpufreq_policy *policy) 30862306a36Sopenharmony_ci{ 30962306a36Sopenharmony_ci struct cpufreq_acpi_io *data = acpi_io_data[policy->cpu]; 31062306a36Sopenharmony_ci 31162306a36Sopenharmony_ci pr_debug("acpi_cpufreq_cpu_exit\n"); 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_ci if (data) { 31462306a36Sopenharmony_ci acpi_io_data[policy->cpu] = NULL; 31562306a36Sopenharmony_ci acpi_processor_unregister_performance(policy->cpu); 31662306a36Sopenharmony_ci kfree(policy->freq_table); 31762306a36Sopenharmony_ci kfree(data); 31862306a36Sopenharmony_ci } 31962306a36Sopenharmony_ci 32062306a36Sopenharmony_ci return (0); 32162306a36Sopenharmony_ci} 32262306a36Sopenharmony_ci 32362306a36Sopenharmony_ci 32462306a36Sopenharmony_cistatic struct cpufreq_driver acpi_cpufreq_driver = { 32562306a36Sopenharmony_ci .verify = cpufreq_generic_frequency_table_verify, 32662306a36Sopenharmony_ci .target_index = acpi_cpufreq_target, 32762306a36Sopenharmony_ci .get = acpi_cpufreq_get, 32862306a36Sopenharmony_ci .init = acpi_cpufreq_cpu_init, 32962306a36Sopenharmony_ci .exit = acpi_cpufreq_cpu_exit, 33062306a36Sopenharmony_ci .name = "acpi-cpufreq", 33162306a36Sopenharmony_ci .attr = cpufreq_generic_attr, 33262306a36Sopenharmony_ci}; 33362306a36Sopenharmony_ci 33462306a36Sopenharmony_ci 33562306a36Sopenharmony_cistatic int __init 33662306a36Sopenharmony_ciacpi_cpufreq_init (void) 33762306a36Sopenharmony_ci{ 33862306a36Sopenharmony_ci pr_debug("acpi_cpufreq_init\n"); 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_ci return cpufreq_register_driver(&acpi_cpufreq_driver); 34162306a36Sopenharmony_ci} 34262306a36Sopenharmony_ci 34362306a36Sopenharmony_ci 34462306a36Sopenharmony_cistatic void __exit 34562306a36Sopenharmony_ciacpi_cpufreq_exit (void) 34662306a36Sopenharmony_ci{ 34762306a36Sopenharmony_ci pr_debug("acpi_cpufreq_exit\n"); 34862306a36Sopenharmony_ci 34962306a36Sopenharmony_ci cpufreq_unregister_driver(&acpi_cpufreq_driver); 35062306a36Sopenharmony_ci} 35162306a36Sopenharmony_ci 35262306a36Sopenharmony_cilate_initcall(acpi_cpufreq_init); 35362306a36Sopenharmony_cimodule_exit(acpi_cpufreq_exit); 354