162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * ARM/ARM64 generic CPU idle driver.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2014 ARM Ltd.
662306a36Sopenharmony_ci * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#define pr_fmt(fmt) "CPUidle arm: " fmt
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/cpu_cooling.h>
1262306a36Sopenharmony_ci#include <linux/cpuidle.h>
1362306a36Sopenharmony_ci#include <linux/cpumask.h>
1462306a36Sopenharmony_ci#include <linux/cpu_pm.h>
1562306a36Sopenharmony_ci#include <linux/kernel.h>
1662306a36Sopenharmony_ci#include <linux/module.h>
1762306a36Sopenharmony_ci#include <linux/of.h>
1862306a36Sopenharmony_ci#include <linux/slab.h>
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci#include <asm/cpuidle.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#include "dt_idle_states.h"
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci/*
2562306a36Sopenharmony_ci * arm_enter_idle_state - Programs CPU to enter the specified state
2662306a36Sopenharmony_ci *
2762306a36Sopenharmony_ci * dev: cpuidle device
2862306a36Sopenharmony_ci * drv: cpuidle driver
2962306a36Sopenharmony_ci * idx: state index
3062306a36Sopenharmony_ci *
3162306a36Sopenharmony_ci * Called from the CPUidle framework to program the device to the
3262306a36Sopenharmony_ci * specified target state selected by the governor.
3362306a36Sopenharmony_ci */
3462306a36Sopenharmony_cistatic __cpuidle int arm_enter_idle_state(struct cpuidle_device *dev,
3562306a36Sopenharmony_ci					  struct cpuidle_driver *drv, int idx)
3662306a36Sopenharmony_ci{
3762306a36Sopenharmony_ci	/*
3862306a36Sopenharmony_ci	 * Pass idle state index to arm_cpuidle_suspend which in turn
3962306a36Sopenharmony_ci	 * will call the CPU ops suspend protocol with idle index as a
4062306a36Sopenharmony_ci	 * parameter.
4162306a36Sopenharmony_ci	 */
4262306a36Sopenharmony_ci	return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx);
4362306a36Sopenharmony_ci}
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_cistatic struct cpuidle_driver arm_idle_driver __initdata = {
4662306a36Sopenharmony_ci	.name = "arm_idle",
4762306a36Sopenharmony_ci	.owner = THIS_MODULE,
4862306a36Sopenharmony_ci	/*
4962306a36Sopenharmony_ci	 * State at index 0 is standby wfi and considered standard
5062306a36Sopenharmony_ci	 * on all ARM platforms. If in some platforms simple wfi
5162306a36Sopenharmony_ci	 * can't be used as "state 0", DT bindings must be implemented
5262306a36Sopenharmony_ci	 * to work around this issue and allow installing a special
5362306a36Sopenharmony_ci	 * handler for idle state index 0.
5462306a36Sopenharmony_ci	 */
5562306a36Sopenharmony_ci	.states[0] = {
5662306a36Sopenharmony_ci		.enter                  = arm_enter_idle_state,
5762306a36Sopenharmony_ci		.exit_latency           = 1,
5862306a36Sopenharmony_ci		.target_residency       = 1,
5962306a36Sopenharmony_ci		.power_usage		= UINT_MAX,
6062306a36Sopenharmony_ci		.name                   = "WFI",
6162306a36Sopenharmony_ci		.desc                   = "ARM WFI",
6262306a36Sopenharmony_ci	}
6362306a36Sopenharmony_ci};
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_cistatic const struct of_device_id arm_idle_state_match[] __initconst = {
6662306a36Sopenharmony_ci	{ .compatible = "arm,idle-state",
6762306a36Sopenharmony_ci	  .data = arm_enter_idle_state },
6862306a36Sopenharmony_ci	{ },
6962306a36Sopenharmony_ci};
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci/*
7262306a36Sopenharmony_ci * arm_idle_init_cpu
7362306a36Sopenharmony_ci *
7462306a36Sopenharmony_ci * Registers the arm specific cpuidle driver with the cpuidle
7562306a36Sopenharmony_ci * framework. It relies on core code to parse the idle states
7662306a36Sopenharmony_ci * and initialize them using driver data structures accordingly.
7762306a36Sopenharmony_ci */
7862306a36Sopenharmony_cistatic int __init arm_idle_init_cpu(int cpu)
7962306a36Sopenharmony_ci{
8062306a36Sopenharmony_ci	int ret;
8162306a36Sopenharmony_ci	struct cpuidle_driver *drv;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL);
8462306a36Sopenharmony_ci	if (!drv)
8562306a36Sopenharmony_ci		return -ENOMEM;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	drv->cpumask = (struct cpumask *)cpumask_of(cpu);
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	/*
9062306a36Sopenharmony_ci	 * Initialize idle states data, starting at index 1.  This
9162306a36Sopenharmony_ci	 * driver is DT only, if no DT idle states are detected (ret
9262306a36Sopenharmony_ci	 * == 0) let the driver initialization fail accordingly since
9362306a36Sopenharmony_ci	 * there is no reason to initialize the idle driver if only
9462306a36Sopenharmony_ci	 * wfi is supported.
9562306a36Sopenharmony_ci	 */
9662306a36Sopenharmony_ci	ret = dt_init_idle_driver(drv, arm_idle_state_match, 1);
9762306a36Sopenharmony_ci	if (ret <= 0) {
9862306a36Sopenharmony_ci		ret = ret ? : -ENODEV;
9962306a36Sopenharmony_ci		goto out_kfree_drv;
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	/*
10362306a36Sopenharmony_ci	 * Call arch CPU operations in order to initialize
10462306a36Sopenharmony_ci	 * idle states suspend back-end specific data
10562306a36Sopenharmony_ci	 */
10662306a36Sopenharmony_ci	ret = arm_cpuidle_init(cpu);
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	/*
10962306a36Sopenharmony_ci	 * Allow the initialization to continue for other CPUs, if the
11062306a36Sopenharmony_ci	 * reported failure is a HW misconfiguration/breakage (-ENXIO).
11162306a36Sopenharmony_ci	 *
11262306a36Sopenharmony_ci	 * Some platforms do not support idle operations
11362306a36Sopenharmony_ci	 * (arm_cpuidle_init() returning -EOPNOTSUPP), we should
11462306a36Sopenharmony_ci	 * not flag this case as an error, it is a valid
11562306a36Sopenharmony_ci	 * configuration.
11662306a36Sopenharmony_ci	 */
11762306a36Sopenharmony_ci	if (ret) {
11862306a36Sopenharmony_ci		if (ret != -EOPNOTSUPP)
11962306a36Sopenharmony_ci			pr_err("CPU %d failed to init idle CPU ops\n", cpu);
12062306a36Sopenharmony_ci		ret = ret == -ENXIO ? 0 : ret;
12162306a36Sopenharmony_ci		goto out_kfree_drv;
12262306a36Sopenharmony_ci	}
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	ret = cpuidle_register(drv, NULL);
12562306a36Sopenharmony_ci	if (ret)
12662306a36Sopenharmony_ci		goto out_kfree_drv;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	cpuidle_cooling_register(drv);
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	return 0;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ciout_kfree_drv:
13362306a36Sopenharmony_ci	kfree(drv);
13462306a36Sopenharmony_ci	return ret;
13562306a36Sopenharmony_ci}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci/*
13862306a36Sopenharmony_ci * arm_idle_init - Initializes arm cpuidle driver
13962306a36Sopenharmony_ci *
14062306a36Sopenharmony_ci * Initializes arm cpuidle driver for all CPUs, if any CPU fails
14162306a36Sopenharmony_ci * to register cpuidle driver then rollback to cancel all CPUs
14262306a36Sopenharmony_ci * registeration.
14362306a36Sopenharmony_ci */
14462306a36Sopenharmony_cistatic int __init arm_idle_init(void)
14562306a36Sopenharmony_ci{
14662306a36Sopenharmony_ci	int cpu, ret;
14762306a36Sopenharmony_ci	struct cpuidle_driver *drv;
14862306a36Sopenharmony_ci	struct cpuidle_device *dev;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	for_each_possible_cpu(cpu) {
15162306a36Sopenharmony_ci		ret = arm_idle_init_cpu(cpu);
15262306a36Sopenharmony_ci		if (ret)
15362306a36Sopenharmony_ci			goto out_fail;
15462306a36Sopenharmony_ci	}
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	return 0;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ciout_fail:
15962306a36Sopenharmony_ci	while (--cpu >= 0) {
16062306a36Sopenharmony_ci		dev = per_cpu(cpuidle_devices, cpu);
16162306a36Sopenharmony_ci		drv = cpuidle_get_cpu_driver(dev);
16262306a36Sopenharmony_ci		cpuidle_unregister(drv);
16362306a36Sopenharmony_ci		kfree(drv);
16462306a36Sopenharmony_ci	}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	return ret;
16762306a36Sopenharmony_ci}
16862306a36Sopenharmony_cidevice_initcall(arm_idle_init);
169