162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Voltage regulators coupler for NVIDIA Tegra20
462306a36Sopenharmony_ci * Copyright (C) 2019 GRATE-DRIVER project
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * Voltage constraints borrowed from downstream kernel sources
762306a36Sopenharmony_ci * Copyright (C) 2010-2011 NVIDIA Corporation
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#define pr_fmt(fmt)	"tegra voltage-coupler: " fmt
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include <linux/init.h>
1362306a36Sopenharmony_ci#include <linux/kernel.h>
1462306a36Sopenharmony_ci#include <linux/of.h>
1562306a36Sopenharmony_ci#include <linux/reboot.h>
1662306a36Sopenharmony_ci#include <linux/regulator/coupler.h>
1762306a36Sopenharmony_ci#include <linux/regulator/driver.h>
1862306a36Sopenharmony_ci#include <linux/regulator/machine.h>
1962306a36Sopenharmony_ci#include <linux/suspend.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#include <soc/tegra/fuse.h>
2262306a36Sopenharmony_ci#include <soc/tegra/pmc.h>
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_cistruct tegra_regulator_coupler {
2562306a36Sopenharmony_ci	struct regulator_coupler coupler;
2662306a36Sopenharmony_ci	struct regulator_dev *core_rdev;
2762306a36Sopenharmony_ci	struct regulator_dev *cpu_rdev;
2862306a36Sopenharmony_ci	struct regulator_dev *rtc_rdev;
2962306a36Sopenharmony_ci	struct notifier_block reboot_notifier;
3062306a36Sopenharmony_ci	struct notifier_block suspend_notifier;
3162306a36Sopenharmony_ci	int core_min_uV, cpu_min_uV;
3262306a36Sopenharmony_ci	bool sys_reboot_mode_req;
3362306a36Sopenharmony_ci	bool sys_reboot_mode;
3462306a36Sopenharmony_ci	bool sys_suspend_mode_req;
3562306a36Sopenharmony_ci	bool sys_suspend_mode;
3662306a36Sopenharmony_ci};
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic inline struct tegra_regulator_coupler *
3962306a36Sopenharmony_cito_tegra_coupler(struct regulator_coupler *coupler)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci	return container_of(coupler, struct tegra_regulator_coupler, coupler);
4262306a36Sopenharmony_ci}
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistatic int tegra20_core_limit(struct tegra_regulator_coupler *tegra,
4562306a36Sopenharmony_ci			      struct regulator_dev *core_rdev)
4662306a36Sopenharmony_ci{
4762306a36Sopenharmony_ci	int core_min_uV = 0;
4862306a36Sopenharmony_ci	int core_max_uV;
4962306a36Sopenharmony_ci	int core_cur_uV;
5062306a36Sopenharmony_ci	int err;
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci	/*
5362306a36Sopenharmony_ci	 * Tegra20 SoC has critical DVFS-capable devices that are
5462306a36Sopenharmony_ci	 * permanently-active or active at a boot time, like EMC
5562306a36Sopenharmony_ci	 * (DRAM controller) or Display controller for example.
5662306a36Sopenharmony_ci	 *
5762306a36Sopenharmony_ci	 * The voltage of a CORE SoC power domain shall not be dropped below
5862306a36Sopenharmony_ci	 * a minimum level, which is determined by device's clock rate.
5962306a36Sopenharmony_ci	 * This means that we can't fully allow CORE voltage scaling until
6062306a36Sopenharmony_ci	 * the state of all DVFS-critical CORE devices is synced.
6162306a36Sopenharmony_ci	 */
6262306a36Sopenharmony_ci	if (tegra_pmc_core_domain_state_synced() && !tegra->sys_reboot_mode) {
6362306a36Sopenharmony_ci		pr_info_once("voltage state synced\n");
6462306a36Sopenharmony_ci		return 0;
6562306a36Sopenharmony_ci	}
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	if (tegra->core_min_uV > 0)
6862306a36Sopenharmony_ci		return tegra->core_min_uV;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	core_cur_uV = regulator_get_voltage_rdev(core_rdev);
7162306a36Sopenharmony_ci	if (core_cur_uV < 0)
7262306a36Sopenharmony_ci		return core_cur_uV;
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	core_max_uV = max(core_cur_uV, 1200000);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	err = regulator_check_voltage(core_rdev, &core_min_uV, &core_max_uV);
7762306a36Sopenharmony_ci	if (err)
7862306a36Sopenharmony_ci		return err;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	/*
8162306a36Sopenharmony_ci	 * Limit minimum CORE voltage to a value left from bootloader or,
8262306a36Sopenharmony_ci	 * if it's unreasonably low value, to the most common 1.2v or to
8362306a36Sopenharmony_ci	 * whatever maximum value defined via board's device-tree.
8462306a36Sopenharmony_ci	 */
8562306a36Sopenharmony_ci	tegra->core_min_uV = core_max_uV;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	pr_info("core voltage initialized to %duV\n", tegra->core_min_uV);
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	return tegra->core_min_uV;
9062306a36Sopenharmony_ci}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_cistatic int tegra20_core_rtc_max_spread(struct regulator_dev *core_rdev,
9362306a36Sopenharmony_ci				       struct regulator_dev *rtc_rdev)
9462306a36Sopenharmony_ci{
9562306a36Sopenharmony_ci	struct coupling_desc *c_desc = &core_rdev->coupling_desc;
9662306a36Sopenharmony_ci	struct regulator_dev *rdev;
9762306a36Sopenharmony_ci	int max_spread;
9862306a36Sopenharmony_ci	unsigned int i;
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	for (i = 1; i < c_desc->n_coupled; i++) {
10162306a36Sopenharmony_ci		max_spread = core_rdev->constraints->max_spread[i - 1];
10262306a36Sopenharmony_ci		rdev = c_desc->coupled_rdevs[i];
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci		if (rdev == rtc_rdev && max_spread)
10562306a36Sopenharmony_ci			return max_spread;
10662306a36Sopenharmony_ci	}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	pr_err_once("rtc-core max-spread is undefined in device-tree\n");
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	return 150000;
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic int tegra20_cpu_nominal_uV(void)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	switch (tegra_sku_info.soc_speedo_id) {
11662306a36Sopenharmony_ci	case 0:
11762306a36Sopenharmony_ci		return 1100000;
11862306a36Sopenharmony_ci	case 1:
11962306a36Sopenharmony_ci		return 1025000;
12062306a36Sopenharmony_ci	default:
12162306a36Sopenharmony_ci		return 1125000;
12262306a36Sopenharmony_ci	}
12362306a36Sopenharmony_ci}
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_cistatic int tegra20_core_nominal_uV(void)
12662306a36Sopenharmony_ci{
12762306a36Sopenharmony_ci	switch (tegra_sku_info.soc_speedo_id) {
12862306a36Sopenharmony_ci	default:
12962306a36Sopenharmony_ci		return 1225000;
13062306a36Sopenharmony_ci	case 2:
13162306a36Sopenharmony_ci		return 1300000;
13262306a36Sopenharmony_ci	}
13362306a36Sopenharmony_ci}
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_cistatic int tegra20_core_rtc_update(struct tegra_regulator_coupler *tegra,
13662306a36Sopenharmony_ci				   struct regulator_dev *core_rdev,
13762306a36Sopenharmony_ci				   struct regulator_dev *rtc_rdev,
13862306a36Sopenharmony_ci				   int cpu_uV, int cpu_min_uV)
13962306a36Sopenharmony_ci{
14062306a36Sopenharmony_ci	int core_min_uV, core_max_uV = INT_MAX;
14162306a36Sopenharmony_ci	int rtc_min_uV, rtc_max_uV = INT_MAX;
14262306a36Sopenharmony_ci	int core_target_uV;
14362306a36Sopenharmony_ci	int rtc_target_uV;
14462306a36Sopenharmony_ci	int max_spread;
14562306a36Sopenharmony_ci	int core_uV;
14662306a36Sopenharmony_ci	int rtc_uV;
14762306a36Sopenharmony_ci	int err;
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci	/*
15062306a36Sopenharmony_ci	 * RTC and CORE voltages should be no more than 170mV from each other,
15162306a36Sopenharmony_ci	 * CPU should be below RTC and CORE by at least 120mV. This applies
15262306a36Sopenharmony_ci	 * to all Tegra20 SoC's.
15362306a36Sopenharmony_ci	 */
15462306a36Sopenharmony_ci	max_spread = tegra20_core_rtc_max_spread(core_rdev, rtc_rdev);
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	/*
15762306a36Sopenharmony_ci	 * The core voltage scaling is currently not hooked up in drivers,
15862306a36Sopenharmony_ci	 * hence we will limit the minimum core voltage to a reasonable value.
15962306a36Sopenharmony_ci	 * This should be good enough for the time being.
16062306a36Sopenharmony_ci	 */
16162306a36Sopenharmony_ci	core_min_uV = tegra20_core_limit(tegra, core_rdev);
16262306a36Sopenharmony_ci	if (core_min_uV < 0)
16362306a36Sopenharmony_ci		return core_min_uV;
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci	err = regulator_check_voltage(core_rdev, &core_min_uV, &core_max_uV);
16662306a36Sopenharmony_ci	if (err)
16762306a36Sopenharmony_ci		return err;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	err = regulator_check_consumers(core_rdev, &core_min_uV, &core_max_uV,
17062306a36Sopenharmony_ci					PM_SUSPEND_ON);
17162306a36Sopenharmony_ci	if (err)
17262306a36Sopenharmony_ci		return err;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	/* prepare voltage level for suspend */
17562306a36Sopenharmony_ci	if (tegra->sys_suspend_mode)
17662306a36Sopenharmony_ci		core_min_uV = clamp(tegra20_core_nominal_uV(),
17762306a36Sopenharmony_ci				    core_min_uV, core_max_uV);
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ci	core_uV = regulator_get_voltage_rdev(core_rdev);
18062306a36Sopenharmony_ci	if (core_uV < 0)
18162306a36Sopenharmony_ci		return core_uV;
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci	core_min_uV = max(cpu_min_uV + 125000, core_min_uV);
18462306a36Sopenharmony_ci	if (core_min_uV > core_max_uV)
18562306a36Sopenharmony_ci		return -EINVAL;
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	if (cpu_uV + 120000 > core_uV)
18862306a36Sopenharmony_ci		pr_err("core-cpu voltage constraint violated: %d %d\n",
18962306a36Sopenharmony_ci		       core_uV, cpu_uV + 120000);
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	rtc_uV = regulator_get_voltage_rdev(rtc_rdev);
19262306a36Sopenharmony_ci	if (rtc_uV < 0)
19362306a36Sopenharmony_ci		return rtc_uV;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	if (cpu_uV + 120000 > rtc_uV)
19662306a36Sopenharmony_ci		pr_err("rtc-cpu voltage constraint violated: %d %d\n",
19762306a36Sopenharmony_ci		       rtc_uV, cpu_uV + 120000);
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci	if (abs(core_uV - rtc_uV) > 170000)
20062306a36Sopenharmony_ci		pr_err("core-rtc voltage constraint violated: %d %d\n",
20162306a36Sopenharmony_ci		       core_uV, rtc_uV);
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	rtc_min_uV = max(cpu_min_uV + 125000, core_min_uV - max_spread);
20462306a36Sopenharmony_ci
20562306a36Sopenharmony_ci	err = regulator_check_voltage(rtc_rdev, &rtc_min_uV, &rtc_max_uV);
20662306a36Sopenharmony_ci	if (err)
20762306a36Sopenharmony_ci		return err;
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci	while (core_uV != core_min_uV || rtc_uV != rtc_min_uV) {
21062306a36Sopenharmony_ci		if (core_uV < core_min_uV) {
21162306a36Sopenharmony_ci			core_target_uV = min(core_uV + max_spread, core_min_uV);
21262306a36Sopenharmony_ci			core_target_uV = min(rtc_uV + max_spread, core_target_uV);
21362306a36Sopenharmony_ci		} else {
21462306a36Sopenharmony_ci			core_target_uV = max(core_uV - max_spread, core_min_uV);
21562306a36Sopenharmony_ci			core_target_uV = max(rtc_uV - max_spread, core_target_uV);
21662306a36Sopenharmony_ci		}
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_ci		if (core_uV == core_target_uV)
21962306a36Sopenharmony_ci			goto update_rtc;
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci		err = regulator_set_voltage_rdev(core_rdev,
22262306a36Sopenharmony_ci						 core_target_uV,
22362306a36Sopenharmony_ci						 core_max_uV,
22462306a36Sopenharmony_ci						 PM_SUSPEND_ON);
22562306a36Sopenharmony_ci		if (err)
22662306a36Sopenharmony_ci			return err;
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci		core_uV = core_target_uV;
22962306a36Sopenharmony_ciupdate_rtc:
23062306a36Sopenharmony_ci		if (rtc_uV < rtc_min_uV) {
23162306a36Sopenharmony_ci			rtc_target_uV = min(rtc_uV + max_spread, rtc_min_uV);
23262306a36Sopenharmony_ci			rtc_target_uV = min(core_uV + max_spread, rtc_target_uV);
23362306a36Sopenharmony_ci		} else {
23462306a36Sopenharmony_ci			rtc_target_uV = max(rtc_uV - max_spread, rtc_min_uV);
23562306a36Sopenharmony_ci			rtc_target_uV = max(core_uV - max_spread, rtc_target_uV);
23662306a36Sopenharmony_ci		}
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci		if (rtc_uV == rtc_target_uV)
23962306a36Sopenharmony_ci			continue;
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci		err = regulator_set_voltage_rdev(rtc_rdev,
24262306a36Sopenharmony_ci						 rtc_target_uV,
24362306a36Sopenharmony_ci						 rtc_max_uV,
24462306a36Sopenharmony_ci						 PM_SUSPEND_ON);
24562306a36Sopenharmony_ci		if (err)
24662306a36Sopenharmony_ci			return err;
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci		rtc_uV = rtc_target_uV;
24962306a36Sopenharmony_ci	}
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	return 0;
25262306a36Sopenharmony_ci}
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_cistatic int tegra20_core_voltage_update(struct tegra_regulator_coupler *tegra,
25562306a36Sopenharmony_ci				       struct regulator_dev *cpu_rdev,
25662306a36Sopenharmony_ci				       struct regulator_dev *core_rdev,
25762306a36Sopenharmony_ci				       struct regulator_dev *rtc_rdev)
25862306a36Sopenharmony_ci{
25962306a36Sopenharmony_ci	int cpu_uV;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	cpu_uV = regulator_get_voltage_rdev(cpu_rdev);
26262306a36Sopenharmony_ci	if (cpu_uV < 0)
26362306a36Sopenharmony_ci		return cpu_uV;
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci	return tegra20_core_rtc_update(tegra, core_rdev, rtc_rdev,
26662306a36Sopenharmony_ci				       cpu_uV, cpu_uV);
26762306a36Sopenharmony_ci}
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_cistatic int tegra20_cpu_voltage_update(struct tegra_regulator_coupler *tegra,
27062306a36Sopenharmony_ci				      struct regulator_dev *cpu_rdev,
27162306a36Sopenharmony_ci				      struct regulator_dev *core_rdev,
27262306a36Sopenharmony_ci				      struct regulator_dev *rtc_rdev)
27362306a36Sopenharmony_ci{
27462306a36Sopenharmony_ci	int cpu_min_uV_consumers = 0;
27562306a36Sopenharmony_ci	int cpu_max_uV = INT_MAX;
27662306a36Sopenharmony_ci	int cpu_min_uV = 0;
27762306a36Sopenharmony_ci	int cpu_uV;
27862306a36Sopenharmony_ci	int err;
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	err = regulator_check_voltage(cpu_rdev, &cpu_min_uV, &cpu_max_uV);
28162306a36Sopenharmony_ci	if (err)
28262306a36Sopenharmony_ci		return err;
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_ci	err = regulator_check_consumers(cpu_rdev, &cpu_min_uV, &cpu_max_uV,
28562306a36Sopenharmony_ci					PM_SUSPEND_ON);
28662306a36Sopenharmony_ci	if (err)
28762306a36Sopenharmony_ci		return err;
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	err = regulator_check_consumers(cpu_rdev, &cpu_min_uV_consumers,
29062306a36Sopenharmony_ci					&cpu_max_uV, PM_SUSPEND_ON);
29162306a36Sopenharmony_ci	if (err)
29262306a36Sopenharmony_ci		return err;
29362306a36Sopenharmony_ci
29462306a36Sopenharmony_ci	cpu_uV = regulator_get_voltage_rdev(cpu_rdev);
29562306a36Sopenharmony_ci	if (cpu_uV < 0)
29662306a36Sopenharmony_ci		return cpu_uV;
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ci	/* store boot voltage level */
29962306a36Sopenharmony_ci	if (!tegra->cpu_min_uV)
30062306a36Sopenharmony_ci		tegra->cpu_min_uV = cpu_uV;
30162306a36Sopenharmony_ci
30262306a36Sopenharmony_ci	/*
30362306a36Sopenharmony_ci	 * CPU's regulator may not have any consumers, hence the voltage
30462306a36Sopenharmony_ci	 * must not be changed in that case because CPU simply won't
30562306a36Sopenharmony_ci	 * survive the voltage drop if it's running on a higher frequency.
30662306a36Sopenharmony_ci	 */
30762306a36Sopenharmony_ci	if (!cpu_min_uV_consumers)
30862306a36Sopenharmony_ci		cpu_min_uV = cpu_uV;
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci	/* restore boot voltage level */
31162306a36Sopenharmony_ci	if (tegra->sys_reboot_mode)
31262306a36Sopenharmony_ci		cpu_min_uV = max(cpu_min_uV, tegra->cpu_min_uV);
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_ci	/* prepare voltage level for suspend */
31562306a36Sopenharmony_ci	if (tegra->sys_suspend_mode)
31662306a36Sopenharmony_ci		cpu_min_uV = clamp(tegra20_cpu_nominal_uV(),
31762306a36Sopenharmony_ci				   cpu_min_uV, cpu_max_uV);
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ci	if (cpu_min_uV > cpu_uV) {
32062306a36Sopenharmony_ci		err = tegra20_core_rtc_update(tegra, core_rdev, rtc_rdev,
32162306a36Sopenharmony_ci					      cpu_uV, cpu_min_uV);
32262306a36Sopenharmony_ci		if (err)
32362306a36Sopenharmony_ci			return err;
32462306a36Sopenharmony_ci
32562306a36Sopenharmony_ci		err = regulator_set_voltage_rdev(cpu_rdev, cpu_min_uV,
32662306a36Sopenharmony_ci						 cpu_max_uV, PM_SUSPEND_ON);
32762306a36Sopenharmony_ci		if (err)
32862306a36Sopenharmony_ci			return err;
32962306a36Sopenharmony_ci	} else if (cpu_min_uV < cpu_uV)  {
33062306a36Sopenharmony_ci		err = regulator_set_voltage_rdev(cpu_rdev, cpu_min_uV,
33162306a36Sopenharmony_ci						 cpu_max_uV, PM_SUSPEND_ON);
33262306a36Sopenharmony_ci		if (err)
33362306a36Sopenharmony_ci			return err;
33462306a36Sopenharmony_ci
33562306a36Sopenharmony_ci		err = tegra20_core_rtc_update(tegra, core_rdev, rtc_rdev,
33662306a36Sopenharmony_ci					      cpu_uV, cpu_min_uV);
33762306a36Sopenharmony_ci		if (err)
33862306a36Sopenharmony_ci			return err;
33962306a36Sopenharmony_ci	}
34062306a36Sopenharmony_ci
34162306a36Sopenharmony_ci	return 0;
34262306a36Sopenharmony_ci}
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_cistatic int tegra20_regulator_balance_voltage(struct regulator_coupler *coupler,
34562306a36Sopenharmony_ci					     struct regulator_dev *rdev,
34662306a36Sopenharmony_ci					     suspend_state_t state)
34762306a36Sopenharmony_ci{
34862306a36Sopenharmony_ci	struct tegra_regulator_coupler *tegra = to_tegra_coupler(coupler);
34962306a36Sopenharmony_ci	struct regulator_dev *core_rdev = tegra->core_rdev;
35062306a36Sopenharmony_ci	struct regulator_dev *cpu_rdev = tegra->cpu_rdev;
35162306a36Sopenharmony_ci	struct regulator_dev *rtc_rdev = tegra->rtc_rdev;
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	if ((core_rdev != rdev && cpu_rdev != rdev && rtc_rdev != rdev) ||
35462306a36Sopenharmony_ci	    state != PM_SUSPEND_ON) {
35562306a36Sopenharmony_ci		pr_err("regulators are not coupled properly\n");
35662306a36Sopenharmony_ci		return -EINVAL;
35762306a36Sopenharmony_ci	}
35862306a36Sopenharmony_ci
35962306a36Sopenharmony_ci	tegra->sys_reboot_mode = READ_ONCE(tegra->sys_reboot_mode_req);
36062306a36Sopenharmony_ci	tegra->sys_suspend_mode = READ_ONCE(tegra->sys_suspend_mode_req);
36162306a36Sopenharmony_ci
36262306a36Sopenharmony_ci	if (rdev == cpu_rdev)
36362306a36Sopenharmony_ci		return tegra20_cpu_voltage_update(tegra, cpu_rdev,
36462306a36Sopenharmony_ci						  core_rdev, rtc_rdev);
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_ci	if (rdev == core_rdev)
36762306a36Sopenharmony_ci		return tegra20_core_voltage_update(tegra, cpu_rdev,
36862306a36Sopenharmony_ci						   core_rdev, rtc_rdev);
36962306a36Sopenharmony_ci
37062306a36Sopenharmony_ci	pr_err("changing %s voltage not permitted\n", rdev_get_name(rtc_rdev));
37162306a36Sopenharmony_ci
37262306a36Sopenharmony_ci	return -EPERM;
37362306a36Sopenharmony_ci}
37462306a36Sopenharmony_ci
37562306a36Sopenharmony_cistatic int tegra20_regulator_prepare_suspend(struct tegra_regulator_coupler *tegra,
37662306a36Sopenharmony_ci					     bool sys_suspend_mode)
37762306a36Sopenharmony_ci{
37862306a36Sopenharmony_ci	int err;
37962306a36Sopenharmony_ci
38062306a36Sopenharmony_ci	if (!tegra->core_rdev || !tegra->rtc_rdev || !tegra->cpu_rdev)
38162306a36Sopenharmony_ci		return 0;
38262306a36Sopenharmony_ci
38362306a36Sopenharmony_ci	/*
38462306a36Sopenharmony_ci	 * All power domains are enabled early during resume from suspend
38562306a36Sopenharmony_ci	 * by GENPD core.  Domains like VENC may require a higher voltage
38662306a36Sopenharmony_ci	 * when enabled during resume from suspend.  This also prepares
38762306a36Sopenharmony_ci	 * hardware for resuming from LP0.
38862306a36Sopenharmony_ci	 */
38962306a36Sopenharmony_ci
39062306a36Sopenharmony_ci	WRITE_ONCE(tegra->sys_suspend_mode_req, sys_suspend_mode);
39162306a36Sopenharmony_ci
39262306a36Sopenharmony_ci	err = regulator_sync_voltage_rdev(tegra->cpu_rdev);
39362306a36Sopenharmony_ci	if (err)
39462306a36Sopenharmony_ci		return err;
39562306a36Sopenharmony_ci
39662306a36Sopenharmony_ci	err = regulator_sync_voltage_rdev(tegra->core_rdev);
39762306a36Sopenharmony_ci	if (err)
39862306a36Sopenharmony_ci		return err;
39962306a36Sopenharmony_ci
40062306a36Sopenharmony_ci	return 0;
40162306a36Sopenharmony_ci}
40262306a36Sopenharmony_ci
40362306a36Sopenharmony_cistatic int tegra20_regulator_suspend(struct notifier_block *notifier,
40462306a36Sopenharmony_ci				     unsigned long mode, void *arg)
40562306a36Sopenharmony_ci{
40662306a36Sopenharmony_ci	struct tegra_regulator_coupler *tegra;
40762306a36Sopenharmony_ci	int ret = 0;
40862306a36Sopenharmony_ci
40962306a36Sopenharmony_ci	tegra = container_of(notifier, struct tegra_regulator_coupler,
41062306a36Sopenharmony_ci			     suspend_notifier);
41162306a36Sopenharmony_ci
41262306a36Sopenharmony_ci	switch (mode) {
41362306a36Sopenharmony_ci	case PM_HIBERNATION_PREPARE:
41462306a36Sopenharmony_ci	case PM_RESTORE_PREPARE:
41562306a36Sopenharmony_ci	case PM_SUSPEND_PREPARE:
41662306a36Sopenharmony_ci		ret = tegra20_regulator_prepare_suspend(tegra, true);
41762306a36Sopenharmony_ci		break;
41862306a36Sopenharmony_ci
41962306a36Sopenharmony_ci	case PM_POST_HIBERNATION:
42062306a36Sopenharmony_ci	case PM_POST_RESTORE:
42162306a36Sopenharmony_ci	case PM_POST_SUSPEND:
42262306a36Sopenharmony_ci		ret = tegra20_regulator_prepare_suspend(tegra, false);
42362306a36Sopenharmony_ci		break;
42462306a36Sopenharmony_ci	}
42562306a36Sopenharmony_ci
42662306a36Sopenharmony_ci	if (ret)
42762306a36Sopenharmony_ci		pr_err("failed to prepare regulators: %d\n", ret);
42862306a36Sopenharmony_ci
42962306a36Sopenharmony_ci	return notifier_from_errno(ret);
43062306a36Sopenharmony_ci}
43162306a36Sopenharmony_ci
43262306a36Sopenharmony_cistatic int tegra20_regulator_prepare_reboot(struct tegra_regulator_coupler *tegra,
43362306a36Sopenharmony_ci					    bool sys_reboot_mode)
43462306a36Sopenharmony_ci{
43562306a36Sopenharmony_ci	int err;
43662306a36Sopenharmony_ci
43762306a36Sopenharmony_ci	if (!tegra->core_rdev || !tegra->rtc_rdev || !tegra->cpu_rdev)
43862306a36Sopenharmony_ci		return 0;
43962306a36Sopenharmony_ci
44062306a36Sopenharmony_ci	WRITE_ONCE(tegra->sys_reboot_mode_req, true);
44162306a36Sopenharmony_ci
44262306a36Sopenharmony_ci	/*
44362306a36Sopenharmony_ci	 * Some devices use CPU soft-reboot method and in this case we
44462306a36Sopenharmony_ci	 * should ensure that voltages are sane for the reboot by restoring
44562306a36Sopenharmony_ci	 * the minimum boot levels.
44662306a36Sopenharmony_ci	 */
44762306a36Sopenharmony_ci	err = regulator_sync_voltage_rdev(tegra->cpu_rdev);
44862306a36Sopenharmony_ci	if (err)
44962306a36Sopenharmony_ci		return err;
45062306a36Sopenharmony_ci
45162306a36Sopenharmony_ci	err = regulator_sync_voltage_rdev(tegra->core_rdev);
45262306a36Sopenharmony_ci	if (err)
45362306a36Sopenharmony_ci		return err;
45462306a36Sopenharmony_ci
45562306a36Sopenharmony_ci	WRITE_ONCE(tegra->sys_reboot_mode_req, sys_reboot_mode);
45662306a36Sopenharmony_ci
45762306a36Sopenharmony_ci	return 0;
45862306a36Sopenharmony_ci}
45962306a36Sopenharmony_ci
46062306a36Sopenharmony_cistatic int tegra20_regulator_reboot(struct notifier_block *notifier,
46162306a36Sopenharmony_ci				    unsigned long event, void *cmd)
46262306a36Sopenharmony_ci{
46362306a36Sopenharmony_ci	struct tegra_regulator_coupler *tegra;
46462306a36Sopenharmony_ci	int ret;
46562306a36Sopenharmony_ci
46662306a36Sopenharmony_ci	if (event != SYS_RESTART)
46762306a36Sopenharmony_ci		return NOTIFY_DONE;
46862306a36Sopenharmony_ci
46962306a36Sopenharmony_ci	tegra = container_of(notifier, struct tegra_regulator_coupler,
47062306a36Sopenharmony_ci			     reboot_notifier);
47162306a36Sopenharmony_ci
47262306a36Sopenharmony_ci	ret = tegra20_regulator_prepare_reboot(tegra, true);
47362306a36Sopenharmony_ci
47462306a36Sopenharmony_ci	return notifier_from_errno(ret);
47562306a36Sopenharmony_ci}
47662306a36Sopenharmony_ci
47762306a36Sopenharmony_cistatic int tegra20_regulator_attach(struct regulator_coupler *coupler,
47862306a36Sopenharmony_ci				    struct regulator_dev *rdev)
47962306a36Sopenharmony_ci{
48062306a36Sopenharmony_ci	struct tegra_regulator_coupler *tegra = to_tegra_coupler(coupler);
48162306a36Sopenharmony_ci	struct device_node *np = rdev->dev.of_node;
48262306a36Sopenharmony_ci
48362306a36Sopenharmony_ci	if (of_property_read_bool(np, "nvidia,tegra-core-regulator") &&
48462306a36Sopenharmony_ci	    !tegra->core_rdev) {
48562306a36Sopenharmony_ci		tegra->core_rdev = rdev;
48662306a36Sopenharmony_ci		return 0;
48762306a36Sopenharmony_ci	}
48862306a36Sopenharmony_ci
48962306a36Sopenharmony_ci	if (of_property_read_bool(np, "nvidia,tegra-rtc-regulator") &&
49062306a36Sopenharmony_ci	    !tegra->rtc_rdev) {
49162306a36Sopenharmony_ci		tegra->rtc_rdev = rdev;
49262306a36Sopenharmony_ci		return 0;
49362306a36Sopenharmony_ci	}
49462306a36Sopenharmony_ci
49562306a36Sopenharmony_ci	if (of_property_read_bool(np, "nvidia,tegra-cpu-regulator") &&
49662306a36Sopenharmony_ci	    !tegra->cpu_rdev) {
49762306a36Sopenharmony_ci		tegra->cpu_rdev = rdev;
49862306a36Sopenharmony_ci		return 0;
49962306a36Sopenharmony_ci	}
50062306a36Sopenharmony_ci
50162306a36Sopenharmony_ci	return -EINVAL;
50262306a36Sopenharmony_ci}
50362306a36Sopenharmony_ci
50462306a36Sopenharmony_cistatic int tegra20_regulator_detach(struct regulator_coupler *coupler,
50562306a36Sopenharmony_ci				    struct regulator_dev *rdev)
50662306a36Sopenharmony_ci{
50762306a36Sopenharmony_ci	struct tegra_regulator_coupler *tegra = to_tegra_coupler(coupler);
50862306a36Sopenharmony_ci
50962306a36Sopenharmony_ci	/*
51062306a36Sopenharmony_ci	 * We don't expect regulators to be decoupled during reboot,
51162306a36Sopenharmony_ci	 * this may race with the reboot handler and shouldn't ever
51262306a36Sopenharmony_ci	 * happen in practice.
51362306a36Sopenharmony_ci	 */
51462306a36Sopenharmony_ci	if (WARN_ON_ONCE(system_state > SYSTEM_RUNNING))
51562306a36Sopenharmony_ci		return -EPERM;
51662306a36Sopenharmony_ci
51762306a36Sopenharmony_ci	if (tegra->core_rdev == rdev) {
51862306a36Sopenharmony_ci		tegra->core_rdev = NULL;
51962306a36Sopenharmony_ci		return 0;
52062306a36Sopenharmony_ci	}
52162306a36Sopenharmony_ci
52262306a36Sopenharmony_ci	if (tegra->rtc_rdev == rdev) {
52362306a36Sopenharmony_ci		tegra->rtc_rdev = NULL;
52462306a36Sopenharmony_ci		return 0;
52562306a36Sopenharmony_ci	}
52662306a36Sopenharmony_ci
52762306a36Sopenharmony_ci	if (tegra->cpu_rdev == rdev) {
52862306a36Sopenharmony_ci		tegra->cpu_rdev = NULL;
52962306a36Sopenharmony_ci		return 0;
53062306a36Sopenharmony_ci	}
53162306a36Sopenharmony_ci
53262306a36Sopenharmony_ci	return -EINVAL;
53362306a36Sopenharmony_ci}
53462306a36Sopenharmony_ci
53562306a36Sopenharmony_cistatic struct tegra_regulator_coupler tegra20_coupler = {
53662306a36Sopenharmony_ci	.coupler = {
53762306a36Sopenharmony_ci		.attach_regulator = tegra20_regulator_attach,
53862306a36Sopenharmony_ci		.detach_regulator = tegra20_regulator_detach,
53962306a36Sopenharmony_ci		.balance_voltage = tegra20_regulator_balance_voltage,
54062306a36Sopenharmony_ci	},
54162306a36Sopenharmony_ci	.reboot_notifier.notifier_call = tegra20_regulator_reboot,
54262306a36Sopenharmony_ci	.suspend_notifier.notifier_call = tegra20_regulator_suspend,
54362306a36Sopenharmony_ci};
54462306a36Sopenharmony_ci
54562306a36Sopenharmony_cistatic int __init tegra_regulator_coupler_init(void)
54662306a36Sopenharmony_ci{
54762306a36Sopenharmony_ci	int err;
54862306a36Sopenharmony_ci
54962306a36Sopenharmony_ci	if (!of_machine_is_compatible("nvidia,tegra20"))
55062306a36Sopenharmony_ci		return 0;
55162306a36Sopenharmony_ci
55262306a36Sopenharmony_ci	err = register_reboot_notifier(&tegra20_coupler.reboot_notifier);
55362306a36Sopenharmony_ci	WARN_ON(err);
55462306a36Sopenharmony_ci
55562306a36Sopenharmony_ci	err = register_pm_notifier(&tegra20_coupler.suspend_notifier);
55662306a36Sopenharmony_ci	WARN_ON(err);
55762306a36Sopenharmony_ci
55862306a36Sopenharmony_ci	return regulator_coupler_register(&tegra20_coupler.coupler);
55962306a36Sopenharmony_ci}
56062306a36Sopenharmony_ciarch_initcall(tegra_regulator_coupler_init);
561