162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2020-21 Intel Corporation.
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include "iosm_ipc_protocol.h"
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci/* Timeout value in MS for the PM to wait for device to reach active state */
962306a36Sopenharmony_ci#define IPC_PM_ACTIVE_TIMEOUT_MS (500)
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci/* Note that here "active" has the value 1, as compared to the enums
1262306a36Sopenharmony_ci * ipc_mem_host_pm_state or ipc_mem_dev_pm_state, where "active" is 0
1362306a36Sopenharmony_ci */
1462306a36Sopenharmony_ci#define IPC_PM_SLEEP (0)
1562306a36Sopenharmony_ci#define CONSUME_STATE (0)
1662306a36Sopenharmony_ci#define IPC_PM_ACTIVE (1)
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_civoid ipc_pm_signal_hpda_doorbell(struct iosm_pm *ipc_pm, u32 identifier,
1962306a36Sopenharmony_ci				 bool host_slp_check)
2062306a36Sopenharmony_ci{
2162306a36Sopenharmony_ci	if (host_slp_check && ipc_pm->host_pm_state != IPC_MEM_HOST_PM_ACTIVE &&
2262306a36Sopenharmony_ci	    ipc_pm->host_pm_state != IPC_MEM_HOST_PM_ACTIVE_WAIT) {
2362306a36Sopenharmony_ci		ipc_pm->pending_hpda_update = true;
2462306a36Sopenharmony_ci		dev_dbg(ipc_pm->dev,
2562306a36Sopenharmony_ci			"Pend HPDA update set. Host PM_State: %d identifier:%d",
2662306a36Sopenharmony_ci			ipc_pm->host_pm_state, identifier);
2762306a36Sopenharmony_ci		return;
2862306a36Sopenharmony_ci	}
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ci	if (!ipc_pm_trigger(ipc_pm, IPC_PM_UNIT_IRQ, true)) {
3162306a36Sopenharmony_ci		ipc_pm->pending_hpda_update = true;
3262306a36Sopenharmony_ci		dev_dbg(ipc_pm->dev, "Pending HPDA update set. identifier:%d",
3362306a36Sopenharmony_ci			identifier);
3462306a36Sopenharmony_ci		return;
3562306a36Sopenharmony_ci	}
3662306a36Sopenharmony_ci	ipc_pm->pending_hpda_update = false;
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci	/* Trigger the irq towards CP */
3962306a36Sopenharmony_ci	ipc_cp_irq_hpda_update(ipc_pm->pcie, identifier);
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_ci	ipc_pm_trigger(ipc_pm, IPC_PM_UNIT_IRQ, false);
4262306a36Sopenharmony_ci}
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci/* Wake up the device if it is in low power mode. */
4562306a36Sopenharmony_cistatic bool ipc_pm_link_activate(struct iosm_pm *ipc_pm)
4662306a36Sopenharmony_ci{
4762306a36Sopenharmony_ci	if (ipc_pm->cp_state == IPC_MEM_DEV_PM_ACTIVE)
4862306a36Sopenharmony_ci		return true;
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci	if (ipc_pm->cp_state == IPC_MEM_DEV_PM_SLEEP) {
5162306a36Sopenharmony_ci		if (ipc_pm->ap_state == IPC_MEM_DEV_PM_SLEEP) {
5262306a36Sopenharmony_ci			/* Wake up the device. */
5362306a36Sopenharmony_ci			ipc_cp_irq_sleep_control(ipc_pm->pcie,
5462306a36Sopenharmony_ci						 IPC_MEM_DEV_PM_WAKEUP);
5562306a36Sopenharmony_ci			ipc_pm->ap_state = IPC_MEM_DEV_PM_ACTIVE_WAIT;
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci			goto not_active;
5862306a36Sopenharmony_ci		}
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci		if (ipc_pm->ap_state == IPC_MEM_DEV_PM_ACTIVE_WAIT)
6162306a36Sopenharmony_ci			goto not_active;
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci		return true;
6462306a36Sopenharmony_ci	}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cinot_active:
6762306a36Sopenharmony_ci	/* link is not ready */
6862306a36Sopenharmony_ci	return false;
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_cibool ipc_pm_wait_for_device_active(struct iosm_pm *ipc_pm)
7262306a36Sopenharmony_ci{
7362306a36Sopenharmony_ci	bool ret_val = false;
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	if (ipc_pm->ap_state != IPC_MEM_DEV_PM_ACTIVE) {
7662306a36Sopenharmony_ci		/* Complete all memory stores before setting bit */
7762306a36Sopenharmony_ci		smp_mb__before_atomic();
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci		/* Wait for IPC_PM_ACTIVE_TIMEOUT_MS for Device sleep state
8062306a36Sopenharmony_ci		 * machine to enter ACTIVE state.
8162306a36Sopenharmony_ci		 */
8262306a36Sopenharmony_ci		set_bit(0, &ipc_pm->host_sleep_pend);
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci		/* Complete all memory stores after setting bit */
8562306a36Sopenharmony_ci		smp_mb__after_atomic();
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci		if (!wait_for_completion_interruptible_timeout
8862306a36Sopenharmony_ci		   (&ipc_pm->host_sleep_complete,
8962306a36Sopenharmony_ci		    msecs_to_jiffies(IPC_PM_ACTIVE_TIMEOUT_MS))) {
9062306a36Sopenharmony_ci			dev_err(ipc_pm->dev,
9162306a36Sopenharmony_ci				"PM timeout. Expected State:%d. Actual: %d",
9262306a36Sopenharmony_ci				IPC_MEM_DEV_PM_ACTIVE, ipc_pm->ap_state);
9362306a36Sopenharmony_ci			goto  active_timeout;
9462306a36Sopenharmony_ci		}
9562306a36Sopenharmony_ci	}
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	ret_val = true;
9862306a36Sopenharmony_ciactive_timeout:
9962306a36Sopenharmony_ci	/* Complete all memory stores before clearing bit */
10062306a36Sopenharmony_ci	smp_mb__before_atomic();
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	/* Reset the atomic variable in any case as device sleep
10362306a36Sopenharmony_ci	 * state machine change is no longer of interest.
10462306a36Sopenharmony_ci	 */
10562306a36Sopenharmony_ci	clear_bit(0, &ipc_pm->host_sleep_pend);
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	/* Complete all memory stores after clearing bit */
10862306a36Sopenharmony_ci	smp_mb__after_atomic();
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	return ret_val;
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic void ipc_pm_on_link_sleep(struct iosm_pm *ipc_pm)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	/* pending sleep ack and all conditions are cleared
11662306a36Sopenharmony_ci	 * -> signal SLEEP__ACK to CP
11762306a36Sopenharmony_ci	 */
11862306a36Sopenharmony_ci	ipc_pm->cp_state = IPC_MEM_DEV_PM_SLEEP;
11962306a36Sopenharmony_ci	ipc_pm->ap_state = IPC_MEM_DEV_PM_SLEEP;
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	ipc_cp_irq_sleep_control(ipc_pm->pcie, IPC_MEM_DEV_PM_SLEEP);
12262306a36Sopenharmony_ci}
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_cistatic void ipc_pm_on_link_wake(struct iosm_pm *ipc_pm, bool ack)
12562306a36Sopenharmony_ci{
12662306a36Sopenharmony_ci	ipc_pm->ap_state = IPC_MEM_DEV_PM_ACTIVE;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	if (ack) {
12962306a36Sopenharmony_ci		ipc_pm->cp_state = IPC_MEM_DEV_PM_ACTIVE;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci		ipc_cp_irq_sleep_control(ipc_pm->pcie, IPC_MEM_DEV_PM_ACTIVE);
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci		/* check the consume state !!! */
13462306a36Sopenharmony_ci		if (test_bit(CONSUME_STATE, &ipc_pm->host_sleep_pend))
13562306a36Sopenharmony_ci			complete(&ipc_pm->host_sleep_complete);
13662306a36Sopenharmony_ci	}
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	/* Check for pending HPDA update.
13962306a36Sopenharmony_ci	 * Pending HP update could be because of sending message was
14062306a36Sopenharmony_ci	 * put on hold due to Device sleep state or due to TD update
14162306a36Sopenharmony_ci	 * which could be because of Device Sleep and Host Sleep
14262306a36Sopenharmony_ci	 * states.
14362306a36Sopenharmony_ci	 */
14462306a36Sopenharmony_ci	if (ipc_pm->pending_hpda_update &&
14562306a36Sopenharmony_ci	    ipc_pm->host_pm_state == IPC_MEM_HOST_PM_ACTIVE)
14662306a36Sopenharmony_ci		ipc_pm_signal_hpda_doorbell(ipc_pm, IPC_HP_PM_TRIGGER, true);
14762306a36Sopenharmony_ci}
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_cibool ipc_pm_trigger(struct iosm_pm *ipc_pm, enum ipc_pm_unit unit, bool active)
15062306a36Sopenharmony_ci{
15162306a36Sopenharmony_ci	union ipc_pm_cond old_cond;
15262306a36Sopenharmony_ci	union ipc_pm_cond new_cond;
15362306a36Sopenharmony_ci	bool link_active;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	/* Save the current D3 state. */
15662306a36Sopenharmony_ci	new_cond = ipc_pm->pm_cond;
15762306a36Sopenharmony_ci	old_cond = ipc_pm->pm_cond;
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	/* Calculate the power state only in the runtime phase. */
16062306a36Sopenharmony_ci	switch (unit) {
16162306a36Sopenharmony_ci	case IPC_PM_UNIT_IRQ: /* CP irq */
16262306a36Sopenharmony_ci		new_cond.irq = active;
16362306a36Sopenharmony_ci		break;
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci	case IPC_PM_UNIT_LINK: /* Device link state. */
16662306a36Sopenharmony_ci		new_cond.link = active;
16762306a36Sopenharmony_ci		break;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	case IPC_PM_UNIT_HS: /* Host sleep trigger requires Link. */
17062306a36Sopenharmony_ci		new_cond.hs = active;
17162306a36Sopenharmony_ci		break;
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci	default:
17462306a36Sopenharmony_ci		break;
17562306a36Sopenharmony_ci	}
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	/* Something changed ? */
17862306a36Sopenharmony_ci	if (old_cond.raw == new_cond.raw) {
17962306a36Sopenharmony_ci		/* Stay in the current PM state. */
18062306a36Sopenharmony_ci		link_active = old_cond.link == IPC_PM_ACTIVE;
18162306a36Sopenharmony_ci		goto ret;
18262306a36Sopenharmony_ci	}
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	ipc_pm->pm_cond = new_cond;
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	if (new_cond.link)
18762306a36Sopenharmony_ci		ipc_pm_on_link_wake(ipc_pm, unit == IPC_PM_UNIT_LINK);
18862306a36Sopenharmony_ci	else if (unit == IPC_PM_UNIT_LINK)
18962306a36Sopenharmony_ci		ipc_pm_on_link_sleep(ipc_pm);
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	if (old_cond.link == IPC_PM_SLEEP && new_cond.raw) {
19262306a36Sopenharmony_ci		link_active = ipc_pm_link_activate(ipc_pm);
19362306a36Sopenharmony_ci		goto ret;
19462306a36Sopenharmony_ci	}
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	link_active = old_cond.link == IPC_PM_ACTIVE;
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ciret:
19962306a36Sopenharmony_ci	return link_active;
20062306a36Sopenharmony_ci}
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_cibool ipc_pm_prepare_host_sleep(struct iosm_pm *ipc_pm)
20362306a36Sopenharmony_ci{
20462306a36Sopenharmony_ci	/* suspend not allowed if host_pm_state is not IPC_MEM_HOST_PM_ACTIVE */
20562306a36Sopenharmony_ci	if (ipc_pm->host_pm_state != IPC_MEM_HOST_PM_ACTIVE) {
20662306a36Sopenharmony_ci		dev_err(ipc_pm->dev, "host_pm_state=%d\tExpected to be: %d",
20762306a36Sopenharmony_ci			ipc_pm->host_pm_state, IPC_MEM_HOST_PM_ACTIVE);
20862306a36Sopenharmony_ci		return false;
20962306a36Sopenharmony_ci	}
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	ipc_pm->host_pm_state = IPC_MEM_HOST_PM_SLEEP_WAIT_D3;
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	return true;
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cibool ipc_pm_prepare_host_active(struct iosm_pm *ipc_pm)
21762306a36Sopenharmony_ci{
21862306a36Sopenharmony_ci	if (ipc_pm->host_pm_state != IPC_MEM_HOST_PM_SLEEP) {
21962306a36Sopenharmony_ci		dev_err(ipc_pm->dev, "host_pm_state=%d\tExpected to be: %d",
22062306a36Sopenharmony_ci			ipc_pm->host_pm_state, IPC_MEM_HOST_PM_SLEEP);
22162306a36Sopenharmony_ci		return false;
22262306a36Sopenharmony_ci	}
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	/* Sending Sleep Exit message to CP. Update the state */
22562306a36Sopenharmony_ci	ipc_pm->host_pm_state = IPC_MEM_HOST_PM_ACTIVE_WAIT;
22662306a36Sopenharmony_ci
22762306a36Sopenharmony_ci	return true;
22862306a36Sopenharmony_ci}
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_civoid ipc_pm_set_s2idle_sleep(struct iosm_pm *ipc_pm, bool sleep)
23162306a36Sopenharmony_ci{
23262306a36Sopenharmony_ci	if (sleep) {
23362306a36Sopenharmony_ci		ipc_pm->ap_state = IPC_MEM_DEV_PM_SLEEP;
23462306a36Sopenharmony_ci		ipc_pm->cp_state = IPC_MEM_DEV_PM_SLEEP;
23562306a36Sopenharmony_ci		ipc_pm->device_sleep_notification = IPC_MEM_DEV_PM_SLEEP;
23662306a36Sopenharmony_ci	} else {
23762306a36Sopenharmony_ci		ipc_pm->ap_state = IPC_MEM_DEV_PM_ACTIVE;
23862306a36Sopenharmony_ci		ipc_pm->cp_state = IPC_MEM_DEV_PM_ACTIVE;
23962306a36Sopenharmony_ci		ipc_pm->device_sleep_notification = IPC_MEM_DEV_PM_ACTIVE;
24062306a36Sopenharmony_ci		ipc_pm->pm_cond.link = IPC_PM_ACTIVE;
24162306a36Sopenharmony_ci	}
24262306a36Sopenharmony_ci}
24362306a36Sopenharmony_ci
24462306a36Sopenharmony_cibool ipc_pm_dev_slp_notification(struct iosm_pm *ipc_pm, u32 cp_pm_req)
24562306a36Sopenharmony_ci{
24662306a36Sopenharmony_ci	if (cp_pm_req == ipc_pm->device_sleep_notification)
24762306a36Sopenharmony_ci		return false;
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_ci	ipc_pm->device_sleep_notification = cp_pm_req;
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	/* Evaluate the PM request. */
25262306a36Sopenharmony_ci	switch (ipc_pm->cp_state) {
25362306a36Sopenharmony_ci	case IPC_MEM_DEV_PM_ACTIVE:
25462306a36Sopenharmony_ci		switch (cp_pm_req) {
25562306a36Sopenharmony_ci		case IPC_MEM_DEV_PM_ACTIVE:
25662306a36Sopenharmony_ci			break;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci		case IPC_MEM_DEV_PM_SLEEP:
25962306a36Sopenharmony_ci			/* Inform the PM that the device link can go down. */
26062306a36Sopenharmony_ci			ipc_pm_trigger(ipc_pm, IPC_PM_UNIT_LINK, false);
26162306a36Sopenharmony_ci			return true;
26262306a36Sopenharmony_ci
26362306a36Sopenharmony_ci		default:
26462306a36Sopenharmony_ci			dev_err(ipc_pm->dev,
26562306a36Sopenharmony_ci				"loc-pm=%d active: confused req-pm=%d",
26662306a36Sopenharmony_ci				ipc_pm->cp_state, cp_pm_req);
26762306a36Sopenharmony_ci			break;
26862306a36Sopenharmony_ci		}
26962306a36Sopenharmony_ci		break;
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	case IPC_MEM_DEV_PM_SLEEP:
27262306a36Sopenharmony_ci		switch (cp_pm_req) {
27362306a36Sopenharmony_ci		case IPC_MEM_DEV_PM_ACTIVE:
27462306a36Sopenharmony_ci			/* Inform the PM that the device link is active. */
27562306a36Sopenharmony_ci			ipc_pm_trigger(ipc_pm, IPC_PM_UNIT_LINK, true);
27662306a36Sopenharmony_ci			break;
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci		case IPC_MEM_DEV_PM_SLEEP:
27962306a36Sopenharmony_ci			break;
28062306a36Sopenharmony_ci
28162306a36Sopenharmony_ci		default:
28262306a36Sopenharmony_ci			dev_err(ipc_pm->dev,
28362306a36Sopenharmony_ci				"loc-pm=%d sleep: confused req-pm=%d",
28462306a36Sopenharmony_ci				ipc_pm->cp_state, cp_pm_req);
28562306a36Sopenharmony_ci			break;
28662306a36Sopenharmony_ci		}
28762306a36Sopenharmony_ci		break;
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	default:
29062306a36Sopenharmony_ci		dev_err(ipc_pm->dev, "confused loc-pm=%d, req-pm=%d",
29162306a36Sopenharmony_ci			ipc_pm->cp_state, cp_pm_req);
29262306a36Sopenharmony_ci		break;
29362306a36Sopenharmony_ci	}
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_ci	return false;
29662306a36Sopenharmony_ci}
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_civoid ipc_pm_init(struct iosm_protocol *ipc_protocol)
29962306a36Sopenharmony_ci{
30062306a36Sopenharmony_ci	struct iosm_imem *ipc_imem = ipc_protocol->imem;
30162306a36Sopenharmony_ci	struct iosm_pm *ipc_pm = &ipc_protocol->pm;
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_ci	ipc_pm->pcie = ipc_imem->pcie;
30462306a36Sopenharmony_ci	ipc_pm->dev = ipc_imem->dev;
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_ci	ipc_pm->pm_cond.irq = IPC_PM_SLEEP;
30762306a36Sopenharmony_ci	ipc_pm->pm_cond.hs = IPC_PM_SLEEP;
30862306a36Sopenharmony_ci	ipc_pm->pm_cond.link = IPC_PM_ACTIVE;
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci	ipc_pm->cp_state = IPC_MEM_DEV_PM_ACTIVE;
31162306a36Sopenharmony_ci	ipc_pm->ap_state = IPC_MEM_DEV_PM_ACTIVE;
31262306a36Sopenharmony_ci	ipc_pm->host_pm_state = IPC_MEM_HOST_PM_ACTIVE;
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_ci	/* Create generic wait-for-completion handler for Host Sleep
31562306a36Sopenharmony_ci	 * and device sleep coordination.
31662306a36Sopenharmony_ci	 */
31762306a36Sopenharmony_ci	init_completion(&ipc_pm->host_sleep_complete);
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ci	/* Complete all memory stores before clearing bit */
32062306a36Sopenharmony_ci	smp_mb__before_atomic();
32162306a36Sopenharmony_ci
32262306a36Sopenharmony_ci	clear_bit(0, &ipc_pm->host_sleep_pend);
32362306a36Sopenharmony_ci
32462306a36Sopenharmony_ci	/* Complete all memory stores after clearing bit */
32562306a36Sopenharmony_ci	smp_mb__after_atomic();
32662306a36Sopenharmony_ci}
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_civoid ipc_pm_deinit(struct iosm_protocol *proto)
32962306a36Sopenharmony_ci{
33062306a36Sopenharmony_ci	struct iosm_pm *ipc_pm = &proto->pm;
33162306a36Sopenharmony_ci
33262306a36Sopenharmony_ci	complete(&ipc_pm->host_sleep_complete);
33362306a36Sopenharmony_ci}
334