162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci//
362306a36Sopenharmony_ci// Copyright(c) 2021-2022 Intel Corporation. All rights reserved.
462306a36Sopenharmony_ci//
562306a36Sopenharmony_ci// Authors: Cezary Rojewski <cezary.rojewski@intel.com>
662306a36Sopenharmony_ci//          Amadeusz Slawinski <amadeuszx.slawinski@linux.intel.com>
762306a36Sopenharmony_ci//
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <linux/devcoredump.h>
1062306a36Sopenharmony_ci#include <linux/slab.h>
1162306a36Sopenharmony_ci#include "avs.h"
1262306a36Sopenharmony_ci#include "messages.h"
1362306a36Sopenharmony_ci#include "path.h"
1462306a36Sopenharmony_ci#include "topology.h"
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_cistatic int __maybe_unused
1762306a36Sopenharmony_ciapl_enable_logs(struct avs_dev *adev, enum avs_log_enable enable, u32 aging_period,
1862306a36Sopenharmony_ci		u32 fifo_full_period, unsigned long resource_mask, u32 *priorities)
1962306a36Sopenharmony_ci{
2062306a36Sopenharmony_ci	struct apl_log_state_info *info;
2162306a36Sopenharmony_ci	u32 size, num_cores = adev->hw_cfg.dsp_cores;
2262306a36Sopenharmony_ci	int ret, i;
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci	if (fls_long(resource_mask) > num_cores)
2562306a36Sopenharmony_ci		return -EINVAL;
2662306a36Sopenharmony_ci	size = struct_size(info, logs_core, num_cores);
2762306a36Sopenharmony_ci	info = kzalloc(size, GFP_KERNEL);
2862306a36Sopenharmony_ci	if (!info)
2962306a36Sopenharmony_ci		return -ENOMEM;
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci	info->aging_timer_period = aging_period;
3262306a36Sopenharmony_ci	info->fifo_full_timer_period = fifo_full_period;
3362306a36Sopenharmony_ci	info->core_mask = resource_mask;
3462306a36Sopenharmony_ci	if (enable)
3562306a36Sopenharmony_ci		for_each_set_bit(i, &resource_mask, num_cores) {
3662306a36Sopenharmony_ci			info->logs_core[i].enable = enable;
3762306a36Sopenharmony_ci			info->logs_core[i].min_priority = *priorities++;
3862306a36Sopenharmony_ci		}
3962306a36Sopenharmony_ci	else
4062306a36Sopenharmony_ci		for_each_set_bit(i, &resource_mask, num_cores)
4162306a36Sopenharmony_ci			info->logs_core[i].enable = enable;
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_ci	ret = avs_ipc_set_enable_logs(adev, (u8 *)info, size);
4462306a36Sopenharmony_ci	kfree(info);
4562306a36Sopenharmony_ci	if (ret)
4662306a36Sopenharmony_ci		return AVS_IPC_RET(ret);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	return 0;
4962306a36Sopenharmony_ci}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistatic int apl_log_buffer_status(struct avs_dev *adev, union avs_notify_msg *msg)
5262306a36Sopenharmony_ci{
5362306a36Sopenharmony_ci	struct apl_log_buffer_layout layout;
5462306a36Sopenharmony_ci	void __iomem *addr, *buf;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	addr = avs_log_buffer_addr(adev, msg->log.core);
5762306a36Sopenharmony_ci	if (!addr)
5862306a36Sopenharmony_ci		return -ENXIO;
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci	memcpy_fromio(&layout, addr, sizeof(layout));
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci	if (!avs_logging_fw(adev))
6362306a36Sopenharmony_ci		/* consume the logs regardless of consumer presence */
6462306a36Sopenharmony_ci		goto update_read_ptr;
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	buf = apl_log_payload_addr(addr);
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	if (layout.read_ptr > layout.write_ptr) {
6962306a36Sopenharmony_ci		avs_dump_fw_log(adev, buf + layout.read_ptr,
7062306a36Sopenharmony_ci				apl_log_payload_size(adev) - layout.read_ptr);
7162306a36Sopenharmony_ci		layout.read_ptr = 0;
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci	avs_dump_fw_log_wakeup(adev, buf + layout.read_ptr, layout.write_ptr - layout.read_ptr);
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ciupdate_read_ptr:
7662306a36Sopenharmony_ci	writel(layout.write_ptr, addr);
7762306a36Sopenharmony_ci	return 0;
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_cistatic int apl_wait_log_entry(struct avs_dev *adev, u32 core, struct apl_log_buffer_layout *layout)
8162306a36Sopenharmony_ci{
8262306a36Sopenharmony_ci	unsigned long timeout;
8362306a36Sopenharmony_ci	void __iomem *addr;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	addr = avs_log_buffer_addr(adev, core);
8662306a36Sopenharmony_ci	if (!addr)
8762306a36Sopenharmony_ci		return -ENXIO;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	timeout = jiffies + msecs_to_jiffies(10);
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	do {
9262306a36Sopenharmony_ci		memcpy_fromio(layout, addr, sizeof(*layout));
9362306a36Sopenharmony_ci		if (layout->read_ptr != layout->write_ptr)
9462306a36Sopenharmony_ci			return 0;
9562306a36Sopenharmony_ci		usleep_range(500, 1000);
9662306a36Sopenharmony_ci	} while (!time_after(jiffies, timeout));
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	return -ETIMEDOUT;
9962306a36Sopenharmony_ci}
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci/* reads log header and tests its type */
10262306a36Sopenharmony_ci#define apl_is_entry_stackdump(addr) ((readl(addr) >> 30) & 0x1)
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_cistatic int apl_coredump(struct avs_dev *adev, union avs_notify_msg *msg)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	struct apl_log_buffer_layout layout;
10762306a36Sopenharmony_ci	void __iomem *addr, *buf;
10862306a36Sopenharmony_ci	size_t dump_size;
10962306a36Sopenharmony_ci	u16 offset = 0;
11062306a36Sopenharmony_ci	u8 *dump, *pos;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	dump_size = AVS_FW_REGS_SIZE + msg->ext.coredump.stack_dump_size;
11362306a36Sopenharmony_ci	dump = vzalloc(dump_size);
11462306a36Sopenharmony_ci	if (!dump)
11562306a36Sopenharmony_ci		return -ENOMEM;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	memcpy_fromio(dump, avs_sram_addr(adev, AVS_FW_REGS_WINDOW), AVS_FW_REGS_SIZE);
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci	if (!msg->ext.coredump.stack_dump_size)
12062306a36Sopenharmony_ci		goto exit;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	/* Dump the registers even if an external error prevents gathering the stack. */
12362306a36Sopenharmony_ci	addr = avs_log_buffer_addr(adev, msg->ext.coredump.core_id);
12462306a36Sopenharmony_ci	if (!addr)
12562306a36Sopenharmony_ci		goto exit;
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci	buf = apl_log_payload_addr(addr);
12862306a36Sopenharmony_ci	memcpy_fromio(&layout, addr, sizeof(layout));
12962306a36Sopenharmony_ci	if (!apl_is_entry_stackdump(buf + layout.read_ptr)) {
13062306a36Sopenharmony_ci		union avs_notify_msg lbs_msg = AVS_NOTIFICATION(LOG_BUFFER_STATUS);
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci		/*
13362306a36Sopenharmony_ci		 * DSP awaits the remaining logs to be
13462306a36Sopenharmony_ci		 * gathered before dumping stack
13562306a36Sopenharmony_ci		 */
13662306a36Sopenharmony_ci		lbs_msg.log.core = msg->ext.coredump.core_id;
13762306a36Sopenharmony_ci		avs_log_buffer_status_locked(adev, &lbs_msg);
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	pos = dump + AVS_FW_REGS_SIZE;
14162306a36Sopenharmony_ci	/* gather the stack */
14262306a36Sopenharmony_ci	do {
14362306a36Sopenharmony_ci		u32 count;
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci		if (apl_wait_log_entry(adev, msg->ext.coredump.core_id, &layout))
14662306a36Sopenharmony_ci			break;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci		if (layout.read_ptr > layout.write_ptr) {
14962306a36Sopenharmony_ci			count = apl_log_payload_size(adev) - layout.read_ptr;
15062306a36Sopenharmony_ci			memcpy_fromio(pos + offset, buf + layout.read_ptr, count);
15162306a36Sopenharmony_ci			layout.read_ptr = 0;
15262306a36Sopenharmony_ci			offset += count;
15362306a36Sopenharmony_ci		}
15462306a36Sopenharmony_ci		count = layout.write_ptr - layout.read_ptr;
15562306a36Sopenharmony_ci		memcpy_fromio(pos + offset, buf + layout.read_ptr, count);
15662306a36Sopenharmony_ci		offset += count;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci		/* update read pointer */
15962306a36Sopenharmony_ci		writel(layout.write_ptr, addr);
16062306a36Sopenharmony_ci	} while (offset < msg->ext.coredump.stack_dump_size);
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ciexit:
16362306a36Sopenharmony_ci	dev_coredumpv(adev->dev, dump, dump_size, GFP_KERNEL);
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci	return 0;
16662306a36Sopenharmony_ci}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_cistatic bool apl_lp_streaming(struct avs_dev *adev)
16962306a36Sopenharmony_ci{
17062306a36Sopenharmony_ci	struct avs_path *path;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	spin_lock(&adev->path_list_lock);
17362306a36Sopenharmony_ci	/* Any gateway without buffer allocated in LP area disqualifies D0IX. */
17462306a36Sopenharmony_ci	list_for_each_entry(path, &adev->path_list, node) {
17562306a36Sopenharmony_ci		struct avs_path_pipeline *ppl;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci		list_for_each_entry(ppl, &path->ppl_list, node) {
17862306a36Sopenharmony_ci			struct avs_path_module *mod;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci			list_for_each_entry(mod, &ppl->mod_list, node) {
18162306a36Sopenharmony_ci				struct avs_tplg_modcfg_ext *cfg;
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci				cfg = mod->template->cfg_ext;
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci				/* only copiers have gateway attributes */
18662306a36Sopenharmony_ci				if (!guid_equal(&cfg->type, &AVS_COPIER_MOD_UUID))
18762306a36Sopenharmony_ci					continue;
18862306a36Sopenharmony_ci				/* non-gateway copiers do not prevent PG */
18962306a36Sopenharmony_ci				if (cfg->copier.dma_type == INVALID_OBJECT_ID)
19062306a36Sopenharmony_ci					continue;
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci				if (!mod->gtw_attrs.lp_buffer_alloc) {
19362306a36Sopenharmony_ci					spin_unlock(&adev->path_list_lock);
19462306a36Sopenharmony_ci					return false;
19562306a36Sopenharmony_ci				}
19662306a36Sopenharmony_ci			}
19762306a36Sopenharmony_ci		}
19862306a36Sopenharmony_ci	}
19962306a36Sopenharmony_ci	spin_unlock(&adev->path_list_lock);
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci	return true;
20262306a36Sopenharmony_ci}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_cistatic bool apl_d0ix_toggle(struct avs_dev *adev, struct avs_ipc_msg *tx, bool wake)
20562306a36Sopenharmony_ci{
20662306a36Sopenharmony_ci	/* wake in all cases */
20762306a36Sopenharmony_ci	if (wake)
20862306a36Sopenharmony_ci		return true;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci	/*
21162306a36Sopenharmony_ci	 * If no pipelines are running, allow for d0ix schedule.
21262306a36Sopenharmony_ci	 * If all gateways have lp=1, allow for d0ix schedule.
21362306a36Sopenharmony_ci	 * If any gateway with lp=0 is allocated, abort scheduling d0ix.
21462306a36Sopenharmony_ci	 *
21562306a36Sopenharmony_ci	 * Note: for cAVS 1.5+ and 1.8, D0IX is LP-firmware transition,
21662306a36Sopenharmony_ci	 * not the power-gating mechanism known from cAVS 2.0.
21762306a36Sopenharmony_ci	 */
21862306a36Sopenharmony_ci	return apl_lp_streaming(adev);
21962306a36Sopenharmony_ci}
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_cistatic int apl_set_d0ix(struct avs_dev *adev, bool enable)
22262306a36Sopenharmony_ci{
22362306a36Sopenharmony_ci	bool streaming = false;
22462306a36Sopenharmony_ci	int ret;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	if (enable)
22762306a36Sopenharmony_ci		/* Either idle or all gateways with lp=1. */
22862306a36Sopenharmony_ci		streaming = !list_empty(&adev->path_list);
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	ret = avs_ipc_set_d0ix(adev, enable, streaming);
23162306a36Sopenharmony_ci	return AVS_IPC_RET(ret);
23262306a36Sopenharmony_ci}
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ciconst struct avs_dsp_ops apl_dsp_ops = {
23562306a36Sopenharmony_ci	.power = avs_dsp_core_power,
23662306a36Sopenharmony_ci	.reset = avs_dsp_core_reset,
23762306a36Sopenharmony_ci	.stall = avs_dsp_core_stall,
23862306a36Sopenharmony_ci	.irq_handler = avs_dsp_irq_handler,
23962306a36Sopenharmony_ci	.irq_thread = avs_dsp_irq_thread,
24062306a36Sopenharmony_ci	.int_control = avs_dsp_interrupt_control,
24162306a36Sopenharmony_ci	.load_basefw = avs_hda_load_basefw,
24262306a36Sopenharmony_ci	.load_lib = avs_hda_load_library,
24362306a36Sopenharmony_ci	.transfer_mods = avs_hda_transfer_modules,
24462306a36Sopenharmony_ci	.log_buffer_offset = skl_log_buffer_offset,
24562306a36Sopenharmony_ci	.log_buffer_status = apl_log_buffer_status,
24662306a36Sopenharmony_ci	.coredump = apl_coredump,
24762306a36Sopenharmony_ci	.d0ix_toggle = apl_d0ix_toggle,
24862306a36Sopenharmony_ci	.set_d0ix = apl_set_d0ix,
24962306a36Sopenharmony_ci	AVS_SET_ENABLE_LOGS_OP(apl)
25062306a36Sopenharmony_ci};
251