162306a36Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
262306a36Sopenharmony_ci//
362306a36Sopenharmony_ci// Copyright(c) 2020 Intel Corporation. All rights reserved.
462306a36Sopenharmony_ci//
562306a36Sopenharmony_ci// Author: Fred Oh <fred.oh@linux.intel.com>
662306a36Sopenharmony_ci//
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci/*
962306a36Sopenharmony_ci * Hardware interface for audio DSP on IceLake.
1062306a36Sopenharmony_ci */
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include <linux/kernel.h>
1362306a36Sopenharmony_ci#include <linux/kconfig.h>
1462306a36Sopenharmony_ci#include <linux/export.h>
1562306a36Sopenharmony_ci#include <linux/bits.h>
1662306a36Sopenharmony_ci#include "../ipc4-priv.h"
1762306a36Sopenharmony_ci#include "../ops.h"
1862306a36Sopenharmony_ci#include "hda.h"
1962306a36Sopenharmony_ci#include "hda-ipc.h"
2062306a36Sopenharmony_ci#include "../sof-audio.h"
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#define ICL_DSP_HPRO_CORE_ID 3
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_cistatic const struct snd_sof_debugfs_map icl_dsp_debugfs[] = {
2562306a36Sopenharmony_ci	{"hda", HDA_DSP_HDA_BAR, 0, 0x4000, SOF_DEBUGFS_ACCESS_ALWAYS},
2662306a36Sopenharmony_ci	{"pp", HDA_DSP_PP_BAR,  0, 0x1000, SOF_DEBUGFS_ACCESS_ALWAYS},
2762306a36Sopenharmony_ci	{"dsp", HDA_DSP_BAR,  0, 0x10000, SOF_DEBUGFS_ACCESS_ALWAYS},
2862306a36Sopenharmony_ci};
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_cistatic int icl_dsp_core_stall(struct snd_sof_dev *sdev, unsigned int core_mask)
3162306a36Sopenharmony_ci{
3262306a36Sopenharmony_ci	struct sof_intel_hda_dev *hda = sdev->pdata->hw_pdata;
3362306a36Sopenharmony_ci	const struct sof_intel_dsp_desc *chip = hda->desc;
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	/* make sure core_mask in host managed cores */
3662306a36Sopenharmony_ci	core_mask &= chip->host_managed_cores_mask;
3762306a36Sopenharmony_ci	if (!core_mask) {
3862306a36Sopenharmony_ci		dev_err(sdev->dev, "error: core_mask is not in host managed cores\n");
3962306a36Sopenharmony_ci		return -EINVAL;
4062306a36Sopenharmony_ci	}
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	/* stall core */
4362306a36Sopenharmony_ci	snd_sof_dsp_update_bits_unlocked(sdev, HDA_DSP_BAR, HDA_DSP_REG_ADSPCS,
4462306a36Sopenharmony_ci					 HDA_DSP_ADSPCS_CSTALL_MASK(core_mask),
4562306a36Sopenharmony_ci					 HDA_DSP_ADSPCS_CSTALL_MASK(core_mask));
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	return 0;
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci/*
5162306a36Sopenharmony_ci * post fw run operation for ICL.
5262306a36Sopenharmony_ci * Core 3 will be powered up and in stall when HPRO is enabled
5362306a36Sopenharmony_ci */
5462306a36Sopenharmony_cistatic int icl_dsp_post_fw_run(struct snd_sof_dev *sdev)
5562306a36Sopenharmony_ci{
5662306a36Sopenharmony_ci	struct sof_intel_hda_dev *hda = sdev->pdata->hw_pdata;
5762306a36Sopenharmony_ci	int ret;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	if (sdev->first_boot) {
6062306a36Sopenharmony_ci		struct sof_intel_hda_dev *hdev = sdev->pdata->hw_pdata;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci		ret = hda_sdw_startup(sdev);
6362306a36Sopenharmony_ci		if (ret < 0) {
6462306a36Sopenharmony_ci			dev_err(sdev->dev, "error: could not startup SoundWire links\n");
6562306a36Sopenharmony_ci			return ret;
6662306a36Sopenharmony_ci		}
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci		/* Check if IMR boot is usable */
6962306a36Sopenharmony_ci		if (!sof_debug_check_flag(SOF_DBG_IGNORE_D3_PERSISTENT) &&
7062306a36Sopenharmony_ci		    sdev->fw_ready.flags & SOF_IPC_INFO_D3_PERSISTENT)
7162306a36Sopenharmony_ci			hdev->imrboot_supported = true;
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	hda_sdw_int_enable(sdev, true);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	/*
7762306a36Sopenharmony_ci	 * The recommended HW programming sequence for ICL is to
7862306a36Sopenharmony_ci	 * power up core 3 and keep it in stall if HPRO is enabled.
7962306a36Sopenharmony_ci	 */
8062306a36Sopenharmony_ci	if (!hda->clk_config_lpro) {
8162306a36Sopenharmony_ci		ret = hda_dsp_enable_core(sdev, BIT(ICL_DSP_HPRO_CORE_ID));
8262306a36Sopenharmony_ci		if (ret < 0) {
8362306a36Sopenharmony_ci			dev_err(sdev->dev, "error: dsp core power up failed on core %d\n",
8462306a36Sopenharmony_ci				ICL_DSP_HPRO_CORE_ID);
8562306a36Sopenharmony_ci			return ret;
8662306a36Sopenharmony_ci		}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci		sdev->enabled_cores_mask |= BIT(ICL_DSP_HPRO_CORE_ID);
8962306a36Sopenharmony_ci		sdev->dsp_core_ref_count[ICL_DSP_HPRO_CORE_ID]++;
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci		snd_sof_dsp_stall(sdev, BIT(ICL_DSP_HPRO_CORE_ID));
9262306a36Sopenharmony_ci	}
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	/* re-enable clock gating and power gating */
9562306a36Sopenharmony_ci	return hda_dsp_ctrl_clock_power_gating(sdev, true);
9662306a36Sopenharmony_ci}
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci/* Icelake ops */
9962306a36Sopenharmony_cistruct snd_sof_dsp_ops sof_icl_ops;
10062306a36Sopenharmony_ciEXPORT_SYMBOL_NS(sof_icl_ops, SND_SOC_SOF_INTEL_HDA_COMMON);
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ciint sof_icl_ops_init(struct snd_sof_dev *sdev)
10362306a36Sopenharmony_ci{
10462306a36Sopenharmony_ci	/* common defaults */
10562306a36Sopenharmony_ci	memcpy(&sof_icl_ops, &sof_hda_common_ops, sizeof(struct snd_sof_dsp_ops));
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	/* probe/remove/shutdown */
10862306a36Sopenharmony_ci	sof_icl_ops.shutdown	= hda_dsp_shutdown;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	if (sdev->pdata->ipc_type == SOF_IPC) {
11162306a36Sopenharmony_ci		/* doorbell */
11262306a36Sopenharmony_ci		sof_icl_ops.irq_thread	= cnl_ipc_irq_thread;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci		/* ipc */
11562306a36Sopenharmony_ci		sof_icl_ops.send_msg	= cnl_ipc_send_msg;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci		/* debug */
11862306a36Sopenharmony_ci		sof_icl_ops.ipc_dump	= cnl_ipc_dump;
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci		sof_icl_ops.set_power_state = hda_dsp_set_power_state_ipc3;
12162306a36Sopenharmony_ci	}
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_ci	if (sdev->pdata->ipc_type == SOF_INTEL_IPC4) {
12462306a36Sopenharmony_ci		struct sof_ipc4_fw_data *ipc4_data;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci		sdev->private = devm_kzalloc(sdev->dev, sizeof(*ipc4_data), GFP_KERNEL);
12762306a36Sopenharmony_ci		if (!sdev->private)
12862306a36Sopenharmony_ci			return -ENOMEM;
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci		ipc4_data = sdev->private;
13162306a36Sopenharmony_ci		ipc4_data->manifest_fw_hdr_offset = SOF_MAN4_FW_HDR_OFFSET;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci		ipc4_data->mtrace_type = SOF_IPC4_MTRACE_INTEL_CAVS_2;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci		/* External library loading support */
13662306a36Sopenharmony_ci		ipc4_data->load_library = hda_dsp_ipc4_load_library;
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci		/* doorbell */
13962306a36Sopenharmony_ci		sof_icl_ops.irq_thread	= cnl_ipc4_irq_thread;
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci		/* ipc */
14262306a36Sopenharmony_ci		sof_icl_ops.send_msg	= cnl_ipc4_send_msg;
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci		/* debug */
14562306a36Sopenharmony_ci		sof_icl_ops.ipc_dump	= cnl_ipc4_dump;
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci		sof_icl_ops.set_power_state = hda_dsp_set_power_state_ipc4;
14862306a36Sopenharmony_ci	}
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	/* debug */
15162306a36Sopenharmony_ci	sof_icl_ops.debug_map	= icl_dsp_debugfs;
15262306a36Sopenharmony_ci	sof_icl_ops.debug_map_count	= ARRAY_SIZE(icl_dsp_debugfs);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	/* pre/post fw run */
15562306a36Sopenharmony_ci	sof_icl_ops.post_fw_run = icl_dsp_post_fw_run;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	/* firmware run */
15862306a36Sopenharmony_ci	sof_icl_ops.run = hda_dsp_cl_boot_firmware_iccmax;
15962306a36Sopenharmony_ci	sof_icl_ops.stall = icl_dsp_core_stall;
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	/* dsp core get/put */
16262306a36Sopenharmony_ci	sof_icl_ops.core_get = hda_dsp_core_get;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	/* set DAI driver ops */
16562306a36Sopenharmony_ci	hda_set_dai_drv_ops(sdev, &sof_icl_ops);
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	return 0;
16862306a36Sopenharmony_ci};
16962306a36Sopenharmony_ciEXPORT_SYMBOL_NS(sof_icl_ops_init, SND_SOC_SOF_INTEL_HDA_COMMON);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ciconst struct sof_intel_dsp_desc icl_chip_info = {
17262306a36Sopenharmony_ci	/* Icelake */
17362306a36Sopenharmony_ci	.cores_num = 4,
17462306a36Sopenharmony_ci	.init_core_mask = 1,
17562306a36Sopenharmony_ci	.host_managed_cores_mask = GENMASK(3, 0),
17662306a36Sopenharmony_ci	.ipc_req = CNL_DSP_REG_HIPCIDR,
17762306a36Sopenharmony_ci	.ipc_req_mask = CNL_DSP_REG_HIPCIDR_BUSY,
17862306a36Sopenharmony_ci	.ipc_ack = CNL_DSP_REG_HIPCIDA,
17962306a36Sopenharmony_ci	.ipc_ack_mask = CNL_DSP_REG_HIPCIDA_DONE,
18062306a36Sopenharmony_ci	.ipc_ctl = CNL_DSP_REG_HIPCCTL,
18162306a36Sopenharmony_ci	.rom_status_reg = HDA_DSP_SRAM_REG_ROM_STATUS,
18262306a36Sopenharmony_ci	.rom_init_timeout	= 300,
18362306a36Sopenharmony_ci	.ssp_count = ICL_SSP_COUNT,
18462306a36Sopenharmony_ci	.ssp_base_offset = CNL_SSP_BASE_OFFSET,
18562306a36Sopenharmony_ci	.sdw_shim_base = SDW_SHIM_BASE,
18662306a36Sopenharmony_ci	.sdw_alh_base = SDW_ALH_BASE,
18762306a36Sopenharmony_ci	.d0i3_offset = SOF_HDA_VS_D0I3C,
18862306a36Sopenharmony_ci	.read_sdw_lcount =  hda_sdw_check_lcount_common,
18962306a36Sopenharmony_ci	.enable_sdw_irq	= hda_common_enable_sdw_irq,
19062306a36Sopenharmony_ci	.check_sdw_irq	= hda_common_check_sdw_irq,
19162306a36Sopenharmony_ci	.check_sdw_wakeen_irq = hda_sdw_check_wakeen_irq_common,
19262306a36Sopenharmony_ci	.check_ipc_irq	= hda_dsp_check_ipc_irq,
19362306a36Sopenharmony_ci	.cl_init = cl_dsp_init,
19462306a36Sopenharmony_ci	.power_down_dsp = hda_power_down_dsp,
19562306a36Sopenharmony_ci	.disable_interrupts = hda_dsp_disable_interrupts,
19662306a36Sopenharmony_ci	.hw_ip_version = SOF_INTEL_CAVS_2_0,
19762306a36Sopenharmony_ci};
19862306a36Sopenharmony_ciEXPORT_SYMBOL_NS(icl_chip_info, SND_SOC_SOF_INTEL_HDA_COMMON);
199