162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2017 Intel Deutschland GmbH
462306a36Sopenharmony_ci * Copyright (C) 2019-2021 Intel Corporation
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci#include "iwl-drv.h"
762306a36Sopenharmony_ci#include "runtime.h"
862306a36Sopenharmony_ci#include "dbg.h"
962306a36Sopenharmony_ci#include "debugfs.h"
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include "fw/api/system.h"
1262306a36Sopenharmony_ci#include "fw/api/commands.h"
1362306a36Sopenharmony_ci#include "fw/api/rx.h"
1462306a36Sopenharmony_ci#include "fw/api/datapath.h"
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_civoid iwl_fw_runtime_init(struct iwl_fw_runtime *fwrt, struct iwl_trans *trans,
1762306a36Sopenharmony_ci			const struct iwl_fw *fw,
1862306a36Sopenharmony_ci			const struct iwl_fw_runtime_ops *ops, void *ops_ctx,
1962306a36Sopenharmony_ci			const struct iwl_dump_sanitize_ops *sanitize_ops,
2062306a36Sopenharmony_ci			void *sanitize_ctx,
2162306a36Sopenharmony_ci			struct dentry *dbgfs_dir)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	int i;
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci	memset(fwrt, 0, sizeof(*fwrt));
2662306a36Sopenharmony_ci	fwrt->trans = trans;
2762306a36Sopenharmony_ci	fwrt->fw = fw;
2862306a36Sopenharmony_ci	fwrt->dev = trans->dev;
2962306a36Sopenharmony_ci	fwrt->dump.conf = FW_DBG_INVALID;
3062306a36Sopenharmony_ci	fwrt->ops = ops;
3162306a36Sopenharmony_ci	fwrt->sanitize_ops = sanitize_ops;
3262306a36Sopenharmony_ci	fwrt->sanitize_ctx = sanitize_ctx;
3362306a36Sopenharmony_ci	fwrt->ops_ctx = ops_ctx;
3462306a36Sopenharmony_ci	for (i = 0; i < IWL_FW_RUNTIME_DUMP_WK_NUM; i++) {
3562306a36Sopenharmony_ci		fwrt->dump.wks[i].idx = i;
3662306a36Sopenharmony_ci		INIT_DELAYED_WORK(&fwrt->dump.wks[i].wk, iwl_fw_error_dump_wk);
3762306a36Sopenharmony_ci	}
3862306a36Sopenharmony_ci	iwl_fwrt_dbgfs_register(fwrt, dbgfs_dir);
3962306a36Sopenharmony_ci}
4062306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_fw_runtime_init);
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_civoid iwl_fw_runtime_suspend(struct iwl_fw_runtime *fwrt)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	iwl_fw_suspend_timestamp(fwrt);
4562306a36Sopenharmony_ci	iwl_dbg_tlv_time_point(fwrt, IWL_FW_INI_TIME_POINT_HOST_D3_START, NULL);
4662306a36Sopenharmony_ci}
4762306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_fw_runtime_suspend);
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_civoid iwl_fw_runtime_resume(struct iwl_fw_runtime *fwrt)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	iwl_dbg_tlv_time_point(fwrt, IWL_FW_INI_TIME_POINT_HOST_D3_END, NULL);
5262306a36Sopenharmony_ci	iwl_fw_resume_timestamp(fwrt);
5362306a36Sopenharmony_ci}
5462306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_fw_runtime_resume);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci/* set device type and latency */
5762306a36Sopenharmony_ciint iwl_set_soc_latency(struct iwl_fw_runtime *fwrt)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	struct iwl_soc_configuration_cmd cmd = {};
6062306a36Sopenharmony_ci	struct iwl_host_cmd hcmd = {
6162306a36Sopenharmony_ci		.id = WIDE_ID(SYSTEM_GROUP, SOC_CONFIGURATION_CMD),
6262306a36Sopenharmony_ci		.data[0] = &cmd,
6362306a36Sopenharmony_ci		.len[0] = sizeof(cmd),
6462306a36Sopenharmony_ci	};
6562306a36Sopenharmony_ci	int ret;
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	/*
6862306a36Sopenharmony_ci	 * In VER_1 of this command, the discrete value is considered
6962306a36Sopenharmony_ci	 * an integer; In VER_2, it's a bitmask.  Since we have only 2
7062306a36Sopenharmony_ci	 * values in VER_1, this is backwards-compatible with VER_2,
7162306a36Sopenharmony_ci	 * as long as we don't set any other bits.
7262306a36Sopenharmony_ci	 */
7362306a36Sopenharmony_ci	if (!fwrt->trans->trans_cfg->integrated)
7462306a36Sopenharmony_ci		cmd.flags = cpu_to_le32(SOC_CONFIG_CMD_FLAGS_DISCRETE);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	BUILD_BUG_ON(IWL_CFG_TRANS_LTR_DELAY_NONE !=
7762306a36Sopenharmony_ci		     SOC_FLAGS_LTR_APPLY_DELAY_NONE);
7862306a36Sopenharmony_ci	BUILD_BUG_ON(IWL_CFG_TRANS_LTR_DELAY_200US !=
7962306a36Sopenharmony_ci		     SOC_FLAGS_LTR_APPLY_DELAY_200);
8062306a36Sopenharmony_ci	BUILD_BUG_ON(IWL_CFG_TRANS_LTR_DELAY_2500US !=
8162306a36Sopenharmony_ci		     SOC_FLAGS_LTR_APPLY_DELAY_2500);
8262306a36Sopenharmony_ci	BUILD_BUG_ON(IWL_CFG_TRANS_LTR_DELAY_1820US !=
8362306a36Sopenharmony_ci		     SOC_FLAGS_LTR_APPLY_DELAY_1820);
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	if (fwrt->trans->trans_cfg->ltr_delay != IWL_CFG_TRANS_LTR_DELAY_NONE &&
8662306a36Sopenharmony_ci	    !WARN_ON(!fwrt->trans->trans_cfg->integrated))
8762306a36Sopenharmony_ci		cmd.flags |= le32_encode_bits(fwrt->trans->trans_cfg->ltr_delay,
8862306a36Sopenharmony_ci					      SOC_FLAGS_LTR_APPLY_DELAY_MASK);
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	if (iwl_fw_lookup_cmd_ver(fwrt->fw, SCAN_REQ_UMAC,
9162306a36Sopenharmony_ci				  IWL_FW_CMD_VER_UNKNOWN) >= 2 &&
9262306a36Sopenharmony_ci	    fwrt->trans->trans_cfg->low_latency_xtal)
9362306a36Sopenharmony_ci		cmd.flags |= cpu_to_le32(SOC_CONFIG_CMD_FLAGS_LOW_LATENCY);
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	cmd.latency = cpu_to_le32(fwrt->trans->trans_cfg->xtal_latency);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	ret = iwl_trans_send_cmd(fwrt->trans, &hcmd);
9862306a36Sopenharmony_ci	if (ret)
9962306a36Sopenharmony_ci		IWL_ERR(fwrt, "Failed to set soc latency: %d\n", ret);
10062306a36Sopenharmony_ci	return ret;
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_set_soc_latency);
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ciint iwl_configure_rxq(struct iwl_fw_runtime *fwrt)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	int i, num_queues, size, ret;
10762306a36Sopenharmony_ci	struct iwl_rfh_queue_config *cmd;
10862306a36Sopenharmony_ci	struct iwl_host_cmd hcmd = {
10962306a36Sopenharmony_ci		.id = WIDE_ID(DATA_PATH_GROUP, RFH_QUEUE_CONFIG_CMD),
11062306a36Sopenharmony_ci		.dataflags[0] = IWL_HCMD_DFL_NOCOPY,
11162306a36Sopenharmony_ci	};
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci	/*
11462306a36Sopenharmony_ci	 * The default queue is configured via context info, so if we
11562306a36Sopenharmony_ci	 * have a single queue, there's nothing to do here.
11662306a36Sopenharmony_ci	 */
11762306a36Sopenharmony_ci	if (fwrt->trans->num_rx_queues == 1)
11862306a36Sopenharmony_ci		return 0;
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	if (fwrt->trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_22000)
12162306a36Sopenharmony_ci		return 0;
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_ci	/* skip the default queue */
12462306a36Sopenharmony_ci	num_queues = fwrt->trans->num_rx_queues - 1;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	size = struct_size(cmd, data, num_queues);
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	cmd = kzalloc(size, GFP_KERNEL);
12962306a36Sopenharmony_ci	if (!cmd)
13062306a36Sopenharmony_ci		return -ENOMEM;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	cmd->num_queues = num_queues;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	for (i = 0; i < num_queues; i++) {
13562306a36Sopenharmony_ci		struct iwl_trans_rxq_dma_data data;
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci		cmd->data[i].q_num = i + 1;
13862306a36Sopenharmony_ci		iwl_trans_get_rxq_dma_data(fwrt->trans, i + 1, &data);
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci		cmd->data[i].fr_bd_cb = cpu_to_le64(data.fr_bd_cb);
14162306a36Sopenharmony_ci		cmd->data[i].urbd_stts_wrptr =
14262306a36Sopenharmony_ci			cpu_to_le64(data.urbd_stts_wrptr);
14362306a36Sopenharmony_ci		cmd->data[i].ur_bd_cb = cpu_to_le64(data.ur_bd_cb);
14462306a36Sopenharmony_ci		cmd->data[i].fr_bd_wid = cpu_to_le32(data.fr_bd_wid);
14562306a36Sopenharmony_ci	}
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	hcmd.data[0] = cmd;
14862306a36Sopenharmony_ci	hcmd.len[0] = size;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	ret = iwl_trans_send_cmd(fwrt->trans, &hcmd);
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci	kfree(cmd);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	if (ret)
15562306a36Sopenharmony_ci		IWL_ERR(fwrt, "Failed to configure RX queues: %d\n", ret);
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	return ret;
15862306a36Sopenharmony_ci}
15962306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_configure_rxq);
160