162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2015 Intel Mobile Communications GmbH
462306a36Sopenharmony_ci * Copyright (C) 2016-2017 Intel Deutschland GmbH
562306a36Sopenharmony_ci * Copyright (C) 2019-2021, 2023 Intel Corporation
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci#include <linux/kernel.h>
862306a36Sopenharmony_ci#include <linux/bsearch.h>
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include "fw/api/tx.h"
1162306a36Sopenharmony_ci#include "iwl-trans.h"
1262306a36Sopenharmony_ci#include "iwl-drv.h"
1362306a36Sopenharmony_ci#include "iwl-fh.h"
1462306a36Sopenharmony_ci#include "queue/tx.h"
1562306a36Sopenharmony_ci#include <linux/dmapool.h>
1662306a36Sopenharmony_ci#include "fw/api/commands.h"
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistruct iwl_trans *iwl_trans_alloc(unsigned int priv_size,
1962306a36Sopenharmony_ci				  struct device *dev,
2062306a36Sopenharmony_ci				  const struct iwl_trans_ops *ops,
2162306a36Sopenharmony_ci				  const struct iwl_cfg_trans_params *cfg_trans)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	struct iwl_trans *trans;
2462306a36Sopenharmony_ci#ifdef CONFIG_LOCKDEP
2562306a36Sopenharmony_ci	static struct lock_class_key __key;
2662306a36Sopenharmony_ci#endif
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	trans = devm_kzalloc(dev, sizeof(*trans) + priv_size, GFP_KERNEL);
2962306a36Sopenharmony_ci	if (!trans)
3062306a36Sopenharmony_ci		return NULL;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci	trans->trans_cfg = cfg_trans;
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci#ifdef CONFIG_LOCKDEP
3562306a36Sopenharmony_ci	lockdep_init_map(&trans->sync_cmd_lockdep_map, "sync_cmd_lockdep_map",
3662306a36Sopenharmony_ci			 &__key, 0);
3762306a36Sopenharmony_ci#endif
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci	trans->dev = dev;
4062306a36Sopenharmony_ci	trans->ops = ops;
4162306a36Sopenharmony_ci	trans->num_rx_queues = 1;
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_ci	WARN_ON(!ops->wait_txq_empty && !ops->wait_tx_queues_empty);
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	if (trans->trans_cfg->gen2) {
4662306a36Sopenharmony_ci		trans->txqs.tfd.addr_size = 64;
4762306a36Sopenharmony_ci		trans->txqs.tfd.max_tbs = IWL_TFH_NUM_TBS;
4862306a36Sopenharmony_ci		trans->txqs.tfd.size = sizeof(struct iwl_tfh_tfd);
4962306a36Sopenharmony_ci	} else {
5062306a36Sopenharmony_ci		trans->txqs.tfd.addr_size = 36;
5162306a36Sopenharmony_ci		trans->txqs.tfd.max_tbs = IWL_NUM_OF_TBS;
5262306a36Sopenharmony_ci		trans->txqs.tfd.size = sizeof(struct iwl_tfd);
5362306a36Sopenharmony_ci	}
5462306a36Sopenharmony_ci	trans->max_skb_frags = IWL_TRANS_MAX_FRAGS(trans);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	return trans;
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ciint iwl_trans_init(struct iwl_trans *trans)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	int txcmd_size, txcmd_align;
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	if (!trans->trans_cfg->gen2) {
6462306a36Sopenharmony_ci		txcmd_size = sizeof(struct iwl_tx_cmd);
6562306a36Sopenharmony_ci		txcmd_align = sizeof(void *);
6662306a36Sopenharmony_ci	} else if (trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_AX210) {
6762306a36Sopenharmony_ci		txcmd_size = sizeof(struct iwl_tx_cmd_gen2);
6862306a36Sopenharmony_ci		txcmd_align = 64;
6962306a36Sopenharmony_ci	} else {
7062306a36Sopenharmony_ci		txcmd_size = sizeof(struct iwl_tx_cmd_gen3);
7162306a36Sopenharmony_ci		txcmd_align = 128;
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	txcmd_size += sizeof(struct iwl_cmd_header);
7562306a36Sopenharmony_ci	txcmd_size += 36; /* biggest possible 802.11 header */
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	/* Ensure device TX cmd cannot reach/cross a page boundary in gen2 */
7862306a36Sopenharmony_ci	if (WARN_ON(trans->trans_cfg->gen2 && txcmd_size >= txcmd_align))
7962306a36Sopenharmony_ci		return -EINVAL;
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_BZ)
8262306a36Sopenharmony_ci		trans->txqs.bc_tbl_size =
8362306a36Sopenharmony_ci			sizeof(struct iwl_gen3_bc_tbl_entry) * TFD_QUEUE_BC_SIZE_GEN3_BZ;
8462306a36Sopenharmony_ci	else if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210)
8562306a36Sopenharmony_ci		trans->txqs.bc_tbl_size =
8662306a36Sopenharmony_ci			sizeof(struct iwl_gen3_bc_tbl_entry) * TFD_QUEUE_BC_SIZE_GEN3_AX210;
8762306a36Sopenharmony_ci	else
8862306a36Sopenharmony_ci		trans->txqs.bc_tbl_size = sizeof(struct iwlagn_scd_bc_tbl);
8962306a36Sopenharmony_ci	/*
9062306a36Sopenharmony_ci	 * For gen2 devices, we use a single allocation for each byte-count
9162306a36Sopenharmony_ci	 * table, but they're pretty small (1k) so use a DMA pool that we
9262306a36Sopenharmony_ci	 * allocate here.
9362306a36Sopenharmony_ci	 */
9462306a36Sopenharmony_ci	if (trans->trans_cfg->gen2) {
9562306a36Sopenharmony_ci		trans->txqs.bc_pool = dmam_pool_create("iwlwifi:bc", trans->dev,
9662306a36Sopenharmony_ci						       trans->txqs.bc_tbl_size,
9762306a36Sopenharmony_ci						       256, 0);
9862306a36Sopenharmony_ci		if (!trans->txqs.bc_pool)
9962306a36Sopenharmony_ci			return -ENOMEM;
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	/* Some things must not change even if the config does */
10362306a36Sopenharmony_ci	WARN_ON(trans->txqs.tfd.addr_size !=
10462306a36Sopenharmony_ci		(trans->trans_cfg->gen2 ? 64 : 36));
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci	snprintf(trans->dev_cmd_pool_name, sizeof(trans->dev_cmd_pool_name),
10762306a36Sopenharmony_ci		 "iwl_cmd_pool:%s", dev_name(trans->dev));
10862306a36Sopenharmony_ci	trans->dev_cmd_pool =
10962306a36Sopenharmony_ci		kmem_cache_create(trans->dev_cmd_pool_name,
11062306a36Sopenharmony_ci				  txcmd_size, txcmd_align,
11162306a36Sopenharmony_ci				  SLAB_HWCACHE_ALIGN, NULL);
11262306a36Sopenharmony_ci	if (!trans->dev_cmd_pool)
11362306a36Sopenharmony_ci		return -ENOMEM;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	trans->txqs.tso_hdr_page = alloc_percpu(struct iwl_tso_hdr_page);
11662306a36Sopenharmony_ci	if (!trans->txqs.tso_hdr_page) {
11762306a36Sopenharmony_ci		kmem_cache_destroy(trans->dev_cmd_pool);
11862306a36Sopenharmony_ci		return -ENOMEM;
11962306a36Sopenharmony_ci	}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	/* Initialize the wait queue for commands */
12262306a36Sopenharmony_ci	init_waitqueue_head(&trans->wait_command_queue);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	return 0;
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_civoid iwl_trans_free(struct iwl_trans *trans)
12862306a36Sopenharmony_ci{
12962306a36Sopenharmony_ci	int i;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	if (trans->txqs.tso_hdr_page) {
13262306a36Sopenharmony_ci		for_each_possible_cpu(i) {
13362306a36Sopenharmony_ci			struct iwl_tso_hdr_page *p =
13462306a36Sopenharmony_ci				per_cpu_ptr(trans->txqs.tso_hdr_page, i);
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci			if (p && p->page)
13762306a36Sopenharmony_ci				__free_page(p->page);
13862306a36Sopenharmony_ci		}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci		free_percpu(trans->txqs.tso_hdr_page);
14162306a36Sopenharmony_ci	}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	kmem_cache_destroy(trans->dev_cmd_pool);
14462306a36Sopenharmony_ci}
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ciint iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd)
14762306a36Sopenharmony_ci{
14862306a36Sopenharmony_ci	int ret;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	if (unlikely(!(cmd->flags & CMD_SEND_IN_RFKILL) &&
15162306a36Sopenharmony_ci		     test_bit(STATUS_RFKILL_OPMODE, &trans->status)))
15262306a36Sopenharmony_ci		return -ERFKILL;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	/*
15562306a36Sopenharmony_ci	 * We can't test IWL_MVM_STATUS_IN_D3 in mvm->status because this
15662306a36Sopenharmony_ci	 * bit is set early in the D3 flow, before we send all the commands
15762306a36Sopenharmony_ci	 * that configure the firmware for D3 operation (power, patterns, ...)
15862306a36Sopenharmony_ci	 * and we don't want to flag all those with CMD_SEND_IN_D3.
15962306a36Sopenharmony_ci	 * So use the system_pm_mode instead. The only command sent after
16062306a36Sopenharmony_ci	 * we set system_pm_mode is D3_CONFIG_CMD, which we now flag with
16162306a36Sopenharmony_ci	 * CMD_SEND_IN_D3.
16262306a36Sopenharmony_ci	 */
16362306a36Sopenharmony_ci	if (unlikely(trans->system_pm_mode == IWL_PLAT_PM_MODE_D3 &&
16462306a36Sopenharmony_ci		     !(cmd->flags & CMD_SEND_IN_D3)))
16562306a36Sopenharmony_ci		return -EHOSTDOWN;
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status)))
16862306a36Sopenharmony_ci		return -EIO;
16962306a36Sopenharmony_ci
17062306a36Sopenharmony_ci	if (unlikely(trans->state != IWL_TRANS_FW_ALIVE)) {
17162306a36Sopenharmony_ci		IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
17262306a36Sopenharmony_ci		return -EIO;
17362306a36Sopenharmony_ci	}
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_ci	if (WARN_ON((cmd->flags & CMD_WANT_ASYNC_CALLBACK) &&
17662306a36Sopenharmony_ci		    !(cmd->flags & CMD_ASYNC)))
17762306a36Sopenharmony_ci		return -EINVAL;
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ci	if (!(cmd->flags & CMD_ASYNC))
18062306a36Sopenharmony_ci		lock_map_acquire_read(&trans->sync_cmd_lockdep_map);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	if (trans->wide_cmd_header && !iwl_cmd_groupid(cmd->id)) {
18362306a36Sopenharmony_ci		if (cmd->id != REPLY_ERROR)
18462306a36Sopenharmony_ci			cmd->id = DEF_ID(cmd->id);
18562306a36Sopenharmony_ci	}
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	ret = iwl_trans_txq_send_hcmd(trans, cmd);
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	if (!(cmd->flags & CMD_ASYNC))
19062306a36Sopenharmony_ci		lock_map_release(&trans->sync_cmd_lockdep_map);
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci	if (WARN_ON((cmd->flags & CMD_WANT_SKB) && !ret && !cmd->resp_pkt))
19362306a36Sopenharmony_ci		return -EIO;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	return ret;
19662306a36Sopenharmony_ci}
19762306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_trans_send_cmd);
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci/* Comparator for struct iwl_hcmd_names.
20062306a36Sopenharmony_ci * Used in the binary search over a list of host commands.
20162306a36Sopenharmony_ci *
20262306a36Sopenharmony_ci * @key: command_id that we're looking for.
20362306a36Sopenharmony_ci * @elt: struct iwl_hcmd_names candidate for match.
20462306a36Sopenharmony_ci *
20562306a36Sopenharmony_ci * @return 0 iff equal.
20662306a36Sopenharmony_ci */
20762306a36Sopenharmony_cistatic int iwl_hcmd_names_cmp(const void *key, const void *elt)
20862306a36Sopenharmony_ci{
20962306a36Sopenharmony_ci	const struct iwl_hcmd_names *name = elt;
21062306a36Sopenharmony_ci	const u8 *cmd1 = key;
21162306a36Sopenharmony_ci	u8 cmd2 = name->cmd_id;
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	return (*cmd1 - cmd2);
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ciconst char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id)
21762306a36Sopenharmony_ci{
21862306a36Sopenharmony_ci	u8 grp, cmd;
21962306a36Sopenharmony_ci	struct iwl_hcmd_names *ret;
22062306a36Sopenharmony_ci	const struct iwl_hcmd_arr *arr;
22162306a36Sopenharmony_ci	size_t size = sizeof(struct iwl_hcmd_names);
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci	grp = iwl_cmd_groupid(id);
22462306a36Sopenharmony_ci	cmd = iwl_cmd_opcode(id);
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	if (!trans->command_groups || grp >= trans->command_groups_size ||
22762306a36Sopenharmony_ci	    !trans->command_groups[grp].arr)
22862306a36Sopenharmony_ci		return "UNKNOWN";
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	arr = &trans->command_groups[grp];
23162306a36Sopenharmony_ci	ret = bsearch(&cmd, arr->arr, arr->size, size, iwl_hcmd_names_cmp);
23262306a36Sopenharmony_ci	if (!ret)
23362306a36Sopenharmony_ci		return "UNKNOWN";
23462306a36Sopenharmony_ci	return ret->cmd_name;
23562306a36Sopenharmony_ci}
23662306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_get_cmd_string);
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ciint iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans)
23962306a36Sopenharmony_ci{
24062306a36Sopenharmony_ci	int i, j;
24162306a36Sopenharmony_ci	const struct iwl_hcmd_arr *arr;
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	for (i = 0; i < trans->command_groups_size; i++) {
24462306a36Sopenharmony_ci		arr = &trans->command_groups[i];
24562306a36Sopenharmony_ci		if (!arr->arr)
24662306a36Sopenharmony_ci			continue;
24762306a36Sopenharmony_ci		for (j = 0; j < arr->size - 1; j++)
24862306a36Sopenharmony_ci			if (arr->arr[j].cmd_id > arr->arr[j + 1].cmd_id)
24962306a36Sopenharmony_ci				return -1;
25062306a36Sopenharmony_ci	}
25162306a36Sopenharmony_ci	return 0;
25262306a36Sopenharmony_ci}
25362306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_cmd_groups_verify_sorted);
254