162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2015 Intel Mobile Communications GmbH 462306a36Sopenharmony_ci * Copyright (C) 2016-2017 Intel Deutschland GmbH 562306a36Sopenharmony_ci * Copyright (C) 2019-2021, 2023 Intel Corporation 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#include <linux/kernel.h> 862306a36Sopenharmony_ci#include <linux/bsearch.h> 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include "fw/api/tx.h" 1162306a36Sopenharmony_ci#include "iwl-trans.h" 1262306a36Sopenharmony_ci#include "iwl-drv.h" 1362306a36Sopenharmony_ci#include "iwl-fh.h" 1462306a36Sopenharmony_ci#include "queue/tx.h" 1562306a36Sopenharmony_ci#include <linux/dmapool.h> 1662306a36Sopenharmony_ci#include "fw/api/commands.h" 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_cistruct iwl_trans *iwl_trans_alloc(unsigned int priv_size, 1962306a36Sopenharmony_ci struct device *dev, 2062306a36Sopenharmony_ci const struct iwl_trans_ops *ops, 2162306a36Sopenharmony_ci const struct iwl_cfg_trans_params *cfg_trans) 2262306a36Sopenharmony_ci{ 2362306a36Sopenharmony_ci struct iwl_trans *trans; 2462306a36Sopenharmony_ci#ifdef CONFIG_LOCKDEP 2562306a36Sopenharmony_ci static struct lock_class_key __key; 2662306a36Sopenharmony_ci#endif 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci trans = devm_kzalloc(dev, sizeof(*trans) + priv_size, GFP_KERNEL); 2962306a36Sopenharmony_ci if (!trans) 3062306a36Sopenharmony_ci return NULL; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci trans->trans_cfg = cfg_trans; 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci#ifdef CONFIG_LOCKDEP 3562306a36Sopenharmony_ci lockdep_init_map(&trans->sync_cmd_lockdep_map, "sync_cmd_lockdep_map", 3662306a36Sopenharmony_ci &__key, 0); 3762306a36Sopenharmony_ci#endif 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci trans->dev = dev; 4062306a36Sopenharmony_ci trans->ops = ops; 4162306a36Sopenharmony_ci trans->num_rx_queues = 1; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci WARN_ON(!ops->wait_txq_empty && !ops->wait_tx_queues_empty); 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci if (trans->trans_cfg->gen2) { 4662306a36Sopenharmony_ci trans->txqs.tfd.addr_size = 64; 4762306a36Sopenharmony_ci trans->txqs.tfd.max_tbs = IWL_TFH_NUM_TBS; 4862306a36Sopenharmony_ci trans->txqs.tfd.size = sizeof(struct iwl_tfh_tfd); 4962306a36Sopenharmony_ci } else { 5062306a36Sopenharmony_ci trans->txqs.tfd.addr_size = 36; 5162306a36Sopenharmony_ci trans->txqs.tfd.max_tbs = IWL_NUM_OF_TBS; 5262306a36Sopenharmony_ci trans->txqs.tfd.size = sizeof(struct iwl_tfd); 5362306a36Sopenharmony_ci } 5462306a36Sopenharmony_ci trans->max_skb_frags = IWL_TRANS_MAX_FRAGS(trans); 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci return trans; 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ciint iwl_trans_init(struct iwl_trans *trans) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci int txcmd_size, txcmd_align; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci if (!trans->trans_cfg->gen2) { 6462306a36Sopenharmony_ci txcmd_size = sizeof(struct iwl_tx_cmd); 6562306a36Sopenharmony_ci txcmd_align = sizeof(void *); 6662306a36Sopenharmony_ci } else if (trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_AX210) { 6762306a36Sopenharmony_ci txcmd_size = sizeof(struct iwl_tx_cmd_gen2); 6862306a36Sopenharmony_ci txcmd_align = 64; 6962306a36Sopenharmony_ci } else { 7062306a36Sopenharmony_ci txcmd_size = sizeof(struct iwl_tx_cmd_gen3); 7162306a36Sopenharmony_ci txcmd_align = 128; 7262306a36Sopenharmony_ci } 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci txcmd_size += sizeof(struct iwl_cmd_header); 7562306a36Sopenharmony_ci txcmd_size += 36; /* biggest possible 802.11 header */ 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci /* Ensure device TX cmd cannot reach/cross a page boundary in gen2 */ 7862306a36Sopenharmony_ci if (WARN_ON(trans->trans_cfg->gen2 && txcmd_size >= txcmd_align)) 7962306a36Sopenharmony_ci return -EINVAL; 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_BZ) 8262306a36Sopenharmony_ci trans->txqs.bc_tbl_size = 8362306a36Sopenharmony_ci sizeof(struct iwl_gen3_bc_tbl_entry) * TFD_QUEUE_BC_SIZE_GEN3_BZ; 8462306a36Sopenharmony_ci else if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210) 8562306a36Sopenharmony_ci trans->txqs.bc_tbl_size = 8662306a36Sopenharmony_ci sizeof(struct iwl_gen3_bc_tbl_entry) * TFD_QUEUE_BC_SIZE_GEN3_AX210; 8762306a36Sopenharmony_ci else 8862306a36Sopenharmony_ci trans->txqs.bc_tbl_size = sizeof(struct iwlagn_scd_bc_tbl); 8962306a36Sopenharmony_ci /* 9062306a36Sopenharmony_ci * For gen2 devices, we use a single allocation for each byte-count 9162306a36Sopenharmony_ci * table, but they're pretty small (1k) so use a DMA pool that we 9262306a36Sopenharmony_ci * allocate here. 9362306a36Sopenharmony_ci */ 9462306a36Sopenharmony_ci if (trans->trans_cfg->gen2) { 9562306a36Sopenharmony_ci trans->txqs.bc_pool = dmam_pool_create("iwlwifi:bc", trans->dev, 9662306a36Sopenharmony_ci trans->txqs.bc_tbl_size, 9762306a36Sopenharmony_ci 256, 0); 9862306a36Sopenharmony_ci if (!trans->txqs.bc_pool) 9962306a36Sopenharmony_ci return -ENOMEM; 10062306a36Sopenharmony_ci } 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci /* Some things must not change even if the config does */ 10362306a36Sopenharmony_ci WARN_ON(trans->txqs.tfd.addr_size != 10462306a36Sopenharmony_ci (trans->trans_cfg->gen2 ? 64 : 36)); 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci snprintf(trans->dev_cmd_pool_name, sizeof(trans->dev_cmd_pool_name), 10762306a36Sopenharmony_ci "iwl_cmd_pool:%s", dev_name(trans->dev)); 10862306a36Sopenharmony_ci trans->dev_cmd_pool = 10962306a36Sopenharmony_ci kmem_cache_create(trans->dev_cmd_pool_name, 11062306a36Sopenharmony_ci txcmd_size, txcmd_align, 11162306a36Sopenharmony_ci SLAB_HWCACHE_ALIGN, NULL); 11262306a36Sopenharmony_ci if (!trans->dev_cmd_pool) 11362306a36Sopenharmony_ci return -ENOMEM; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci trans->txqs.tso_hdr_page = alloc_percpu(struct iwl_tso_hdr_page); 11662306a36Sopenharmony_ci if (!trans->txqs.tso_hdr_page) { 11762306a36Sopenharmony_ci kmem_cache_destroy(trans->dev_cmd_pool); 11862306a36Sopenharmony_ci return -ENOMEM; 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci /* Initialize the wait queue for commands */ 12262306a36Sopenharmony_ci init_waitqueue_head(&trans->wait_command_queue); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci return 0; 12562306a36Sopenharmony_ci} 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_civoid iwl_trans_free(struct iwl_trans *trans) 12862306a36Sopenharmony_ci{ 12962306a36Sopenharmony_ci int i; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci if (trans->txqs.tso_hdr_page) { 13262306a36Sopenharmony_ci for_each_possible_cpu(i) { 13362306a36Sopenharmony_ci struct iwl_tso_hdr_page *p = 13462306a36Sopenharmony_ci per_cpu_ptr(trans->txqs.tso_hdr_page, i); 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci if (p && p->page) 13762306a36Sopenharmony_ci __free_page(p->page); 13862306a36Sopenharmony_ci } 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci free_percpu(trans->txqs.tso_hdr_page); 14162306a36Sopenharmony_ci } 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci kmem_cache_destroy(trans->dev_cmd_pool); 14462306a36Sopenharmony_ci} 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ciint iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd) 14762306a36Sopenharmony_ci{ 14862306a36Sopenharmony_ci int ret; 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci if (unlikely(!(cmd->flags & CMD_SEND_IN_RFKILL) && 15162306a36Sopenharmony_ci test_bit(STATUS_RFKILL_OPMODE, &trans->status))) 15262306a36Sopenharmony_ci return -ERFKILL; 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci /* 15562306a36Sopenharmony_ci * We can't test IWL_MVM_STATUS_IN_D3 in mvm->status because this 15662306a36Sopenharmony_ci * bit is set early in the D3 flow, before we send all the commands 15762306a36Sopenharmony_ci * that configure the firmware for D3 operation (power, patterns, ...) 15862306a36Sopenharmony_ci * and we don't want to flag all those with CMD_SEND_IN_D3. 15962306a36Sopenharmony_ci * So use the system_pm_mode instead. The only command sent after 16062306a36Sopenharmony_ci * we set system_pm_mode is D3_CONFIG_CMD, which we now flag with 16162306a36Sopenharmony_ci * CMD_SEND_IN_D3. 16262306a36Sopenharmony_ci */ 16362306a36Sopenharmony_ci if (unlikely(trans->system_pm_mode == IWL_PLAT_PM_MODE_D3 && 16462306a36Sopenharmony_ci !(cmd->flags & CMD_SEND_IN_D3))) 16562306a36Sopenharmony_ci return -EHOSTDOWN; 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status))) 16862306a36Sopenharmony_ci return -EIO; 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci if (unlikely(trans->state != IWL_TRANS_FW_ALIVE)) { 17162306a36Sopenharmony_ci IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state); 17262306a36Sopenharmony_ci return -EIO; 17362306a36Sopenharmony_ci } 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci if (WARN_ON((cmd->flags & CMD_WANT_ASYNC_CALLBACK) && 17662306a36Sopenharmony_ci !(cmd->flags & CMD_ASYNC))) 17762306a36Sopenharmony_ci return -EINVAL; 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_ci if (!(cmd->flags & CMD_ASYNC)) 18062306a36Sopenharmony_ci lock_map_acquire_read(&trans->sync_cmd_lockdep_map); 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci if (trans->wide_cmd_header && !iwl_cmd_groupid(cmd->id)) { 18362306a36Sopenharmony_ci if (cmd->id != REPLY_ERROR) 18462306a36Sopenharmony_ci cmd->id = DEF_ID(cmd->id); 18562306a36Sopenharmony_ci } 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci ret = iwl_trans_txq_send_hcmd(trans, cmd); 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci if (!(cmd->flags & CMD_ASYNC)) 19062306a36Sopenharmony_ci lock_map_release(&trans->sync_cmd_lockdep_map); 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_ci if (WARN_ON((cmd->flags & CMD_WANT_SKB) && !ret && !cmd->resp_pkt)) 19362306a36Sopenharmony_ci return -EIO; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci return ret; 19662306a36Sopenharmony_ci} 19762306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_trans_send_cmd); 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ci/* Comparator for struct iwl_hcmd_names. 20062306a36Sopenharmony_ci * Used in the binary search over a list of host commands. 20162306a36Sopenharmony_ci * 20262306a36Sopenharmony_ci * @key: command_id that we're looking for. 20362306a36Sopenharmony_ci * @elt: struct iwl_hcmd_names candidate for match. 20462306a36Sopenharmony_ci * 20562306a36Sopenharmony_ci * @return 0 iff equal. 20662306a36Sopenharmony_ci */ 20762306a36Sopenharmony_cistatic int iwl_hcmd_names_cmp(const void *key, const void *elt) 20862306a36Sopenharmony_ci{ 20962306a36Sopenharmony_ci const struct iwl_hcmd_names *name = elt; 21062306a36Sopenharmony_ci const u8 *cmd1 = key; 21162306a36Sopenharmony_ci u8 cmd2 = name->cmd_id; 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci return (*cmd1 - cmd2); 21462306a36Sopenharmony_ci} 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ciconst char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id) 21762306a36Sopenharmony_ci{ 21862306a36Sopenharmony_ci u8 grp, cmd; 21962306a36Sopenharmony_ci struct iwl_hcmd_names *ret; 22062306a36Sopenharmony_ci const struct iwl_hcmd_arr *arr; 22162306a36Sopenharmony_ci size_t size = sizeof(struct iwl_hcmd_names); 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci grp = iwl_cmd_groupid(id); 22462306a36Sopenharmony_ci cmd = iwl_cmd_opcode(id); 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci if (!trans->command_groups || grp >= trans->command_groups_size || 22762306a36Sopenharmony_ci !trans->command_groups[grp].arr) 22862306a36Sopenharmony_ci return "UNKNOWN"; 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci arr = &trans->command_groups[grp]; 23162306a36Sopenharmony_ci ret = bsearch(&cmd, arr->arr, arr->size, size, iwl_hcmd_names_cmp); 23262306a36Sopenharmony_ci if (!ret) 23362306a36Sopenharmony_ci return "UNKNOWN"; 23462306a36Sopenharmony_ci return ret->cmd_name; 23562306a36Sopenharmony_ci} 23662306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_get_cmd_string); 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ciint iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans) 23962306a36Sopenharmony_ci{ 24062306a36Sopenharmony_ci int i, j; 24162306a36Sopenharmony_ci const struct iwl_hcmd_arr *arr; 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci for (i = 0; i < trans->command_groups_size; i++) { 24462306a36Sopenharmony_ci arr = &trans->command_groups[i]; 24562306a36Sopenharmony_ci if (!arr->arr) 24662306a36Sopenharmony_ci continue; 24762306a36Sopenharmony_ci for (j = 0; j < arr->size - 1; j++) 24862306a36Sopenharmony_ci if (arr->arr[j].cmd_id > arr->arr[j + 1].cmd_id) 24962306a36Sopenharmony_ci return -1; 25062306a36Sopenharmony_ci } 25162306a36Sopenharmony_ci return 0; 25262306a36Sopenharmony_ci} 25362306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_cmd_groups_verify_sorted); 254