162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright(c) 2020-2023 Intel Corporation
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include "iwl-drv.h"
762306a36Sopenharmony_ci#include "pnvm.h"
862306a36Sopenharmony_ci#include "iwl-prph.h"
962306a36Sopenharmony_ci#include "iwl-io.h"
1062306a36Sopenharmony_ci#include "fw/api/commands.h"
1162306a36Sopenharmony_ci#include "fw/api/nvm-reg.h"
1262306a36Sopenharmony_ci#include "fw/api/alive.h"
1362306a36Sopenharmony_ci#include "fw/uefi.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_cistruct iwl_pnvm_section {
1662306a36Sopenharmony_ci	__le32 offset;
1762306a36Sopenharmony_ci	const u8 data[];
1862306a36Sopenharmony_ci} __packed;
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_cistatic bool iwl_pnvm_complete_fn(struct iwl_notif_wait_data *notif_wait,
2162306a36Sopenharmony_ci				 struct iwl_rx_packet *pkt, void *data)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	struct iwl_trans *trans = (struct iwl_trans *)data;
2462306a36Sopenharmony_ci	struct iwl_pnvm_init_complete_ntfy *pnvm_ntf = (void *)pkt->data;
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci	IWL_DEBUG_FW(trans,
2762306a36Sopenharmony_ci		     "PNVM complete notification received with status 0x%0x\n",
2862306a36Sopenharmony_ci		     le32_to_cpu(pnvm_ntf->status));
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ci	return true;
3162306a36Sopenharmony_ci}
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_cistatic int iwl_pnvm_handle_section(struct iwl_trans *trans, const u8 *data,
3462306a36Sopenharmony_ci				   size_t len,
3562306a36Sopenharmony_ci				   struct iwl_pnvm_image *pnvm_data)
3662306a36Sopenharmony_ci{
3762306a36Sopenharmony_ci	const struct iwl_ucode_tlv *tlv;
3862306a36Sopenharmony_ci	u32 sha1 = 0;
3962306a36Sopenharmony_ci	u16 mac_type = 0, rf_id = 0;
4062306a36Sopenharmony_ci	bool hw_match = false;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	IWL_DEBUG_FW(trans, "Handling PNVM section\n");
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	memset(pnvm_data, 0, sizeof(*pnvm_data));
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	while (len >= sizeof(*tlv)) {
4762306a36Sopenharmony_ci		u32 tlv_len, tlv_type;
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_ci		len -= sizeof(*tlv);
5062306a36Sopenharmony_ci		tlv = (const void *)data;
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci		tlv_len = le32_to_cpu(tlv->length);
5362306a36Sopenharmony_ci		tlv_type = le32_to_cpu(tlv->type);
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci		if (len < tlv_len) {
5662306a36Sopenharmony_ci			IWL_ERR(trans, "invalid TLV len: %zd/%u\n",
5762306a36Sopenharmony_ci				len, tlv_len);
5862306a36Sopenharmony_ci			return -EINVAL;
5962306a36Sopenharmony_ci		}
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci		data += sizeof(*tlv);
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci		switch (tlv_type) {
6462306a36Sopenharmony_ci		case IWL_UCODE_TLV_PNVM_VERSION:
6562306a36Sopenharmony_ci			if (tlv_len < sizeof(__le32)) {
6662306a36Sopenharmony_ci				IWL_DEBUG_FW(trans,
6762306a36Sopenharmony_ci					     "Invalid size for IWL_UCODE_TLV_PNVM_VERSION (expected %zd, got %d)\n",
6862306a36Sopenharmony_ci					     sizeof(__le32), tlv_len);
6962306a36Sopenharmony_ci				break;
7062306a36Sopenharmony_ci			}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci			sha1 = le32_to_cpup((const __le32 *)data);
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci			IWL_DEBUG_FW(trans,
7562306a36Sopenharmony_ci				     "Got IWL_UCODE_TLV_PNVM_VERSION %0x\n",
7662306a36Sopenharmony_ci				     sha1);
7762306a36Sopenharmony_ci			pnvm_data->version = sha1;
7862306a36Sopenharmony_ci			break;
7962306a36Sopenharmony_ci		case IWL_UCODE_TLV_HW_TYPE:
8062306a36Sopenharmony_ci			if (tlv_len < 2 * sizeof(__le16)) {
8162306a36Sopenharmony_ci				IWL_DEBUG_FW(trans,
8262306a36Sopenharmony_ci					     "Invalid size for IWL_UCODE_TLV_HW_TYPE (expected %zd, got %d)\n",
8362306a36Sopenharmony_ci					     2 * sizeof(__le16), tlv_len);
8462306a36Sopenharmony_ci				break;
8562306a36Sopenharmony_ci			}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci			if (hw_match)
8862306a36Sopenharmony_ci				break;
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci			mac_type = le16_to_cpup((const __le16 *)data);
9162306a36Sopenharmony_ci			rf_id = le16_to_cpup((const __le16 *)(data + sizeof(__le16)));
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci			IWL_DEBUG_FW(trans,
9462306a36Sopenharmony_ci				     "Got IWL_UCODE_TLV_HW_TYPE mac_type 0x%0x rf_id 0x%0x\n",
9562306a36Sopenharmony_ci				     mac_type, rf_id);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci			if (mac_type == CSR_HW_REV_TYPE(trans->hw_rev) &&
9862306a36Sopenharmony_ci			    rf_id == CSR_HW_RFID_TYPE(trans->hw_rf_id))
9962306a36Sopenharmony_ci				hw_match = true;
10062306a36Sopenharmony_ci			break;
10162306a36Sopenharmony_ci		case IWL_UCODE_TLV_SEC_RT: {
10262306a36Sopenharmony_ci			const struct iwl_pnvm_section *section = (const void *)data;
10362306a36Sopenharmony_ci			u32 data_len = tlv_len - sizeof(*section);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci			IWL_DEBUG_FW(trans,
10662306a36Sopenharmony_ci				     "Got IWL_UCODE_TLV_SEC_RT len %d\n",
10762306a36Sopenharmony_ci				     tlv_len);
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci			/* TODO: remove, this is a deprecated separator */
11062306a36Sopenharmony_ci			if (le32_to_cpup((const __le32 *)data) == 0xddddeeee) {
11162306a36Sopenharmony_ci				IWL_DEBUG_FW(trans, "Ignoring separator.\n");
11262306a36Sopenharmony_ci				break;
11362306a36Sopenharmony_ci			}
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci			if (pnvm_data->n_chunks == IPC_DRAM_MAP_ENTRY_NUM_MAX) {
11662306a36Sopenharmony_ci				IWL_DEBUG_FW(trans,
11762306a36Sopenharmony_ci					     "too many payloads to allocate in DRAM.\n");
11862306a36Sopenharmony_ci				return -EINVAL;
11962306a36Sopenharmony_ci			}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci			IWL_DEBUG_FW(trans, "Adding data (size %d)\n",
12262306a36Sopenharmony_ci				     data_len);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci			pnvm_data->chunks[pnvm_data->n_chunks].data = section->data;
12562306a36Sopenharmony_ci			pnvm_data->chunks[pnvm_data->n_chunks].len = data_len;
12662306a36Sopenharmony_ci			pnvm_data->n_chunks++;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci			break;
12962306a36Sopenharmony_ci		}
13062306a36Sopenharmony_ci		case IWL_UCODE_TLV_MEM_DESC:
13162306a36Sopenharmony_ci			if (iwl_uefi_handle_tlv_mem_desc(trans, data, tlv_len,
13262306a36Sopenharmony_ci							 pnvm_data))
13362306a36Sopenharmony_ci				return -EINVAL;
13462306a36Sopenharmony_ci			break;
13562306a36Sopenharmony_ci		case IWL_UCODE_TLV_PNVM_SKU:
13662306a36Sopenharmony_ci			IWL_DEBUG_FW(trans,
13762306a36Sopenharmony_ci				     "New PNVM section started, stop parsing.\n");
13862306a36Sopenharmony_ci			goto done;
13962306a36Sopenharmony_ci		default:
14062306a36Sopenharmony_ci			IWL_DEBUG_FW(trans, "Found TLV 0x%0x, len %d\n",
14162306a36Sopenharmony_ci				     tlv_type, tlv_len);
14262306a36Sopenharmony_ci			break;
14362306a36Sopenharmony_ci		}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci		len -= ALIGN(tlv_len, 4);
14662306a36Sopenharmony_ci		data += ALIGN(tlv_len, 4);
14762306a36Sopenharmony_ci	}
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_cidone:
15062306a36Sopenharmony_ci	if (!hw_match) {
15162306a36Sopenharmony_ci		IWL_DEBUG_FW(trans,
15262306a36Sopenharmony_ci			     "HW mismatch, skipping PNVM section (need mac_type 0x%x rf_id 0x%x)\n",
15362306a36Sopenharmony_ci			     CSR_HW_REV_TYPE(trans->hw_rev),
15462306a36Sopenharmony_ci			     CSR_HW_RFID_TYPE(trans->hw_rf_id));
15562306a36Sopenharmony_ci		return -ENOENT;
15662306a36Sopenharmony_ci	}
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	if (!pnvm_data->n_chunks) {
15962306a36Sopenharmony_ci		IWL_DEBUG_FW(trans, "Empty PNVM, skipping.\n");
16062306a36Sopenharmony_ci		return -ENOENT;
16162306a36Sopenharmony_ci	}
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	return 0;
16462306a36Sopenharmony_ci}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_cistatic int iwl_pnvm_parse(struct iwl_trans *trans, const u8 *data,
16762306a36Sopenharmony_ci			  size_t len,
16862306a36Sopenharmony_ci			  struct iwl_pnvm_image *pnvm_data)
16962306a36Sopenharmony_ci{
17062306a36Sopenharmony_ci	const struct iwl_ucode_tlv *tlv;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	IWL_DEBUG_FW(trans, "Parsing PNVM file\n");
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	while (len >= sizeof(*tlv)) {
17562306a36Sopenharmony_ci		u32 tlv_len, tlv_type;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci		len -= sizeof(*tlv);
17862306a36Sopenharmony_ci		tlv = (const void *)data;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci		tlv_len = le32_to_cpu(tlv->length);
18162306a36Sopenharmony_ci		tlv_type = le32_to_cpu(tlv->type);
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci		if (len < tlv_len) {
18462306a36Sopenharmony_ci			IWL_ERR(trans, "invalid TLV len: %zd/%u\n",
18562306a36Sopenharmony_ci				len, tlv_len);
18662306a36Sopenharmony_ci			return -EINVAL;
18762306a36Sopenharmony_ci		}
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci		if (tlv_type == IWL_UCODE_TLV_PNVM_SKU) {
19062306a36Sopenharmony_ci			const struct iwl_sku_id *sku_id =
19162306a36Sopenharmony_ci				(const void *)(data + sizeof(*tlv));
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci			IWL_DEBUG_FW(trans,
19462306a36Sopenharmony_ci				     "Got IWL_UCODE_TLV_PNVM_SKU len %d\n",
19562306a36Sopenharmony_ci				     tlv_len);
19662306a36Sopenharmony_ci			IWL_DEBUG_FW(trans, "sku_id 0x%0x 0x%0x 0x%0x\n",
19762306a36Sopenharmony_ci				     le32_to_cpu(sku_id->data[0]),
19862306a36Sopenharmony_ci				     le32_to_cpu(sku_id->data[1]),
19962306a36Sopenharmony_ci				     le32_to_cpu(sku_id->data[2]));
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci			data += sizeof(*tlv) + ALIGN(tlv_len, 4);
20262306a36Sopenharmony_ci			len -= ALIGN(tlv_len, 4);
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci			if (trans->sku_id[0] == le32_to_cpu(sku_id->data[0]) &&
20562306a36Sopenharmony_ci			    trans->sku_id[1] == le32_to_cpu(sku_id->data[1]) &&
20662306a36Sopenharmony_ci			    trans->sku_id[2] == le32_to_cpu(sku_id->data[2])) {
20762306a36Sopenharmony_ci				int ret;
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci				ret = iwl_pnvm_handle_section(trans, data, len,
21062306a36Sopenharmony_ci							      pnvm_data);
21162306a36Sopenharmony_ci				if (!ret)
21262306a36Sopenharmony_ci					return 0;
21362306a36Sopenharmony_ci			} else {
21462306a36Sopenharmony_ci				IWL_DEBUG_FW(trans, "SKU ID didn't match!\n");
21562306a36Sopenharmony_ci			}
21662306a36Sopenharmony_ci		} else {
21762306a36Sopenharmony_ci			data += sizeof(*tlv) + ALIGN(tlv_len, 4);
21862306a36Sopenharmony_ci			len -= ALIGN(tlv_len, 4);
21962306a36Sopenharmony_ci		}
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	return -ENOENT;
22362306a36Sopenharmony_ci}
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_cistatic int iwl_pnvm_get_from_fs(struct iwl_trans *trans, u8 **data, size_t *len)
22662306a36Sopenharmony_ci{
22762306a36Sopenharmony_ci	const struct firmware *pnvm;
22862306a36Sopenharmony_ci	char pnvm_name[MAX_PNVM_NAME];
22962306a36Sopenharmony_ci	size_t new_len;
23062306a36Sopenharmony_ci	int ret;
23162306a36Sopenharmony_ci
23262306a36Sopenharmony_ci	iwl_pnvm_get_fs_name(trans, pnvm_name, sizeof(pnvm_name));
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	ret = firmware_request_nowarn(&pnvm, pnvm_name, trans->dev);
23562306a36Sopenharmony_ci	if (ret) {
23662306a36Sopenharmony_ci		IWL_DEBUG_FW(trans, "PNVM file %s not found %d\n",
23762306a36Sopenharmony_ci			     pnvm_name, ret);
23862306a36Sopenharmony_ci		return ret;
23962306a36Sopenharmony_ci	}
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	new_len = pnvm->size;
24262306a36Sopenharmony_ci	*data = kmemdup(pnvm->data, pnvm->size, GFP_KERNEL);
24362306a36Sopenharmony_ci	release_firmware(pnvm);
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	if (!*data)
24662306a36Sopenharmony_ci		return -ENOMEM;
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci	*len = new_len;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	return 0;
25162306a36Sopenharmony_ci}
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_cistatic u8 *iwl_get_pnvm_image(struct iwl_trans *trans_p, size_t *len)
25462306a36Sopenharmony_ci{
25562306a36Sopenharmony_ci	struct pnvm_sku_package *package;
25662306a36Sopenharmony_ci	u8 *image = NULL;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	/* Get PNVM from BIOS for non-Intel SKU */
25962306a36Sopenharmony_ci	if (trans_p->sku_id[2]) {
26062306a36Sopenharmony_ci		package = iwl_uefi_get_pnvm(trans_p, len);
26162306a36Sopenharmony_ci		if (!IS_ERR_OR_NULL(package)) {
26262306a36Sopenharmony_ci			if (*len >= sizeof(*package)) {
26362306a36Sopenharmony_ci				/* we need only the data */
26462306a36Sopenharmony_ci				*len -= sizeof(*package);
26562306a36Sopenharmony_ci				image = kmemdup(package->data,
26662306a36Sopenharmony_ci						*len, GFP_KERNEL);
26762306a36Sopenharmony_ci			}
26862306a36Sopenharmony_ci			/*
26962306a36Sopenharmony_ci			 * free package regardless of whether kmemdup
27062306a36Sopenharmony_ci			 * succeeded
27162306a36Sopenharmony_ci			 */
27262306a36Sopenharmony_ci			kfree(package);
27362306a36Sopenharmony_ci			if (image)
27462306a36Sopenharmony_ci				return image;
27562306a36Sopenharmony_ci		}
27662306a36Sopenharmony_ci	}
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci	/* If it's not available, or for Intel SKU, try from the filesystem */
27962306a36Sopenharmony_ci	if (iwl_pnvm_get_from_fs(trans_p, &image, len))
28062306a36Sopenharmony_ci		return NULL;
28162306a36Sopenharmony_ci	return image;
28262306a36Sopenharmony_ci}
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_cistatic void iwl_pnvm_load_pnvm_to_trans(struct iwl_trans *trans,
28562306a36Sopenharmony_ci					const struct iwl_ucode_capabilities *capa)
28662306a36Sopenharmony_ci{
28762306a36Sopenharmony_ci	struct iwl_pnvm_image *pnvm_data = NULL;
28862306a36Sopenharmony_ci	u8 *data = NULL;
28962306a36Sopenharmony_ci	size_t length;
29062306a36Sopenharmony_ci	int ret;
29162306a36Sopenharmony_ci
29262306a36Sopenharmony_ci	/* failed to get/parse the image in the past, no use trying again */
29362306a36Sopenharmony_ci	if (trans->fail_to_parse_pnvm_image)
29462306a36Sopenharmony_ci		return;
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci	if (trans->pnvm_loaded)
29762306a36Sopenharmony_ci		goto set;
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci	data = iwl_get_pnvm_image(trans, &length);
30062306a36Sopenharmony_ci	if (!data) {
30162306a36Sopenharmony_ci		trans->fail_to_parse_pnvm_image = true;
30262306a36Sopenharmony_ci		return;
30362306a36Sopenharmony_ci	}
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_ci	pnvm_data = kzalloc(sizeof(*pnvm_data), GFP_KERNEL);
30662306a36Sopenharmony_ci	if (!pnvm_data)
30762306a36Sopenharmony_ci		goto free;
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_ci	ret = iwl_pnvm_parse(trans, data, length, pnvm_data);
31062306a36Sopenharmony_ci	if (ret) {
31162306a36Sopenharmony_ci		trans->fail_to_parse_pnvm_image = true;
31262306a36Sopenharmony_ci		goto free;
31362306a36Sopenharmony_ci	}
31462306a36Sopenharmony_ci
31562306a36Sopenharmony_ci	ret = iwl_trans_load_pnvm(trans, pnvm_data, capa);
31662306a36Sopenharmony_ci	if (ret)
31762306a36Sopenharmony_ci		goto free;
31862306a36Sopenharmony_ci	IWL_INFO(trans, "loaded PNVM version %08x\n", pnvm_data->version);
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_ciset:
32162306a36Sopenharmony_ci	iwl_trans_set_pnvm(trans, capa);
32262306a36Sopenharmony_cifree:
32362306a36Sopenharmony_ci	kfree(data);
32462306a36Sopenharmony_ci	kfree(pnvm_data);
32562306a36Sopenharmony_ci}
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_cistatic void
32862306a36Sopenharmony_ciiwl_pnvm_load_reduce_power_to_trans(struct iwl_trans *trans,
32962306a36Sopenharmony_ci				    const struct iwl_ucode_capabilities *capa)
33062306a36Sopenharmony_ci{
33162306a36Sopenharmony_ci	struct iwl_pnvm_image *pnvm_data = NULL;
33262306a36Sopenharmony_ci	u8 *data = NULL;
33362306a36Sopenharmony_ci	size_t length;
33462306a36Sopenharmony_ci	int ret;
33562306a36Sopenharmony_ci
33662306a36Sopenharmony_ci	if (trans->failed_to_load_reduce_power_image)
33762306a36Sopenharmony_ci		return;
33862306a36Sopenharmony_ci
33962306a36Sopenharmony_ci	if (trans->reduce_power_loaded)
34062306a36Sopenharmony_ci		goto set;
34162306a36Sopenharmony_ci
34262306a36Sopenharmony_ci	data = iwl_uefi_get_reduced_power(trans, &length);
34362306a36Sopenharmony_ci	if (IS_ERR(data)) {
34462306a36Sopenharmony_ci		trans->failed_to_load_reduce_power_image = true;
34562306a36Sopenharmony_ci		return;
34662306a36Sopenharmony_ci	}
34762306a36Sopenharmony_ci
34862306a36Sopenharmony_ci	pnvm_data = kzalloc(sizeof(*pnvm_data), GFP_KERNEL);
34962306a36Sopenharmony_ci	if (!pnvm_data)
35062306a36Sopenharmony_ci		goto free;
35162306a36Sopenharmony_ci
35262306a36Sopenharmony_ci	ret = iwl_uefi_reduce_power_parse(trans, data, length, pnvm_data);
35362306a36Sopenharmony_ci	if (ret) {
35462306a36Sopenharmony_ci		trans->failed_to_load_reduce_power_image = true;
35562306a36Sopenharmony_ci		goto free;
35662306a36Sopenharmony_ci	}
35762306a36Sopenharmony_ci
35862306a36Sopenharmony_ci	ret = iwl_trans_load_reduce_power(trans, pnvm_data, capa);
35962306a36Sopenharmony_ci	if (ret) {
36062306a36Sopenharmony_ci		IWL_DEBUG_FW(trans,
36162306a36Sopenharmony_ci			     "Failed to load reduce power table %d\n",
36262306a36Sopenharmony_ci			     ret);
36362306a36Sopenharmony_ci		trans->failed_to_load_reduce_power_image = true;
36462306a36Sopenharmony_ci		goto free;
36562306a36Sopenharmony_ci	}
36662306a36Sopenharmony_ci
36762306a36Sopenharmony_ciset:
36862306a36Sopenharmony_ci	iwl_trans_set_reduce_power(trans, capa);
36962306a36Sopenharmony_cifree:
37062306a36Sopenharmony_ci	kfree(data);
37162306a36Sopenharmony_ci	kfree(pnvm_data);
37262306a36Sopenharmony_ci}
37362306a36Sopenharmony_ci
37462306a36Sopenharmony_ciint iwl_pnvm_load(struct iwl_trans *trans,
37562306a36Sopenharmony_ci		  struct iwl_notif_wait_data *notif_wait,
37662306a36Sopenharmony_ci		  const struct iwl_ucode_capabilities *capa)
37762306a36Sopenharmony_ci{
37862306a36Sopenharmony_ci	struct iwl_notification_wait pnvm_wait;
37962306a36Sopenharmony_ci	static const u16 ntf_cmds[] = { WIDE_ID(REGULATORY_AND_NVM_GROUP,
38062306a36Sopenharmony_ci						PNVM_INIT_COMPLETE_NTFY) };
38162306a36Sopenharmony_ci
38262306a36Sopenharmony_ci	/* if the SKU_ID is empty, there's nothing to do */
38362306a36Sopenharmony_ci	if (!trans->sku_id[0] && !trans->sku_id[1] && !trans->sku_id[2])
38462306a36Sopenharmony_ci		return 0;
38562306a36Sopenharmony_ci
38662306a36Sopenharmony_ci	iwl_pnvm_load_pnvm_to_trans(trans, capa);
38762306a36Sopenharmony_ci	iwl_pnvm_load_reduce_power_to_trans(trans, capa);
38862306a36Sopenharmony_ci
38962306a36Sopenharmony_ci	iwl_init_notification_wait(notif_wait, &pnvm_wait,
39062306a36Sopenharmony_ci				   ntf_cmds, ARRAY_SIZE(ntf_cmds),
39162306a36Sopenharmony_ci				   iwl_pnvm_complete_fn, trans);
39262306a36Sopenharmony_ci
39362306a36Sopenharmony_ci	/* kick the doorbell */
39462306a36Sopenharmony_ci	iwl_write_umac_prph(trans, UREG_DOORBELL_TO_ISR6,
39562306a36Sopenharmony_ci			    UREG_DOORBELL_TO_ISR6_PNVM);
39662306a36Sopenharmony_ci
39762306a36Sopenharmony_ci	return iwl_wait_notification(notif_wait, &pnvm_wait,
39862306a36Sopenharmony_ci				     MVM_UCODE_PNVM_TIMEOUT);
39962306a36Sopenharmony_ci}
40062306a36Sopenharmony_ciIWL_EXPORT_SYMBOL(iwl_pnvm_load);
401