162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * Copyright 2022 Red Hat Inc.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a
562306a36Sopenharmony_ci * copy of this software and associated documentation files (the "Software"),
662306a36Sopenharmony_ci * to deal in the Software without restriction, including without limitation
762306a36Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense,
862306a36Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the
962306a36Sopenharmony_ci * Software is furnished to do so, subject to the following conditions:
1062306a36Sopenharmony_ci *
1162306a36Sopenharmony_ci * The above copyright notice and this permission notice shall be included in
1262306a36Sopenharmony_ci * all copies or substantial portions of the Software.
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1562306a36Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1662306a36Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
1762306a36Sopenharmony_ci * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
1862306a36Sopenharmony_ci * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
1962306a36Sopenharmony_ci * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
2062306a36Sopenharmony_ci * OTHER DEALINGS IN THE SOFTWARE.
2162306a36Sopenharmony_ci */
2262306a36Sopenharmony_ci#include "priv.h"
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#include <core/memory.h>
2562306a36Sopenharmony_ci#include <subdev/mmu.h>
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci#include <nvfw/fw.h>
2862306a36Sopenharmony_ci#include <nvfw/hs.h>
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ciint
3162306a36Sopenharmony_cinvkm_falcon_fw_patch(struct nvkm_falcon_fw *fw)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	struct nvkm_falcon *falcon = fw->falcon;
3462306a36Sopenharmony_ci	u32 sig_base_src = fw->sig_base_prd;
3562306a36Sopenharmony_ci	u32 src, dst, len, i;
3662306a36Sopenharmony_ci	int idx = 0;
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci	FLCNFW_DBG(fw, "patching sigs:%d size:%d", fw->sig_nr, fw->sig_size);
3962306a36Sopenharmony_ci	if (fw->func->signature) {
4062306a36Sopenharmony_ci		idx = fw->func->signature(fw, &sig_base_src);
4162306a36Sopenharmony_ci		if (idx < 0)
4262306a36Sopenharmony_ci			return idx;
4362306a36Sopenharmony_ci	}
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	src = idx * fw->sig_size;
4662306a36Sopenharmony_ci	dst = fw->sig_base_img;
4762306a36Sopenharmony_ci	len = fw->sig_size / 4;
4862306a36Sopenharmony_ci	FLCNFW_DBG(fw, "patch idx:%d src:%08x dst:%08x", idx, sig_base_src + src, dst);
4962306a36Sopenharmony_ci	for (i = 0; i < len; i++) {
5062306a36Sopenharmony_ci		u32 sig = *(u32 *)(fw->sigs + src);
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci		if (nvkm_printk_ok(falcon->owner, falcon->user, NV_DBG_TRACE)) {
5362306a36Sopenharmony_ci			if (i % 8 == 0)
5462306a36Sopenharmony_ci				printk(KERN_INFO "sig -> %08x:", dst);
5562306a36Sopenharmony_ci			printk(KERN_CONT " %08x", sig);
5662306a36Sopenharmony_ci		}
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci		*(u32 *)(fw->fw.img + dst) = sig;
5962306a36Sopenharmony_ci		src += 4;
6062306a36Sopenharmony_ci		dst += 4;
6162306a36Sopenharmony_ci	}
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	return 0;
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cistatic void
6762306a36Sopenharmony_cinvkm_falcon_fw_dtor_sigs(struct nvkm_falcon_fw *fw)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	kfree(fw->sigs);
7062306a36Sopenharmony_ci	fw->sigs = NULL;
7162306a36Sopenharmony_ci}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ciint
7462306a36Sopenharmony_cinvkm_falcon_fw_boot(struct nvkm_falcon_fw *fw, struct nvkm_subdev *user,
7562306a36Sopenharmony_ci		    bool release, u32 *pmbox0, u32 *pmbox1, u32 mbox0_ok, u32 irqsclr)
7662306a36Sopenharmony_ci{
7762306a36Sopenharmony_ci	struct nvkm_falcon *falcon = fw->falcon;
7862306a36Sopenharmony_ci	int ret;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	ret = nvkm_falcon_get(falcon, user);
8162306a36Sopenharmony_ci	if (ret)
8262306a36Sopenharmony_ci		return ret;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	if (fw->sigs) {
8562306a36Sopenharmony_ci		ret = nvkm_falcon_fw_patch(fw);
8662306a36Sopenharmony_ci		if (ret)
8762306a36Sopenharmony_ci			goto done;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci		nvkm_falcon_fw_dtor_sigs(fw);
9062306a36Sopenharmony_ci	}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	FLCNFW_DBG(fw, "resetting");
9362306a36Sopenharmony_ci	fw->func->reset(fw);
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	FLCNFW_DBG(fw, "loading");
9662306a36Sopenharmony_ci	if (fw->func->setup) {
9762306a36Sopenharmony_ci		ret = fw->func->setup(fw);
9862306a36Sopenharmony_ci		if (ret)
9962306a36Sopenharmony_ci			goto done;
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	ret = fw->func->load(fw);
10362306a36Sopenharmony_ci	if (ret)
10462306a36Sopenharmony_ci		goto done;
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci	FLCNFW_DBG(fw, "booting");
10762306a36Sopenharmony_ci	ret = fw->func->boot(fw, pmbox0, pmbox1, mbox0_ok, irqsclr);
10862306a36Sopenharmony_ci	if (ret)
10962306a36Sopenharmony_ci		FLCNFW_ERR(fw, "boot failed: %d", ret);
11062306a36Sopenharmony_ci	else
11162306a36Sopenharmony_ci		FLCNFW_DBG(fw, "booted");
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cidone:
11462306a36Sopenharmony_ci	if (ret || release)
11562306a36Sopenharmony_ci		nvkm_falcon_put(falcon, user);
11662306a36Sopenharmony_ci	return ret;
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ciint
12062306a36Sopenharmony_cinvkm_falcon_fw_oneinit(struct nvkm_falcon_fw *fw, struct nvkm_falcon *falcon,
12162306a36Sopenharmony_ci		       struct nvkm_vmm *vmm, struct nvkm_memory *inst)
12262306a36Sopenharmony_ci{
12362306a36Sopenharmony_ci	int ret;
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ci	fw->falcon = falcon;
12662306a36Sopenharmony_ci	fw->vmm = nvkm_vmm_ref(vmm);
12762306a36Sopenharmony_ci	fw->inst = nvkm_memory_ref(inst);
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	if (fw->boot) {
13062306a36Sopenharmony_ci		FLCN_DBG(falcon, "mapping %s fw", fw->fw.name);
13162306a36Sopenharmony_ci		ret = nvkm_vmm_get(fw->vmm, 12, nvkm_memory_size(&fw->fw.mem.memory), &fw->vma);
13262306a36Sopenharmony_ci		if (ret) {
13362306a36Sopenharmony_ci			FLCN_ERR(falcon, "get %d", ret);
13462306a36Sopenharmony_ci			return ret;
13562306a36Sopenharmony_ci		}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci		ret = nvkm_memory_map(&fw->fw.mem.memory, 0, fw->vmm, fw->vma, NULL, 0);
13862306a36Sopenharmony_ci		if (ret) {
13962306a36Sopenharmony_ci			FLCN_ERR(falcon, "map %d", ret);
14062306a36Sopenharmony_ci			return ret;
14162306a36Sopenharmony_ci		}
14262306a36Sopenharmony_ci	}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci	return 0;
14562306a36Sopenharmony_ci}
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_civoid
14862306a36Sopenharmony_cinvkm_falcon_fw_dtor(struct nvkm_falcon_fw *fw)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci	nvkm_vmm_put(fw->vmm, &fw->vma);
15162306a36Sopenharmony_ci	nvkm_vmm_unref(&fw->vmm);
15262306a36Sopenharmony_ci	nvkm_memory_unref(&fw->inst);
15362306a36Sopenharmony_ci	nvkm_falcon_fw_dtor_sigs(fw);
15462306a36Sopenharmony_ci	nvkm_firmware_dtor(&fw->fw);
15562306a36Sopenharmony_ci}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_cistatic const struct nvkm_firmware_func
15862306a36Sopenharmony_cinvkm_falcon_fw_dma = {
15962306a36Sopenharmony_ci	.type = NVKM_FIRMWARE_IMG_DMA,
16062306a36Sopenharmony_ci};
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_cistatic const struct nvkm_firmware_func
16362306a36Sopenharmony_cinvkm_falcon_fw = {
16462306a36Sopenharmony_ci	.type = NVKM_FIRMWARE_IMG_RAM,
16562306a36Sopenharmony_ci};
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ciint
16862306a36Sopenharmony_cinvkm_falcon_fw_sign(struct nvkm_falcon_fw *fw, u32 sig_base_img, u32 sig_size, const u8 *sigs,
16962306a36Sopenharmony_ci		    int sig_nr_prd, u32 sig_base_prd, int sig_nr_dbg, u32 sig_base_dbg)
17062306a36Sopenharmony_ci{
17162306a36Sopenharmony_ci	fw->sig_base_prd = sig_base_prd;
17262306a36Sopenharmony_ci	fw->sig_base_dbg = sig_base_dbg;
17362306a36Sopenharmony_ci	fw->sig_base_img = sig_base_img;
17462306a36Sopenharmony_ci	fw->sig_size = sig_size;
17562306a36Sopenharmony_ci	fw->sig_nr = sig_nr_prd + sig_nr_dbg;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	fw->sigs = kmalloc_array(fw->sig_nr, fw->sig_size, GFP_KERNEL);
17862306a36Sopenharmony_ci	if (!fw->sigs)
17962306a36Sopenharmony_ci		return -ENOMEM;
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	memcpy(fw->sigs, sigs + sig_base_prd, sig_nr_prd * fw->sig_size);
18262306a36Sopenharmony_ci	if (sig_nr_dbg)
18362306a36Sopenharmony_ci		memcpy(fw->sigs + sig_size, sigs + sig_base_dbg, sig_nr_dbg * fw->sig_size);
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci	return 0;
18662306a36Sopenharmony_ci}
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ciint
18962306a36Sopenharmony_cinvkm_falcon_fw_ctor(const struct nvkm_falcon_fw_func *func, const char *name,
19062306a36Sopenharmony_ci		    struct nvkm_device *device, bool dma, const void *src, u32 len,
19162306a36Sopenharmony_ci		    struct nvkm_falcon *falcon, struct nvkm_falcon_fw *fw)
19262306a36Sopenharmony_ci{
19362306a36Sopenharmony_ci	const struct nvkm_firmware_func *type = dma ? &nvkm_falcon_fw_dma : &nvkm_falcon_fw;
19462306a36Sopenharmony_ci	int ret;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	fw->func = func;
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	ret = nvkm_firmware_ctor(type, name, device, src, len, &fw->fw);
19962306a36Sopenharmony_ci	if (ret)
20062306a36Sopenharmony_ci		return ret;
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_ci	return falcon ? nvkm_falcon_fw_oneinit(fw, falcon, NULL, NULL) : 0;
20362306a36Sopenharmony_ci}
20462306a36Sopenharmony_ci
20562306a36Sopenharmony_ciint
20662306a36Sopenharmony_cinvkm_falcon_fw_ctor_hs(const struct nvkm_falcon_fw_func *func, const char *name,
20762306a36Sopenharmony_ci		       struct nvkm_subdev *subdev, const char *bl, const char *img, int ver,
20862306a36Sopenharmony_ci		       struct nvkm_falcon *falcon, struct nvkm_falcon_fw *fw)
20962306a36Sopenharmony_ci{
21062306a36Sopenharmony_ci	const struct firmware *blob;
21162306a36Sopenharmony_ci	const struct nvfw_bin_hdr *hdr;
21262306a36Sopenharmony_ci	const struct nvfw_hs_header *hshdr;
21362306a36Sopenharmony_ci	const struct nvfw_hs_load_header *lhdr;
21462306a36Sopenharmony_ci	const struct nvfw_bl_desc *desc;
21562306a36Sopenharmony_ci	u32 loc, sig;
21662306a36Sopenharmony_ci	int ret;
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_ci	ret = nvkm_firmware_load_name(subdev, img, "", ver, &blob);
21962306a36Sopenharmony_ci	if (ret)
22062306a36Sopenharmony_ci		return ret;
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	hdr = nvfw_bin_hdr(subdev, blob->data);
22362306a36Sopenharmony_ci	hshdr = nvfw_hs_header(subdev, blob->data + hdr->header_offset);
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci	ret = nvkm_falcon_fw_ctor(func, name, subdev->device, bl != NULL,
22662306a36Sopenharmony_ci				  blob->data + hdr->data_offset, hdr->data_size, falcon, fw);
22762306a36Sopenharmony_ci	if (ret)
22862306a36Sopenharmony_ci		goto done;
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	/* Earlier FW releases by NVIDIA for Nouveau's use aren't in NVIDIA's
23162306a36Sopenharmony_ci	 * standard format, and don't have the indirection seen in the 0x10de
23262306a36Sopenharmony_ci	 * case.
23362306a36Sopenharmony_ci	 */
23462306a36Sopenharmony_ci	switch (hdr->bin_magic) {
23562306a36Sopenharmony_ci	case 0x000010de:
23662306a36Sopenharmony_ci		loc = *(u32 *)(blob->data + hshdr->patch_loc);
23762306a36Sopenharmony_ci		sig = *(u32 *)(blob->data + hshdr->patch_sig);
23862306a36Sopenharmony_ci		break;
23962306a36Sopenharmony_ci	case 0x3b1d14f0:
24062306a36Sopenharmony_ci		loc = hshdr->patch_loc;
24162306a36Sopenharmony_ci		sig = hshdr->patch_sig;
24262306a36Sopenharmony_ci		break;
24362306a36Sopenharmony_ci	default:
24462306a36Sopenharmony_ci		WARN_ON(1);
24562306a36Sopenharmony_ci		ret = -EINVAL;
24662306a36Sopenharmony_ci		goto done;
24762306a36Sopenharmony_ci	}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_ci	ret = nvkm_falcon_fw_sign(fw, loc, hshdr->sig_prod_size, blob->data,
25062306a36Sopenharmony_ci				  1, hshdr->sig_prod_offset + sig,
25162306a36Sopenharmony_ci				  1, hshdr->sig_dbg_offset + sig);
25262306a36Sopenharmony_ci	if (ret)
25362306a36Sopenharmony_ci		goto done;
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	lhdr = nvfw_hs_load_header(subdev, blob->data + hshdr->hdr_offset);
25662306a36Sopenharmony_ci
25762306a36Sopenharmony_ci	fw->nmem_base_img = 0;
25862306a36Sopenharmony_ci	fw->nmem_base = lhdr->non_sec_code_off;
25962306a36Sopenharmony_ci	fw->nmem_size = lhdr->non_sec_code_size;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	fw->imem_base_img = lhdr->apps[0];
26262306a36Sopenharmony_ci	fw->imem_base = ALIGN(lhdr->apps[0], 0x100);
26362306a36Sopenharmony_ci	fw->imem_size = lhdr->apps[lhdr->num_apps + 0];
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci	fw->dmem_base_img = lhdr->data_dma_base;
26662306a36Sopenharmony_ci	fw->dmem_base = 0;
26762306a36Sopenharmony_ci	fw->dmem_size = lhdr->data_size;
26862306a36Sopenharmony_ci	fw->dmem_sign = loc - lhdr->data_dma_base;
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci	if (bl) {
27162306a36Sopenharmony_ci		nvkm_firmware_put(blob);
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci		ret = nvkm_firmware_load_name(subdev, bl, "", ver, &blob);
27462306a36Sopenharmony_ci		if (ret)
27562306a36Sopenharmony_ci			return ret;
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci		hdr = nvfw_bin_hdr(subdev, blob->data);
27862306a36Sopenharmony_ci		desc = nvfw_bl_desc(subdev, blob->data + hdr->header_offset);
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci		fw->boot_addr = desc->start_tag << 8;
28162306a36Sopenharmony_ci		fw->boot_size = desc->code_size;
28262306a36Sopenharmony_ci		fw->boot = kmemdup(blob->data + hdr->data_offset + desc->code_off,
28362306a36Sopenharmony_ci				   fw->boot_size, GFP_KERNEL);
28462306a36Sopenharmony_ci		if (!fw->boot)
28562306a36Sopenharmony_ci			ret = -ENOMEM;
28662306a36Sopenharmony_ci	} else {
28762306a36Sopenharmony_ci		fw->boot_addr = fw->nmem_base;
28862306a36Sopenharmony_ci	}
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_cidone:
29162306a36Sopenharmony_ci	if (ret)
29262306a36Sopenharmony_ci		nvkm_falcon_fw_dtor(fw);
29362306a36Sopenharmony_ci
29462306a36Sopenharmony_ci	nvkm_firmware_put(blob);
29562306a36Sopenharmony_ci	return ret;
29662306a36Sopenharmony_ci}
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ciint
29962306a36Sopenharmony_cinvkm_falcon_fw_ctor_hs_v2(const struct nvkm_falcon_fw_func *func, const char *name,
30062306a36Sopenharmony_ci			  struct nvkm_subdev *subdev, const char *img, int ver,
30162306a36Sopenharmony_ci			  struct nvkm_falcon *falcon, struct nvkm_falcon_fw *fw)
30262306a36Sopenharmony_ci{
30362306a36Sopenharmony_ci	const struct nvfw_bin_hdr *hdr;
30462306a36Sopenharmony_ci	const struct nvfw_hs_header_v2 *hshdr;
30562306a36Sopenharmony_ci	const struct nvfw_hs_load_header_v2 *lhdr;
30662306a36Sopenharmony_ci	const struct firmware *blob;
30762306a36Sopenharmony_ci	u32 loc, sig, cnt, *meta;
30862306a36Sopenharmony_ci	int ret;
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci	ret = nvkm_firmware_load_name(subdev, img, "", ver, &blob);
31162306a36Sopenharmony_ci	if (ret)
31262306a36Sopenharmony_ci		return ret;
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_ci	hdr = nvfw_bin_hdr(subdev, blob->data);
31562306a36Sopenharmony_ci	hshdr = nvfw_hs_header_v2(subdev, blob->data + hdr->header_offset);
31662306a36Sopenharmony_ci	meta = (u32 *)(blob->data + hshdr->meta_data_offset);
31762306a36Sopenharmony_ci	loc = *(u32 *)(blob->data + hshdr->patch_loc);
31862306a36Sopenharmony_ci	sig = *(u32 *)(blob->data + hshdr->patch_sig);
31962306a36Sopenharmony_ci	cnt = *(u32 *)(blob->data + hshdr->num_sig);
32062306a36Sopenharmony_ci
32162306a36Sopenharmony_ci	ret = nvkm_falcon_fw_ctor(func, name, subdev->device, true,
32262306a36Sopenharmony_ci				  blob->data + hdr->data_offset, hdr->data_size, falcon, fw);
32362306a36Sopenharmony_ci	if (ret)
32462306a36Sopenharmony_ci		goto done;
32562306a36Sopenharmony_ci
32662306a36Sopenharmony_ci	ret = nvkm_falcon_fw_sign(fw, loc, hshdr->sig_prod_size / cnt, blob->data,
32762306a36Sopenharmony_ci				  cnt, hshdr->sig_prod_offset + sig, 0, 0);
32862306a36Sopenharmony_ci	if (ret)
32962306a36Sopenharmony_ci		goto done;
33062306a36Sopenharmony_ci
33162306a36Sopenharmony_ci	lhdr = nvfw_hs_load_header_v2(subdev, blob->data + hshdr->header_offset);
33262306a36Sopenharmony_ci
33362306a36Sopenharmony_ci	fw->imem_base_img = lhdr->app[0].offset;
33462306a36Sopenharmony_ci	fw->imem_base = 0;
33562306a36Sopenharmony_ci	fw->imem_size = lhdr->app[0].size;
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_ci	fw->dmem_base_img = lhdr->os_data_offset;
33862306a36Sopenharmony_ci	fw->dmem_base = 0;
33962306a36Sopenharmony_ci	fw->dmem_size = lhdr->os_data_size;
34062306a36Sopenharmony_ci	fw->dmem_sign = loc - lhdr->os_data_offset;
34162306a36Sopenharmony_ci
34262306a36Sopenharmony_ci	fw->boot_addr = lhdr->app[0].offset;
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_ci	fw->fuse_ver = meta[0];
34562306a36Sopenharmony_ci	fw->engine_id = meta[1];
34662306a36Sopenharmony_ci	fw->ucode_id = meta[2];
34762306a36Sopenharmony_ci
34862306a36Sopenharmony_cidone:
34962306a36Sopenharmony_ci	if (ret)
35062306a36Sopenharmony_ci		nvkm_falcon_fw_dtor(fw);
35162306a36Sopenharmony_ci
35262306a36Sopenharmony_ci	nvkm_firmware_put(blob);
35362306a36Sopenharmony_ci	return ret;
35462306a36Sopenharmony_ci}
355