162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright 2020-2021 NXP
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/init.h>
762306a36Sopenharmony_ci#include <linux/interconnect.h>
862306a36Sopenharmony_ci#include <linux/ioctl.h>
962306a36Sopenharmony_ci#include <linux/list.h>
1062306a36Sopenharmony_ci#include <linux/kernel.h>
1162306a36Sopenharmony_ci#include <linux/module.h>
1262306a36Sopenharmony_ci#include <linux/platform_device.h>
1362306a36Sopenharmony_ci#include <linux/firmware/imx/ipc.h>
1462306a36Sopenharmony_ci#include <linux/firmware/imx/svc/misc.h>
1562306a36Sopenharmony_ci#include "vpu.h"
1662306a36Sopenharmony_ci#include "vpu_rpc.h"
1762306a36Sopenharmony_ci#include "vpu_imx8q.h"
1862306a36Sopenharmony_ci#include "vpu_windsor.h"
1962306a36Sopenharmony_ci#include "vpu_malone.h"
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ciint vpu_iface_check_memory_region(struct vpu_core *core, dma_addr_t addr, u32 size)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	struct vpu_iface_ops *ops = vpu_core_get_iface(core);
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci	if (!ops || !ops->check_memory_region)
2662306a36Sopenharmony_ci		return VPU_CORE_MEMORY_INVALID;
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	return ops->check_memory_region(core->fw.phys, addr, size);
2962306a36Sopenharmony_ci}
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistatic u32 vpu_rpc_check_buffer_space(struct vpu_rpc_buffer_desc *desc, bool write)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	u32 ptr1;
3462306a36Sopenharmony_ci	u32 ptr2;
3562306a36Sopenharmony_ci	u32 size;
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci	size = desc->end - desc->start;
3862306a36Sopenharmony_ci	if (write) {
3962306a36Sopenharmony_ci		ptr1 = desc->wptr;
4062306a36Sopenharmony_ci		ptr2 = desc->rptr;
4162306a36Sopenharmony_ci	} else {
4262306a36Sopenharmony_ci		ptr1 = desc->rptr;
4362306a36Sopenharmony_ci		ptr2 = desc->wptr;
4462306a36Sopenharmony_ci	}
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	if (ptr1 == ptr2) {
4762306a36Sopenharmony_ci		if (!write)
4862306a36Sopenharmony_ci			return 0;
4962306a36Sopenharmony_ci		else
5062306a36Sopenharmony_ci			return size;
5162306a36Sopenharmony_ci	}
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	return (ptr2 + size - ptr1) % size;
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic int vpu_rpc_send_cmd_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *cmd)
5762306a36Sopenharmony_ci{
5862306a36Sopenharmony_ci	struct vpu_rpc_buffer_desc *desc;
5962306a36Sopenharmony_ci	u32 space = 0;
6062306a36Sopenharmony_ci	u32 *data;
6162306a36Sopenharmony_ci	u32 wptr;
6262306a36Sopenharmony_ci	u32 i;
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci	if (cmd->hdr.num > 0xff || cmd->hdr.num >= ARRAY_SIZE(cmd->data))
6562306a36Sopenharmony_ci		return -EINVAL;
6662306a36Sopenharmony_ci	desc = shared->cmd_desc;
6762306a36Sopenharmony_ci	space = vpu_rpc_check_buffer_space(desc, true);
6862306a36Sopenharmony_ci	if (space < (((cmd->hdr.num + 1) << 2) + 16))
6962306a36Sopenharmony_ci		return -EINVAL;
7062306a36Sopenharmony_ci	wptr = desc->wptr;
7162306a36Sopenharmony_ci	data = (u32 *)(shared->cmd_mem_vir + desc->wptr - desc->start);
7262306a36Sopenharmony_ci	*data = 0;
7362306a36Sopenharmony_ci	*data |= ((cmd->hdr.index & 0xff) << 24);
7462306a36Sopenharmony_ci	*data |= ((cmd->hdr.num & 0xff) << 16);
7562306a36Sopenharmony_ci	*data |= (cmd->hdr.id & 0x3fff);
7662306a36Sopenharmony_ci	wptr += 4;
7762306a36Sopenharmony_ci	data++;
7862306a36Sopenharmony_ci	if (wptr >= desc->end) {
7962306a36Sopenharmony_ci		wptr = desc->start;
8062306a36Sopenharmony_ci		data = shared->cmd_mem_vir;
8162306a36Sopenharmony_ci	}
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	for (i = 0; i < cmd->hdr.num; i++) {
8462306a36Sopenharmony_ci		*data = cmd->data[i];
8562306a36Sopenharmony_ci		wptr += 4;
8662306a36Sopenharmony_ci		data++;
8762306a36Sopenharmony_ci		if (wptr >= desc->end) {
8862306a36Sopenharmony_ci			wptr = desc->start;
8962306a36Sopenharmony_ci			data = shared->cmd_mem_vir;
9062306a36Sopenharmony_ci		}
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	/*update wptr after data is written*/
9462306a36Sopenharmony_ci	mb();
9562306a36Sopenharmony_ci	desc->wptr = wptr;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	return 0;
9862306a36Sopenharmony_ci}
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_cistatic bool vpu_rpc_check_msg(struct vpu_shared_addr *shared)
10162306a36Sopenharmony_ci{
10262306a36Sopenharmony_ci	struct vpu_rpc_buffer_desc *desc;
10362306a36Sopenharmony_ci	u32 space = 0;
10462306a36Sopenharmony_ci	u32 msgword;
10562306a36Sopenharmony_ci	u32 msgnum;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	desc = shared->msg_desc;
10862306a36Sopenharmony_ci	space = vpu_rpc_check_buffer_space(desc, 0);
10962306a36Sopenharmony_ci	space = (space >> 2);
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	if (space) {
11262306a36Sopenharmony_ci		msgword = *(u32 *)(shared->msg_mem_vir + desc->rptr - desc->start);
11362306a36Sopenharmony_ci		msgnum = (msgword & 0xff0000) >> 16;
11462306a36Sopenharmony_ci		if (msgnum <= space)
11562306a36Sopenharmony_ci			return true;
11662306a36Sopenharmony_ci	}
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	return false;
11962306a36Sopenharmony_ci}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_cistatic int vpu_rpc_receive_msg_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *msg)
12262306a36Sopenharmony_ci{
12362306a36Sopenharmony_ci	struct vpu_rpc_buffer_desc *desc;
12462306a36Sopenharmony_ci	u32 *data;
12562306a36Sopenharmony_ci	u32 msgword;
12662306a36Sopenharmony_ci	u32 rptr;
12762306a36Sopenharmony_ci	u32 i;
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	if (!vpu_rpc_check_msg(shared))
13062306a36Sopenharmony_ci		return -EINVAL;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	desc = shared->msg_desc;
13362306a36Sopenharmony_ci	data = (u32 *)(shared->msg_mem_vir + desc->rptr - desc->start);
13462306a36Sopenharmony_ci	rptr = desc->rptr;
13562306a36Sopenharmony_ci	msgword = *data;
13662306a36Sopenharmony_ci	data++;
13762306a36Sopenharmony_ci	rptr += 4;
13862306a36Sopenharmony_ci	if (rptr >= desc->end) {
13962306a36Sopenharmony_ci		rptr = desc->start;
14062306a36Sopenharmony_ci		data = shared->msg_mem_vir;
14162306a36Sopenharmony_ci	}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	msg->hdr.index = (msgword >> 24) & 0xff;
14462306a36Sopenharmony_ci	msg->hdr.num = (msgword >> 16) & 0xff;
14562306a36Sopenharmony_ci	msg->hdr.id = msgword & 0x3fff;
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	if (msg->hdr.num > ARRAY_SIZE(msg->data))
14862306a36Sopenharmony_ci		return -EINVAL;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	for (i = 0; i < msg->hdr.num; i++) {
15162306a36Sopenharmony_ci		msg->data[i] = *data;
15262306a36Sopenharmony_ci		data++;
15362306a36Sopenharmony_ci		rptr += 4;
15462306a36Sopenharmony_ci		if (rptr >= desc->end) {
15562306a36Sopenharmony_ci			rptr = desc->start;
15662306a36Sopenharmony_ci			data = shared->msg_mem_vir;
15762306a36Sopenharmony_ci		}
15862306a36Sopenharmony_ci	}
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	/*update rptr after data is read*/
16162306a36Sopenharmony_ci	mb();
16262306a36Sopenharmony_ci	desc->rptr = rptr;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	return 0;
16562306a36Sopenharmony_ci}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_cistatic struct vpu_iface_ops imx8q_rpc_ops[] = {
16862306a36Sopenharmony_ci	[VPU_CORE_TYPE_ENC] = {
16962306a36Sopenharmony_ci		.check_codec = vpu_imx8q_check_codec,
17062306a36Sopenharmony_ci		.check_fmt = vpu_imx8q_check_fmt,
17162306a36Sopenharmony_ci		.boot_core = vpu_imx8q_boot_core,
17262306a36Sopenharmony_ci		.get_power_state = vpu_imx8q_get_power_state,
17362306a36Sopenharmony_ci		.on_firmware_loaded = vpu_imx8q_on_firmware_loaded,
17462306a36Sopenharmony_ci		.get_data_size = vpu_windsor_get_data_size,
17562306a36Sopenharmony_ci		.check_memory_region = vpu_imx8q_check_memory_region,
17662306a36Sopenharmony_ci		.init_rpc = vpu_windsor_init_rpc,
17762306a36Sopenharmony_ci		.set_log_buf = vpu_windsor_set_log_buf,
17862306a36Sopenharmony_ci		.set_system_cfg = vpu_windsor_set_system_cfg,
17962306a36Sopenharmony_ci		.get_version = vpu_windsor_get_version,
18062306a36Sopenharmony_ci		.send_cmd_buf = vpu_rpc_send_cmd_buf,
18162306a36Sopenharmony_ci		.receive_msg_buf = vpu_rpc_receive_msg_buf,
18262306a36Sopenharmony_ci		.pack_cmd = vpu_windsor_pack_cmd,
18362306a36Sopenharmony_ci		.convert_msg_id = vpu_windsor_convert_msg_id,
18462306a36Sopenharmony_ci		.unpack_msg_data = vpu_windsor_unpack_msg_data,
18562306a36Sopenharmony_ci		.config_memory_resource = vpu_windsor_config_memory_resource,
18662306a36Sopenharmony_ci		.get_stream_buffer_size = vpu_windsor_get_stream_buffer_size,
18762306a36Sopenharmony_ci		.config_stream_buffer = vpu_windsor_config_stream_buffer,
18862306a36Sopenharmony_ci		.get_stream_buffer_desc = vpu_windsor_get_stream_buffer_desc,
18962306a36Sopenharmony_ci		.update_stream_buffer = vpu_windsor_update_stream_buffer,
19062306a36Sopenharmony_ci		.set_encode_params = vpu_windsor_set_encode_params,
19162306a36Sopenharmony_ci		.input_frame = vpu_windsor_input_frame,
19262306a36Sopenharmony_ci		.get_max_instance_count = vpu_windsor_get_max_instance_count,
19362306a36Sopenharmony_ci	},
19462306a36Sopenharmony_ci	[VPU_CORE_TYPE_DEC] = {
19562306a36Sopenharmony_ci		.check_codec = vpu_imx8q_check_codec,
19662306a36Sopenharmony_ci		.check_fmt = vpu_malone_check_fmt,
19762306a36Sopenharmony_ci		.boot_core = vpu_imx8q_boot_core,
19862306a36Sopenharmony_ci		.get_power_state = vpu_imx8q_get_power_state,
19962306a36Sopenharmony_ci		.on_firmware_loaded = vpu_imx8q_on_firmware_loaded,
20062306a36Sopenharmony_ci		.get_data_size = vpu_malone_get_data_size,
20162306a36Sopenharmony_ci		.check_memory_region = vpu_imx8q_check_memory_region,
20262306a36Sopenharmony_ci		.init_rpc = vpu_malone_init_rpc,
20362306a36Sopenharmony_ci		.set_log_buf = vpu_malone_set_log_buf,
20462306a36Sopenharmony_ci		.set_system_cfg = vpu_malone_set_system_cfg,
20562306a36Sopenharmony_ci		.get_version = vpu_malone_get_version,
20662306a36Sopenharmony_ci		.send_cmd_buf = vpu_rpc_send_cmd_buf,
20762306a36Sopenharmony_ci		.receive_msg_buf = vpu_rpc_receive_msg_buf,
20862306a36Sopenharmony_ci		.get_stream_buffer_size = vpu_malone_get_stream_buffer_size,
20962306a36Sopenharmony_ci		.config_stream_buffer = vpu_malone_config_stream_buffer,
21062306a36Sopenharmony_ci		.set_decode_params = vpu_malone_set_decode_params,
21162306a36Sopenharmony_ci		.pack_cmd = vpu_malone_pack_cmd,
21262306a36Sopenharmony_ci		.convert_msg_id = vpu_malone_convert_msg_id,
21362306a36Sopenharmony_ci		.unpack_msg_data = vpu_malone_unpack_msg_data,
21462306a36Sopenharmony_ci		.get_stream_buffer_desc = vpu_malone_get_stream_buffer_desc,
21562306a36Sopenharmony_ci		.update_stream_buffer = vpu_malone_update_stream_buffer,
21662306a36Sopenharmony_ci		.add_scode = vpu_malone_add_scode,
21762306a36Sopenharmony_ci		.input_frame = vpu_malone_input_frame,
21862306a36Sopenharmony_ci		.pre_send_cmd = vpu_malone_pre_cmd,
21962306a36Sopenharmony_ci		.post_send_cmd = vpu_malone_post_cmd,
22062306a36Sopenharmony_ci		.init_instance = vpu_malone_init_instance,
22162306a36Sopenharmony_ci		.get_max_instance_count = vpu_malone_get_max_instance_count,
22262306a36Sopenharmony_ci	},
22362306a36Sopenharmony_ci};
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_cistatic struct vpu_iface_ops *vpu_get_iface(struct vpu_dev *vpu, enum vpu_core_type type)
22662306a36Sopenharmony_ci{
22762306a36Sopenharmony_ci	struct vpu_iface_ops *rpc_ops = NULL;
22862306a36Sopenharmony_ci	u32 size = 0;
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	switch (vpu->res->plat_type) {
23162306a36Sopenharmony_ci	case IMX8QXP:
23262306a36Sopenharmony_ci	case IMX8QM:
23362306a36Sopenharmony_ci		rpc_ops = imx8q_rpc_ops;
23462306a36Sopenharmony_ci		size = ARRAY_SIZE(imx8q_rpc_ops);
23562306a36Sopenharmony_ci		break;
23662306a36Sopenharmony_ci	default:
23762306a36Sopenharmony_ci		return NULL;
23862306a36Sopenharmony_ci	}
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci	if (type >= size)
24162306a36Sopenharmony_ci		return NULL;
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	return &rpc_ops[type];
24462306a36Sopenharmony_ci}
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_cistruct vpu_iface_ops *vpu_core_get_iface(struct vpu_core *core)
24762306a36Sopenharmony_ci{
24862306a36Sopenharmony_ci	return vpu_get_iface(core->vpu, core->type);
24962306a36Sopenharmony_ci}
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_cistruct vpu_iface_ops *vpu_inst_get_iface(struct vpu_inst *inst)
25262306a36Sopenharmony_ci{
25362306a36Sopenharmony_ci	if (inst->core)
25462306a36Sopenharmony_ci		return vpu_core_get_iface(inst->core);
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci	return vpu_get_iface(inst->vpu, inst->type);
25762306a36Sopenharmony_ci}
258