162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright 2020-2021 NXP 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/init.h> 762306a36Sopenharmony_ci#include <linux/interconnect.h> 862306a36Sopenharmony_ci#include <linux/ioctl.h> 962306a36Sopenharmony_ci#include <linux/list.h> 1062306a36Sopenharmony_ci#include <linux/kernel.h> 1162306a36Sopenharmony_ci#include <linux/module.h> 1262306a36Sopenharmony_ci#include <linux/platform_device.h> 1362306a36Sopenharmony_ci#include <linux/firmware/imx/ipc.h> 1462306a36Sopenharmony_ci#include <linux/firmware/imx/svc/misc.h> 1562306a36Sopenharmony_ci#include "vpu.h" 1662306a36Sopenharmony_ci#include "vpu_rpc.h" 1762306a36Sopenharmony_ci#include "vpu_imx8q.h" 1862306a36Sopenharmony_ci#include "vpu_windsor.h" 1962306a36Sopenharmony_ci#include "vpu_malone.h" 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ciint vpu_iface_check_memory_region(struct vpu_core *core, dma_addr_t addr, u32 size) 2262306a36Sopenharmony_ci{ 2362306a36Sopenharmony_ci struct vpu_iface_ops *ops = vpu_core_get_iface(core); 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci if (!ops || !ops->check_memory_region) 2662306a36Sopenharmony_ci return VPU_CORE_MEMORY_INVALID; 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci return ops->check_memory_region(core->fw.phys, addr, size); 2962306a36Sopenharmony_ci} 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_cistatic u32 vpu_rpc_check_buffer_space(struct vpu_rpc_buffer_desc *desc, bool write) 3262306a36Sopenharmony_ci{ 3362306a36Sopenharmony_ci u32 ptr1; 3462306a36Sopenharmony_ci u32 ptr2; 3562306a36Sopenharmony_ci u32 size; 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci size = desc->end - desc->start; 3862306a36Sopenharmony_ci if (write) { 3962306a36Sopenharmony_ci ptr1 = desc->wptr; 4062306a36Sopenharmony_ci ptr2 = desc->rptr; 4162306a36Sopenharmony_ci } else { 4262306a36Sopenharmony_ci ptr1 = desc->rptr; 4362306a36Sopenharmony_ci ptr2 = desc->wptr; 4462306a36Sopenharmony_ci } 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci if (ptr1 == ptr2) { 4762306a36Sopenharmony_ci if (!write) 4862306a36Sopenharmony_ci return 0; 4962306a36Sopenharmony_ci else 5062306a36Sopenharmony_ci return size; 5162306a36Sopenharmony_ci } 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci return (ptr2 + size - ptr1) % size; 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic int vpu_rpc_send_cmd_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *cmd) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci struct vpu_rpc_buffer_desc *desc; 5962306a36Sopenharmony_ci u32 space = 0; 6062306a36Sopenharmony_ci u32 *data; 6162306a36Sopenharmony_ci u32 wptr; 6262306a36Sopenharmony_ci u32 i; 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci if (cmd->hdr.num > 0xff || cmd->hdr.num >= ARRAY_SIZE(cmd->data)) 6562306a36Sopenharmony_ci return -EINVAL; 6662306a36Sopenharmony_ci desc = shared->cmd_desc; 6762306a36Sopenharmony_ci space = vpu_rpc_check_buffer_space(desc, true); 6862306a36Sopenharmony_ci if (space < (((cmd->hdr.num + 1) << 2) + 16)) 6962306a36Sopenharmony_ci return -EINVAL; 7062306a36Sopenharmony_ci wptr = desc->wptr; 7162306a36Sopenharmony_ci data = (u32 *)(shared->cmd_mem_vir + desc->wptr - desc->start); 7262306a36Sopenharmony_ci *data = 0; 7362306a36Sopenharmony_ci *data |= ((cmd->hdr.index & 0xff) << 24); 7462306a36Sopenharmony_ci *data |= ((cmd->hdr.num & 0xff) << 16); 7562306a36Sopenharmony_ci *data |= (cmd->hdr.id & 0x3fff); 7662306a36Sopenharmony_ci wptr += 4; 7762306a36Sopenharmony_ci data++; 7862306a36Sopenharmony_ci if (wptr >= desc->end) { 7962306a36Sopenharmony_ci wptr = desc->start; 8062306a36Sopenharmony_ci data = shared->cmd_mem_vir; 8162306a36Sopenharmony_ci } 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci for (i = 0; i < cmd->hdr.num; i++) { 8462306a36Sopenharmony_ci *data = cmd->data[i]; 8562306a36Sopenharmony_ci wptr += 4; 8662306a36Sopenharmony_ci data++; 8762306a36Sopenharmony_ci if (wptr >= desc->end) { 8862306a36Sopenharmony_ci wptr = desc->start; 8962306a36Sopenharmony_ci data = shared->cmd_mem_vir; 9062306a36Sopenharmony_ci } 9162306a36Sopenharmony_ci } 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci /*update wptr after data is written*/ 9462306a36Sopenharmony_ci mb(); 9562306a36Sopenharmony_ci desc->wptr = wptr; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci return 0; 9862306a36Sopenharmony_ci} 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_cistatic bool vpu_rpc_check_msg(struct vpu_shared_addr *shared) 10162306a36Sopenharmony_ci{ 10262306a36Sopenharmony_ci struct vpu_rpc_buffer_desc *desc; 10362306a36Sopenharmony_ci u32 space = 0; 10462306a36Sopenharmony_ci u32 msgword; 10562306a36Sopenharmony_ci u32 msgnum; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci desc = shared->msg_desc; 10862306a36Sopenharmony_ci space = vpu_rpc_check_buffer_space(desc, 0); 10962306a36Sopenharmony_ci space = (space >> 2); 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci if (space) { 11262306a36Sopenharmony_ci msgword = *(u32 *)(shared->msg_mem_vir + desc->rptr - desc->start); 11362306a36Sopenharmony_ci msgnum = (msgword & 0xff0000) >> 16; 11462306a36Sopenharmony_ci if (msgnum <= space) 11562306a36Sopenharmony_ci return true; 11662306a36Sopenharmony_ci } 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci return false; 11962306a36Sopenharmony_ci} 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_cistatic int vpu_rpc_receive_msg_buf(struct vpu_shared_addr *shared, struct vpu_rpc_event *msg) 12262306a36Sopenharmony_ci{ 12362306a36Sopenharmony_ci struct vpu_rpc_buffer_desc *desc; 12462306a36Sopenharmony_ci u32 *data; 12562306a36Sopenharmony_ci u32 msgword; 12662306a36Sopenharmony_ci u32 rptr; 12762306a36Sopenharmony_ci u32 i; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci if (!vpu_rpc_check_msg(shared)) 13062306a36Sopenharmony_ci return -EINVAL; 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci desc = shared->msg_desc; 13362306a36Sopenharmony_ci data = (u32 *)(shared->msg_mem_vir + desc->rptr - desc->start); 13462306a36Sopenharmony_ci rptr = desc->rptr; 13562306a36Sopenharmony_ci msgword = *data; 13662306a36Sopenharmony_ci data++; 13762306a36Sopenharmony_ci rptr += 4; 13862306a36Sopenharmony_ci if (rptr >= desc->end) { 13962306a36Sopenharmony_ci rptr = desc->start; 14062306a36Sopenharmony_ci data = shared->msg_mem_vir; 14162306a36Sopenharmony_ci } 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci msg->hdr.index = (msgword >> 24) & 0xff; 14462306a36Sopenharmony_ci msg->hdr.num = (msgword >> 16) & 0xff; 14562306a36Sopenharmony_ci msg->hdr.id = msgword & 0x3fff; 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci if (msg->hdr.num > ARRAY_SIZE(msg->data)) 14862306a36Sopenharmony_ci return -EINVAL; 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci for (i = 0; i < msg->hdr.num; i++) { 15162306a36Sopenharmony_ci msg->data[i] = *data; 15262306a36Sopenharmony_ci data++; 15362306a36Sopenharmony_ci rptr += 4; 15462306a36Sopenharmony_ci if (rptr >= desc->end) { 15562306a36Sopenharmony_ci rptr = desc->start; 15662306a36Sopenharmony_ci data = shared->msg_mem_vir; 15762306a36Sopenharmony_ci } 15862306a36Sopenharmony_ci } 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci /*update rptr after data is read*/ 16162306a36Sopenharmony_ci mb(); 16262306a36Sopenharmony_ci desc->rptr = rptr; 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci return 0; 16562306a36Sopenharmony_ci} 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_cistatic struct vpu_iface_ops imx8q_rpc_ops[] = { 16862306a36Sopenharmony_ci [VPU_CORE_TYPE_ENC] = { 16962306a36Sopenharmony_ci .check_codec = vpu_imx8q_check_codec, 17062306a36Sopenharmony_ci .check_fmt = vpu_imx8q_check_fmt, 17162306a36Sopenharmony_ci .boot_core = vpu_imx8q_boot_core, 17262306a36Sopenharmony_ci .get_power_state = vpu_imx8q_get_power_state, 17362306a36Sopenharmony_ci .on_firmware_loaded = vpu_imx8q_on_firmware_loaded, 17462306a36Sopenharmony_ci .get_data_size = vpu_windsor_get_data_size, 17562306a36Sopenharmony_ci .check_memory_region = vpu_imx8q_check_memory_region, 17662306a36Sopenharmony_ci .init_rpc = vpu_windsor_init_rpc, 17762306a36Sopenharmony_ci .set_log_buf = vpu_windsor_set_log_buf, 17862306a36Sopenharmony_ci .set_system_cfg = vpu_windsor_set_system_cfg, 17962306a36Sopenharmony_ci .get_version = vpu_windsor_get_version, 18062306a36Sopenharmony_ci .send_cmd_buf = vpu_rpc_send_cmd_buf, 18162306a36Sopenharmony_ci .receive_msg_buf = vpu_rpc_receive_msg_buf, 18262306a36Sopenharmony_ci .pack_cmd = vpu_windsor_pack_cmd, 18362306a36Sopenharmony_ci .convert_msg_id = vpu_windsor_convert_msg_id, 18462306a36Sopenharmony_ci .unpack_msg_data = vpu_windsor_unpack_msg_data, 18562306a36Sopenharmony_ci .config_memory_resource = vpu_windsor_config_memory_resource, 18662306a36Sopenharmony_ci .get_stream_buffer_size = vpu_windsor_get_stream_buffer_size, 18762306a36Sopenharmony_ci .config_stream_buffer = vpu_windsor_config_stream_buffer, 18862306a36Sopenharmony_ci .get_stream_buffer_desc = vpu_windsor_get_stream_buffer_desc, 18962306a36Sopenharmony_ci .update_stream_buffer = vpu_windsor_update_stream_buffer, 19062306a36Sopenharmony_ci .set_encode_params = vpu_windsor_set_encode_params, 19162306a36Sopenharmony_ci .input_frame = vpu_windsor_input_frame, 19262306a36Sopenharmony_ci .get_max_instance_count = vpu_windsor_get_max_instance_count, 19362306a36Sopenharmony_ci }, 19462306a36Sopenharmony_ci [VPU_CORE_TYPE_DEC] = { 19562306a36Sopenharmony_ci .check_codec = vpu_imx8q_check_codec, 19662306a36Sopenharmony_ci .check_fmt = vpu_malone_check_fmt, 19762306a36Sopenharmony_ci .boot_core = vpu_imx8q_boot_core, 19862306a36Sopenharmony_ci .get_power_state = vpu_imx8q_get_power_state, 19962306a36Sopenharmony_ci .on_firmware_loaded = vpu_imx8q_on_firmware_loaded, 20062306a36Sopenharmony_ci .get_data_size = vpu_malone_get_data_size, 20162306a36Sopenharmony_ci .check_memory_region = vpu_imx8q_check_memory_region, 20262306a36Sopenharmony_ci .init_rpc = vpu_malone_init_rpc, 20362306a36Sopenharmony_ci .set_log_buf = vpu_malone_set_log_buf, 20462306a36Sopenharmony_ci .set_system_cfg = vpu_malone_set_system_cfg, 20562306a36Sopenharmony_ci .get_version = vpu_malone_get_version, 20662306a36Sopenharmony_ci .send_cmd_buf = vpu_rpc_send_cmd_buf, 20762306a36Sopenharmony_ci .receive_msg_buf = vpu_rpc_receive_msg_buf, 20862306a36Sopenharmony_ci .get_stream_buffer_size = vpu_malone_get_stream_buffer_size, 20962306a36Sopenharmony_ci .config_stream_buffer = vpu_malone_config_stream_buffer, 21062306a36Sopenharmony_ci .set_decode_params = vpu_malone_set_decode_params, 21162306a36Sopenharmony_ci .pack_cmd = vpu_malone_pack_cmd, 21262306a36Sopenharmony_ci .convert_msg_id = vpu_malone_convert_msg_id, 21362306a36Sopenharmony_ci .unpack_msg_data = vpu_malone_unpack_msg_data, 21462306a36Sopenharmony_ci .get_stream_buffer_desc = vpu_malone_get_stream_buffer_desc, 21562306a36Sopenharmony_ci .update_stream_buffer = vpu_malone_update_stream_buffer, 21662306a36Sopenharmony_ci .add_scode = vpu_malone_add_scode, 21762306a36Sopenharmony_ci .input_frame = vpu_malone_input_frame, 21862306a36Sopenharmony_ci .pre_send_cmd = vpu_malone_pre_cmd, 21962306a36Sopenharmony_ci .post_send_cmd = vpu_malone_post_cmd, 22062306a36Sopenharmony_ci .init_instance = vpu_malone_init_instance, 22162306a36Sopenharmony_ci .get_max_instance_count = vpu_malone_get_max_instance_count, 22262306a36Sopenharmony_ci }, 22362306a36Sopenharmony_ci}; 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_cistatic struct vpu_iface_ops *vpu_get_iface(struct vpu_dev *vpu, enum vpu_core_type type) 22662306a36Sopenharmony_ci{ 22762306a36Sopenharmony_ci struct vpu_iface_ops *rpc_ops = NULL; 22862306a36Sopenharmony_ci u32 size = 0; 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci switch (vpu->res->plat_type) { 23162306a36Sopenharmony_ci case IMX8QXP: 23262306a36Sopenharmony_ci case IMX8QM: 23362306a36Sopenharmony_ci rpc_ops = imx8q_rpc_ops; 23462306a36Sopenharmony_ci size = ARRAY_SIZE(imx8q_rpc_ops); 23562306a36Sopenharmony_ci break; 23662306a36Sopenharmony_ci default: 23762306a36Sopenharmony_ci return NULL; 23862306a36Sopenharmony_ci } 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_ci if (type >= size) 24162306a36Sopenharmony_ci return NULL; 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci return &rpc_ops[type]; 24462306a36Sopenharmony_ci} 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_cistruct vpu_iface_ops *vpu_core_get_iface(struct vpu_core *core) 24762306a36Sopenharmony_ci{ 24862306a36Sopenharmony_ci return vpu_get_iface(core->vpu, core->type); 24962306a36Sopenharmony_ci} 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_cistruct vpu_iface_ops *vpu_inst_get_iface(struct vpu_inst *inst) 25262306a36Sopenharmony_ci{ 25362306a36Sopenharmony_ci if (inst->core) 25462306a36Sopenharmony_ci return vpu_core_get_iface(inst->core); 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ci return vpu_get_iface(inst->vpu, inst->type); 25762306a36Sopenharmony_ci} 258