18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci *  cx18 mailbox functions
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci *  Copyright (C) 2007  Hans Verkuil <hverkuil@xs4all.nl>
68c2ecf20Sopenharmony_ci *  Copyright (C) 2008  Andy Walls <awalls@md.metrocast.net>
78c2ecf20Sopenharmony_ci */
88c2ecf20Sopenharmony_ci
98c2ecf20Sopenharmony_ci#include <linux/bitops.h>
108c2ecf20Sopenharmony_ci
118c2ecf20Sopenharmony_ci#include "cx18-driver.h"
128c2ecf20Sopenharmony_ci#include "cx18-io.h"
138c2ecf20Sopenharmony_ci#include "cx18-scb.h"
148c2ecf20Sopenharmony_ci#include "cx18-irq.h"
158c2ecf20Sopenharmony_ci#include "cx18-mailbox.h"
168c2ecf20Sopenharmony_ci#include "cx18-queue.h"
178c2ecf20Sopenharmony_ci#include "cx18-streams.h"
188c2ecf20Sopenharmony_ci#include "cx18-alsa-pcm.h" /* FIXME make configurable */
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_cistatic const char *rpu_str[] = { "APU", "CPU", "EPU", "HPU" };
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci#define API_FAST (1 << 2) /* Short timeout */
238c2ecf20Sopenharmony_ci#define API_SLOW (1 << 3) /* Additional 300ms timeout */
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_cistruct cx18_api_info {
268c2ecf20Sopenharmony_ci	u32 cmd;
278c2ecf20Sopenharmony_ci	u8 flags;		/* Flags, see above */
288c2ecf20Sopenharmony_ci	u8 rpu;			/* Processing unit */
298c2ecf20Sopenharmony_ci	const char *name;	/* The name of the command */
308c2ecf20Sopenharmony_ci};
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_ci#define API_ENTRY(rpu, x, f) { (x), (f), (rpu), #x }
338c2ecf20Sopenharmony_ci
348c2ecf20Sopenharmony_cistatic const struct cx18_api_info api_info[] = {
358c2ecf20Sopenharmony_ci	/* MPEG encoder API */
368c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE,		0),
378c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_EPU_DEBUG,				0),
388c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CREATE_TASK,			0),
398c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_DESTROY_TASK,			0),
408c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_CAPTURE_START,                  API_SLOW),
418c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_CAPTURE_STOP,                   API_SLOW),
428c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_CAPTURE_PAUSE,                  0),
438c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_CAPTURE_RESUME,                 0),
448c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE,               0),
458c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_STREAM_OUTPUT_TYPE,         0),
468c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_IN,                   0),
478c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RATE,                 0),
488c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RESOLUTION,           0),
498c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_FILTER_PARAM,               0),
508c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_SPATIAL_FILTER_TYPE,        0),
518c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_MEDIAN_CORING,              0),
528c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_INDEXTABLE,                 0),
538c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PARAMETERS,           0),
548c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_MUTE,                 0),
558c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_MUTE,                 0),
568c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_MISC_PARAMETERS,            0),
578c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_RAW_VBI_PARAM,              API_SLOW),
588c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_CAPTURE_LINE_NO,            0),
598c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_COPYRIGHT,                  0),
608c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PID,                  0),
618c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_PID,                  0),
628c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VER_CROP_LINE,              0),
638c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_GOP_STRUCTURE,              0),
648c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_SCENE_CHANGE_DETECTION,     0),
658c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_ASPECT_RATIO,               0),
668c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_SKIP_INPUT_FRAME,           0),
678c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_SLICED_VBI_PARAM,           0),
688c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_USERDATA_PLACE_HOLDER,      0),
698c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_GET_ENC_PTS,                    0),
708c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_SET_VFC_PARAM,                  0),
718c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_DE_SET_MDL_ACK,			0),
728c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_DE_SET_MDL,			API_FAST),
738c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_DE_RELEASE_MDL,			API_SLOW),
748c2ecf20Sopenharmony_ci	API_ENTRY(APU, CX18_APU_START,				0),
758c2ecf20Sopenharmony_ci	API_ENTRY(APU, CX18_APU_STOP,				0),
768c2ecf20Sopenharmony_ci	API_ENTRY(APU, CX18_APU_RESETAI,			0),
778c2ecf20Sopenharmony_ci	API_ENTRY(CPU, CX18_CPU_DEBUG_PEEK32,			0),
788c2ecf20Sopenharmony_ci	API_ENTRY(0, 0,						0),
798c2ecf20Sopenharmony_ci};
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_cistatic const struct cx18_api_info *find_api_info(u32 cmd)
828c2ecf20Sopenharmony_ci{
838c2ecf20Sopenharmony_ci	int i;
848c2ecf20Sopenharmony_ci
858c2ecf20Sopenharmony_ci	for (i = 0; api_info[i].cmd; i++)
868c2ecf20Sopenharmony_ci		if (api_info[i].cmd == cmd)
878c2ecf20Sopenharmony_ci			return &api_info[i];
888c2ecf20Sopenharmony_ci	return NULL;
898c2ecf20Sopenharmony_ci}
908c2ecf20Sopenharmony_ci
918c2ecf20Sopenharmony_ci/* Call with buf of n*11+1 bytes */
928c2ecf20Sopenharmony_cistatic char *u32arr2hex(u32 data[], int n, char *buf)
938c2ecf20Sopenharmony_ci{
948c2ecf20Sopenharmony_ci	char *p;
958c2ecf20Sopenharmony_ci	int i;
968c2ecf20Sopenharmony_ci
978c2ecf20Sopenharmony_ci	for (i = 0, p = buf; i < n; i++, p += 11) {
988c2ecf20Sopenharmony_ci		/* kernel snprintf() appends '\0' always */
998c2ecf20Sopenharmony_ci		snprintf(p, 12, " %#010x", data[i]);
1008c2ecf20Sopenharmony_ci	}
1018c2ecf20Sopenharmony_ci	*p = '\0';
1028c2ecf20Sopenharmony_ci	return buf;
1038c2ecf20Sopenharmony_ci}
1048c2ecf20Sopenharmony_ci
1058c2ecf20Sopenharmony_cistatic void dump_mb(struct cx18 *cx, struct cx18_mailbox *mb, char *name)
1068c2ecf20Sopenharmony_ci{
1078c2ecf20Sopenharmony_ci	char argstr[MAX_MB_ARGUMENTS*11+1];
1088c2ecf20Sopenharmony_ci
1098c2ecf20Sopenharmony_ci	if (!(cx18_debug & CX18_DBGFLG_API))
1108c2ecf20Sopenharmony_ci		return;
1118c2ecf20Sopenharmony_ci
1128c2ecf20Sopenharmony_ci	CX18_DEBUG_API("%s: req %#010x ack %#010x cmd %#010x err %#010x args%s\n",
1138c2ecf20Sopenharmony_ci		       name, mb->request, mb->ack, mb->cmd, mb->error,
1148c2ecf20Sopenharmony_ci		       u32arr2hex(mb->args, MAX_MB_ARGUMENTS, argstr));
1158c2ecf20Sopenharmony_ci}
1168c2ecf20Sopenharmony_ci
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_ci/*
1198c2ecf20Sopenharmony_ci * Functions that run in a work_queue work handling context
1208c2ecf20Sopenharmony_ci */
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_cistatic void cx18_mdl_send_to_dvb(struct cx18_stream *s, struct cx18_mdl *mdl)
1238c2ecf20Sopenharmony_ci{
1248c2ecf20Sopenharmony_ci	struct cx18_buffer *buf;
1258c2ecf20Sopenharmony_ci
1268c2ecf20Sopenharmony_ci	if (s->dvb == NULL || !s->dvb->enabled || mdl->bytesused == 0)
1278c2ecf20Sopenharmony_ci		return;
1288c2ecf20Sopenharmony_ci
1298c2ecf20Sopenharmony_ci	/* We ignore mdl and buf readpos accounting here - it doesn't matter */
1308c2ecf20Sopenharmony_ci
1318c2ecf20Sopenharmony_ci	/* The likely case */
1328c2ecf20Sopenharmony_ci	if (list_is_singular(&mdl->buf_list)) {
1338c2ecf20Sopenharmony_ci		buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
1348c2ecf20Sopenharmony_ci				       list);
1358c2ecf20Sopenharmony_ci		if (buf->bytesused)
1368c2ecf20Sopenharmony_ci			dvb_dmx_swfilter(&s->dvb->demux,
1378c2ecf20Sopenharmony_ci					 buf->buf, buf->bytesused);
1388c2ecf20Sopenharmony_ci		return;
1398c2ecf20Sopenharmony_ci	}
1408c2ecf20Sopenharmony_ci
1418c2ecf20Sopenharmony_ci	list_for_each_entry(buf, &mdl->buf_list, list) {
1428c2ecf20Sopenharmony_ci		if (buf->bytesused == 0)
1438c2ecf20Sopenharmony_ci			break;
1448c2ecf20Sopenharmony_ci		dvb_dmx_swfilter(&s->dvb->demux, buf->buf, buf->bytesused);
1458c2ecf20Sopenharmony_ci	}
1468c2ecf20Sopenharmony_ci}
1478c2ecf20Sopenharmony_ci
1488c2ecf20Sopenharmony_cistatic void cx18_mdl_send_to_videobuf(struct cx18_stream *s,
1498c2ecf20Sopenharmony_ci	struct cx18_mdl *mdl)
1508c2ecf20Sopenharmony_ci{
1518c2ecf20Sopenharmony_ci	struct cx18_videobuf_buffer *vb_buf;
1528c2ecf20Sopenharmony_ci	struct cx18_buffer *buf;
1538c2ecf20Sopenharmony_ci	u8 *p;
1548c2ecf20Sopenharmony_ci	u32 offset = 0;
1558c2ecf20Sopenharmony_ci	int dispatch = 0;
1568c2ecf20Sopenharmony_ci
1578c2ecf20Sopenharmony_ci	if (mdl->bytesused == 0)
1588c2ecf20Sopenharmony_ci		return;
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	/* Acquire a videobuf buffer, clone to and and release it */
1618c2ecf20Sopenharmony_ci	spin_lock(&s->vb_lock);
1628c2ecf20Sopenharmony_ci	if (list_empty(&s->vb_capture))
1638c2ecf20Sopenharmony_ci		goto out;
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_ci	vb_buf = list_first_entry(&s->vb_capture, struct cx18_videobuf_buffer,
1668c2ecf20Sopenharmony_ci		vb.queue);
1678c2ecf20Sopenharmony_ci
1688c2ecf20Sopenharmony_ci	p = videobuf_to_vmalloc(&vb_buf->vb);
1698c2ecf20Sopenharmony_ci	if (!p)
1708c2ecf20Sopenharmony_ci		goto out;
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_ci	offset = vb_buf->bytes_used;
1738c2ecf20Sopenharmony_ci	list_for_each_entry(buf, &mdl->buf_list, list) {
1748c2ecf20Sopenharmony_ci		if (buf->bytesused == 0)
1758c2ecf20Sopenharmony_ci			break;
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci		if ((offset + buf->bytesused) <= vb_buf->vb.bsize) {
1788c2ecf20Sopenharmony_ci			memcpy(p + offset, buf->buf, buf->bytesused);
1798c2ecf20Sopenharmony_ci			offset += buf->bytesused;
1808c2ecf20Sopenharmony_ci			vb_buf->bytes_used += buf->bytesused;
1818c2ecf20Sopenharmony_ci		}
1828c2ecf20Sopenharmony_ci	}
1838c2ecf20Sopenharmony_ci
1848c2ecf20Sopenharmony_ci	/* If we've filled the buffer as per the callers res then dispatch it */
1858c2ecf20Sopenharmony_ci	if (vb_buf->bytes_used >= s->vb_bytes_per_frame) {
1868c2ecf20Sopenharmony_ci		dispatch = 1;
1878c2ecf20Sopenharmony_ci		vb_buf->bytes_used = 0;
1888c2ecf20Sopenharmony_ci	}
1898c2ecf20Sopenharmony_ci
1908c2ecf20Sopenharmony_ci	if (dispatch) {
1918c2ecf20Sopenharmony_ci		vb_buf->vb.ts = ktime_get_ns();
1928c2ecf20Sopenharmony_ci		list_del(&vb_buf->vb.queue);
1938c2ecf20Sopenharmony_ci		vb_buf->vb.state = VIDEOBUF_DONE;
1948c2ecf20Sopenharmony_ci		wake_up(&vb_buf->vb.done);
1958c2ecf20Sopenharmony_ci	}
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	mod_timer(&s->vb_timeout, msecs_to_jiffies(2000) + jiffies);
1988c2ecf20Sopenharmony_ci
1998c2ecf20Sopenharmony_ciout:
2008c2ecf20Sopenharmony_ci	spin_unlock(&s->vb_lock);
2018c2ecf20Sopenharmony_ci}
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_cistatic void cx18_mdl_send_to_alsa(struct cx18 *cx, struct cx18_stream *s,
2048c2ecf20Sopenharmony_ci				  struct cx18_mdl *mdl)
2058c2ecf20Sopenharmony_ci{
2068c2ecf20Sopenharmony_ci	struct cx18_buffer *buf;
2078c2ecf20Sopenharmony_ci
2088c2ecf20Sopenharmony_ci	if (mdl->bytesused == 0)
2098c2ecf20Sopenharmony_ci		return;
2108c2ecf20Sopenharmony_ci
2118c2ecf20Sopenharmony_ci	/* We ignore mdl and buf readpos accounting here - it doesn't matter */
2128c2ecf20Sopenharmony_ci
2138c2ecf20Sopenharmony_ci	/* The likely case */
2148c2ecf20Sopenharmony_ci	if (list_is_singular(&mdl->buf_list)) {
2158c2ecf20Sopenharmony_ci		buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
2168c2ecf20Sopenharmony_ci				       list);
2178c2ecf20Sopenharmony_ci		if (buf->bytesused)
2188c2ecf20Sopenharmony_ci			cx->pcm_announce_callback(cx->alsa, buf->buf,
2198c2ecf20Sopenharmony_ci						  buf->bytesused);
2208c2ecf20Sopenharmony_ci		return;
2218c2ecf20Sopenharmony_ci	}
2228c2ecf20Sopenharmony_ci
2238c2ecf20Sopenharmony_ci	list_for_each_entry(buf, &mdl->buf_list, list) {
2248c2ecf20Sopenharmony_ci		if (buf->bytesused == 0)
2258c2ecf20Sopenharmony_ci			break;
2268c2ecf20Sopenharmony_ci		cx->pcm_announce_callback(cx->alsa, buf->buf, buf->bytesused);
2278c2ecf20Sopenharmony_ci	}
2288c2ecf20Sopenharmony_ci}
2298c2ecf20Sopenharmony_ci
2308c2ecf20Sopenharmony_cistatic void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order)
2318c2ecf20Sopenharmony_ci{
2328c2ecf20Sopenharmony_ci	u32 handle, mdl_ack_count, id;
2338c2ecf20Sopenharmony_ci	struct cx18_mailbox *mb;
2348c2ecf20Sopenharmony_ci	struct cx18_mdl_ack *mdl_ack;
2358c2ecf20Sopenharmony_ci	struct cx18_stream *s;
2368c2ecf20Sopenharmony_ci	struct cx18_mdl *mdl;
2378c2ecf20Sopenharmony_ci	int i;
2388c2ecf20Sopenharmony_ci
2398c2ecf20Sopenharmony_ci	mb = &order->mb;
2408c2ecf20Sopenharmony_ci	handle = mb->args[0];
2418c2ecf20Sopenharmony_ci	s = cx18_handle_to_stream(cx, handle);
2428c2ecf20Sopenharmony_ci
2438c2ecf20Sopenharmony_ci	if (s == NULL) {
2448c2ecf20Sopenharmony_ci		CX18_WARN("Got DMA done notification for unknown/inactive handle %d, %s mailbox seq no %d\n",
2458c2ecf20Sopenharmony_ci			  handle,
2468c2ecf20Sopenharmony_ci			  (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ?
2478c2ecf20Sopenharmony_ci			  "stale" : "good", mb->request);
2488c2ecf20Sopenharmony_ci		return;
2498c2ecf20Sopenharmony_ci	}
2508c2ecf20Sopenharmony_ci
2518c2ecf20Sopenharmony_ci	mdl_ack_count = mb->args[2];
2528c2ecf20Sopenharmony_ci	mdl_ack = order->mdl_ack;
2538c2ecf20Sopenharmony_ci	for (i = 0; i < mdl_ack_count; i++, mdl_ack++) {
2548c2ecf20Sopenharmony_ci		id = mdl_ack->id;
2558c2ecf20Sopenharmony_ci		/*
2568c2ecf20Sopenharmony_ci		 * Simple integrity check for processing a stale (and possibly
2578c2ecf20Sopenharmony_ci		 * inconsistent mailbox): make sure the MDL id is in the
2588c2ecf20Sopenharmony_ci		 * valid range for the stream.
2598c2ecf20Sopenharmony_ci		 *
2608c2ecf20Sopenharmony_ci		 * We go through the trouble of dealing with stale mailboxes
2618c2ecf20Sopenharmony_ci		 * because most of the time, the mailbox data is still valid and
2628c2ecf20Sopenharmony_ci		 * unchanged (and in practice the firmware ping-pongs the
2638c2ecf20Sopenharmony_ci		 * two mdl_ack buffers so mdl_acks are not stale).
2648c2ecf20Sopenharmony_ci		 *
2658c2ecf20Sopenharmony_ci		 * There are occasions when we get a half changed mailbox,
2668c2ecf20Sopenharmony_ci		 * which this check catches for a handle & id mismatch.  If the
2678c2ecf20Sopenharmony_ci		 * handle and id do correspond, the worst case is that we
2688c2ecf20Sopenharmony_ci		 * completely lost the old MDL, but pick up the new MDL
2698c2ecf20Sopenharmony_ci		 * early (but the new mdl_ack is guaranteed to be good in this
2708c2ecf20Sopenharmony_ci		 * case as the firmware wouldn't point us to a new mdl_ack until
2718c2ecf20Sopenharmony_ci		 * it's filled in).
2728c2ecf20Sopenharmony_ci		 *
2738c2ecf20Sopenharmony_ci		 * cx18_queue_get_mdl() will detect the lost MDLs
2748c2ecf20Sopenharmony_ci		 * and send them back to q_free for fw rotation eventually.
2758c2ecf20Sopenharmony_ci		 */
2768c2ecf20Sopenharmony_ci		if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) &&
2778c2ecf20Sopenharmony_ci		    !(id >= s->mdl_base_idx &&
2788c2ecf20Sopenharmony_ci		      id < (s->mdl_base_idx + s->buffers))) {
2798c2ecf20Sopenharmony_ci			CX18_WARN("Fell behind! Ignoring stale mailbox with  inconsistent data. Lost MDL for mailbox seq no %d\n",
2808c2ecf20Sopenharmony_ci				  mb->request);
2818c2ecf20Sopenharmony_ci			break;
2828c2ecf20Sopenharmony_ci		}
2838c2ecf20Sopenharmony_ci		mdl = cx18_queue_get_mdl(s, id, mdl_ack->data_used);
2848c2ecf20Sopenharmony_ci
2858c2ecf20Sopenharmony_ci		CX18_DEBUG_HI_DMA("DMA DONE for %s (MDL %d)\n", s->name, id);
2868c2ecf20Sopenharmony_ci		if (mdl == NULL) {
2878c2ecf20Sopenharmony_ci			CX18_WARN("Could not find MDL %d for stream %s\n",
2888c2ecf20Sopenharmony_ci				  id, s->name);
2898c2ecf20Sopenharmony_ci			continue;
2908c2ecf20Sopenharmony_ci		}
2918c2ecf20Sopenharmony_ci
2928c2ecf20Sopenharmony_ci		CX18_DEBUG_HI_DMA("%s recv bytesused = %d\n",
2938c2ecf20Sopenharmony_ci				  s->name, mdl->bytesused);
2948c2ecf20Sopenharmony_ci
2958c2ecf20Sopenharmony_ci		if (s->type == CX18_ENC_STREAM_TYPE_TS) {
2968c2ecf20Sopenharmony_ci			cx18_mdl_send_to_dvb(s, mdl);
2978c2ecf20Sopenharmony_ci			cx18_enqueue(s, mdl, &s->q_free);
2988c2ecf20Sopenharmony_ci		} else if (s->type == CX18_ENC_STREAM_TYPE_PCM) {
2998c2ecf20Sopenharmony_ci			/* Pass the data to cx18-alsa */
3008c2ecf20Sopenharmony_ci			if (cx->pcm_announce_callback != NULL) {
3018c2ecf20Sopenharmony_ci				cx18_mdl_send_to_alsa(cx, s, mdl);
3028c2ecf20Sopenharmony_ci				cx18_enqueue(s, mdl, &s->q_free);
3038c2ecf20Sopenharmony_ci			} else {
3048c2ecf20Sopenharmony_ci				cx18_enqueue(s, mdl, &s->q_full);
3058c2ecf20Sopenharmony_ci			}
3068c2ecf20Sopenharmony_ci		} else if (s->type == CX18_ENC_STREAM_TYPE_YUV) {
3078c2ecf20Sopenharmony_ci			cx18_mdl_send_to_videobuf(s, mdl);
3088c2ecf20Sopenharmony_ci			cx18_enqueue(s, mdl, &s->q_free);
3098c2ecf20Sopenharmony_ci		} else {
3108c2ecf20Sopenharmony_ci			cx18_enqueue(s, mdl, &s->q_full);
3118c2ecf20Sopenharmony_ci			if (s->type == CX18_ENC_STREAM_TYPE_IDX)
3128c2ecf20Sopenharmony_ci				cx18_stream_rotate_idx_mdls(cx);
3138c2ecf20Sopenharmony_ci		}
3148c2ecf20Sopenharmony_ci	}
3158c2ecf20Sopenharmony_ci	/* Put as many MDLs as possible back into fw use */
3168c2ecf20Sopenharmony_ci	cx18_stream_load_fw_queue(s);
3178c2ecf20Sopenharmony_ci
3188c2ecf20Sopenharmony_ci	wake_up(&cx->dma_waitq);
3198c2ecf20Sopenharmony_ci	if (s->id != -1)
3208c2ecf20Sopenharmony_ci		wake_up(&s->waitq);
3218c2ecf20Sopenharmony_ci}
3228c2ecf20Sopenharmony_ci
3238c2ecf20Sopenharmony_cistatic void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order)
3248c2ecf20Sopenharmony_ci{
3258c2ecf20Sopenharmony_ci	char *p;
3268c2ecf20Sopenharmony_ci	char *str = order->str;
3278c2ecf20Sopenharmony_ci
3288c2ecf20Sopenharmony_ci	CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str);
3298c2ecf20Sopenharmony_ci	p = strchr(str, '.');
3308c2ecf20Sopenharmony_ci	if (!test_bit(CX18_F_I_LOADED_FW, &cx->i_flags) && p && p > str)
3318c2ecf20Sopenharmony_ci		CX18_INFO("FW version: %s\n", p - 1);
3328c2ecf20Sopenharmony_ci}
3338c2ecf20Sopenharmony_ci
3348c2ecf20Sopenharmony_cistatic void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order)
3358c2ecf20Sopenharmony_ci{
3368c2ecf20Sopenharmony_ci	switch (order->rpu) {
3378c2ecf20Sopenharmony_ci	case CPU:
3388c2ecf20Sopenharmony_ci	{
3398c2ecf20Sopenharmony_ci		switch (order->mb.cmd) {
3408c2ecf20Sopenharmony_ci		case CX18_EPU_DMA_DONE:
3418c2ecf20Sopenharmony_ci			epu_dma_done(cx, order);
3428c2ecf20Sopenharmony_ci			break;
3438c2ecf20Sopenharmony_ci		case CX18_EPU_DEBUG:
3448c2ecf20Sopenharmony_ci			epu_debug(cx, order);
3458c2ecf20Sopenharmony_ci			break;
3468c2ecf20Sopenharmony_ci		default:
3478c2ecf20Sopenharmony_ci			CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
3488c2ecf20Sopenharmony_ci				  order->mb.cmd);
3498c2ecf20Sopenharmony_ci			break;
3508c2ecf20Sopenharmony_ci		}
3518c2ecf20Sopenharmony_ci		break;
3528c2ecf20Sopenharmony_ci	}
3538c2ecf20Sopenharmony_ci	case APU:
3548c2ecf20Sopenharmony_ci		CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
3558c2ecf20Sopenharmony_ci			  order->mb.cmd);
3568c2ecf20Sopenharmony_ci		break;
3578c2ecf20Sopenharmony_ci	default:
3588c2ecf20Sopenharmony_ci		break;
3598c2ecf20Sopenharmony_ci	}
3608c2ecf20Sopenharmony_ci}
3618c2ecf20Sopenharmony_ci
3628c2ecf20Sopenharmony_cistatic
3638c2ecf20Sopenharmony_civoid free_in_work_order(struct cx18 *cx, struct cx18_in_work_order *order)
3648c2ecf20Sopenharmony_ci{
3658c2ecf20Sopenharmony_ci	atomic_set(&order->pending, 0);
3668c2ecf20Sopenharmony_ci}
3678c2ecf20Sopenharmony_ci
3688c2ecf20Sopenharmony_civoid cx18_in_work_handler(struct work_struct *work)
3698c2ecf20Sopenharmony_ci{
3708c2ecf20Sopenharmony_ci	struct cx18_in_work_order *order =
3718c2ecf20Sopenharmony_ci			container_of(work, struct cx18_in_work_order, work);
3728c2ecf20Sopenharmony_ci	struct cx18 *cx = order->cx;
3738c2ecf20Sopenharmony_ci	epu_cmd(cx, order);
3748c2ecf20Sopenharmony_ci	free_in_work_order(cx, order);
3758c2ecf20Sopenharmony_ci}
3768c2ecf20Sopenharmony_ci
3778c2ecf20Sopenharmony_ci
3788c2ecf20Sopenharmony_ci/*
3798c2ecf20Sopenharmony_ci * Functions that run in an interrupt handling context
3808c2ecf20Sopenharmony_ci */
3818c2ecf20Sopenharmony_ci
3828c2ecf20Sopenharmony_cistatic void mb_ack_irq(struct cx18 *cx, struct cx18_in_work_order *order)
3838c2ecf20Sopenharmony_ci{
3848c2ecf20Sopenharmony_ci	struct cx18_mailbox __iomem *ack_mb;
3858c2ecf20Sopenharmony_ci	u32 ack_irq, req;
3868c2ecf20Sopenharmony_ci
3878c2ecf20Sopenharmony_ci	switch (order->rpu) {
3888c2ecf20Sopenharmony_ci	case APU:
3898c2ecf20Sopenharmony_ci		ack_irq = IRQ_EPU_TO_APU_ACK;
3908c2ecf20Sopenharmony_ci		ack_mb = &cx->scb->apu2epu_mb;
3918c2ecf20Sopenharmony_ci		break;
3928c2ecf20Sopenharmony_ci	case CPU:
3938c2ecf20Sopenharmony_ci		ack_irq = IRQ_EPU_TO_CPU_ACK;
3948c2ecf20Sopenharmony_ci		ack_mb = &cx->scb->cpu2epu_mb;
3958c2ecf20Sopenharmony_ci		break;
3968c2ecf20Sopenharmony_ci	default:
3978c2ecf20Sopenharmony_ci		CX18_WARN("Unhandled RPU (%d) for command %x ack\n",
3988c2ecf20Sopenharmony_ci			  order->rpu, order->mb.cmd);
3998c2ecf20Sopenharmony_ci		return;
4008c2ecf20Sopenharmony_ci	}
4018c2ecf20Sopenharmony_ci
4028c2ecf20Sopenharmony_ci	req = order->mb.request;
4038c2ecf20Sopenharmony_ci	/* Don't ack if the RPU has gotten impatient and timed us out */
4048c2ecf20Sopenharmony_ci	if (req != cx18_readl(cx, &ack_mb->request) ||
4058c2ecf20Sopenharmony_ci	    req == cx18_readl(cx, &ack_mb->ack)) {
4068c2ecf20Sopenharmony_ci		CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u) while processing\n",
4078c2ecf20Sopenharmony_ci				rpu_str[order->rpu], rpu_str[order->rpu], req);
4088c2ecf20Sopenharmony_ci		order->flags |= CX18_F_EWO_MB_STALE_WHILE_PROC;
4098c2ecf20Sopenharmony_ci		return;
4108c2ecf20Sopenharmony_ci	}
4118c2ecf20Sopenharmony_ci	cx18_writel(cx, req, &ack_mb->ack);
4128c2ecf20Sopenharmony_ci	cx18_write_reg_expect(cx, ack_irq, SW2_INT_SET, ack_irq, ack_irq);
4138c2ecf20Sopenharmony_ci	return;
4148c2ecf20Sopenharmony_ci}
4158c2ecf20Sopenharmony_ci
4168c2ecf20Sopenharmony_cistatic int epu_dma_done_irq(struct cx18 *cx, struct cx18_in_work_order *order)
4178c2ecf20Sopenharmony_ci{
4188c2ecf20Sopenharmony_ci	u32 handle, mdl_ack_offset, mdl_ack_count;
4198c2ecf20Sopenharmony_ci	struct cx18_mailbox *mb;
4208c2ecf20Sopenharmony_ci	int i;
4218c2ecf20Sopenharmony_ci
4228c2ecf20Sopenharmony_ci	mb = &order->mb;
4238c2ecf20Sopenharmony_ci	handle = mb->args[0];
4248c2ecf20Sopenharmony_ci	mdl_ack_offset = mb->args[1];
4258c2ecf20Sopenharmony_ci	mdl_ack_count = mb->args[2];
4268c2ecf20Sopenharmony_ci
4278c2ecf20Sopenharmony_ci	if (handle == CX18_INVALID_TASK_HANDLE ||
4288c2ecf20Sopenharmony_ci	    mdl_ack_count == 0 || mdl_ack_count > CX18_MAX_MDL_ACKS) {
4298c2ecf20Sopenharmony_ci		if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
4308c2ecf20Sopenharmony_ci			mb_ack_irq(cx, order);
4318c2ecf20Sopenharmony_ci		return -1;
4328c2ecf20Sopenharmony_ci	}
4338c2ecf20Sopenharmony_ci
4348c2ecf20Sopenharmony_ci	for (i = 0; i < sizeof(struct cx18_mdl_ack) * mdl_ack_count; i += sizeof(u32))
4358c2ecf20Sopenharmony_ci		((u32 *)order->mdl_ack)[i / sizeof(u32)] =
4368c2ecf20Sopenharmony_ci			cx18_readl(cx, cx->enc_mem + mdl_ack_offset + i);
4378c2ecf20Sopenharmony_ci
4388c2ecf20Sopenharmony_ci	if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
4398c2ecf20Sopenharmony_ci		mb_ack_irq(cx, order);
4408c2ecf20Sopenharmony_ci	return 1;
4418c2ecf20Sopenharmony_ci}
4428c2ecf20Sopenharmony_ci
4438c2ecf20Sopenharmony_cistatic
4448c2ecf20Sopenharmony_ciint epu_debug_irq(struct cx18 *cx, struct cx18_in_work_order *order)
4458c2ecf20Sopenharmony_ci{
4468c2ecf20Sopenharmony_ci	u32 str_offset;
4478c2ecf20Sopenharmony_ci	char *str = order->str;
4488c2ecf20Sopenharmony_ci
4498c2ecf20Sopenharmony_ci	str[0] = '\0';
4508c2ecf20Sopenharmony_ci	str_offset = order->mb.args[1];
4518c2ecf20Sopenharmony_ci	if (str_offset) {
4528c2ecf20Sopenharmony_ci		cx18_setup_page(cx, str_offset);
4538c2ecf20Sopenharmony_ci		cx18_memcpy_fromio(cx, str, cx->enc_mem + str_offset, 252);
4548c2ecf20Sopenharmony_ci		str[252] = '\0';
4558c2ecf20Sopenharmony_ci		cx18_setup_page(cx, SCB_OFFSET);
4568c2ecf20Sopenharmony_ci	}
4578c2ecf20Sopenharmony_ci
4588c2ecf20Sopenharmony_ci	if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
4598c2ecf20Sopenharmony_ci		mb_ack_irq(cx, order);
4608c2ecf20Sopenharmony_ci
4618c2ecf20Sopenharmony_ci	return str_offset ? 1 : 0;
4628c2ecf20Sopenharmony_ci}
4638c2ecf20Sopenharmony_ci
4648c2ecf20Sopenharmony_cistatic inline
4658c2ecf20Sopenharmony_ciint epu_cmd_irq(struct cx18 *cx, struct cx18_in_work_order *order)
4668c2ecf20Sopenharmony_ci{
4678c2ecf20Sopenharmony_ci	int ret = -1;
4688c2ecf20Sopenharmony_ci
4698c2ecf20Sopenharmony_ci	switch (order->rpu) {
4708c2ecf20Sopenharmony_ci	case CPU:
4718c2ecf20Sopenharmony_ci	{
4728c2ecf20Sopenharmony_ci		switch (order->mb.cmd) {
4738c2ecf20Sopenharmony_ci		case CX18_EPU_DMA_DONE:
4748c2ecf20Sopenharmony_ci			ret = epu_dma_done_irq(cx, order);
4758c2ecf20Sopenharmony_ci			break;
4768c2ecf20Sopenharmony_ci		case CX18_EPU_DEBUG:
4778c2ecf20Sopenharmony_ci			ret = epu_debug_irq(cx, order);
4788c2ecf20Sopenharmony_ci			break;
4798c2ecf20Sopenharmony_ci		default:
4808c2ecf20Sopenharmony_ci			CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
4818c2ecf20Sopenharmony_ci				  order->mb.cmd);
4828c2ecf20Sopenharmony_ci			break;
4838c2ecf20Sopenharmony_ci		}
4848c2ecf20Sopenharmony_ci		break;
4858c2ecf20Sopenharmony_ci	}
4868c2ecf20Sopenharmony_ci	case APU:
4878c2ecf20Sopenharmony_ci		CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
4888c2ecf20Sopenharmony_ci			  order->mb.cmd);
4898c2ecf20Sopenharmony_ci		break;
4908c2ecf20Sopenharmony_ci	default:
4918c2ecf20Sopenharmony_ci		break;
4928c2ecf20Sopenharmony_ci	}
4938c2ecf20Sopenharmony_ci	return ret;
4948c2ecf20Sopenharmony_ci}
4958c2ecf20Sopenharmony_ci
4968c2ecf20Sopenharmony_cistatic inline
4978c2ecf20Sopenharmony_cistruct cx18_in_work_order *alloc_in_work_order_irq(struct cx18 *cx)
4988c2ecf20Sopenharmony_ci{
4998c2ecf20Sopenharmony_ci	int i;
5008c2ecf20Sopenharmony_ci	struct cx18_in_work_order *order = NULL;
5018c2ecf20Sopenharmony_ci
5028c2ecf20Sopenharmony_ci	for (i = 0; i < CX18_MAX_IN_WORK_ORDERS; i++) {
5038c2ecf20Sopenharmony_ci		/*
5048c2ecf20Sopenharmony_ci		 * We only need "pending" atomic to inspect its contents,
5058c2ecf20Sopenharmony_ci		 * and need not do a check and set because:
5068c2ecf20Sopenharmony_ci		 * 1. Any work handler thread only clears "pending" and only
5078c2ecf20Sopenharmony_ci		 * on one, particular work order at a time, per handler thread.
5088c2ecf20Sopenharmony_ci		 * 2. "pending" is only set here, and we're serialized because
5098c2ecf20Sopenharmony_ci		 * we're called in an IRQ handler context.
5108c2ecf20Sopenharmony_ci		 */
5118c2ecf20Sopenharmony_ci		if (atomic_read(&cx->in_work_order[i].pending) == 0) {
5128c2ecf20Sopenharmony_ci			order = &cx->in_work_order[i];
5138c2ecf20Sopenharmony_ci			atomic_set(&order->pending, 1);
5148c2ecf20Sopenharmony_ci			break;
5158c2ecf20Sopenharmony_ci		}
5168c2ecf20Sopenharmony_ci	}
5178c2ecf20Sopenharmony_ci	return order;
5188c2ecf20Sopenharmony_ci}
5198c2ecf20Sopenharmony_ci
5208c2ecf20Sopenharmony_civoid cx18_api_epu_cmd_irq(struct cx18 *cx, int rpu)
5218c2ecf20Sopenharmony_ci{
5228c2ecf20Sopenharmony_ci	struct cx18_mailbox __iomem *mb;
5238c2ecf20Sopenharmony_ci	struct cx18_mailbox *order_mb;
5248c2ecf20Sopenharmony_ci	struct cx18_in_work_order *order;
5258c2ecf20Sopenharmony_ci	int submit;
5268c2ecf20Sopenharmony_ci	int i;
5278c2ecf20Sopenharmony_ci
5288c2ecf20Sopenharmony_ci	switch (rpu) {
5298c2ecf20Sopenharmony_ci	case CPU:
5308c2ecf20Sopenharmony_ci		mb = &cx->scb->cpu2epu_mb;
5318c2ecf20Sopenharmony_ci		break;
5328c2ecf20Sopenharmony_ci	case APU:
5338c2ecf20Sopenharmony_ci		mb = &cx->scb->apu2epu_mb;
5348c2ecf20Sopenharmony_ci		break;
5358c2ecf20Sopenharmony_ci	default:
5368c2ecf20Sopenharmony_ci		return;
5378c2ecf20Sopenharmony_ci	}
5388c2ecf20Sopenharmony_ci
5398c2ecf20Sopenharmony_ci	order = alloc_in_work_order_irq(cx);
5408c2ecf20Sopenharmony_ci	if (order == NULL) {
5418c2ecf20Sopenharmony_ci		CX18_WARN("Unable to find blank work order form to schedule incoming mailbox command processing\n");
5428c2ecf20Sopenharmony_ci		return;
5438c2ecf20Sopenharmony_ci	}
5448c2ecf20Sopenharmony_ci
5458c2ecf20Sopenharmony_ci	order->flags = 0;
5468c2ecf20Sopenharmony_ci	order->rpu = rpu;
5478c2ecf20Sopenharmony_ci	order_mb = &order->mb;
5488c2ecf20Sopenharmony_ci
5498c2ecf20Sopenharmony_ci	/* mb->cmd and mb->args[0] through mb->args[2] */
5508c2ecf20Sopenharmony_ci	for (i = 0; i < 4; i++)
5518c2ecf20Sopenharmony_ci		(&order_mb->cmd)[i] = cx18_readl(cx, &mb->cmd + i);
5528c2ecf20Sopenharmony_ci
5538c2ecf20Sopenharmony_ci	/* mb->request and mb->ack.  N.B. we want to read mb->ack last */
5548c2ecf20Sopenharmony_ci	for (i = 0; i < 2; i++)
5558c2ecf20Sopenharmony_ci		(&order_mb->request)[i] = cx18_readl(cx, &mb->request + i);
5568c2ecf20Sopenharmony_ci
5578c2ecf20Sopenharmony_ci	if (order_mb->request == order_mb->ack) {
5588c2ecf20Sopenharmony_ci		CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u)\n",
5598c2ecf20Sopenharmony_ci				rpu_str[rpu], rpu_str[rpu], order_mb->request);
5608c2ecf20Sopenharmony_ci		if (cx18_debug & CX18_DBGFLG_WARN)
5618c2ecf20Sopenharmony_ci			dump_mb(cx, order_mb, "incoming");
5628c2ecf20Sopenharmony_ci		order->flags = CX18_F_EWO_MB_STALE_UPON_RECEIPT;
5638c2ecf20Sopenharmony_ci	}
5648c2ecf20Sopenharmony_ci
5658c2ecf20Sopenharmony_ci	/*
5668c2ecf20Sopenharmony_ci	 * Individual EPU command processing is responsible for ack-ing
5678c2ecf20Sopenharmony_ci	 * a non-stale mailbox as soon as possible
5688c2ecf20Sopenharmony_ci	 */
5698c2ecf20Sopenharmony_ci	submit = epu_cmd_irq(cx, order);
5708c2ecf20Sopenharmony_ci	if (submit > 0) {
5718c2ecf20Sopenharmony_ci		queue_work(cx->in_work_queue, &order->work);
5728c2ecf20Sopenharmony_ci	}
5738c2ecf20Sopenharmony_ci}
5748c2ecf20Sopenharmony_ci
5758c2ecf20Sopenharmony_ci
5768c2ecf20Sopenharmony_ci/*
5778c2ecf20Sopenharmony_ci * Functions called from a non-interrupt, non work_queue context
5788c2ecf20Sopenharmony_ci */
5798c2ecf20Sopenharmony_ci
5808c2ecf20Sopenharmony_cistatic int cx18_api_call(struct cx18 *cx, u32 cmd, int args, u32 data[])
5818c2ecf20Sopenharmony_ci{
5828c2ecf20Sopenharmony_ci	const struct cx18_api_info *info = find_api_info(cmd);
5838c2ecf20Sopenharmony_ci	u32 irq, req, ack, err;
5848c2ecf20Sopenharmony_ci	struct cx18_mailbox __iomem *mb;
5858c2ecf20Sopenharmony_ci	wait_queue_head_t *waitq;
5868c2ecf20Sopenharmony_ci	struct mutex *mb_lock;
5878c2ecf20Sopenharmony_ci	unsigned long int t0, timeout, ret;
5888c2ecf20Sopenharmony_ci	int i;
5898c2ecf20Sopenharmony_ci	char argstr[MAX_MB_ARGUMENTS*11+1];
5908c2ecf20Sopenharmony_ci	DEFINE_WAIT(w);
5918c2ecf20Sopenharmony_ci
5928c2ecf20Sopenharmony_ci	if (info == NULL) {
5938c2ecf20Sopenharmony_ci		CX18_WARN("unknown cmd %x\n", cmd);
5948c2ecf20Sopenharmony_ci		return -EINVAL;
5958c2ecf20Sopenharmony_ci	}
5968c2ecf20Sopenharmony_ci
5978c2ecf20Sopenharmony_ci	if (cx18_debug & CX18_DBGFLG_API) { /* only call u32arr2hex if needed */
5988c2ecf20Sopenharmony_ci		if (cmd == CX18_CPU_DE_SET_MDL) {
5998c2ecf20Sopenharmony_ci			if (cx18_debug & CX18_DBGFLG_HIGHVOL)
6008c2ecf20Sopenharmony_ci				CX18_DEBUG_HI_API("%s\tcmd %#010x args%s\n",
6018c2ecf20Sopenharmony_ci						info->name, cmd,
6028c2ecf20Sopenharmony_ci						u32arr2hex(data, args, argstr));
6038c2ecf20Sopenharmony_ci		} else
6048c2ecf20Sopenharmony_ci			CX18_DEBUG_API("%s\tcmd %#010x args%s\n",
6058c2ecf20Sopenharmony_ci				       info->name, cmd,
6068c2ecf20Sopenharmony_ci				       u32arr2hex(data, args, argstr));
6078c2ecf20Sopenharmony_ci	}
6088c2ecf20Sopenharmony_ci
6098c2ecf20Sopenharmony_ci	switch (info->rpu) {
6108c2ecf20Sopenharmony_ci	case APU:
6118c2ecf20Sopenharmony_ci		waitq = &cx->mb_apu_waitq;
6128c2ecf20Sopenharmony_ci		mb_lock = &cx->epu2apu_mb_lock;
6138c2ecf20Sopenharmony_ci		irq = IRQ_EPU_TO_APU;
6148c2ecf20Sopenharmony_ci		mb = &cx->scb->epu2apu_mb;
6158c2ecf20Sopenharmony_ci		break;
6168c2ecf20Sopenharmony_ci	case CPU:
6178c2ecf20Sopenharmony_ci		waitq = &cx->mb_cpu_waitq;
6188c2ecf20Sopenharmony_ci		mb_lock = &cx->epu2cpu_mb_lock;
6198c2ecf20Sopenharmony_ci		irq = IRQ_EPU_TO_CPU;
6208c2ecf20Sopenharmony_ci		mb = &cx->scb->epu2cpu_mb;
6218c2ecf20Sopenharmony_ci		break;
6228c2ecf20Sopenharmony_ci	default:
6238c2ecf20Sopenharmony_ci		CX18_WARN("Unknown RPU (%d) for API call\n", info->rpu);
6248c2ecf20Sopenharmony_ci		return -EINVAL;
6258c2ecf20Sopenharmony_ci	}
6268c2ecf20Sopenharmony_ci
6278c2ecf20Sopenharmony_ci	mutex_lock(mb_lock);
6288c2ecf20Sopenharmony_ci	/*
6298c2ecf20Sopenharmony_ci	 * Wait for an in-use mailbox to complete
6308c2ecf20Sopenharmony_ci	 *
6318c2ecf20Sopenharmony_ci	 * If the XPU is responding with Ack's, the mailbox shouldn't be in
6328c2ecf20Sopenharmony_ci	 * a busy state, since we serialize access to it on our end.
6338c2ecf20Sopenharmony_ci	 *
6348c2ecf20Sopenharmony_ci	 * If the wait for ack after sending a previous command was interrupted
6358c2ecf20Sopenharmony_ci	 * by a signal, we may get here and find a busy mailbox.  After waiting,
6368c2ecf20Sopenharmony_ci	 * mark it "not busy" from our end, if the XPU hasn't ack'ed it still.
6378c2ecf20Sopenharmony_ci	 */
6388c2ecf20Sopenharmony_ci	req = cx18_readl(cx, &mb->request);
6398c2ecf20Sopenharmony_ci	timeout = msecs_to_jiffies(10);
6408c2ecf20Sopenharmony_ci	ret = wait_event_timeout(*waitq,
6418c2ecf20Sopenharmony_ci				 (ack = cx18_readl(cx, &mb->ack)) == req,
6428c2ecf20Sopenharmony_ci				 timeout);
6438c2ecf20Sopenharmony_ci	if (req != ack) {
6448c2ecf20Sopenharmony_ci		/* waited long enough, make the mbox "not busy" from our end */
6458c2ecf20Sopenharmony_ci		cx18_writel(cx, req, &mb->ack);
6468c2ecf20Sopenharmony_ci		CX18_ERR("mbox was found stuck busy when setting up for %s; clearing busy and trying to proceed\n",
6478c2ecf20Sopenharmony_ci			 info->name);
6488c2ecf20Sopenharmony_ci	} else if (ret != timeout)
6498c2ecf20Sopenharmony_ci		CX18_DEBUG_API("waited %u msecs for busy mbox to be acked\n",
6508c2ecf20Sopenharmony_ci			       jiffies_to_msecs(timeout-ret));
6518c2ecf20Sopenharmony_ci
6528c2ecf20Sopenharmony_ci	/* Build the outgoing mailbox */
6538c2ecf20Sopenharmony_ci	req = ((req & 0xfffffffe) == 0xfffffffe) ? 1 : req + 1;
6548c2ecf20Sopenharmony_ci
6558c2ecf20Sopenharmony_ci	cx18_writel(cx, cmd, &mb->cmd);
6568c2ecf20Sopenharmony_ci	for (i = 0; i < args; i++)
6578c2ecf20Sopenharmony_ci		cx18_writel(cx, data[i], &mb->args[i]);
6588c2ecf20Sopenharmony_ci	cx18_writel(cx, 0, &mb->error);
6598c2ecf20Sopenharmony_ci	cx18_writel(cx, req, &mb->request);
6608c2ecf20Sopenharmony_ci	cx18_writel(cx, req - 1, &mb->ack); /* ensure ack & req are distinct */
6618c2ecf20Sopenharmony_ci
6628c2ecf20Sopenharmony_ci	/*
6638c2ecf20Sopenharmony_ci	 * Notify the XPU and wait for it to send an Ack back
6648c2ecf20Sopenharmony_ci	 */
6658c2ecf20Sopenharmony_ci	timeout = msecs_to_jiffies((info->flags & API_FAST) ? 10 : 20);
6668c2ecf20Sopenharmony_ci
6678c2ecf20Sopenharmony_ci	CX18_DEBUG_HI_IRQ("sending interrupt SW1: %x to send %s\n",
6688c2ecf20Sopenharmony_ci			  irq, info->name);
6698c2ecf20Sopenharmony_ci
6708c2ecf20Sopenharmony_ci	/* So we don't miss the wakeup, prepare to wait before notifying fw */
6718c2ecf20Sopenharmony_ci	prepare_to_wait(waitq, &w, TASK_UNINTERRUPTIBLE);
6728c2ecf20Sopenharmony_ci	cx18_write_reg_expect(cx, irq, SW1_INT_SET, irq, irq);
6738c2ecf20Sopenharmony_ci
6748c2ecf20Sopenharmony_ci	t0 = jiffies;
6758c2ecf20Sopenharmony_ci	ack = cx18_readl(cx, &mb->ack);
6768c2ecf20Sopenharmony_ci	if (ack != req) {
6778c2ecf20Sopenharmony_ci		schedule_timeout(timeout);
6788c2ecf20Sopenharmony_ci		ret = jiffies - t0;
6798c2ecf20Sopenharmony_ci		ack = cx18_readl(cx, &mb->ack);
6808c2ecf20Sopenharmony_ci	} else {
6818c2ecf20Sopenharmony_ci		ret = jiffies - t0;
6828c2ecf20Sopenharmony_ci	}
6838c2ecf20Sopenharmony_ci
6848c2ecf20Sopenharmony_ci	finish_wait(waitq, &w);
6858c2ecf20Sopenharmony_ci
6868c2ecf20Sopenharmony_ci	if (req != ack) {
6878c2ecf20Sopenharmony_ci		mutex_unlock(mb_lock);
6888c2ecf20Sopenharmony_ci		if (ret >= timeout) {
6898c2ecf20Sopenharmony_ci			/* Timed out */
6908c2ecf20Sopenharmony_ci			CX18_DEBUG_WARN("sending %s timed out waiting %d msecs for RPU acknowledgment\n",
6918c2ecf20Sopenharmony_ci					info->name, jiffies_to_msecs(ret));
6928c2ecf20Sopenharmony_ci		} else {
6938c2ecf20Sopenharmony_ci			CX18_DEBUG_WARN("woken up before mailbox ack was ready after submitting %s to RPU.  only waited %d msecs on req %u but awakened with unmatched ack %u\n",
6948c2ecf20Sopenharmony_ci					info->name,
6958c2ecf20Sopenharmony_ci					jiffies_to_msecs(ret),
6968c2ecf20Sopenharmony_ci					req, ack);
6978c2ecf20Sopenharmony_ci		}
6988c2ecf20Sopenharmony_ci		return -EINVAL;
6998c2ecf20Sopenharmony_ci	}
7008c2ecf20Sopenharmony_ci
7018c2ecf20Sopenharmony_ci	if (ret >= timeout)
7028c2ecf20Sopenharmony_ci		CX18_DEBUG_WARN("failed to be awakened upon RPU acknowledgment sending %s; timed out waiting %d msecs\n",
7038c2ecf20Sopenharmony_ci				info->name, jiffies_to_msecs(ret));
7048c2ecf20Sopenharmony_ci	else
7058c2ecf20Sopenharmony_ci		CX18_DEBUG_HI_API("waited %u msecs for %s to be acked\n",
7068c2ecf20Sopenharmony_ci				  jiffies_to_msecs(ret), info->name);
7078c2ecf20Sopenharmony_ci
7088c2ecf20Sopenharmony_ci	/* Collect data returned by the XPU */
7098c2ecf20Sopenharmony_ci	for (i = 0; i < MAX_MB_ARGUMENTS; i++)
7108c2ecf20Sopenharmony_ci		data[i] = cx18_readl(cx, &mb->args[i]);
7118c2ecf20Sopenharmony_ci	err = cx18_readl(cx, &mb->error);
7128c2ecf20Sopenharmony_ci	mutex_unlock(mb_lock);
7138c2ecf20Sopenharmony_ci
7148c2ecf20Sopenharmony_ci	/*
7158c2ecf20Sopenharmony_ci	 * Wait for XPU to perform extra actions for the caller in some cases.
7168c2ecf20Sopenharmony_ci	 * e.g. CX18_CPU_DE_RELEASE_MDL will cause the CPU to send all MDLs
7178c2ecf20Sopenharmony_ci	 * back in a burst shortly thereafter
7188c2ecf20Sopenharmony_ci	 */
7198c2ecf20Sopenharmony_ci	if (info->flags & API_SLOW)
7208c2ecf20Sopenharmony_ci		cx18_msleep_timeout(300, 0);
7218c2ecf20Sopenharmony_ci
7228c2ecf20Sopenharmony_ci	if (err)
7238c2ecf20Sopenharmony_ci		CX18_DEBUG_API("mailbox error %08x for command %s\n", err,
7248c2ecf20Sopenharmony_ci				info->name);
7258c2ecf20Sopenharmony_ci	return err ? -EIO : 0;
7268c2ecf20Sopenharmony_ci}
7278c2ecf20Sopenharmony_ci
7288c2ecf20Sopenharmony_ciint cx18_api(struct cx18 *cx, u32 cmd, int args, u32 data[])
7298c2ecf20Sopenharmony_ci{
7308c2ecf20Sopenharmony_ci	return cx18_api_call(cx, cmd, args, data);
7318c2ecf20Sopenharmony_ci}
7328c2ecf20Sopenharmony_ci
7338c2ecf20Sopenharmony_cistatic int cx18_set_filter_param(struct cx18_stream *s)
7348c2ecf20Sopenharmony_ci{
7358c2ecf20Sopenharmony_ci	struct cx18 *cx = s->cx;
7368c2ecf20Sopenharmony_ci	u32 mode;
7378c2ecf20Sopenharmony_ci	int ret;
7388c2ecf20Sopenharmony_ci
7398c2ecf20Sopenharmony_ci	mode = (cx->filter_mode & 1) ? 2 : (cx->spatial_strength ? 1 : 0);
7408c2ecf20Sopenharmony_ci	ret = cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
7418c2ecf20Sopenharmony_ci			s->handle, 1, mode, cx->spatial_strength);
7428c2ecf20Sopenharmony_ci	mode = (cx->filter_mode & 2) ? 2 : (cx->temporal_strength ? 1 : 0);
7438c2ecf20Sopenharmony_ci	ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
7448c2ecf20Sopenharmony_ci			s->handle, 0, mode, cx->temporal_strength);
7458c2ecf20Sopenharmony_ci	ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
7468c2ecf20Sopenharmony_ci			s->handle, 2, cx->filter_mode >> 2, 0);
7478c2ecf20Sopenharmony_ci	return ret;
7488c2ecf20Sopenharmony_ci}
7498c2ecf20Sopenharmony_ci
7508c2ecf20Sopenharmony_ciint cx18_api_func(void *priv, u32 cmd, int in, int out,
7518c2ecf20Sopenharmony_ci		u32 data[CX2341X_MBOX_MAX_DATA])
7528c2ecf20Sopenharmony_ci{
7538c2ecf20Sopenharmony_ci	struct cx18_stream *s = priv;
7548c2ecf20Sopenharmony_ci	struct cx18 *cx = s->cx;
7558c2ecf20Sopenharmony_ci
7568c2ecf20Sopenharmony_ci	switch (cmd) {
7578c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_OUTPUT_PORT:
7588c2ecf20Sopenharmony_ci		return 0;
7598c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_FRAME_RATE:
7608c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_IN, 6,
7618c2ecf20Sopenharmony_ci				s->handle, 0, 0, 0, 0, data[0]);
7628c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_FRAME_SIZE:
7638c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RESOLUTION, 3,
7648c2ecf20Sopenharmony_ci				s->handle, data[1], data[0]);
7658c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_STREAM_TYPE:
7668c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 2,
7678c2ecf20Sopenharmony_ci				s->handle, data[0]);
7688c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_ASPECT_RATIO:
7698c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_ASPECT_RATIO, 2,
7708c2ecf20Sopenharmony_ci				s->handle, data[0]);
7718c2ecf20Sopenharmony_ci
7728c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_GOP_PROPERTIES:
7738c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_GOP_STRUCTURE, 3,
7748c2ecf20Sopenharmony_ci				s->handle, data[0], data[1]);
7758c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_GOP_CLOSURE:
7768c2ecf20Sopenharmony_ci		return 0;
7778c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_AUDIO_PROPERTIES:
7788c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_AUDIO_PARAMETERS, 2,
7798c2ecf20Sopenharmony_ci				s->handle, data[0]);
7808c2ecf20Sopenharmony_ci	case CX2341X_ENC_MUTE_AUDIO:
7818c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_AUDIO_MUTE, 2,
7828c2ecf20Sopenharmony_ci				s->handle, data[0]);
7838c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_BIT_RATE:
7848c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RATE, 5,
7858c2ecf20Sopenharmony_ci				s->handle, data[0], data[1], data[2], data[3]);
7868c2ecf20Sopenharmony_ci	case CX2341X_ENC_MUTE_VIDEO:
7878c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_MUTE, 2,
7888c2ecf20Sopenharmony_ci				s->handle, data[0]);
7898c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_FRAME_DROP_RATE:
7908c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_SKIP_INPUT_FRAME, 2,
7918c2ecf20Sopenharmony_ci				s->handle, data[0]);
7928c2ecf20Sopenharmony_ci	case CX2341X_ENC_MISC:
7938c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_MISC_PARAMETERS, 4,
7948c2ecf20Sopenharmony_ci				s->handle, data[0], data[1], data[2]);
7958c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_DNR_FILTER_MODE:
7968c2ecf20Sopenharmony_ci		cx->filter_mode = (data[0] & 3) | (data[1] << 2);
7978c2ecf20Sopenharmony_ci		return cx18_set_filter_param(s);
7988c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_DNR_FILTER_PROPS:
7998c2ecf20Sopenharmony_ci		cx->spatial_strength = data[0];
8008c2ecf20Sopenharmony_ci		cx->temporal_strength = data[1];
8018c2ecf20Sopenharmony_ci		return cx18_set_filter_param(s);
8028c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_SPATIAL_FILTER_TYPE:
8038c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 3,
8048c2ecf20Sopenharmony_ci				s->handle, data[0], data[1]);
8058c2ecf20Sopenharmony_ci	case CX2341X_ENC_SET_CORING_LEVELS:
8068c2ecf20Sopenharmony_ci		return cx18_vapi(cx, CX18_CPU_SET_MEDIAN_CORING, 5,
8078c2ecf20Sopenharmony_ci				s->handle, data[0], data[1], data[2], data[3]);
8088c2ecf20Sopenharmony_ci	}
8098c2ecf20Sopenharmony_ci	CX18_WARN("Unknown cmd %x\n", cmd);
8108c2ecf20Sopenharmony_ci	return 0;
8118c2ecf20Sopenharmony_ci}
8128c2ecf20Sopenharmony_ci
8138c2ecf20Sopenharmony_ciint cx18_vapi_result(struct cx18 *cx, u32 data[MAX_MB_ARGUMENTS],
8148c2ecf20Sopenharmony_ci		u32 cmd, int args, ...)
8158c2ecf20Sopenharmony_ci{
8168c2ecf20Sopenharmony_ci	va_list ap;
8178c2ecf20Sopenharmony_ci	int i;
8188c2ecf20Sopenharmony_ci
8198c2ecf20Sopenharmony_ci	va_start(ap, args);
8208c2ecf20Sopenharmony_ci	for (i = 0; i < args; i++)
8218c2ecf20Sopenharmony_ci		data[i] = va_arg(ap, u32);
8228c2ecf20Sopenharmony_ci	va_end(ap);
8238c2ecf20Sopenharmony_ci	return cx18_api(cx, cmd, args, data);
8248c2ecf20Sopenharmony_ci}
8258c2ecf20Sopenharmony_ci
8268c2ecf20Sopenharmony_ciint cx18_vapi(struct cx18 *cx, u32 cmd, int args, ...)
8278c2ecf20Sopenharmony_ci{
8288c2ecf20Sopenharmony_ci	u32 data[MAX_MB_ARGUMENTS];
8298c2ecf20Sopenharmony_ci	va_list ap;
8308c2ecf20Sopenharmony_ci	int i;
8318c2ecf20Sopenharmony_ci
8328c2ecf20Sopenharmony_ci	if (cx == NULL) {
8338c2ecf20Sopenharmony_ci		CX18_ERR("cx == NULL (cmd=%x)\n", cmd);
8348c2ecf20Sopenharmony_ci		return 0;
8358c2ecf20Sopenharmony_ci	}
8368c2ecf20Sopenharmony_ci	if (args > MAX_MB_ARGUMENTS) {
8378c2ecf20Sopenharmony_ci		CX18_ERR("args too big (cmd=%x)\n", cmd);
8388c2ecf20Sopenharmony_ci		args = MAX_MB_ARGUMENTS;
8398c2ecf20Sopenharmony_ci	}
8408c2ecf20Sopenharmony_ci	va_start(ap, args);
8418c2ecf20Sopenharmony_ci	for (i = 0; i < args; i++)
8428c2ecf20Sopenharmony_ci		data[i] = va_arg(ap, u32);
8438c2ecf20Sopenharmony_ci	va_end(ap);
8448c2ecf20Sopenharmony_ci	return cx18_api(cx, cmd, args, data);
8458c2ecf20Sopenharmony_ci}
846