18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * A virtual v4l2-mem2mem example device.
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * This is a virtual device driver for testing mem-to-mem videobuf framework.
68c2ecf20Sopenharmony_ci * It simulates a device that uses memory buffers for both source and
78c2ecf20Sopenharmony_ci * destination, processes the data and issues an "irq" (simulated by a delayed
88c2ecf20Sopenharmony_ci * workqueue).
98c2ecf20Sopenharmony_ci * The device is capable of multi-instance, multi-buffer-per-transaction
108c2ecf20Sopenharmony_ci * operation (via the mem2mem framework).
118c2ecf20Sopenharmony_ci *
128c2ecf20Sopenharmony_ci * Copyright (c) 2009-2010 Samsung Electronics Co., Ltd.
138c2ecf20Sopenharmony_ci * Pawel Osciak, <pawel@osciak.com>
148c2ecf20Sopenharmony_ci * Marek Szyprowski, <m.szyprowski@samsung.com>
158c2ecf20Sopenharmony_ci *
168c2ecf20Sopenharmony_ci * This program is free software; you can redistribute it and/or modify
178c2ecf20Sopenharmony_ci * it under the terms of the GNU General Public License as published by the
188c2ecf20Sopenharmony_ci * Free Software Foundation; either version 2 of the
198c2ecf20Sopenharmony_ci * License, or (at your option) any later version
208c2ecf20Sopenharmony_ci */
218c2ecf20Sopenharmony_ci#include <linux/module.h>
228c2ecf20Sopenharmony_ci#include <linux/delay.h>
238c2ecf20Sopenharmony_ci#include <linux/fs.h>
248c2ecf20Sopenharmony_ci#include <linux/sched.h>
258c2ecf20Sopenharmony_ci#include <linux/slab.h>
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
288c2ecf20Sopenharmony_ci#include <media/v4l2-mem2mem.h>
298c2ecf20Sopenharmony_ci#include <media/v4l2-device.h>
308c2ecf20Sopenharmony_ci#include <media/v4l2-ioctl.h>
318c2ecf20Sopenharmony_ci#include <media/v4l2-ctrls.h>
328c2ecf20Sopenharmony_ci#include <media/v4l2-event.h>
338c2ecf20Sopenharmony_ci#include <media/videobuf2-vmalloc.h>
348c2ecf20Sopenharmony_ci
358c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("Virtual device for mem2mem framework testing");
368c2ecf20Sopenharmony_ciMODULE_AUTHOR("Pawel Osciak, <pawel@osciak.com>");
378c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL");
388c2ecf20Sopenharmony_ciMODULE_VERSION("0.2");
398c2ecf20Sopenharmony_ciMODULE_ALIAS("mem2mem_testdev");
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_cistatic unsigned int debug;
428c2ecf20Sopenharmony_cimodule_param(debug, uint, 0644);
438c2ecf20Sopenharmony_ciMODULE_PARM_DESC(debug, "debug level");
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci/* Default transaction time in msec */
468c2ecf20Sopenharmony_cistatic unsigned int default_transtime = 40; /* Max 25 fps */
478c2ecf20Sopenharmony_cimodule_param(default_transtime, uint, 0644);
488c2ecf20Sopenharmony_ciMODULE_PARM_DESC(default_transtime, "default transaction time in ms");
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_ci#define MIN_W 32
518c2ecf20Sopenharmony_ci#define MIN_H 32
528c2ecf20Sopenharmony_ci#define MAX_W 640
538c2ecf20Sopenharmony_ci#define MAX_H 480
548c2ecf20Sopenharmony_ci
558c2ecf20Sopenharmony_ci/* Pixel alignment for non-bayer formats */
568c2ecf20Sopenharmony_ci#define WIDTH_ALIGN 2
578c2ecf20Sopenharmony_ci#define HEIGHT_ALIGN 1
588c2ecf20Sopenharmony_ci
598c2ecf20Sopenharmony_ci/* Pixel alignment for bayer formats */
608c2ecf20Sopenharmony_ci#define BAYER_WIDTH_ALIGN  2
618c2ecf20Sopenharmony_ci#define BAYER_HEIGHT_ALIGN 2
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci/* Flags that indicate a format can be used for capture/output */
648c2ecf20Sopenharmony_ci#define MEM2MEM_CAPTURE	BIT(0)
658c2ecf20Sopenharmony_ci#define MEM2MEM_OUTPUT	BIT(1)
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci#define MEM2MEM_NAME		"vim2m"
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci/* Per queue */
708c2ecf20Sopenharmony_ci#define MEM2MEM_DEF_NUM_BUFS	VIDEO_MAX_FRAME
718c2ecf20Sopenharmony_ci/* In bytes, per queue */
728c2ecf20Sopenharmony_ci#define MEM2MEM_VID_MEM_LIMIT	(16 * 1024 * 1024)
738c2ecf20Sopenharmony_ci
748c2ecf20Sopenharmony_ci/* Flags that indicate processing mode */
758c2ecf20Sopenharmony_ci#define MEM2MEM_HFLIP	BIT(0)
768c2ecf20Sopenharmony_ci#define MEM2MEM_VFLIP	BIT(1)
778c2ecf20Sopenharmony_ci
788c2ecf20Sopenharmony_ci#define dprintk(dev, lvl, fmt, arg...) \
798c2ecf20Sopenharmony_ci	v4l2_dbg(lvl, debug, &(dev)->v4l2_dev, "%s: " fmt, __func__, ## arg)
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_cistatic void vim2m_dev_release(struct device *dev)
828c2ecf20Sopenharmony_ci{}
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_cistatic struct platform_device vim2m_pdev = {
858c2ecf20Sopenharmony_ci	.name		= MEM2MEM_NAME,
868c2ecf20Sopenharmony_ci	.dev.release	= vim2m_dev_release,
878c2ecf20Sopenharmony_ci};
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_cistruct vim2m_fmt {
908c2ecf20Sopenharmony_ci	u32	fourcc;
918c2ecf20Sopenharmony_ci	int	depth;
928c2ecf20Sopenharmony_ci	/* Types the format can be used for */
938c2ecf20Sopenharmony_ci	u32     types;
948c2ecf20Sopenharmony_ci};
958c2ecf20Sopenharmony_ci
968c2ecf20Sopenharmony_cistatic struct vim2m_fmt formats[] = {
978c2ecf20Sopenharmony_ci	{
988c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_RGB565,  /* rrrrrggg gggbbbbb */
998c2ecf20Sopenharmony_ci		.depth	= 16,
1008c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT,
1018c2ecf20Sopenharmony_ci	}, {
1028c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_RGB565X, /* gggbbbbb rrrrrggg */
1038c2ecf20Sopenharmony_ci		.depth	= 16,
1048c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT,
1058c2ecf20Sopenharmony_ci	}, {
1068c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_RGB24,
1078c2ecf20Sopenharmony_ci		.depth	= 24,
1088c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT,
1098c2ecf20Sopenharmony_ci	}, {
1108c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_BGR24,
1118c2ecf20Sopenharmony_ci		.depth	= 24,
1128c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT,
1138c2ecf20Sopenharmony_ci	}, {
1148c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_YUYV,
1158c2ecf20Sopenharmony_ci		.depth	= 16,
1168c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE,
1178c2ecf20Sopenharmony_ci	}, {
1188c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_SBGGR8,
1198c2ecf20Sopenharmony_ci		.depth	= 8,
1208c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE,
1218c2ecf20Sopenharmony_ci	}, {
1228c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_SGBRG8,
1238c2ecf20Sopenharmony_ci		.depth	= 8,
1248c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE,
1258c2ecf20Sopenharmony_ci	}, {
1268c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_SGRBG8,
1278c2ecf20Sopenharmony_ci		.depth	= 8,
1288c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE,
1298c2ecf20Sopenharmony_ci	}, {
1308c2ecf20Sopenharmony_ci		.fourcc	= V4L2_PIX_FMT_SRGGB8,
1318c2ecf20Sopenharmony_ci		.depth	= 8,
1328c2ecf20Sopenharmony_ci		.types  = MEM2MEM_CAPTURE,
1338c2ecf20Sopenharmony_ci	},
1348c2ecf20Sopenharmony_ci};
1358c2ecf20Sopenharmony_ci
1368c2ecf20Sopenharmony_ci#define NUM_FORMATS ARRAY_SIZE(formats)
1378c2ecf20Sopenharmony_ci
1388c2ecf20Sopenharmony_ci/* Per-queue, driver-specific private data */
1398c2ecf20Sopenharmony_cistruct vim2m_q_data {
1408c2ecf20Sopenharmony_ci	unsigned int		width;
1418c2ecf20Sopenharmony_ci	unsigned int		height;
1428c2ecf20Sopenharmony_ci	unsigned int		sizeimage;
1438c2ecf20Sopenharmony_ci	unsigned int		sequence;
1448c2ecf20Sopenharmony_ci	struct vim2m_fmt	*fmt;
1458c2ecf20Sopenharmony_ci};
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_cienum {
1488c2ecf20Sopenharmony_ci	V4L2_M2M_SRC = 0,
1498c2ecf20Sopenharmony_ci	V4L2_M2M_DST = 1,
1508c2ecf20Sopenharmony_ci};
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci#define V4L2_CID_TRANS_TIME_MSEC	(V4L2_CID_USER_BASE + 0x1000)
1538c2ecf20Sopenharmony_ci#define V4L2_CID_TRANS_NUM_BUFS		(V4L2_CID_USER_BASE + 0x1001)
1548c2ecf20Sopenharmony_ci
1558c2ecf20Sopenharmony_cistatic struct vim2m_fmt *find_format(u32 fourcc)
1568c2ecf20Sopenharmony_ci{
1578c2ecf20Sopenharmony_ci	struct vim2m_fmt *fmt;
1588c2ecf20Sopenharmony_ci	unsigned int k;
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	for (k = 0; k < NUM_FORMATS; k++) {
1618c2ecf20Sopenharmony_ci		fmt = &formats[k];
1628c2ecf20Sopenharmony_ci		if (fmt->fourcc == fourcc)
1638c2ecf20Sopenharmony_ci			break;
1648c2ecf20Sopenharmony_ci	}
1658c2ecf20Sopenharmony_ci
1668c2ecf20Sopenharmony_ci	if (k == NUM_FORMATS)
1678c2ecf20Sopenharmony_ci		return NULL;
1688c2ecf20Sopenharmony_ci
1698c2ecf20Sopenharmony_ci	return &formats[k];
1708c2ecf20Sopenharmony_ci}
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_cistatic void get_alignment(u32 fourcc,
1738c2ecf20Sopenharmony_ci			  unsigned int *walign, unsigned int *halign)
1748c2ecf20Sopenharmony_ci{
1758c2ecf20Sopenharmony_ci	switch (fourcc) {
1768c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SBGGR8:
1778c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SGBRG8:
1788c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SGRBG8:
1798c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SRGGB8:
1808c2ecf20Sopenharmony_ci		*walign = BAYER_WIDTH_ALIGN;
1818c2ecf20Sopenharmony_ci		*halign = BAYER_HEIGHT_ALIGN;
1828c2ecf20Sopenharmony_ci		return;
1838c2ecf20Sopenharmony_ci	default:
1848c2ecf20Sopenharmony_ci		*walign = WIDTH_ALIGN;
1858c2ecf20Sopenharmony_ci		*halign = HEIGHT_ALIGN;
1868c2ecf20Sopenharmony_ci		return;
1878c2ecf20Sopenharmony_ci	}
1888c2ecf20Sopenharmony_ci}
1898c2ecf20Sopenharmony_ci
1908c2ecf20Sopenharmony_cistruct vim2m_dev {
1918c2ecf20Sopenharmony_ci	struct v4l2_device	v4l2_dev;
1928c2ecf20Sopenharmony_ci	struct video_device	vfd;
1938c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
1948c2ecf20Sopenharmony_ci	struct media_device	mdev;
1958c2ecf20Sopenharmony_ci#endif
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	atomic_t		num_inst;
1988c2ecf20Sopenharmony_ci	struct mutex		dev_mutex;
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_ci	struct v4l2_m2m_dev	*m2m_dev;
2018c2ecf20Sopenharmony_ci};
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_cistruct vim2m_ctx {
2048c2ecf20Sopenharmony_ci	struct v4l2_fh		fh;
2058c2ecf20Sopenharmony_ci	struct vim2m_dev	*dev;
2068c2ecf20Sopenharmony_ci
2078c2ecf20Sopenharmony_ci	struct v4l2_ctrl_handler hdl;
2088c2ecf20Sopenharmony_ci
2098c2ecf20Sopenharmony_ci	/* Processed buffers in this transaction */
2108c2ecf20Sopenharmony_ci	u8			num_processed;
2118c2ecf20Sopenharmony_ci
2128c2ecf20Sopenharmony_ci	/* Transaction length (i.e. how many buffers per transaction) */
2138c2ecf20Sopenharmony_ci	u32			translen;
2148c2ecf20Sopenharmony_ci	/* Transaction time (i.e. simulated processing time) in milliseconds */
2158c2ecf20Sopenharmony_ci	u32			transtime;
2168c2ecf20Sopenharmony_ci
2178c2ecf20Sopenharmony_ci	struct mutex		vb_mutex;
2188c2ecf20Sopenharmony_ci	struct delayed_work	work_run;
2198c2ecf20Sopenharmony_ci
2208c2ecf20Sopenharmony_ci	/* Abort requested by m2m */
2218c2ecf20Sopenharmony_ci	int			aborting;
2228c2ecf20Sopenharmony_ci
2238c2ecf20Sopenharmony_ci	/* Processing mode */
2248c2ecf20Sopenharmony_ci	int			mode;
2258c2ecf20Sopenharmony_ci
2268c2ecf20Sopenharmony_ci	enum v4l2_colorspace	colorspace;
2278c2ecf20Sopenharmony_ci	enum v4l2_ycbcr_encoding ycbcr_enc;
2288c2ecf20Sopenharmony_ci	enum v4l2_xfer_func	xfer_func;
2298c2ecf20Sopenharmony_ci	enum v4l2_quantization	quant;
2308c2ecf20Sopenharmony_ci
2318c2ecf20Sopenharmony_ci	/* Source and destination queue data */
2328c2ecf20Sopenharmony_ci	struct vim2m_q_data   q_data[2];
2338c2ecf20Sopenharmony_ci};
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_cistatic inline struct vim2m_ctx *file2ctx(struct file *file)
2368c2ecf20Sopenharmony_ci{
2378c2ecf20Sopenharmony_ci	return container_of(file->private_data, struct vim2m_ctx, fh);
2388c2ecf20Sopenharmony_ci}
2398c2ecf20Sopenharmony_ci
2408c2ecf20Sopenharmony_cistatic struct vim2m_q_data *get_q_data(struct vim2m_ctx *ctx,
2418c2ecf20Sopenharmony_ci				       enum v4l2_buf_type type)
2428c2ecf20Sopenharmony_ci{
2438c2ecf20Sopenharmony_ci	switch (type) {
2448c2ecf20Sopenharmony_ci	case V4L2_BUF_TYPE_VIDEO_OUTPUT:
2458c2ecf20Sopenharmony_ci		return &ctx->q_data[V4L2_M2M_SRC];
2468c2ecf20Sopenharmony_ci	case V4L2_BUF_TYPE_VIDEO_CAPTURE:
2478c2ecf20Sopenharmony_ci		return &ctx->q_data[V4L2_M2M_DST];
2488c2ecf20Sopenharmony_ci	default:
2498c2ecf20Sopenharmony_ci		return NULL;
2508c2ecf20Sopenharmony_ci	}
2518c2ecf20Sopenharmony_ci}
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_cistatic const char *type_name(enum v4l2_buf_type type)
2548c2ecf20Sopenharmony_ci{
2558c2ecf20Sopenharmony_ci	switch (type) {
2568c2ecf20Sopenharmony_ci	case V4L2_BUF_TYPE_VIDEO_OUTPUT:
2578c2ecf20Sopenharmony_ci		return "Output";
2588c2ecf20Sopenharmony_ci	case V4L2_BUF_TYPE_VIDEO_CAPTURE:
2598c2ecf20Sopenharmony_ci		return "Capture";
2608c2ecf20Sopenharmony_ci	default:
2618c2ecf20Sopenharmony_ci		return "Invalid";
2628c2ecf20Sopenharmony_ci	}
2638c2ecf20Sopenharmony_ci}
2648c2ecf20Sopenharmony_ci
2658c2ecf20Sopenharmony_ci#define CLIP(__color) \
2668c2ecf20Sopenharmony_ci	(u8)(((__color) > 0xff) ? 0xff : (((__color) < 0) ? 0 : (__color)))
2678c2ecf20Sopenharmony_ci
2688c2ecf20Sopenharmony_cistatic void copy_line(struct vim2m_q_data *q_data_out,
2698c2ecf20Sopenharmony_ci		      u8 *src, u8 *dst, bool reverse)
2708c2ecf20Sopenharmony_ci{
2718c2ecf20Sopenharmony_ci	int x, depth = q_data_out->fmt->depth >> 3;
2728c2ecf20Sopenharmony_ci
2738c2ecf20Sopenharmony_ci	if (!reverse) {
2748c2ecf20Sopenharmony_ci		memcpy(dst, src, q_data_out->width * depth);
2758c2ecf20Sopenharmony_ci	} else {
2768c2ecf20Sopenharmony_ci		for (x = 0; x < q_data_out->width >> 1; x++) {
2778c2ecf20Sopenharmony_ci			memcpy(dst, src, depth);
2788c2ecf20Sopenharmony_ci			memcpy(dst + depth, src - depth, depth);
2798c2ecf20Sopenharmony_ci			src -= depth << 1;
2808c2ecf20Sopenharmony_ci			dst += depth << 1;
2818c2ecf20Sopenharmony_ci		}
2828c2ecf20Sopenharmony_ci		return;
2838c2ecf20Sopenharmony_ci	}
2848c2ecf20Sopenharmony_ci}
2858c2ecf20Sopenharmony_ci
2868c2ecf20Sopenharmony_cistatic void copy_two_pixels(struct vim2m_q_data *q_data_in,
2878c2ecf20Sopenharmony_ci			    struct vim2m_q_data *q_data_out,
2888c2ecf20Sopenharmony_ci			    u8 *src[2], u8 **dst, int ypos, bool reverse)
2898c2ecf20Sopenharmony_ci{
2908c2ecf20Sopenharmony_ci	struct vim2m_fmt *out = q_data_out->fmt;
2918c2ecf20Sopenharmony_ci	struct vim2m_fmt *in = q_data_in->fmt;
2928c2ecf20Sopenharmony_ci	u8 _r[2], _g[2], _b[2], *r, *g, *b;
2938c2ecf20Sopenharmony_ci	int i;
2948c2ecf20Sopenharmony_ci
2958c2ecf20Sopenharmony_ci	/* Step 1: read two consecutive pixels from src pointer */
2968c2ecf20Sopenharmony_ci
2978c2ecf20Sopenharmony_ci	r = _r;
2988c2ecf20Sopenharmony_ci	g = _g;
2998c2ecf20Sopenharmony_ci	b = _b;
3008c2ecf20Sopenharmony_ci
3018c2ecf20Sopenharmony_ci	switch (in->fourcc) {
3028c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB565: /* rrrrrggg gggbbbbb */
3038c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3048c2ecf20Sopenharmony_ci			u16 pix = le16_to_cpu(*(__le16 *)(src[i]));
3058c2ecf20Sopenharmony_ci
3068c2ecf20Sopenharmony_ci			*r++ = (u8)(((pix & 0xf800) >> 11) << 3) | 0x07;
3078c2ecf20Sopenharmony_ci			*g++ = (u8)((((pix & 0x07e0) >> 5)) << 2) | 0x03;
3088c2ecf20Sopenharmony_ci			*b++ = (u8)((pix & 0x1f) << 3) | 0x07;
3098c2ecf20Sopenharmony_ci		}
3108c2ecf20Sopenharmony_ci		break;
3118c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB565X: /* gggbbbbb rrrrrggg */
3128c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3138c2ecf20Sopenharmony_ci			u16 pix = be16_to_cpu(*(__be16 *)(src[i]));
3148c2ecf20Sopenharmony_ci
3158c2ecf20Sopenharmony_ci			*r++ = (u8)(((pix & 0xf800) >> 11) << 3) | 0x07;
3168c2ecf20Sopenharmony_ci			*g++ = (u8)((((pix & 0x07e0) >> 5)) << 2) | 0x03;
3178c2ecf20Sopenharmony_ci			*b++ = (u8)((pix & 0x1f) << 3) | 0x07;
3188c2ecf20Sopenharmony_ci		}
3198c2ecf20Sopenharmony_ci		break;
3208c2ecf20Sopenharmony_ci	default:
3218c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB24:
3228c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3238c2ecf20Sopenharmony_ci			*r++ = src[i][0];
3248c2ecf20Sopenharmony_ci			*g++ = src[i][1];
3258c2ecf20Sopenharmony_ci			*b++ = src[i][2];
3268c2ecf20Sopenharmony_ci		}
3278c2ecf20Sopenharmony_ci		break;
3288c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_BGR24:
3298c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3308c2ecf20Sopenharmony_ci			*b++ = src[i][0];
3318c2ecf20Sopenharmony_ci			*g++ = src[i][1];
3328c2ecf20Sopenharmony_ci			*r++ = src[i][2];
3338c2ecf20Sopenharmony_ci		}
3348c2ecf20Sopenharmony_ci		break;
3358c2ecf20Sopenharmony_ci	}
3368c2ecf20Sopenharmony_ci
3378c2ecf20Sopenharmony_ci	/* Step 2: store two consecutive points, reversing them if needed */
3388c2ecf20Sopenharmony_ci
3398c2ecf20Sopenharmony_ci	r = _r;
3408c2ecf20Sopenharmony_ci	g = _g;
3418c2ecf20Sopenharmony_ci	b = _b;
3428c2ecf20Sopenharmony_ci
3438c2ecf20Sopenharmony_ci	switch (out->fourcc) {
3448c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB565: /* rrrrrggg gggbbbbb */
3458c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3468c2ecf20Sopenharmony_ci			u16 pix;
3478c2ecf20Sopenharmony_ci			__le16 *dst_pix = (__le16 *)*dst;
3488c2ecf20Sopenharmony_ci
3498c2ecf20Sopenharmony_ci			pix = ((*r << 8) & 0xf800) | ((*g << 3) & 0x07e0) |
3508c2ecf20Sopenharmony_ci			      (*b >> 3);
3518c2ecf20Sopenharmony_ci
3528c2ecf20Sopenharmony_ci			*dst_pix = cpu_to_le16(pix);
3538c2ecf20Sopenharmony_ci
3548c2ecf20Sopenharmony_ci			*dst += 2;
3558c2ecf20Sopenharmony_ci		}
3568c2ecf20Sopenharmony_ci		return;
3578c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB565X: /* gggbbbbb rrrrrggg */
3588c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3598c2ecf20Sopenharmony_ci			u16 pix;
3608c2ecf20Sopenharmony_ci			__be16 *dst_pix = (__be16 *)*dst;
3618c2ecf20Sopenharmony_ci
3628c2ecf20Sopenharmony_ci			pix = ((*r << 8) & 0xf800) | ((*g << 3) & 0x07e0) |
3638c2ecf20Sopenharmony_ci			      (*b >> 3);
3648c2ecf20Sopenharmony_ci
3658c2ecf20Sopenharmony_ci			*dst_pix = cpu_to_be16(pix);
3668c2ecf20Sopenharmony_ci
3678c2ecf20Sopenharmony_ci			*dst += 2;
3688c2ecf20Sopenharmony_ci		}
3698c2ecf20Sopenharmony_ci		return;
3708c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_RGB24:
3718c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3728c2ecf20Sopenharmony_ci			*(*dst)++ = *r++;
3738c2ecf20Sopenharmony_ci			*(*dst)++ = *g++;
3748c2ecf20Sopenharmony_ci			*(*dst)++ = *b++;
3758c2ecf20Sopenharmony_ci		}
3768c2ecf20Sopenharmony_ci		return;
3778c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_BGR24:
3788c2ecf20Sopenharmony_ci		for (i = 0; i < 2; i++) {
3798c2ecf20Sopenharmony_ci			*(*dst)++ = *b++;
3808c2ecf20Sopenharmony_ci			*(*dst)++ = *g++;
3818c2ecf20Sopenharmony_ci			*(*dst)++ = *r++;
3828c2ecf20Sopenharmony_ci		}
3838c2ecf20Sopenharmony_ci		return;
3848c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_YUYV:
3858c2ecf20Sopenharmony_ci	default:
3868c2ecf20Sopenharmony_ci	{
3878c2ecf20Sopenharmony_ci		u8 y, y1, u, v;
3888c2ecf20Sopenharmony_ci
3898c2ecf20Sopenharmony_ci		y = ((8453  * (*r) + 16594 * (*g) +  3223 * (*b)
3908c2ecf20Sopenharmony_ci		     + 524288) >> 15);
3918c2ecf20Sopenharmony_ci		u = ((-4878 * (*r) - 9578  * (*g) + 14456 * (*b)
3928c2ecf20Sopenharmony_ci		     + 4210688) >> 15);
3938c2ecf20Sopenharmony_ci		v = ((14456 * (*r++) - 12105 * (*g++) - 2351 * (*b++)
3948c2ecf20Sopenharmony_ci		     + 4210688) >> 15);
3958c2ecf20Sopenharmony_ci		y1 = ((8453 * (*r) + 16594 * (*g) +  3223 * (*b)
3968c2ecf20Sopenharmony_ci		     + 524288) >> 15);
3978c2ecf20Sopenharmony_ci
3988c2ecf20Sopenharmony_ci		*(*dst)++ = y;
3998c2ecf20Sopenharmony_ci		*(*dst)++ = u;
4008c2ecf20Sopenharmony_ci
4018c2ecf20Sopenharmony_ci		*(*dst)++ = y1;
4028c2ecf20Sopenharmony_ci		*(*dst)++ = v;
4038c2ecf20Sopenharmony_ci		return;
4048c2ecf20Sopenharmony_ci	}
4058c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SBGGR8:
4068c2ecf20Sopenharmony_ci		if (!(ypos & 1)) {
4078c2ecf20Sopenharmony_ci			*(*dst)++ = *b;
4088c2ecf20Sopenharmony_ci			*(*dst)++ = *++g;
4098c2ecf20Sopenharmony_ci		} else {
4108c2ecf20Sopenharmony_ci			*(*dst)++ = *g;
4118c2ecf20Sopenharmony_ci			*(*dst)++ = *++r;
4128c2ecf20Sopenharmony_ci		}
4138c2ecf20Sopenharmony_ci		return;
4148c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SGBRG8:
4158c2ecf20Sopenharmony_ci		if (!(ypos & 1)) {
4168c2ecf20Sopenharmony_ci			*(*dst)++ = *g;
4178c2ecf20Sopenharmony_ci			*(*dst)++ = *++b;
4188c2ecf20Sopenharmony_ci		} else {
4198c2ecf20Sopenharmony_ci			*(*dst)++ = *r;
4208c2ecf20Sopenharmony_ci			*(*dst)++ = *++g;
4218c2ecf20Sopenharmony_ci		}
4228c2ecf20Sopenharmony_ci		return;
4238c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SGRBG8:
4248c2ecf20Sopenharmony_ci		if (!(ypos & 1)) {
4258c2ecf20Sopenharmony_ci			*(*dst)++ = *g;
4268c2ecf20Sopenharmony_ci			*(*dst)++ = *++r;
4278c2ecf20Sopenharmony_ci		} else {
4288c2ecf20Sopenharmony_ci			*(*dst)++ = *b;
4298c2ecf20Sopenharmony_ci			*(*dst)++ = *++g;
4308c2ecf20Sopenharmony_ci		}
4318c2ecf20Sopenharmony_ci		return;
4328c2ecf20Sopenharmony_ci	case V4L2_PIX_FMT_SRGGB8:
4338c2ecf20Sopenharmony_ci		if (!(ypos & 1)) {
4348c2ecf20Sopenharmony_ci			*(*dst)++ = *r;
4358c2ecf20Sopenharmony_ci			*(*dst)++ = *++g;
4368c2ecf20Sopenharmony_ci		} else {
4378c2ecf20Sopenharmony_ci			*(*dst)++ = *g;
4388c2ecf20Sopenharmony_ci			*(*dst)++ = *++b;
4398c2ecf20Sopenharmony_ci		}
4408c2ecf20Sopenharmony_ci		return;
4418c2ecf20Sopenharmony_ci	}
4428c2ecf20Sopenharmony_ci}
4438c2ecf20Sopenharmony_ci
4448c2ecf20Sopenharmony_cistatic int device_process(struct vim2m_ctx *ctx,
4458c2ecf20Sopenharmony_ci			  struct vb2_v4l2_buffer *in_vb,
4468c2ecf20Sopenharmony_ci			  struct vb2_v4l2_buffer *out_vb)
4478c2ecf20Sopenharmony_ci{
4488c2ecf20Sopenharmony_ci	struct vim2m_dev *dev = ctx->dev;
4498c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data_in, *q_data_out;
4508c2ecf20Sopenharmony_ci	u8 *p_in, *p_line, *p_in_x[2], *p, *p_out;
4518c2ecf20Sopenharmony_ci	unsigned int width, height, bytesperline, bytes_per_pixel;
4528c2ecf20Sopenharmony_ci	unsigned int x, y, y_in, y_out, x_int, x_fract, x_err, x_offset;
4538c2ecf20Sopenharmony_ci	int start, end, step;
4548c2ecf20Sopenharmony_ci
4558c2ecf20Sopenharmony_ci	q_data_in = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT);
4568c2ecf20Sopenharmony_ci	if (!q_data_in)
4578c2ecf20Sopenharmony_ci		return 0;
4588c2ecf20Sopenharmony_ci	bytesperline = (q_data_in->width * q_data_in->fmt->depth) >> 3;
4598c2ecf20Sopenharmony_ci	bytes_per_pixel = q_data_in->fmt->depth >> 3;
4608c2ecf20Sopenharmony_ci
4618c2ecf20Sopenharmony_ci	q_data_out = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE);
4628c2ecf20Sopenharmony_ci	if (!q_data_out)
4638c2ecf20Sopenharmony_ci		return 0;
4648c2ecf20Sopenharmony_ci
4658c2ecf20Sopenharmony_ci	/* As we're doing scaling, use the output dimensions here */
4668c2ecf20Sopenharmony_ci	height = q_data_out->height;
4678c2ecf20Sopenharmony_ci	width = q_data_out->width;
4688c2ecf20Sopenharmony_ci
4698c2ecf20Sopenharmony_ci	p_in = vb2_plane_vaddr(&in_vb->vb2_buf, 0);
4708c2ecf20Sopenharmony_ci	p_out = vb2_plane_vaddr(&out_vb->vb2_buf, 0);
4718c2ecf20Sopenharmony_ci	if (!p_in || !p_out) {
4728c2ecf20Sopenharmony_ci		v4l2_err(&dev->v4l2_dev,
4738c2ecf20Sopenharmony_ci			 "Acquiring kernel pointers to buffers failed\n");
4748c2ecf20Sopenharmony_ci		return -EFAULT;
4758c2ecf20Sopenharmony_ci	}
4768c2ecf20Sopenharmony_ci
4778c2ecf20Sopenharmony_ci	out_vb->sequence = q_data_out->sequence++;
4788c2ecf20Sopenharmony_ci	in_vb->sequence = q_data_in->sequence++;
4798c2ecf20Sopenharmony_ci	v4l2_m2m_buf_copy_metadata(in_vb, out_vb, true);
4808c2ecf20Sopenharmony_ci
4818c2ecf20Sopenharmony_ci	if (ctx->mode & MEM2MEM_VFLIP) {
4828c2ecf20Sopenharmony_ci		start = height - 1;
4838c2ecf20Sopenharmony_ci		end = -1;
4848c2ecf20Sopenharmony_ci		step = -1;
4858c2ecf20Sopenharmony_ci	} else {
4868c2ecf20Sopenharmony_ci		start = 0;
4878c2ecf20Sopenharmony_ci		end = height;
4888c2ecf20Sopenharmony_ci		step = 1;
4898c2ecf20Sopenharmony_ci	}
4908c2ecf20Sopenharmony_ci	y_out = 0;
4918c2ecf20Sopenharmony_ci
4928c2ecf20Sopenharmony_ci	/*
4938c2ecf20Sopenharmony_ci	 * When format and resolution are identical,
4948c2ecf20Sopenharmony_ci	 * we can use a faster copy logic
4958c2ecf20Sopenharmony_ci	 */
4968c2ecf20Sopenharmony_ci	if (q_data_in->fmt->fourcc == q_data_out->fmt->fourcc &&
4978c2ecf20Sopenharmony_ci	    q_data_in->width == q_data_out->width &&
4988c2ecf20Sopenharmony_ci	    q_data_in->height == q_data_out->height) {
4998c2ecf20Sopenharmony_ci		for (y = start; y != end; y += step, y_out++) {
5008c2ecf20Sopenharmony_ci			p = p_in + (y * bytesperline);
5018c2ecf20Sopenharmony_ci			if (ctx->mode & MEM2MEM_HFLIP)
5028c2ecf20Sopenharmony_ci				p += bytesperline - (q_data_in->fmt->depth >> 3);
5038c2ecf20Sopenharmony_ci
5048c2ecf20Sopenharmony_ci			copy_line(q_data_out, p, p_out,
5058c2ecf20Sopenharmony_ci				  ctx->mode & MEM2MEM_HFLIP);
5068c2ecf20Sopenharmony_ci
5078c2ecf20Sopenharmony_ci			p_out += bytesperline;
5088c2ecf20Sopenharmony_ci		}
5098c2ecf20Sopenharmony_ci		return 0;
5108c2ecf20Sopenharmony_ci	}
5118c2ecf20Sopenharmony_ci
5128c2ecf20Sopenharmony_ci	/* Slower algorithm with format conversion, hflip, vflip and scaler */
5138c2ecf20Sopenharmony_ci
5148c2ecf20Sopenharmony_ci	/* To speed scaler up, use Bresenham for X dimension */
5158c2ecf20Sopenharmony_ci	x_int = q_data_in->width / q_data_out->width;
5168c2ecf20Sopenharmony_ci	x_fract = q_data_in->width % q_data_out->width;
5178c2ecf20Sopenharmony_ci
5188c2ecf20Sopenharmony_ci	for (y = start; y != end; y += step, y_out++) {
5198c2ecf20Sopenharmony_ci		y_in = (y * q_data_in->height) / q_data_out->height;
5208c2ecf20Sopenharmony_ci		x_offset = 0;
5218c2ecf20Sopenharmony_ci		x_err = 0;
5228c2ecf20Sopenharmony_ci
5238c2ecf20Sopenharmony_ci		p_line = p_in + (y_in * bytesperline);
5248c2ecf20Sopenharmony_ci		if (ctx->mode & MEM2MEM_HFLIP)
5258c2ecf20Sopenharmony_ci			p_line += bytesperline - (q_data_in->fmt->depth >> 3);
5268c2ecf20Sopenharmony_ci		p_in_x[0] = p_line;
5278c2ecf20Sopenharmony_ci
5288c2ecf20Sopenharmony_ci		for (x = 0; x < width >> 1; x++) {
5298c2ecf20Sopenharmony_ci			x_offset += x_int;
5308c2ecf20Sopenharmony_ci			x_err += x_fract;
5318c2ecf20Sopenharmony_ci			if (x_err > width) {
5328c2ecf20Sopenharmony_ci				x_offset++;
5338c2ecf20Sopenharmony_ci				x_err -= width;
5348c2ecf20Sopenharmony_ci			}
5358c2ecf20Sopenharmony_ci
5368c2ecf20Sopenharmony_ci			if (ctx->mode & MEM2MEM_HFLIP)
5378c2ecf20Sopenharmony_ci				p_in_x[1] = p_line - x_offset * bytes_per_pixel;
5388c2ecf20Sopenharmony_ci			else
5398c2ecf20Sopenharmony_ci				p_in_x[1] = p_line + x_offset * bytes_per_pixel;
5408c2ecf20Sopenharmony_ci
5418c2ecf20Sopenharmony_ci			copy_two_pixels(q_data_in, q_data_out,
5428c2ecf20Sopenharmony_ci					p_in_x, &p_out, y_out,
5438c2ecf20Sopenharmony_ci					ctx->mode & MEM2MEM_HFLIP);
5448c2ecf20Sopenharmony_ci
5458c2ecf20Sopenharmony_ci			/* Calculate the next p_in_x0 */
5468c2ecf20Sopenharmony_ci			x_offset += x_int;
5478c2ecf20Sopenharmony_ci			x_err += x_fract;
5488c2ecf20Sopenharmony_ci			if (x_err > width) {
5498c2ecf20Sopenharmony_ci				x_offset++;
5508c2ecf20Sopenharmony_ci				x_err -= width;
5518c2ecf20Sopenharmony_ci			}
5528c2ecf20Sopenharmony_ci
5538c2ecf20Sopenharmony_ci			if (ctx->mode & MEM2MEM_HFLIP)
5548c2ecf20Sopenharmony_ci				p_in_x[0] = p_line - x_offset * bytes_per_pixel;
5558c2ecf20Sopenharmony_ci			else
5568c2ecf20Sopenharmony_ci				p_in_x[0] = p_line + x_offset * bytes_per_pixel;
5578c2ecf20Sopenharmony_ci		}
5588c2ecf20Sopenharmony_ci	}
5598c2ecf20Sopenharmony_ci
5608c2ecf20Sopenharmony_ci	return 0;
5618c2ecf20Sopenharmony_ci}
5628c2ecf20Sopenharmony_ci
5638c2ecf20Sopenharmony_ci/*
5648c2ecf20Sopenharmony_ci * mem2mem callbacks
5658c2ecf20Sopenharmony_ci */
5668c2ecf20Sopenharmony_ci
5678c2ecf20Sopenharmony_ci/*
5688c2ecf20Sopenharmony_ci * job_ready() - check whether an instance is ready to be scheduled to run
5698c2ecf20Sopenharmony_ci */
5708c2ecf20Sopenharmony_cistatic int job_ready(void *priv)
5718c2ecf20Sopenharmony_ci{
5728c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = priv;
5738c2ecf20Sopenharmony_ci
5748c2ecf20Sopenharmony_ci	if (v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen
5758c2ecf20Sopenharmony_ci	    || v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen) {
5768c2ecf20Sopenharmony_ci		dprintk(ctx->dev, 1, "Not enough buffers available\n");
5778c2ecf20Sopenharmony_ci		return 0;
5788c2ecf20Sopenharmony_ci	}
5798c2ecf20Sopenharmony_ci
5808c2ecf20Sopenharmony_ci	return 1;
5818c2ecf20Sopenharmony_ci}
5828c2ecf20Sopenharmony_ci
5838c2ecf20Sopenharmony_cistatic void job_abort(void *priv)
5848c2ecf20Sopenharmony_ci{
5858c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = priv;
5868c2ecf20Sopenharmony_ci
5878c2ecf20Sopenharmony_ci	/* Will cancel the transaction in the next interrupt handler */
5888c2ecf20Sopenharmony_ci	ctx->aborting = 1;
5898c2ecf20Sopenharmony_ci}
5908c2ecf20Sopenharmony_ci
5918c2ecf20Sopenharmony_ci/* device_run() - prepares and starts the device
5928c2ecf20Sopenharmony_ci *
5938c2ecf20Sopenharmony_ci * This simulates all the immediate preparations required before starting
5948c2ecf20Sopenharmony_ci * a device. This will be called by the framework when it decides to schedule
5958c2ecf20Sopenharmony_ci * a particular instance.
5968c2ecf20Sopenharmony_ci */
5978c2ecf20Sopenharmony_cistatic void device_run(void *priv)
5988c2ecf20Sopenharmony_ci{
5998c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = priv;
6008c2ecf20Sopenharmony_ci	struct vb2_v4l2_buffer *src_buf, *dst_buf;
6018c2ecf20Sopenharmony_ci
6028c2ecf20Sopenharmony_ci	src_buf = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx);
6038c2ecf20Sopenharmony_ci	dst_buf = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);
6048c2ecf20Sopenharmony_ci
6058c2ecf20Sopenharmony_ci	/* Apply request controls if any */
6068c2ecf20Sopenharmony_ci	v4l2_ctrl_request_setup(src_buf->vb2_buf.req_obj.req,
6078c2ecf20Sopenharmony_ci				&ctx->hdl);
6088c2ecf20Sopenharmony_ci
6098c2ecf20Sopenharmony_ci	device_process(ctx, src_buf, dst_buf);
6108c2ecf20Sopenharmony_ci
6118c2ecf20Sopenharmony_ci	/* Complete request controls if any */
6128c2ecf20Sopenharmony_ci	v4l2_ctrl_request_complete(src_buf->vb2_buf.req_obj.req,
6138c2ecf20Sopenharmony_ci				   &ctx->hdl);
6148c2ecf20Sopenharmony_ci
6158c2ecf20Sopenharmony_ci	/* Run delayed work, which simulates a hardware irq  */
6168c2ecf20Sopenharmony_ci	schedule_delayed_work(&ctx->work_run, msecs_to_jiffies(ctx->transtime));
6178c2ecf20Sopenharmony_ci}
6188c2ecf20Sopenharmony_ci
6198c2ecf20Sopenharmony_cistatic void device_work(struct work_struct *w)
6208c2ecf20Sopenharmony_ci{
6218c2ecf20Sopenharmony_ci	struct vim2m_ctx *curr_ctx;
6228c2ecf20Sopenharmony_ci	struct vim2m_dev *vim2m_dev;
6238c2ecf20Sopenharmony_ci	struct vb2_v4l2_buffer *src_vb, *dst_vb;
6248c2ecf20Sopenharmony_ci
6258c2ecf20Sopenharmony_ci	curr_ctx = container_of(w, struct vim2m_ctx, work_run.work);
6268c2ecf20Sopenharmony_ci
6278c2ecf20Sopenharmony_ci	if (!curr_ctx) {
6288c2ecf20Sopenharmony_ci		pr_err("Instance released before the end of transaction\n");
6298c2ecf20Sopenharmony_ci		return;
6308c2ecf20Sopenharmony_ci	}
6318c2ecf20Sopenharmony_ci
6328c2ecf20Sopenharmony_ci	vim2m_dev = curr_ctx->dev;
6338c2ecf20Sopenharmony_ci
6348c2ecf20Sopenharmony_ci	src_vb = v4l2_m2m_src_buf_remove(curr_ctx->fh.m2m_ctx);
6358c2ecf20Sopenharmony_ci	dst_vb = v4l2_m2m_dst_buf_remove(curr_ctx->fh.m2m_ctx);
6368c2ecf20Sopenharmony_ci
6378c2ecf20Sopenharmony_ci	curr_ctx->num_processed++;
6388c2ecf20Sopenharmony_ci
6398c2ecf20Sopenharmony_ci	v4l2_m2m_buf_done(src_vb, VB2_BUF_STATE_DONE);
6408c2ecf20Sopenharmony_ci	v4l2_m2m_buf_done(dst_vb, VB2_BUF_STATE_DONE);
6418c2ecf20Sopenharmony_ci
6428c2ecf20Sopenharmony_ci	if (curr_ctx->num_processed == curr_ctx->translen
6438c2ecf20Sopenharmony_ci	    || curr_ctx->aborting) {
6448c2ecf20Sopenharmony_ci		dprintk(curr_ctx->dev, 2, "Finishing capture buffer fill\n");
6458c2ecf20Sopenharmony_ci		curr_ctx->num_processed = 0;
6468c2ecf20Sopenharmony_ci		v4l2_m2m_job_finish(vim2m_dev->m2m_dev, curr_ctx->fh.m2m_ctx);
6478c2ecf20Sopenharmony_ci	} else {
6488c2ecf20Sopenharmony_ci		device_run(curr_ctx);
6498c2ecf20Sopenharmony_ci	}
6508c2ecf20Sopenharmony_ci}
6518c2ecf20Sopenharmony_ci
6528c2ecf20Sopenharmony_ci/*
6538c2ecf20Sopenharmony_ci * video ioctls
6548c2ecf20Sopenharmony_ci */
6558c2ecf20Sopenharmony_cistatic int vidioc_querycap(struct file *file, void *priv,
6568c2ecf20Sopenharmony_ci			   struct v4l2_capability *cap)
6578c2ecf20Sopenharmony_ci{
6588c2ecf20Sopenharmony_ci	strscpy(cap->driver, MEM2MEM_NAME, sizeof(cap->driver));
6598c2ecf20Sopenharmony_ci	strscpy(cap->card, MEM2MEM_NAME, sizeof(cap->card));
6608c2ecf20Sopenharmony_ci	snprintf(cap->bus_info, sizeof(cap->bus_info),
6618c2ecf20Sopenharmony_ci		 "platform:%s", MEM2MEM_NAME);
6628c2ecf20Sopenharmony_ci	return 0;
6638c2ecf20Sopenharmony_ci}
6648c2ecf20Sopenharmony_ci
6658c2ecf20Sopenharmony_cistatic int enum_fmt(struct v4l2_fmtdesc *f, u32 type)
6668c2ecf20Sopenharmony_ci{
6678c2ecf20Sopenharmony_ci	int i, num;
6688c2ecf20Sopenharmony_ci	struct vim2m_fmt *fmt;
6698c2ecf20Sopenharmony_ci
6708c2ecf20Sopenharmony_ci	num = 0;
6718c2ecf20Sopenharmony_ci
6728c2ecf20Sopenharmony_ci	for (i = 0; i < NUM_FORMATS; ++i) {
6738c2ecf20Sopenharmony_ci		if (formats[i].types & type) {
6748c2ecf20Sopenharmony_ci			/* index-th format of type type found ? */
6758c2ecf20Sopenharmony_ci			if (num == f->index)
6768c2ecf20Sopenharmony_ci				break;
6778c2ecf20Sopenharmony_ci			/*
6788c2ecf20Sopenharmony_ci			 * Correct type but haven't reached our index yet,
6798c2ecf20Sopenharmony_ci			 * just increment per-type index
6808c2ecf20Sopenharmony_ci			 */
6818c2ecf20Sopenharmony_ci			++num;
6828c2ecf20Sopenharmony_ci		}
6838c2ecf20Sopenharmony_ci	}
6848c2ecf20Sopenharmony_ci
6858c2ecf20Sopenharmony_ci	if (i < NUM_FORMATS) {
6868c2ecf20Sopenharmony_ci		/* Format found */
6878c2ecf20Sopenharmony_ci		fmt = &formats[i];
6888c2ecf20Sopenharmony_ci		f->pixelformat = fmt->fourcc;
6898c2ecf20Sopenharmony_ci		return 0;
6908c2ecf20Sopenharmony_ci	}
6918c2ecf20Sopenharmony_ci
6928c2ecf20Sopenharmony_ci	/* Format not found */
6938c2ecf20Sopenharmony_ci	return -EINVAL;
6948c2ecf20Sopenharmony_ci}
6958c2ecf20Sopenharmony_ci
6968c2ecf20Sopenharmony_cistatic int vidioc_enum_fmt_vid_cap(struct file *file, void *priv,
6978c2ecf20Sopenharmony_ci				   struct v4l2_fmtdesc *f)
6988c2ecf20Sopenharmony_ci{
6998c2ecf20Sopenharmony_ci	return enum_fmt(f, MEM2MEM_CAPTURE);
7008c2ecf20Sopenharmony_ci}
7018c2ecf20Sopenharmony_ci
7028c2ecf20Sopenharmony_cistatic int vidioc_enum_fmt_vid_out(struct file *file, void *priv,
7038c2ecf20Sopenharmony_ci				   struct v4l2_fmtdesc *f)
7048c2ecf20Sopenharmony_ci{
7058c2ecf20Sopenharmony_ci	return enum_fmt(f, MEM2MEM_OUTPUT);
7068c2ecf20Sopenharmony_ci}
7078c2ecf20Sopenharmony_ci
7088c2ecf20Sopenharmony_cistatic int vidioc_enum_framesizes(struct file *file, void *priv,
7098c2ecf20Sopenharmony_ci				  struct v4l2_frmsizeenum *fsize)
7108c2ecf20Sopenharmony_ci{
7118c2ecf20Sopenharmony_ci	if (fsize->index != 0)
7128c2ecf20Sopenharmony_ci		return -EINVAL;
7138c2ecf20Sopenharmony_ci
7148c2ecf20Sopenharmony_ci	if (!find_format(fsize->pixel_format))
7158c2ecf20Sopenharmony_ci		return -EINVAL;
7168c2ecf20Sopenharmony_ci
7178c2ecf20Sopenharmony_ci	fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE;
7188c2ecf20Sopenharmony_ci	fsize->stepwise.min_width = MIN_W;
7198c2ecf20Sopenharmony_ci	fsize->stepwise.min_height = MIN_H;
7208c2ecf20Sopenharmony_ci	fsize->stepwise.max_width = MAX_W;
7218c2ecf20Sopenharmony_ci	fsize->stepwise.max_height = MAX_H;
7228c2ecf20Sopenharmony_ci
7238c2ecf20Sopenharmony_ci	get_alignment(fsize->pixel_format,
7248c2ecf20Sopenharmony_ci		      &fsize->stepwise.step_width,
7258c2ecf20Sopenharmony_ci		      &fsize->stepwise.step_height);
7268c2ecf20Sopenharmony_ci	return 0;
7278c2ecf20Sopenharmony_ci}
7288c2ecf20Sopenharmony_ci
7298c2ecf20Sopenharmony_cistatic int vidioc_g_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f)
7308c2ecf20Sopenharmony_ci{
7318c2ecf20Sopenharmony_ci	struct vb2_queue *vq;
7328c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data;
7338c2ecf20Sopenharmony_ci
7348c2ecf20Sopenharmony_ci	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
7358c2ecf20Sopenharmony_ci	if (!vq)
7368c2ecf20Sopenharmony_ci		return -EINVAL;
7378c2ecf20Sopenharmony_ci
7388c2ecf20Sopenharmony_ci	q_data = get_q_data(ctx, f->type);
7398c2ecf20Sopenharmony_ci	if (!q_data)
7408c2ecf20Sopenharmony_ci		return -EINVAL;
7418c2ecf20Sopenharmony_ci
7428c2ecf20Sopenharmony_ci	f->fmt.pix.width	= q_data->width;
7438c2ecf20Sopenharmony_ci	f->fmt.pix.height	= q_data->height;
7448c2ecf20Sopenharmony_ci	f->fmt.pix.field	= V4L2_FIELD_NONE;
7458c2ecf20Sopenharmony_ci	f->fmt.pix.pixelformat	= q_data->fmt->fourcc;
7468c2ecf20Sopenharmony_ci	f->fmt.pix.bytesperline	= (q_data->width * q_data->fmt->depth) >> 3;
7478c2ecf20Sopenharmony_ci	f->fmt.pix.sizeimage	= q_data->sizeimage;
7488c2ecf20Sopenharmony_ci	f->fmt.pix.colorspace	= ctx->colorspace;
7498c2ecf20Sopenharmony_ci	f->fmt.pix.xfer_func	= ctx->xfer_func;
7508c2ecf20Sopenharmony_ci	f->fmt.pix.ycbcr_enc	= ctx->ycbcr_enc;
7518c2ecf20Sopenharmony_ci	f->fmt.pix.quantization	= ctx->quant;
7528c2ecf20Sopenharmony_ci
7538c2ecf20Sopenharmony_ci	return 0;
7548c2ecf20Sopenharmony_ci}
7558c2ecf20Sopenharmony_ci
7568c2ecf20Sopenharmony_cistatic int vidioc_g_fmt_vid_out(struct file *file, void *priv,
7578c2ecf20Sopenharmony_ci				struct v4l2_format *f)
7588c2ecf20Sopenharmony_ci{
7598c2ecf20Sopenharmony_ci	return vidioc_g_fmt(file2ctx(file), f);
7608c2ecf20Sopenharmony_ci}
7618c2ecf20Sopenharmony_ci
7628c2ecf20Sopenharmony_cistatic int vidioc_g_fmt_vid_cap(struct file *file, void *priv,
7638c2ecf20Sopenharmony_ci				struct v4l2_format *f)
7648c2ecf20Sopenharmony_ci{
7658c2ecf20Sopenharmony_ci	return vidioc_g_fmt(file2ctx(file), f);
7668c2ecf20Sopenharmony_ci}
7678c2ecf20Sopenharmony_ci
7688c2ecf20Sopenharmony_cistatic int vidioc_try_fmt(struct v4l2_format *f, struct vim2m_fmt *fmt)
7698c2ecf20Sopenharmony_ci{
7708c2ecf20Sopenharmony_ci	int walign, halign;
7718c2ecf20Sopenharmony_ci	/*
7728c2ecf20Sopenharmony_ci	 * V4L2 specification specifies the driver corrects the
7738c2ecf20Sopenharmony_ci	 * format struct if any of the dimensions is unsupported
7748c2ecf20Sopenharmony_ci	 */
7758c2ecf20Sopenharmony_ci	if (f->fmt.pix.height < MIN_H)
7768c2ecf20Sopenharmony_ci		f->fmt.pix.height = MIN_H;
7778c2ecf20Sopenharmony_ci	else if (f->fmt.pix.height > MAX_H)
7788c2ecf20Sopenharmony_ci		f->fmt.pix.height = MAX_H;
7798c2ecf20Sopenharmony_ci
7808c2ecf20Sopenharmony_ci	if (f->fmt.pix.width < MIN_W)
7818c2ecf20Sopenharmony_ci		f->fmt.pix.width = MIN_W;
7828c2ecf20Sopenharmony_ci	else if (f->fmt.pix.width > MAX_W)
7838c2ecf20Sopenharmony_ci		f->fmt.pix.width = MAX_W;
7848c2ecf20Sopenharmony_ci
7858c2ecf20Sopenharmony_ci	get_alignment(f->fmt.pix.pixelformat, &walign, &halign);
7868c2ecf20Sopenharmony_ci	f->fmt.pix.width &= ~(walign - 1);
7878c2ecf20Sopenharmony_ci	f->fmt.pix.height &= ~(halign - 1);
7888c2ecf20Sopenharmony_ci	f->fmt.pix.bytesperline = (f->fmt.pix.width * fmt->depth) >> 3;
7898c2ecf20Sopenharmony_ci	f->fmt.pix.sizeimage = f->fmt.pix.height * f->fmt.pix.bytesperline;
7908c2ecf20Sopenharmony_ci	f->fmt.pix.field = V4L2_FIELD_NONE;
7918c2ecf20Sopenharmony_ci
7928c2ecf20Sopenharmony_ci	return 0;
7938c2ecf20Sopenharmony_ci}
7948c2ecf20Sopenharmony_ci
7958c2ecf20Sopenharmony_cistatic int vidioc_try_fmt_vid_cap(struct file *file, void *priv,
7968c2ecf20Sopenharmony_ci				  struct v4l2_format *f)
7978c2ecf20Sopenharmony_ci{
7988c2ecf20Sopenharmony_ci	struct vim2m_fmt *fmt;
7998c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = file2ctx(file);
8008c2ecf20Sopenharmony_ci
8018c2ecf20Sopenharmony_ci	fmt = find_format(f->fmt.pix.pixelformat);
8028c2ecf20Sopenharmony_ci	if (!fmt) {
8038c2ecf20Sopenharmony_ci		f->fmt.pix.pixelformat = formats[0].fourcc;
8048c2ecf20Sopenharmony_ci		fmt = find_format(f->fmt.pix.pixelformat);
8058c2ecf20Sopenharmony_ci	}
8068c2ecf20Sopenharmony_ci	if (!(fmt->types & MEM2MEM_CAPTURE)) {
8078c2ecf20Sopenharmony_ci		v4l2_err(&ctx->dev->v4l2_dev,
8088c2ecf20Sopenharmony_ci			 "Fourcc format (0x%08x) invalid.\n",
8098c2ecf20Sopenharmony_ci			 f->fmt.pix.pixelformat);
8108c2ecf20Sopenharmony_ci		return -EINVAL;
8118c2ecf20Sopenharmony_ci	}
8128c2ecf20Sopenharmony_ci	f->fmt.pix.colorspace = ctx->colorspace;
8138c2ecf20Sopenharmony_ci	f->fmt.pix.xfer_func = ctx->xfer_func;
8148c2ecf20Sopenharmony_ci	f->fmt.pix.ycbcr_enc = ctx->ycbcr_enc;
8158c2ecf20Sopenharmony_ci	f->fmt.pix.quantization = ctx->quant;
8168c2ecf20Sopenharmony_ci
8178c2ecf20Sopenharmony_ci	return vidioc_try_fmt(f, fmt);
8188c2ecf20Sopenharmony_ci}
8198c2ecf20Sopenharmony_ci
8208c2ecf20Sopenharmony_cistatic int vidioc_try_fmt_vid_out(struct file *file, void *priv,
8218c2ecf20Sopenharmony_ci				  struct v4l2_format *f)
8228c2ecf20Sopenharmony_ci{
8238c2ecf20Sopenharmony_ci	struct vim2m_fmt *fmt;
8248c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = file2ctx(file);
8258c2ecf20Sopenharmony_ci
8268c2ecf20Sopenharmony_ci	fmt = find_format(f->fmt.pix.pixelformat);
8278c2ecf20Sopenharmony_ci	if (!fmt) {
8288c2ecf20Sopenharmony_ci		f->fmt.pix.pixelformat = formats[0].fourcc;
8298c2ecf20Sopenharmony_ci		fmt = find_format(f->fmt.pix.pixelformat);
8308c2ecf20Sopenharmony_ci	}
8318c2ecf20Sopenharmony_ci	if (!(fmt->types & MEM2MEM_OUTPUT)) {
8328c2ecf20Sopenharmony_ci		v4l2_err(&ctx->dev->v4l2_dev,
8338c2ecf20Sopenharmony_ci			 "Fourcc format (0x%08x) invalid.\n",
8348c2ecf20Sopenharmony_ci			 f->fmt.pix.pixelformat);
8358c2ecf20Sopenharmony_ci		return -EINVAL;
8368c2ecf20Sopenharmony_ci	}
8378c2ecf20Sopenharmony_ci	if (!f->fmt.pix.colorspace)
8388c2ecf20Sopenharmony_ci		f->fmt.pix.colorspace = V4L2_COLORSPACE_REC709;
8398c2ecf20Sopenharmony_ci
8408c2ecf20Sopenharmony_ci	return vidioc_try_fmt(f, fmt);
8418c2ecf20Sopenharmony_ci}
8428c2ecf20Sopenharmony_ci
8438c2ecf20Sopenharmony_cistatic int vidioc_s_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f)
8448c2ecf20Sopenharmony_ci{
8458c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data;
8468c2ecf20Sopenharmony_ci	struct vb2_queue *vq;
8478c2ecf20Sopenharmony_ci
8488c2ecf20Sopenharmony_ci	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
8498c2ecf20Sopenharmony_ci	if (!vq)
8508c2ecf20Sopenharmony_ci		return -EINVAL;
8518c2ecf20Sopenharmony_ci
8528c2ecf20Sopenharmony_ci	q_data = get_q_data(ctx, f->type);
8538c2ecf20Sopenharmony_ci	if (!q_data)
8548c2ecf20Sopenharmony_ci		return -EINVAL;
8558c2ecf20Sopenharmony_ci
8568c2ecf20Sopenharmony_ci	if (vb2_is_busy(vq)) {
8578c2ecf20Sopenharmony_ci		v4l2_err(&ctx->dev->v4l2_dev, "%s queue busy\n", __func__);
8588c2ecf20Sopenharmony_ci		return -EBUSY;
8598c2ecf20Sopenharmony_ci	}
8608c2ecf20Sopenharmony_ci
8618c2ecf20Sopenharmony_ci	q_data->fmt		= find_format(f->fmt.pix.pixelformat);
8628c2ecf20Sopenharmony_ci	q_data->width		= f->fmt.pix.width;
8638c2ecf20Sopenharmony_ci	q_data->height		= f->fmt.pix.height;
8648c2ecf20Sopenharmony_ci	q_data->sizeimage	= q_data->width * q_data->height
8658c2ecf20Sopenharmony_ci				* q_data->fmt->depth >> 3;
8668c2ecf20Sopenharmony_ci
8678c2ecf20Sopenharmony_ci	dprintk(ctx->dev, 1,
8688c2ecf20Sopenharmony_ci		"Format for type %s: %dx%d (%d bpp), fmt: %c%c%c%c\n",
8698c2ecf20Sopenharmony_ci		type_name(f->type), q_data->width, q_data->height,
8708c2ecf20Sopenharmony_ci		q_data->fmt->depth,
8718c2ecf20Sopenharmony_ci		(q_data->fmt->fourcc & 0xff),
8728c2ecf20Sopenharmony_ci		(q_data->fmt->fourcc >>  8) & 0xff,
8738c2ecf20Sopenharmony_ci		(q_data->fmt->fourcc >> 16) & 0xff,
8748c2ecf20Sopenharmony_ci		(q_data->fmt->fourcc >> 24) & 0xff);
8758c2ecf20Sopenharmony_ci
8768c2ecf20Sopenharmony_ci	return 0;
8778c2ecf20Sopenharmony_ci}
8788c2ecf20Sopenharmony_ci
8798c2ecf20Sopenharmony_cistatic int vidioc_s_fmt_vid_cap(struct file *file, void *priv,
8808c2ecf20Sopenharmony_ci				struct v4l2_format *f)
8818c2ecf20Sopenharmony_ci{
8828c2ecf20Sopenharmony_ci	int ret;
8838c2ecf20Sopenharmony_ci
8848c2ecf20Sopenharmony_ci	ret = vidioc_try_fmt_vid_cap(file, priv, f);
8858c2ecf20Sopenharmony_ci	if (ret)
8868c2ecf20Sopenharmony_ci		return ret;
8878c2ecf20Sopenharmony_ci
8888c2ecf20Sopenharmony_ci	return vidioc_s_fmt(file2ctx(file), f);
8898c2ecf20Sopenharmony_ci}
8908c2ecf20Sopenharmony_ci
8918c2ecf20Sopenharmony_cistatic int vidioc_s_fmt_vid_out(struct file *file, void *priv,
8928c2ecf20Sopenharmony_ci				struct v4l2_format *f)
8938c2ecf20Sopenharmony_ci{
8948c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = file2ctx(file);
8958c2ecf20Sopenharmony_ci	int ret;
8968c2ecf20Sopenharmony_ci
8978c2ecf20Sopenharmony_ci	ret = vidioc_try_fmt_vid_out(file, priv, f);
8988c2ecf20Sopenharmony_ci	if (ret)
8998c2ecf20Sopenharmony_ci		return ret;
9008c2ecf20Sopenharmony_ci
9018c2ecf20Sopenharmony_ci	ret = vidioc_s_fmt(file2ctx(file), f);
9028c2ecf20Sopenharmony_ci	if (!ret) {
9038c2ecf20Sopenharmony_ci		ctx->colorspace = f->fmt.pix.colorspace;
9048c2ecf20Sopenharmony_ci		ctx->xfer_func = f->fmt.pix.xfer_func;
9058c2ecf20Sopenharmony_ci		ctx->ycbcr_enc = f->fmt.pix.ycbcr_enc;
9068c2ecf20Sopenharmony_ci		ctx->quant = f->fmt.pix.quantization;
9078c2ecf20Sopenharmony_ci	}
9088c2ecf20Sopenharmony_ci	return ret;
9098c2ecf20Sopenharmony_ci}
9108c2ecf20Sopenharmony_ci
9118c2ecf20Sopenharmony_cistatic int vim2m_s_ctrl(struct v4l2_ctrl *ctrl)
9128c2ecf20Sopenharmony_ci{
9138c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx =
9148c2ecf20Sopenharmony_ci		container_of(ctrl->handler, struct vim2m_ctx, hdl);
9158c2ecf20Sopenharmony_ci
9168c2ecf20Sopenharmony_ci	switch (ctrl->id) {
9178c2ecf20Sopenharmony_ci	case V4L2_CID_HFLIP:
9188c2ecf20Sopenharmony_ci		if (ctrl->val)
9198c2ecf20Sopenharmony_ci			ctx->mode |= MEM2MEM_HFLIP;
9208c2ecf20Sopenharmony_ci		else
9218c2ecf20Sopenharmony_ci			ctx->mode &= ~MEM2MEM_HFLIP;
9228c2ecf20Sopenharmony_ci		break;
9238c2ecf20Sopenharmony_ci
9248c2ecf20Sopenharmony_ci	case V4L2_CID_VFLIP:
9258c2ecf20Sopenharmony_ci		if (ctrl->val)
9268c2ecf20Sopenharmony_ci			ctx->mode |= MEM2MEM_VFLIP;
9278c2ecf20Sopenharmony_ci		else
9288c2ecf20Sopenharmony_ci			ctx->mode &= ~MEM2MEM_VFLIP;
9298c2ecf20Sopenharmony_ci		break;
9308c2ecf20Sopenharmony_ci
9318c2ecf20Sopenharmony_ci	case V4L2_CID_TRANS_TIME_MSEC:
9328c2ecf20Sopenharmony_ci		ctx->transtime = ctrl->val;
9338c2ecf20Sopenharmony_ci		if (ctx->transtime < 1)
9348c2ecf20Sopenharmony_ci			ctx->transtime = 1;
9358c2ecf20Sopenharmony_ci		break;
9368c2ecf20Sopenharmony_ci
9378c2ecf20Sopenharmony_ci	case V4L2_CID_TRANS_NUM_BUFS:
9388c2ecf20Sopenharmony_ci		ctx->translen = ctrl->val;
9398c2ecf20Sopenharmony_ci		break;
9408c2ecf20Sopenharmony_ci
9418c2ecf20Sopenharmony_ci	default:
9428c2ecf20Sopenharmony_ci		v4l2_err(&ctx->dev->v4l2_dev, "Invalid control\n");
9438c2ecf20Sopenharmony_ci		return -EINVAL;
9448c2ecf20Sopenharmony_ci	}
9458c2ecf20Sopenharmony_ci
9468c2ecf20Sopenharmony_ci	return 0;
9478c2ecf20Sopenharmony_ci}
9488c2ecf20Sopenharmony_ci
9498c2ecf20Sopenharmony_cistatic const struct v4l2_ctrl_ops vim2m_ctrl_ops = {
9508c2ecf20Sopenharmony_ci	.s_ctrl = vim2m_s_ctrl,
9518c2ecf20Sopenharmony_ci};
9528c2ecf20Sopenharmony_ci
9538c2ecf20Sopenharmony_cistatic const struct v4l2_ioctl_ops vim2m_ioctl_ops = {
9548c2ecf20Sopenharmony_ci	.vidioc_querycap	= vidioc_querycap,
9558c2ecf20Sopenharmony_ci
9568c2ecf20Sopenharmony_ci	.vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
9578c2ecf20Sopenharmony_ci	.vidioc_enum_framesizes = vidioc_enum_framesizes,
9588c2ecf20Sopenharmony_ci	.vidioc_g_fmt_vid_cap	= vidioc_g_fmt_vid_cap,
9598c2ecf20Sopenharmony_ci	.vidioc_try_fmt_vid_cap	= vidioc_try_fmt_vid_cap,
9608c2ecf20Sopenharmony_ci	.vidioc_s_fmt_vid_cap	= vidioc_s_fmt_vid_cap,
9618c2ecf20Sopenharmony_ci
9628c2ecf20Sopenharmony_ci	.vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
9638c2ecf20Sopenharmony_ci	.vidioc_g_fmt_vid_out	= vidioc_g_fmt_vid_out,
9648c2ecf20Sopenharmony_ci	.vidioc_try_fmt_vid_out	= vidioc_try_fmt_vid_out,
9658c2ecf20Sopenharmony_ci	.vidioc_s_fmt_vid_out	= vidioc_s_fmt_vid_out,
9668c2ecf20Sopenharmony_ci
9678c2ecf20Sopenharmony_ci	.vidioc_reqbufs		= v4l2_m2m_ioctl_reqbufs,
9688c2ecf20Sopenharmony_ci	.vidioc_querybuf	= v4l2_m2m_ioctl_querybuf,
9698c2ecf20Sopenharmony_ci	.vidioc_qbuf		= v4l2_m2m_ioctl_qbuf,
9708c2ecf20Sopenharmony_ci	.vidioc_dqbuf		= v4l2_m2m_ioctl_dqbuf,
9718c2ecf20Sopenharmony_ci	.vidioc_prepare_buf	= v4l2_m2m_ioctl_prepare_buf,
9728c2ecf20Sopenharmony_ci	.vidioc_create_bufs	= v4l2_m2m_ioctl_create_bufs,
9738c2ecf20Sopenharmony_ci	.vidioc_expbuf		= v4l2_m2m_ioctl_expbuf,
9748c2ecf20Sopenharmony_ci
9758c2ecf20Sopenharmony_ci	.vidioc_streamon	= v4l2_m2m_ioctl_streamon,
9768c2ecf20Sopenharmony_ci	.vidioc_streamoff	= v4l2_m2m_ioctl_streamoff,
9778c2ecf20Sopenharmony_ci
9788c2ecf20Sopenharmony_ci	.vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
9798c2ecf20Sopenharmony_ci	.vidioc_unsubscribe_event = v4l2_event_unsubscribe,
9808c2ecf20Sopenharmony_ci};
9818c2ecf20Sopenharmony_ci
9828c2ecf20Sopenharmony_ci/*
9838c2ecf20Sopenharmony_ci * Queue operations
9848c2ecf20Sopenharmony_ci */
9858c2ecf20Sopenharmony_ci
9868c2ecf20Sopenharmony_cistatic int vim2m_queue_setup(struct vb2_queue *vq,
9878c2ecf20Sopenharmony_ci			     unsigned int *nbuffers,
9888c2ecf20Sopenharmony_ci			     unsigned int *nplanes,
9898c2ecf20Sopenharmony_ci			     unsigned int sizes[],
9908c2ecf20Sopenharmony_ci			     struct device *alloc_devs[])
9918c2ecf20Sopenharmony_ci{
9928c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(vq);
9938c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data;
9948c2ecf20Sopenharmony_ci	unsigned int size, count = *nbuffers;
9958c2ecf20Sopenharmony_ci
9968c2ecf20Sopenharmony_ci	q_data = get_q_data(ctx, vq->type);
9978c2ecf20Sopenharmony_ci	if (!q_data)
9988c2ecf20Sopenharmony_ci		return -EINVAL;
9998c2ecf20Sopenharmony_ci
10008c2ecf20Sopenharmony_ci	size = q_data->width * q_data->height * q_data->fmt->depth >> 3;
10018c2ecf20Sopenharmony_ci
10028c2ecf20Sopenharmony_ci	while (size * count > MEM2MEM_VID_MEM_LIMIT)
10038c2ecf20Sopenharmony_ci		(count)--;
10048c2ecf20Sopenharmony_ci	*nbuffers = count;
10058c2ecf20Sopenharmony_ci
10068c2ecf20Sopenharmony_ci	if (*nplanes)
10078c2ecf20Sopenharmony_ci		return sizes[0] < size ? -EINVAL : 0;
10088c2ecf20Sopenharmony_ci
10098c2ecf20Sopenharmony_ci	*nplanes = 1;
10108c2ecf20Sopenharmony_ci	sizes[0] = size;
10118c2ecf20Sopenharmony_ci
10128c2ecf20Sopenharmony_ci	dprintk(ctx->dev, 1, "%s: get %d buffer(s) of size %d each.\n",
10138c2ecf20Sopenharmony_ci		type_name(vq->type), count, size);
10148c2ecf20Sopenharmony_ci
10158c2ecf20Sopenharmony_ci	return 0;
10168c2ecf20Sopenharmony_ci}
10178c2ecf20Sopenharmony_ci
10188c2ecf20Sopenharmony_cistatic int vim2m_buf_out_validate(struct vb2_buffer *vb)
10198c2ecf20Sopenharmony_ci{
10208c2ecf20Sopenharmony_ci	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
10218c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
10228c2ecf20Sopenharmony_ci
10238c2ecf20Sopenharmony_ci	if (vbuf->field == V4L2_FIELD_ANY)
10248c2ecf20Sopenharmony_ci		vbuf->field = V4L2_FIELD_NONE;
10258c2ecf20Sopenharmony_ci	if (vbuf->field != V4L2_FIELD_NONE) {
10268c2ecf20Sopenharmony_ci		dprintk(ctx->dev, 1, "%s field isn't supported\n", __func__);
10278c2ecf20Sopenharmony_ci		return -EINVAL;
10288c2ecf20Sopenharmony_ci	}
10298c2ecf20Sopenharmony_ci
10308c2ecf20Sopenharmony_ci	return 0;
10318c2ecf20Sopenharmony_ci}
10328c2ecf20Sopenharmony_ci
10338c2ecf20Sopenharmony_cistatic int vim2m_buf_prepare(struct vb2_buffer *vb)
10348c2ecf20Sopenharmony_ci{
10358c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
10368c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data;
10378c2ecf20Sopenharmony_ci
10388c2ecf20Sopenharmony_ci	dprintk(ctx->dev, 2, "type: %s\n", type_name(vb->vb2_queue->type));
10398c2ecf20Sopenharmony_ci
10408c2ecf20Sopenharmony_ci	q_data = get_q_data(ctx, vb->vb2_queue->type);
10418c2ecf20Sopenharmony_ci	if (!q_data)
10428c2ecf20Sopenharmony_ci		return -EINVAL;
10438c2ecf20Sopenharmony_ci	if (vb2_plane_size(vb, 0) < q_data->sizeimage) {
10448c2ecf20Sopenharmony_ci		dprintk(ctx->dev, 1,
10458c2ecf20Sopenharmony_ci			"%s data will not fit into plane (%lu < %lu)\n",
10468c2ecf20Sopenharmony_ci			__func__, vb2_plane_size(vb, 0),
10478c2ecf20Sopenharmony_ci			(long)q_data->sizeimage);
10488c2ecf20Sopenharmony_ci		return -EINVAL;
10498c2ecf20Sopenharmony_ci	}
10508c2ecf20Sopenharmony_ci
10518c2ecf20Sopenharmony_ci	vb2_set_plane_payload(vb, 0, q_data->sizeimage);
10528c2ecf20Sopenharmony_ci
10538c2ecf20Sopenharmony_ci	return 0;
10548c2ecf20Sopenharmony_ci}
10558c2ecf20Sopenharmony_ci
10568c2ecf20Sopenharmony_cistatic void vim2m_buf_queue(struct vb2_buffer *vb)
10578c2ecf20Sopenharmony_ci{
10588c2ecf20Sopenharmony_ci	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
10598c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
10608c2ecf20Sopenharmony_ci
10618c2ecf20Sopenharmony_ci	v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
10628c2ecf20Sopenharmony_ci}
10638c2ecf20Sopenharmony_ci
10648c2ecf20Sopenharmony_cistatic int vim2m_start_streaming(struct vb2_queue *q, unsigned int count)
10658c2ecf20Sopenharmony_ci{
10668c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(q);
10678c2ecf20Sopenharmony_ci	struct vim2m_q_data *q_data = get_q_data(ctx, q->type);
10688c2ecf20Sopenharmony_ci
10698c2ecf20Sopenharmony_ci	if (!q_data)
10708c2ecf20Sopenharmony_ci		return -EINVAL;
10718c2ecf20Sopenharmony_ci
10728c2ecf20Sopenharmony_ci	if (V4L2_TYPE_IS_OUTPUT(q->type))
10738c2ecf20Sopenharmony_ci		ctx->aborting = 0;
10748c2ecf20Sopenharmony_ci
10758c2ecf20Sopenharmony_ci	q_data->sequence = 0;
10768c2ecf20Sopenharmony_ci	return 0;
10778c2ecf20Sopenharmony_ci}
10788c2ecf20Sopenharmony_ci
10798c2ecf20Sopenharmony_cistatic void vim2m_stop_streaming(struct vb2_queue *q)
10808c2ecf20Sopenharmony_ci{
10818c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(q);
10828c2ecf20Sopenharmony_ci	struct vb2_v4l2_buffer *vbuf;
10838c2ecf20Sopenharmony_ci
10848c2ecf20Sopenharmony_ci	cancel_delayed_work_sync(&ctx->work_run);
10858c2ecf20Sopenharmony_ci
10868c2ecf20Sopenharmony_ci	for (;;) {
10878c2ecf20Sopenharmony_ci		if (V4L2_TYPE_IS_OUTPUT(q->type))
10888c2ecf20Sopenharmony_ci			vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
10898c2ecf20Sopenharmony_ci		else
10908c2ecf20Sopenharmony_ci			vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
10918c2ecf20Sopenharmony_ci		if (!vbuf)
10928c2ecf20Sopenharmony_ci			return;
10938c2ecf20Sopenharmony_ci		v4l2_ctrl_request_complete(vbuf->vb2_buf.req_obj.req,
10948c2ecf20Sopenharmony_ci					   &ctx->hdl);
10958c2ecf20Sopenharmony_ci		v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR);
10968c2ecf20Sopenharmony_ci	}
10978c2ecf20Sopenharmony_ci}
10988c2ecf20Sopenharmony_ci
10998c2ecf20Sopenharmony_cistatic void vim2m_buf_request_complete(struct vb2_buffer *vb)
11008c2ecf20Sopenharmony_ci{
11018c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
11028c2ecf20Sopenharmony_ci
11038c2ecf20Sopenharmony_ci	v4l2_ctrl_request_complete(vb->req_obj.req, &ctx->hdl);
11048c2ecf20Sopenharmony_ci}
11058c2ecf20Sopenharmony_ci
11068c2ecf20Sopenharmony_cistatic const struct vb2_ops vim2m_qops = {
11078c2ecf20Sopenharmony_ci	.queue_setup	 = vim2m_queue_setup,
11088c2ecf20Sopenharmony_ci	.buf_out_validate	 = vim2m_buf_out_validate,
11098c2ecf20Sopenharmony_ci	.buf_prepare	 = vim2m_buf_prepare,
11108c2ecf20Sopenharmony_ci	.buf_queue	 = vim2m_buf_queue,
11118c2ecf20Sopenharmony_ci	.start_streaming = vim2m_start_streaming,
11128c2ecf20Sopenharmony_ci	.stop_streaming  = vim2m_stop_streaming,
11138c2ecf20Sopenharmony_ci	.wait_prepare	 = vb2_ops_wait_prepare,
11148c2ecf20Sopenharmony_ci	.wait_finish	 = vb2_ops_wait_finish,
11158c2ecf20Sopenharmony_ci	.buf_request_complete = vim2m_buf_request_complete,
11168c2ecf20Sopenharmony_ci};
11178c2ecf20Sopenharmony_ci
11188c2ecf20Sopenharmony_cistatic int queue_init(void *priv, struct vb2_queue *src_vq,
11198c2ecf20Sopenharmony_ci		      struct vb2_queue *dst_vq)
11208c2ecf20Sopenharmony_ci{
11218c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = priv;
11228c2ecf20Sopenharmony_ci	int ret;
11238c2ecf20Sopenharmony_ci
11248c2ecf20Sopenharmony_ci	src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
11258c2ecf20Sopenharmony_ci	src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
11268c2ecf20Sopenharmony_ci	src_vq->drv_priv = ctx;
11278c2ecf20Sopenharmony_ci	src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
11288c2ecf20Sopenharmony_ci	src_vq->ops = &vim2m_qops;
11298c2ecf20Sopenharmony_ci	src_vq->mem_ops = &vb2_vmalloc_memops;
11308c2ecf20Sopenharmony_ci	src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
11318c2ecf20Sopenharmony_ci	src_vq->lock = &ctx->vb_mutex;
11328c2ecf20Sopenharmony_ci	src_vq->supports_requests = true;
11338c2ecf20Sopenharmony_ci
11348c2ecf20Sopenharmony_ci	ret = vb2_queue_init(src_vq);
11358c2ecf20Sopenharmony_ci	if (ret)
11368c2ecf20Sopenharmony_ci		return ret;
11378c2ecf20Sopenharmony_ci
11388c2ecf20Sopenharmony_ci	dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
11398c2ecf20Sopenharmony_ci	dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF;
11408c2ecf20Sopenharmony_ci	dst_vq->drv_priv = ctx;
11418c2ecf20Sopenharmony_ci	dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
11428c2ecf20Sopenharmony_ci	dst_vq->ops = &vim2m_qops;
11438c2ecf20Sopenharmony_ci	dst_vq->mem_ops = &vb2_vmalloc_memops;
11448c2ecf20Sopenharmony_ci	dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
11458c2ecf20Sopenharmony_ci	dst_vq->lock = &ctx->vb_mutex;
11468c2ecf20Sopenharmony_ci
11478c2ecf20Sopenharmony_ci	return vb2_queue_init(dst_vq);
11488c2ecf20Sopenharmony_ci}
11498c2ecf20Sopenharmony_ci
11508c2ecf20Sopenharmony_cistatic struct v4l2_ctrl_config vim2m_ctrl_trans_time_msec = {
11518c2ecf20Sopenharmony_ci	.ops = &vim2m_ctrl_ops,
11528c2ecf20Sopenharmony_ci	.id = V4L2_CID_TRANS_TIME_MSEC,
11538c2ecf20Sopenharmony_ci	.name = "Transaction Time (msec)",
11548c2ecf20Sopenharmony_ci	.type = V4L2_CTRL_TYPE_INTEGER,
11558c2ecf20Sopenharmony_ci	.min = 1,
11568c2ecf20Sopenharmony_ci	.max = 10001,
11578c2ecf20Sopenharmony_ci	.step = 1,
11588c2ecf20Sopenharmony_ci};
11598c2ecf20Sopenharmony_ci
11608c2ecf20Sopenharmony_cistatic const struct v4l2_ctrl_config vim2m_ctrl_trans_num_bufs = {
11618c2ecf20Sopenharmony_ci	.ops = &vim2m_ctrl_ops,
11628c2ecf20Sopenharmony_ci	.id = V4L2_CID_TRANS_NUM_BUFS,
11638c2ecf20Sopenharmony_ci	.name = "Buffers Per Transaction",
11648c2ecf20Sopenharmony_ci	.type = V4L2_CTRL_TYPE_INTEGER,
11658c2ecf20Sopenharmony_ci	.def = 1,
11668c2ecf20Sopenharmony_ci	.min = 1,
11678c2ecf20Sopenharmony_ci	.max = MEM2MEM_DEF_NUM_BUFS,
11688c2ecf20Sopenharmony_ci	.step = 1,
11698c2ecf20Sopenharmony_ci};
11708c2ecf20Sopenharmony_ci
11718c2ecf20Sopenharmony_ci/*
11728c2ecf20Sopenharmony_ci * File operations
11738c2ecf20Sopenharmony_ci */
11748c2ecf20Sopenharmony_cistatic int vim2m_open(struct file *file)
11758c2ecf20Sopenharmony_ci{
11768c2ecf20Sopenharmony_ci	struct vim2m_dev *dev = video_drvdata(file);
11778c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = NULL;
11788c2ecf20Sopenharmony_ci	struct v4l2_ctrl_handler *hdl;
11798c2ecf20Sopenharmony_ci	int rc = 0;
11808c2ecf20Sopenharmony_ci
11818c2ecf20Sopenharmony_ci	if (mutex_lock_interruptible(&dev->dev_mutex))
11828c2ecf20Sopenharmony_ci		return -ERESTARTSYS;
11838c2ecf20Sopenharmony_ci	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
11848c2ecf20Sopenharmony_ci	if (!ctx) {
11858c2ecf20Sopenharmony_ci		rc = -ENOMEM;
11868c2ecf20Sopenharmony_ci		goto open_unlock;
11878c2ecf20Sopenharmony_ci	}
11888c2ecf20Sopenharmony_ci
11898c2ecf20Sopenharmony_ci	v4l2_fh_init(&ctx->fh, video_devdata(file));
11908c2ecf20Sopenharmony_ci	file->private_data = &ctx->fh;
11918c2ecf20Sopenharmony_ci	ctx->dev = dev;
11928c2ecf20Sopenharmony_ci	hdl = &ctx->hdl;
11938c2ecf20Sopenharmony_ci	v4l2_ctrl_handler_init(hdl, 4);
11948c2ecf20Sopenharmony_ci	v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_HFLIP, 0, 1, 1, 0);
11958c2ecf20Sopenharmony_ci	v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_VFLIP, 0, 1, 1, 0);
11968c2ecf20Sopenharmony_ci
11978c2ecf20Sopenharmony_ci	vim2m_ctrl_trans_time_msec.def = default_transtime;
11988c2ecf20Sopenharmony_ci	v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_time_msec, NULL);
11998c2ecf20Sopenharmony_ci	v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_num_bufs, NULL);
12008c2ecf20Sopenharmony_ci	if (hdl->error) {
12018c2ecf20Sopenharmony_ci		rc = hdl->error;
12028c2ecf20Sopenharmony_ci		v4l2_ctrl_handler_free(hdl);
12038c2ecf20Sopenharmony_ci		kfree(ctx);
12048c2ecf20Sopenharmony_ci		goto open_unlock;
12058c2ecf20Sopenharmony_ci	}
12068c2ecf20Sopenharmony_ci	ctx->fh.ctrl_handler = hdl;
12078c2ecf20Sopenharmony_ci	v4l2_ctrl_handler_setup(hdl);
12088c2ecf20Sopenharmony_ci
12098c2ecf20Sopenharmony_ci	ctx->q_data[V4L2_M2M_SRC].fmt = &formats[0];
12108c2ecf20Sopenharmony_ci	ctx->q_data[V4L2_M2M_SRC].width = 640;
12118c2ecf20Sopenharmony_ci	ctx->q_data[V4L2_M2M_SRC].height = 480;
12128c2ecf20Sopenharmony_ci	ctx->q_data[V4L2_M2M_SRC].sizeimage =
12138c2ecf20Sopenharmony_ci		ctx->q_data[V4L2_M2M_SRC].width *
12148c2ecf20Sopenharmony_ci		ctx->q_data[V4L2_M2M_SRC].height *
12158c2ecf20Sopenharmony_ci		(ctx->q_data[V4L2_M2M_SRC].fmt->depth >> 3);
12168c2ecf20Sopenharmony_ci	ctx->q_data[V4L2_M2M_DST] = ctx->q_data[V4L2_M2M_SRC];
12178c2ecf20Sopenharmony_ci	ctx->colorspace = V4L2_COLORSPACE_REC709;
12188c2ecf20Sopenharmony_ci
12198c2ecf20Sopenharmony_ci	ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev, ctx, &queue_init);
12208c2ecf20Sopenharmony_ci
12218c2ecf20Sopenharmony_ci	mutex_init(&ctx->vb_mutex);
12228c2ecf20Sopenharmony_ci	INIT_DELAYED_WORK(&ctx->work_run, device_work);
12238c2ecf20Sopenharmony_ci
12248c2ecf20Sopenharmony_ci	if (IS_ERR(ctx->fh.m2m_ctx)) {
12258c2ecf20Sopenharmony_ci		rc = PTR_ERR(ctx->fh.m2m_ctx);
12268c2ecf20Sopenharmony_ci
12278c2ecf20Sopenharmony_ci		v4l2_ctrl_handler_free(hdl);
12288c2ecf20Sopenharmony_ci		v4l2_fh_exit(&ctx->fh);
12298c2ecf20Sopenharmony_ci		kfree(ctx);
12308c2ecf20Sopenharmony_ci		goto open_unlock;
12318c2ecf20Sopenharmony_ci	}
12328c2ecf20Sopenharmony_ci
12338c2ecf20Sopenharmony_ci	v4l2_fh_add(&ctx->fh);
12348c2ecf20Sopenharmony_ci	atomic_inc(&dev->num_inst);
12358c2ecf20Sopenharmony_ci
12368c2ecf20Sopenharmony_ci	dprintk(dev, 1, "Created instance: %p, m2m_ctx: %p\n",
12378c2ecf20Sopenharmony_ci		ctx, ctx->fh.m2m_ctx);
12388c2ecf20Sopenharmony_ci
12398c2ecf20Sopenharmony_ciopen_unlock:
12408c2ecf20Sopenharmony_ci	mutex_unlock(&dev->dev_mutex);
12418c2ecf20Sopenharmony_ci	return rc;
12428c2ecf20Sopenharmony_ci}
12438c2ecf20Sopenharmony_ci
12448c2ecf20Sopenharmony_cistatic int vim2m_release(struct file *file)
12458c2ecf20Sopenharmony_ci{
12468c2ecf20Sopenharmony_ci	struct vim2m_dev *dev = video_drvdata(file);
12478c2ecf20Sopenharmony_ci	struct vim2m_ctx *ctx = file2ctx(file);
12488c2ecf20Sopenharmony_ci
12498c2ecf20Sopenharmony_ci	dprintk(dev, 1, "Releasing instance %p\n", ctx);
12508c2ecf20Sopenharmony_ci
12518c2ecf20Sopenharmony_ci	v4l2_fh_del(&ctx->fh);
12528c2ecf20Sopenharmony_ci	v4l2_fh_exit(&ctx->fh);
12538c2ecf20Sopenharmony_ci	v4l2_ctrl_handler_free(&ctx->hdl);
12548c2ecf20Sopenharmony_ci	mutex_lock(&dev->dev_mutex);
12558c2ecf20Sopenharmony_ci	v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
12568c2ecf20Sopenharmony_ci	mutex_unlock(&dev->dev_mutex);
12578c2ecf20Sopenharmony_ci	kfree(ctx);
12588c2ecf20Sopenharmony_ci
12598c2ecf20Sopenharmony_ci	atomic_dec(&dev->num_inst);
12608c2ecf20Sopenharmony_ci
12618c2ecf20Sopenharmony_ci	return 0;
12628c2ecf20Sopenharmony_ci}
12638c2ecf20Sopenharmony_ci
12648c2ecf20Sopenharmony_cistatic void vim2m_device_release(struct video_device *vdev)
12658c2ecf20Sopenharmony_ci{
12668c2ecf20Sopenharmony_ci	struct vim2m_dev *dev = container_of(vdev, struct vim2m_dev, vfd);
12678c2ecf20Sopenharmony_ci
12688c2ecf20Sopenharmony_ci	v4l2_device_unregister(&dev->v4l2_dev);
12698c2ecf20Sopenharmony_ci	v4l2_m2m_release(dev->m2m_dev);
12708c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
12718c2ecf20Sopenharmony_ci	media_device_cleanup(&dev->mdev);
12728c2ecf20Sopenharmony_ci#endif
12738c2ecf20Sopenharmony_ci	kfree(dev);
12748c2ecf20Sopenharmony_ci}
12758c2ecf20Sopenharmony_ci
12768c2ecf20Sopenharmony_cistatic const struct v4l2_file_operations vim2m_fops = {
12778c2ecf20Sopenharmony_ci	.owner		= THIS_MODULE,
12788c2ecf20Sopenharmony_ci	.open		= vim2m_open,
12798c2ecf20Sopenharmony_ci	.release	= vim2m_release,
12808c2ecf20Sopenharmony_ci	.poll		= v4l2_m2m_fop_poll,
12818c2ecf20Sopenharmony_ci	.unlocked_ioctl	= video_ioctl2,
12828c2ecf20Sopenharmony_ci	.mmap		= v4l2_m2m_fop_mmap,
12838c2ecf20Sopenharmony_ci};
12848c2ecf20Sopenharmony_ci
12858c2ecf20Sopenharmony_cistatic const struct video_device vim2m_videodev = {
12868c2ecf20Sopenharmony_ci	.name		= MEM2MEM_NAME,
12878c2ecf20Sopenharmony_ci	.vfl_dir	= VFL_DIR_M2M,
12888c2ecf20Sopenharmony_ci	.fops		= &vim2m_fops,
12898c2ecf20Sopenharmony_ci	.ioctl_ops	= &vim2m_ioctl_ops,
12908c2ecf20Sopenharmony_ci	.minor		= -1,
12918c2ecf20Sopenharmony_ci	.release	= vim2m_device_release,
12928c2ecf20Sopenharmony_ci	.device_caps	= V4L2_CAP_VIDEO_M2M | V4L2_CAP_STREAMING,
12938c2ecf20Sopenharmony_ci};
12948c2ecf20Sopenharmony_ci
12958c2ecf20Sopenharmony_cistatic const struct v4l2_m2m_ops m2m_ops = {
12968c2ecf20Sopenharmony_ci	.device_run	= device_run,
12978c2ecf20Sopenharmony_ci	.job_ready	= job_ready,
12988c2ecf20Sopenharmony_ci	.job_abort	= job_abort,
12998c2ecf20Sopenharmony_ci};
13008c2ecf20Sopenharmony_ci
13018c2ecf20Sopenharmony_cistatic const struct media_device_ops m2m_media_ops = {
13028c2ecf20Sopenharmony_ci	.req_validate = vb2_request_validate,
13038c2ecf20Sopenharmony_ci	.req_queue = v4l2_m2m_request_queue,
13048c2ecf20Sopenharmony_ci};
13058c2ecf20Sopenharmony_ci
13068c2ecf20Sopenharmony_cistatic int vim2m_probe(struct platform_device *pdev)
13078c2ecf20Sopenharmony_ci{
13088c2ecf20Sopenharmony_ci	struct vim2m_dev *dev;
13098c2ecf20Sopenharmony_ci	struct video_device *vfd;
13108c2ecf20Sopenharmony_ci	int ret;
13118c2ecf20Sopenharmony_ci
13128c2ecf20Sopenharmony_ci	dev = kzalloc(sizeof(*dev), GFP_KERNEL);
13138c2ecf20Sopenharmony_ci	if (!dev)
13148c2ecf20Sopenharmony_ci		return -ENOMEM;
13158c2ecf20Sopenharmony_ci
13168c2ecf20Sopenharmony_ci	ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev);
13178c2ecf20Sopenharmony_ci	if (ret)
13188c2ecf20Sopenharmony_ci		goto error_free;
13198c2ecf20Sopenharmony_ci
13208c2ecf20Sopenharmony_ci	atomic_set(&dev->num_inst, 0);
13218c2ecf20Sopenharmony_ci	mutex_init(&dev->dev_mutex);
13228c2ecf20Sopenharmony_ci
13238c2ecf20Sopenharmony_ci	dev->vfd = vim2m_videodev;
13248c2ecf20Sopenharmony_ci	vfd = &dev->vfd;
13258c2ecf20Sopenharmony_ci	vfd->lock = &dev->dev_mutex;
13268c2ecf20Sopenharmony_ci	vfd->v4l2_dev = &dev->v4l2_dev;
13278c2ecf20Sopenharmony_ci
13288c2ecf20Sopenharmony_ci	video_set_drvdata(vfd, dev);
13298c2ecf20Sopenharmony_ci	v4l2_info(&dev->v4l2_dev,
13308c2ecf20Sopenharmony_ci		  "Device registered as /dev/video%d\n", vfd->num);
13318c2ecf20Sopenharmony_ci
13328c2ecf20Sopenharmony_ci	platform_set_drvdata(pdev, dev);
13338c2ecf20Sopenharmony_ci
13348c2ecf20Sopenharmony_ci	dev->m2m_dev = v4l2_m2m_init(&m2m_ops);
13358c2ecf20Sopenharmony_ci	if (IS_ERR(dev->m2m_dev)) {
13368c2ecf20Sopenharmony_ci		v4l2_err(&dev->v4l2_dev, "Failed to init mem2mem device\n");
13378c2ecf20Sopenharmony_ci		ret = PTR_ERR(dev->m2m_dev);
13388c2ecf20Sopenharmony_ci		dev->m2m_dev = NULL;
13398c2ecf20Sopenharmony_ci		goto error_dev;
13408c2ecf20Sopenharmony_ci	}
13418c2ecf20Sopenharmony_ci
13428c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
13438c2ecf20Sopenharmony_ci	dev->mdev.dev = &pdev->dev;
13448c2ecf20Sopenharmony_ci	strscpy(dev->mdev.model, "vim2m", sizeof(dev->mdev.model));
13458c2ecf20Sopenharmony_ci	strscpy(dev->mdev.bus_info, "platform:vim2m",
13468c2ecf20Sopenharmony_ci		sizeof(dev->mdev.bus_info));
13478c2ecf20Sopenharmony_ci	media_device_init(&dev->mdev);
13488c2ecf20Sopenharmony_ci	dev->mdev.ops = &m2m_media_ops;
13498c2ecf20Sopenharmony_ci	dev->v4l2_dev.mdev = &dev->mdev;
13508c2ecf20Sopenharmony_ci#endif
13518c2ecf20Sopenharmony_ci
13528c2ecf20Sopenharmony_ci	ret = video_register_device(vfd, VFL_TYPE_VIDEO, 0);
13538c2ecf20Sopenharmony_ci	if (ret) {
13548c2ecf20Sopenharmony_ci		v4l2_err(&dev->v4l2_dev, "Failed to register video device\n");
13558c2ecf20Sopenharmony_ci		goto error_m2m;
13568c2ecf20Sopenharmony_ci	}
13578c2ecf20Sopenharmony_ci
13588c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
13598c2ecf20Sopenharmony_ci	ret = v4l2_m2m_register_media_controller(dev->m2m_dev, vfd,
13608c2ecf20Sopenharmony_ci						 MEDIA_ENT_F_PROC_VIDEO_SCALER);
13618c2ecf20Sopenharmony_ci	if (ret) {
13628c2ecf20Sopenharmony_ci		v4l2_err(&dev->v4l2_dev, "Failed to init mem2mem media controller\n");
13638c2ecf20Sopenharmony_ci		goto error_v4l2;
13648c2ecf20Sopenharmony_ci	}
13658c2ecf20Sopenharmony_ci
13668c2ecf20Sopenharmony_ci	ret = media_device_register(&dev->mdev);
13678c2ecf20Sopenharmony_ci	if (ret) {
13688c2ecf20Sopenharmony_ci		v4l2_err(&dev->v4l2_dev, "Failed to register mem2mem media device\n");
13698c2ecf20Sopenharmony_ci		goto error_m2m_mc;
13708c2ecf20Sopenharmony_ci	}
13718c2ecf20Sopenharmony_ci#endif
13728c2ecf20Sopenharmony_ci	return 0;
13738c2ecf20Sopenharmony_ci
13748c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
13758c2ecf20Sopenharmony_cierror_m2m_mc:
13768c2ecf20Sopenharmony_ci	v4l2_m2m_unregister_media_controller(dev->m2m_dev);
13778c2ecf20Sopenharmony_ci#endif
13788c2ecf20Sopenharmony_cierror_v4l2:
13798c2ecf20Sopenharmony_ci	video_unregister_device(&dev->vfd);
13808c2ecf20Sopenharmony_ci	/* vim2m_device_release called by video_unregister_device to release various objects */
13818c2ecf20Sopenharmony_ci	return ret;
13828c2ecf20Sopenharmony_cierror_m2m:
13838c2ecf20Sopenharmony_ci	v4l2_m2m_release(dev->m2m_dev);
13848c2ecf20Sopenharmony_cierror_dev:
13858c2ecf20Sopenharmony_ci	v4l2_device_unregister(&dev->v4l2_dev);
13868c2ecf20Sopenharmony_cierror_free:
13878c2ecf20Sopenharmony_ci	kfree(dev);
13888c2ecf20Sopenharmony_ci
13898c2ecf20Sopenharmony_ci	return ret;
13908c2ecf20Sopenharmony_ci}
13918c2ecf20Sopenharmony_ci
13928c2ecf20Sopenharmony_cistatic int vim2m_remove(struct platform_device *pdev)
13938c2ecf20Sopenharmony_ci{
13948c2ecf20Sopenharmony_ci	struct vim2m_dev *dev = platform_get_drvdata(pdev);
13958c2ecf20Sopenharmony_ci
13968c2ecf20Sopenharmony_ci	v4l2_info(&dev->v4l2_dev, "Removing " MEM2MEM_NAME);
13978c2ecf20Sopenharmony_ci
13988c2ecf20Sopenharmony_ci#ifdef CONFIG_MEDIA_CONTROLLER
13998c2ecf20Sopenharmony_ci	media_device_unregister(&dev->mdev);
14008c2ecf20Sopenharmony_ci	v4l2_m2m_unregister_media_controller(dev->m2m_dev);
14018c2ecf20Sopenharmony_ci#endif
14028c2ecf20Sopenharmony_ci	video_unregister_device(&dev->vfd);
14038c2ecf20Sopenharmony_ci
14048c2ecf20Sopenharmony_ci	return 0;
14058c2ecf20Sopenharmony_ci}
14068c2ecf20Sopenharmony_ci
14078c2ecf20Sopenharmony_cistatic struct platform_driver vim2m_pdrv = {
14088c2ecf20Sopenharmony_ci	.probe		= vim2m_probe,
14098c2ecf20Sopenharmony_ci	.remove		= vim2m_remove,
14108c2ecf20Sopenharmony_ci	.driver		= {
14118c2ecf20Sopenharmony_ci		.name	= MEM2MEM_NAME,
14128c2ecf20Sopenharmony_ci	},
14138c2ecf20Sopenharmony_ci};
14148c2ecf20Sopenharmony_ci
14158c2ecf20Sopenharmony_cistatic void __exit vim2m_exit(void)
14168c2ecf20Sopenharmony_ci{
14178c2ecf20Sopenharmony_ci	platform_driver_unregister(&vim2m_pdrv);
14188c2ecf20Sopenharmony_ci	platform_device_unregister(&vim2m_pdev);
14198c2ecf20Sopenharmony_ci}
14208c2ecf20Sopenharmony_ci
14218c2ecf20Sopenharmony_cistatic int __init vim2m_init(void)
14228c2ecf20Sopenharmony_ci{
14238c2ecf20Sopenharmony_ci	int ret;
14248c2ecf20Sopenharmony_ci
14258c2ecf20Sopenharmony_ci	ret = platform_device_register(&vim2m_pdev);
14268c2ecf20Sopenharmony_ci	if (ret)
14278c2ecf20Sopenharmony_ci		return ret;
14288c2ecf20Sopenharmony_ci
14298c2ecf20Sopenharmony_ci	ret = platform_driver_register(&vim2m_pdrv);
14308c2ecf20Sopenharmony_ci	if (ret)
14318c2ecf20Sopenharmony_ci		platform_device_unregister(&vim2m_pdev);
14328c2ecf20Sopenharmony_ci
14338c2ecf20Sopenharmony_ci	return ret;
14348c2ecf20Sopenharmony_ci}
14358c2ecf20Sopenharmony_ci
14368c2ecf20Sopenharmony_cimodule_init(vim2m_init);
14378c2ecf20Sopenharmony_cimodule_exit(vim2m_exit);
1438