1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2011 Atmel Corporation
4 * Josh Wu, <josh.wu@atmel.com>
5 *
6 * Based on previous work by Lars Haring, <lars.haring@atmel.com>
7 * and Sedji Gaouaou
8 * Based on the bttv driver for Bt848 with respective copyright holders
9 */
10
11#include <linux/clk.h>
12#include <linux/completion.h>
13#include <linux/delay.h>
14#include <linux/fs.h>
15#include <linux/init.h>
16#include <linux/interrupt.h>
17#include <linux/kernel.h>
18#include <linux/module.h>
19#include <linux/of_graph.h>
20#include <linux/platform_device.h>
21#include <linux/pm_runtime.h>
22#include <linux/slab.h>
23#include <linux/of.h>
24
25#include <linux/videodev2.h>
26#include <media/v4l2-ctrls.h>
27#include <media/v4l2-device.h>
28#include <media/v4l2-dev.h>
29#include <media/v4l2-ioctl.h>
30#include <media/v4l2-event.h>
31#include <media/v4l2-fwnode.h>
32#include <media/videobuf2-dma-contig.h>
33#include <media/v4l2-image-sizes.h>
34
35#include "atmel-isi.h"
36
37#define MAX_SUPPORT_WIDTH		2048U
38#define MAX_SUPPORT_HEIGHT		2048U
39#define MIN_FRAME_RATE			15
40#define FRAME_INTERVAL_MILLI_SEC	(1000 / MIN_FRAME_RATE)
41
42/* Frame buffer descriptor */
43struct fbd {
44	/* Physical address of the frame buffer */
45	u32 fb_address;
46	/* DMA Control Register(only in HISI2) */
47	u32 dma_ctrl;
48	/* Physical address of the next fbd */
49	u32 next_fbd_address;
50};
51
52static void set_dma_ctrl(struct fbd *fb_desc, u32 ctrl)
53{
54	fb_desc->dma_ctrl = ctrl;
55}
56
57struct isi_dma_desc {
58	struct list_head list;
59	struct fbd *p_fbd;
60	dma_addr_t fbd_phys;
61};
62
63/* Frame buffer data */
64struct frame_buffer {
65	struct vb2_v4l2_buffer vb;
66	struct isi_dma_desc *p_dma_desc;
67	struct list_head list;
68};
69
70struct isi_graph_entity {
71	struct device_node *node;
72
73	struct v4l2_async_subdev asd;
74	struct v4l2_subdev *subdev;
75};
76
77/*
78 * struct isi_format - ISI media bus format information
79 * @fourcc:		Fourcc code for this format
80 * @mbus_code:		V4L2 media bus format code.
81 * @bpp:		Bytes per pixel (when stored in memory)
82 * @swap:		Byte swap configuration value
83 * @support:		Indicates format supported by subdev
84 * @skip:		Skip duplicate format supported by subdev
85 */
86struct isi_format {
87	u32	fourcc;
88	u32	mbus_code;
89	u8	bpp;
90	u32	swap;
91};
92
93
94struct atmel_isi {
95	/* Protects the access of variables shared with the ISR */
96	spinlock_t			irqlock;
97	struct device			*dev;
98	void __iomem			*regs;
99
100	int				sequence;
101
102	/* Allocate descriptors for dma buffer use */
103	struct fbd			*p_fb_descriptors;
104	dma_addr_t			fb_descriptors_phys;
105	struct				list_head dma_desc_head;
106	struct isi_dma_desc		dma_desc[VIDEO_MAX_FRAME];
107	bool				enable_preview_path;
108
109	struct completion		complete;
110	/* ISI peripheral clock */
111	struct clk			*pclk;
112	unsigned int			irq;
113
114	struct isi_platform_data	pdata;
115	u16				width_flags;	/* max 12 bits */
116
117	struct list_head		video_buffer_list;
118	struct frame_buffer		*active;
119
120	struct v4l2_device		v4l2_dev;
121	struct video_device		*vdev;
122	struct v4l2_async_notifier	notifier;
123	struct isi_graph_entity		entity;
124	struct v4l2_format		fmt;
125
126	const struct isi_format		**user_formats;
127	unsigned int			num_user_formats;
128	const struct isi_format		*current_fmt;
129
130	struct mutex			lock;
131	struct vb2_queue		queue;
132};
133
134#define notifier_to_isi(n) container_of(n, struct atmel_isi, notifier)
135
136static void isi_writel(struct atmel_isi *isi, u32 reg, u32 val)
137{
138	writel(val, isi->regs + reg);
139}
140static u32 isi_readl(struct atmel_isi *isi, u32 reg)
141{
142	return readl(isi->regs + reg);
143}
144
145static void configure_geometry(struct atmel_isi *isi)
146{
147	u32 cfg2, psize;
148	u32 fourcc = isi->current_fmt->fourcc;
149
150	isi->enable_preview_path = fourcc == V4L2_PIX_FMT_RGB565 ||
151				   fourcc == V4L2_PIX_FMT_RGB32 ||
152				   fourcc == V4L2_PIX_FMT_Y16;
153
154	/* According to sensor's output format to set cfg2 */
155	cfg2 = isi->current_fmt->swap;
156
157	isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);
158	/* Set width */
159	cfg2 |= ((isi->fmt.fmt.pix.width - 1) << ISI_CFG2_IM_HSIZE_OFFSET) &
160			ISI_CFG2_IM_HSIZE_MASK;
161	/* Set height */
162	cfg2 |= ((isi->fmt.fmt.pix.height - 1) << ISI_CFG2_IM_VSIZE_OFFSET)
163			& ISI_CFG2_IM_VSIZE_MASK;
164	isi_writel(isi, ISI_CFG2, cfg2);
165
166	/* No down sampling, preview size equal to sensor output size */
167	psize = ((isi->fmt.fmt.pix.width - 1) << ISI_PSIZE_PREV_HSIZE_OFFSET) &
168		ISI_PSIZE_PREV_HSIZE_MASK;
169	psize |= ((isi->fmt.fmt.pix.height - 1) << ISI_PSIZE_PREV_VSIZE_OFFSET) &
170		ISI_PSIZE_PREV_VSIZE_MASK;
171	isi_writel(isi, ISI_PSIZE, psize);
172	isi_writel(isi, ISI_PDECF, ISI_PDECF_NO_SAMPLING);
173}
174
175static irqreturn_t atmel_isi_handle_streaming(struct atmel_isi *isi)
176{
177	if (isi->active) {
178		struct vb2_v4l2_buffer *vbuf = &isi->active->vb;
179		struct frame_buffer *buf = isi->active;
180
181		list_del_init(&buf->list);
182		vbuf->vb2_buf.timestamp = ktime_get_ns();
183		vbuf->sequence = isi->sequence++;
184		vbuf->field = V4L2_FIELD_NONE;
185		vb2_buffer_done(&vbuf->vb2_buf, VB2_BUF_STATE_DONE);
186	}
187
188	if (list_empty(&isi->video_buffer_list)) {
189		isi->active = NULL;
190	} else {
191		/* start next dma frame. */
192		isi->active = list_entry(isi->video_buffer_list.next,
193					struct frame_buffer, list);
194		if (!isi->enable_preview_path) {
195			isi_writel(isi, ISI_DMA_C_DSCR,
196				(u32)isi->active->p_dma_desc->fbd_phys);
197			isi_writel(isi, ISI_DMA_C_CTRL,
198				ISI_DMA_CTRL_FETCH | ISI_DMA_CTRL_DONE);
199			isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_C_CH);
200		} else {
201			isi_writel(isi, ISI_DMA_P_DSCR,
202				(u32)isi->active->p_dma_desc->fbd_phys);
203			isi_writel(isi, ISI_DMA_P_CTRL,
204				ISI_DMA_CTRL_FETCH | ISI_DMA_CTRL_DONE);
205			isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_P_CH);
206		}
207	}
208	return IRQ_HANDLED;
209}
210
211/* ISI interrupt service routine */
212static irqreturn_t isi_interrupt(int irq, void *dev_id)
213{
214	struct atmel_isi *isi = dev_id;
215	u32 status, mask, pending;
216	irqreturn_t ret = IRQ_NONE;
217
218	spin_lock(&isi->irqlock);
219
220	status = isi_readl(isi, ISI_STATUS);
221	mask = isi_readl(isi, ISI_INTMASK);
222	pending = status & mask;
223
224	if (pending & ISI_CTRL_SRST) {
225		complete(&isi->complete);
226		isi_writel(isi, ISI_INTDIS, ISI_CTRL_SRST);
227		ret = IRQ_HANDLED;
228	} else if (pending & ISI_CTRL_DIS) {
229		complete(&isi->complete);
230		isi_writel(isi, ISI_INTDIS, ISI_CTRL_DIS);
231		ret = IRQ_HANDLED;
232	} else {
233		if (likely(pending & ISI_SR_CXFR_DONE) ||
234				likely(pending & ISI_SR_PXFR_DONE))
235			ret = atmel_isi_handle_streaming(isi);
236	}
237
238	spin_unlock(&isi->irqlock);
239	return ret;
240}
241
242#define	WAIT_ISI_RESET		1
243#define	WAIT_ISI_DISABLE	0
244static int atmel_isi_wait_status(struct atmel_isi *isi, int wait_reset)
245{
246	unsigned long timeout;
247	/*
248	 * The reset or disable will only succeed if we have a
249	 * pixel clock from the camera.
250	 */
251	init_completion(&isi->complete);
252
253	if (wait_reset) {
254		isi_writel(isi, ISI_INTEN, ISI_CTRL_SRST);
255		isi_writel(isi, ISI_CTRL, ISI_CTRL_SRST);
256	} else {
257		isi_writel(isi, ISI_INTEN, ISI_CTRL_DIS);
258		isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);
259	}
260
261	timeout = wait_for_completion_timeout(&isi->complete,
262			msecs_to_jiffies(500));
263	if (timeout == 0)
264		return -ETIMEDOUT;
265
266	return 0;
267}
268
269/* ------------------------------------------------------------------
270	Videobuf operations
271   ------------------------------------------------------------------*/
272static int queue_setup(struct vb2_queue *vq,
273				unsigned int *nbuffers, unsigned int *nplanes,
274				unsigned int sizes[], struct device *alloc_devs[])
275{
276	struct atmel_isi *isi = vb2_get_drv_priv(vq);
277	unsigned long size;
278
279	size = isi->fmt.fmt.pix.sizeimage;
280
281	/* Make sure the image size is large enough. */
282	if (*nplanes)
283		return sizes[0] < size ? -EINVAL : 0;
284
285	*nplanes = 1;
286	sizes[0] = size;
287
288	isi->active = NULL;
289
290	dev_dbg(isi->dev, "%s, count=%d, size=%ld\n", __func__,
291		*nbuffers, size);
292
293	return 0;
294}
295
296static int buffer_init(struct vb2_buffer *vb)
297{
298	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
299	struct frame_buffer *buf = container_of(vbuf, struct frame_buffer, vb);
300
301	buf->p_dma_desc = NULL;
302	INIT_LIST_HEAD(&buf->list);
303
304	return 0;
305}
306
307static int buffer_prepare(struct vb2_buffer *vb)
308{
309	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
310	struct frame_buffer *buf = container_of(vbuf, struct frame_buffer, vb);
311	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);
312	unsigned long size;
313	struct isi_dma_desc *desc;
314
315	size = isi->fmt.fmt.pix.sizeimage;
316
317	if (vb2_plane_size(vb, 0) < size) {
318		dev_err(isi->dev, "%s data will not fit into plane (%lu < %lu)\n",
319				__func__, vb2_plane_size(vb, 0), size);
320		return -EINVAL;
321	}
322
323	vb2_set_plane_payload(vb, 0, size);
324
325	if (!buf->p_dma_desc) {
326		if (list_empty(&isi->dma_desc_head)) {
327			dev_err(isi->dev, "Not enough dma descriptors.\n");
328			return -EINVAL;
329		} else {
330			/* Get an available descriptor */
331			desc = list_entry(isi->dma_desc_head.next,
332						struct isi_dma_desc, list);
333			/* Delete the descriptor since now it is used */
334			list_del_init(&desc->list);
335
336			/* Initialize the dma descriptor */
337			desc->p_fbd->fb_address =
338					vb2_dma_contig_plane_dma_addr(vb, 0);
339			desc->p_fbd->next_fbd_address = 0;
340			set_dma_ctrl(desc->p_fbd, ISI_DMA_CTRL_WB);
341
342			buf->p_dma_desc = desc;
343		}
344	}
345	return 0;
346}
347
348static void buffer_cleanup(struct vb2_buffer *vb)
349{
350	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
351	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);
352	struct frame_buffer *buf = container_of(vbuf, struct frame_buffer, vb);
353
354	/* This descriptor is available now and we add to head list */
355	if (buf->p_dma_desc)
356		list_add(&buf->p_dma_desc->list, &isi->dma_desc_head);
357}
358
359static void start_dma(struct atmel_isi *isi, struct frame_buffer *buffer)
360{
361	u32 ctrl, cfg1;
362
363	cfg1 = isi_readl(isi, ISI_CFG1);
364	/* Enable irq: cxfr for the codec path, pxfr for the preview path */
365	isi_writel(isi, ISI_INTEN,
366			ISI_SR_CXFR_DONE | ISI_SR_PXFR_DONE);
367
368	/* Check if already in a frame */
369	if (!isi->enable_preview_path) {
370		if (isi_readl(isi, ISI_STATUS) & ISI_CTRL_CDC) {
371			dev_err(isi->dev, "Already in frame handling.\n");
372			return;
373		}
374
375		isi_writel(isi, ISI_DMA_C_DSCR,
376				(u32)buffer->p_dma_desc->fbd_phys);
377		isi_writel(isi, ISI_DMA_C_CTRL,
378				ISI_DMA_CTRL_FETCH | ISI_DMA_CTRL_DONE);
379		isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_C_CH);
380	} else {
381		isi_writel(isi, ISI_DMA_P_DSCR,
382				(u32)buffer->p_dma_desc->fbd_phys);
383		isi_writel(isi, ISI_DMA_P_CTRL,
384				ISI_DMA_CTRL_FETCH | ISI_DMA_CTRL_DONE);
385		isi_writel(isi, ISI_DMA_CHER, ISI_DMA_CHSR_P_CH);
386	}
387
388	cfg1 &= ~ISI_CFG1_FRATE_DIV_MASK;
389	/* Enable linked list */
390	cfg1 |= isi->pdata.frate | ISI_CFG1_DISCR;
391
392	/* Enable ISI */
393	ctrl = ISI_CTRL_EN;
394
395	if (!isi->enable_preview_path)
396		ctrl |= ISI_CTRL_CDC;
397
398	isi_writel(isi, ISI_CTRL, ctrl);
399	isi_writel(isi, ISI_CFG1, cfg1);
400}
401
402static void buffer_queue(struct vb2_buffer *vb)
403{
404	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
405	struct atmel_isi *isi = vb2_get_drv_priv(vb->vb2_queue);
406	struct frame_buffer *buf = container_of(vbuf, struct frame_buffer, vb);
407	unsigned long flags = 0;
408
409	spin_lock_irqsave(&isi->irqlock, flags);
410	list_add_tail(&buf->list, &isi->video_buffer_list);
411
412	if (!isi->active) {
413		isi->active = buf;
414		if (vb2_is_streaming(vb->vb2_queue))
415			start_dma(isi, buf);
416	}
417	spin_unlock_irqrestore(&isi->irqlock, flags);
418}
419
420static int start_streaming(struct vb2_queue *vq, unsigned int count)
421{
422	struct atmel_isi *isi = vb2_get_drv_priv(vq);
423	struct frame_buffer *buf, *node;
424	int ret;
425
426	pm_runtime_get_sync(isi->dev);
427
428	/* Enable stream on the sub device */
429	ret = v4l2_subdev_call(isi->entity.subdev, video, s_stream, 1);
430	if (ret && ret != -ENOIOCTLCMD) {
431		dev_err(isi->dev, "stream on failed in subdev\n");
432		goto err_start_stream;
433	}
434
435	/* Reset ISI */
436	ret = atmel_isi_wait_status(isi, WAIT_ISI_RESET);
437	if (ret < 0) {
438		dev_err(isi->dev, "Reset ISI timed out\n");
439		goto err_reset;
440	}
441	/* Disable all interrupts */
442	isi_writel(isi, ISI_INTDIS, (u32)~0UL);
443
444	isi->sequence = 0;
445	configure_geometry(isi);
446
447	spin_lock_irq(&isi->irqlock);
448	/* Clear any pending interrupt */
449	isi_readl(isi, ISI_STATUS);
450
451	start_dma(isi, isi->active);
452	spin_unlock_irq(&isi->irqlock);
453
454	return 0;
455
456err_reset:
457	v4l2_subdev_call(isi->entity.subdev, video, s_stream, 0);
458
459err_start_stream:
460	pm_runtime_put(isi->dev);
461
462	spin_lock_irq(&isi->irqlock);
463	isi->active = NULL;
464	/* Release all active buffers */
465	list_for_each_entry_safe(buf, node, &isi->video_buffer_list, list) {
466		list_del_init(&buf->list);
467		vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_QUEUED);
468	}
469	spin_unlock_irq(&isi->irqlock);
470
471	return ret;
472}
473
474/* abort streaming and wait for last buffer */
475static void stop_streaming(struct vb2_queue *vq)
476{
477	struct atmel_isi *isi = vb2_get_drv_priv(vq);
478	struct frame_buffer *buf, *node;
479	int ret = 0;
480	unsigned long timeout;
481
482	/* Disable stream on the sub device */
483	ret = v4l2_subdev_call(isi->entity.subdev, video, s_stream, 0);
484	if (ret && ret != -ENOIOCTLCMD)
485		dev_err(isi->dev, "stream off failed in subdev\n");
486
487	spin_lock_irq(&isi->irqlock);
488	isi->active = NULL;
489	/* Release all active buffers */
490	list_for_each_entry_safe(buf, node, &isi->video_buffer_list, list) {
491		list_del_init(&buf->list);
492		vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
493	}
494	spin_unlock_irq(&isi->irqlock);
495
496	if (!isi->enable_preview_path) {
497		timeout = jiffies + (FRAME_INTERVAL_MILLI_SEC * HZ) / 1000;
498		/* Wait until the end of the current frame. */
499		while ((isi_readl(isi, ISI_STATUS) & ISI_CTRL_CDC) &&
500				time_before(jiffies, timeout))
501			msleep(1);
502
503		if (time_after(jiffies, timeout))
504			dev_err(isi->dev,
505				"Timeout waiting for finishing codec request\n");
506	}
507
508	/* Disable interrupts */
509	isi_writel(isi, ISI_INTDIS,
510			ISI_SR_CXFR_DONE | ISI_SR_PXFR_DONE);
511
512	/* Disable ISI and wait for it is done */
513	ret = atmel_isi_wait_status(isi, WAIT_ISI_DISABLE);
514	if (ret < 0)
515		dev_err(isi->dev, "Disable ISI timed out\n");
516
517	pm_runtime_put(isi->dev);
518}
519
520static const struct vb2_ops isi_video_qops = {
521	.queue_setup		= queue_setup,
522	.buf_init		= buffer_init,
523	.buf_prepare		= buffer_prepare,
524	.buf_cleanup		= buffer_cleanup,
525	.buf_queue		= buffer_queue,
526	.start_streaming	= start_streaming,
527	.stop_streaming		= stop_streaming,
528	.wait_prepare		= vb2_ops_wait_prepare,
529	.wait_finish		= vb2_ops_wait_finish,
530};
531
532static int isi_g_fmt_vid_cap(struct file *file, void *priv,
533			      struct v4l2_format *fmt)
534{
535	struct atmel_isi *isi = video_drvdata(file);
536
537	*fmt = isi->fmt;
538
539	return 0;
540}
541
542static const struct isi_format *find_format_by_fourcc(struct atmel_isi *isi,
543						      unsigned int fourcc)
544{
545	unsigned int num_formats = isi->num_user_formats;
546	const struct isi_format *fmt;
547	unsigned int i;
548
549	for (i = 0; i < num_formats; i++) {
550		fmt = isi->user_formats[i];
551		if (fmt->fourcc == fourcc)
552			return fmt;
553	}
554
555	return NULL;
556}
557
558static void isi_try_fse(struct atmel_isi *isi, const struct isi_format *isi_fmt,
559			struct v4l2_subdev_pad_config *pad_cfg)
560{
561	int ret;
562	struct v4l2_subdev_frame_size_enum fse = {
563		.code = isi_fmt->mbus_code,
564		.which = V4L2_SUBDEV_FORMAT_TRY,
565	};
566
567	ret = v4l2_subdev_call(isi->entity.subdev, pad, enum_frame_size,
568			       pad_cfg, &fse);
569	/*
570	 * Attempt to obtain format size from subdev. If not available,
571	 * just use the maximum ISI can receive.
572	 */
573	if (ret) {
574		pad_cfg->try_crop.width = MAX_SUPPORT_WIDTH;
575		pad_cfg->try_crop.height = MAX_SUPPORT_HEIGHT;
576	} else {
577		pad_cfg->try_crop.width = fse.max_width;
578		pad_cfg->try_crop.height = fse.max_height;
579	}
580}
581
582static int isi_try_fmt(struct atmel_isi *isi, struct v4l2_format *f,
583		       const struct isi_format **current_fmt)
584{
585	const struct isi_format *isi_fmt;
586	struct v4l2_pix_format *pixfmt = &f->fmt.pix;
587	struct v4l2_subdev_pad_config pad_cfg = {};
588	struct v4l2_subdev_format format = {
589		.which = V4L2_SUBDEV_FORMAT_TRY,
590	};
591	int ret;
592
593	isi_fmt = find_format_by_fourcc(isi, pixfmt->pixelformat);
594	if (!isi_fmt) {
595		isi_fmt = isi->user_formats[isi->num_user_formats - 1];
596		pixfmt->pixelformat = isi_fmt->fourcc;
597	}
598
599	/* Limit to Atmel ISI hardware capabilities */
600	pixfmt->width = clamp(pixfmt->width, 0U, MAX_SUPPORT_WIDTH);
601	pixfmt->height = clamp(pixfmt->height, 0U, MAX_SUPPORT_HEIGHT);
602
603	v4l2_fill_mbus_format(&format.format, pixfmt, isi_fmt->mbus_code);
604
605	isi_try_fse(isi, isi_fmt, &pad_cfg);
606
607	ret = v4l2_subdev_call(isi->entity.subdev, pad, set_fmt,
608			       &pad_cfg, &format);
609	if (ret < 0)
610		return ret;
611
612	v4l2_fill_pix_format(pixfmt, &format.format);
613
614	pixfmt->field = V4L2_FIELD_NONE;
615	pixfmt->bytesperline = pixfmt->width * isi_fmt->bpp;
616	pixfmt->sizeimage = pixfmt->bytesperline * pixfmt->height;
617
618	if (current_fmt)
619		*current_fmt = isi_fmt;
620
621	return 0;
622}
623
624static int isi_set_fmt(struct atmel_isi *isi, struct v4l2_format *f)
625{
626	struct v4l2_subdev_format format = {
627		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
628	};
629	const struct isi_format *current_fmt;
630	int ret;
631
632	ret = isi_try_fmt(isi, f, &current_fmt);
633	if (ret)
634		return ret;
635
636	v4l2_fill_mbus_format(&format.format, &f->fmt.pix,
637			      current_fmt->mbus_code);
638	ret = v4l2_subdev_call(isi->entity.subdev, pad,
639			       set_fmt, NULL, &format);
640	if (ret < 0)
641		return ret;
642
643	isi->fmt = *f;
644	isi->current_fmt = current_fmt;
645
646	return 0;
647}
648
649static int isi_s_fmt_vid_cap(struct file *file, void *priv,
650			      struct v4l2_format *f)
651{
652	struct atmel_isi *isi = video_drvdata(file);
653
654	if (vb2_is_streaming(&isi->queue))
655		return -EBUSY;
656
657	return isi_set_fmt(isi, f);
658}
659
660static int isi_try_fmt_vid_cap(struct file *file, void *priv,
661				struct v4l2_format *f)
662{
663	struct atmel_isi *isi = video_drvdata(file);
664
665	return isi_try_fmt(isi, f, NULL);
666}
667
668static int isi_enum_fmt_vid_cap(struct file *file, void  *priv,
669				struct v4l2_fmtdesc *f)
670{
671	struct atmel_isi *isi = video_drvdata(file);
672
673	if (f->index >= isi->num_user_formats)
674		return -EINVAL;
675
676	f->pixelformat = isi->user_formats[f->index]->fourcc;
677	return 0;
678}
679
680static int isi_querycap(struct file *file, void *priv,
681			struct v4l2_capability *cap)
682{
683	strscpy(cap->driver, "atmel-isi", sizeof(cap->driver));
684	strscpy(cap->card, "Atmel Image Sensor Interface", sizeof(cap->card));
685	strscpy(cap->bus_info, "platform:isi", sizeof(cap->bus_info));
686	return 0;
687}
688
689static int isi_enum_input(struct file *file, void *priv,
690			   struct v4l2_input *i)
691{
692	if (i->index != 0)
693		return -EINVAL;
694
695	i->type = V4L2_INPUT_TYPE_CAMERA;
696	strscpy(i->name, "Camera", sizeof(i->name));
697	return 0;
698}
699
700static int isi_g_input(struct file *file, void *priv, unsigned int *i)
701{
702	*i = 0;
703	return 0;
704}
705
706static int isi_s_input(struct file *file, void *priv, unsigned int i)
707{
708	if (i > 0)
709		return -EINVAL;
710	return 0;
711}
712
713static int isi_g_parm(struct file *file, void *fh, struct v4l2_streamparm *a)
714{
715	struct atmel_isi *isi = video_drvdata(file);
716
717	return v4l2_g_parm_cap(video_devdata(file), isi->entity.subdev, a);
718}
719
720static int isi_s_parm(struct file *file, void *fh, struct v4l2_streamparm *a)
721{
722	struct atmel_isi *isi = video_drvdata(file);
723
724	return v4l2_s_parm_cap(video_devdata(file), isi->entity.subdev, a);
725}
726
727static int isi_enum_framesizes(struct file *file, void *fh,
728			       struct v4l2_frmsizeenum *fsize)
729{
730	struct atmel_isi *isi = video_drvdata(file);
731	const struct isi_format *isi_fmt;
732	struct v4l2_subdev_frame_size_enum fse = {
733		.index = fsize->index,
734		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
735	};
736	int ret;
737
738	isi_fmt = find_format_by_fourcc(isi, fsize->pixel_format);
739	if (!isi_fmt)
740		return -EINVAL;
741
742	fse.code = isi_fmt->mbus_code;
743
744	ret = v4l2_subdev_call(isi->entity.subdev, pad, enum_frame_size,
745			       NULL, &fse);
746	if (ret)
747		return ret;
748
749	fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
750	fsize->discrete.width = fse.max_width;
751	fsize->discrete.height = fse.max_height;
752
753	return 0;
754}
755
756static int isi_enum_frameintervals(struct file *file, void *fh,
757				    struct v4l2_frmivalenum *fival)
758{
759	struct atmel_isi *isi = video_drvdata(file);
760	const struct isi_format *isi_fmt;
761	struct v4l2_subdev_frame_interval_enum fie = {
762		.index = fival->index,
763		.width = fival->width,
764		.height = fival->height,
765		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
766	};
767	int ret;
768
769	isi_fmt = find_format_by_fourcc(isi, fival->pixel_format);
770	if (!isi_fmt)
771		return -EINVAL;
772
773	fie.code = isi_fmt->mbus_code;
774
775	ret = v4l2_subdev_call(isi->entity.subdev, pad,
776			       enum_frame_interval, NULL, &fie);
777	if (ret)
778		return ret;
779
780	fival->type = V4L2_FRMIVAL_TYPE_DISCRETE;
781	fival->discrete = fie.interval;
782
783	return 0;
784}
785
786static void isi_camera_set_bus_param(struct atmel_isi *isi)
787{
788	u32 cfg1 = 0;
789
790	/* set bus param for ISI */
791	if (isi->pdata.hsync_act_low)
792		cfg1 |= ISI_CFG1_HSYNC_POL_ACTIVE_LOW;
793	if (isi->pdata.vsync_act_low)
794		cfg1 |= ISI_CFG1_VSYNC_POL_ACTIVE_LOW;
795	if (isi->pdata.pclk_act_falling)
796		cfg1 |= ISI_CFG1_PIXCLK_POL_ACTIVE_FALLING;
797	if (isi->pdata.has_emb_sync)
798		cfg1 |= ISI_CFG1_EMB_SYNC;
799	if (isi->pdata.full_mode)
800		cfg1 |= ISI_CFG1_FULL_MODE;
801
802	cfg1 |= ISI_CFG1_THMASK_BEATS_16;
803
804	/* Enable PM and peripheral clock before operate isi registers */
805	pm_runtime_get_sync(isi->dev);
806
807	isi_writel(isi, ISI_CTRL, ISI_CTRL_DIS);
808	isi_writel(isi, ISI_CFG1, cfg1);
809
810	pm_runtime_put(isi->dev);
811}
812
813/* -----------------------------------------------------------------------*/
814static int atmel_isi_parse_dt(struct atmel_isi *isi,
815			struct platform_device *pdev)
816{
817	struct device_node *np = pdev->dev.of_node;
818	struct v4l2_fwnode_endpoint ep = { .bus_type = 0 };
819	int err;
820
821	/* Default settings for ISI */
822	isi->pdata.full_mode = 1;
823	isi->pdata.frate = ISI_CFG1_FRATE_CAPTURE_ALL;
824
825	np = of_graph_get_next_endpoint(np, NULL);
826	if (!np) {
827		dev_err(&pdev->dev, "Could not find the endpoint\n");
828		return -EINVAL;
829	}
830
831	err = v4l2_fwnode_endpoint_parse(of_fwnode_handle(np), &ep);
832	of_node_put(np);
833	if (err) {
834		dev_err(&pdev->dev, "Could not parse the endpoint\n");
835		return err;
836	}
837
838	switch (ep.bus.parallel.bus_width) {
839	case 8:
840		isi->pdata.data_width_flags = ISI_DATAWIDTH_8;
841		break;
842	case 10:
843		isi->pdata.data_width_flags =
844				ISI_DATAWIDTH_8 | ISI_DATAWIDTH_10;
845		break;
846	default:
847		dev_err(&pdev->dev, "Unsupported bus width: %d\n",
848				ep.bus.parallel.bus_width);
849		return -EINVAL;
850	}
851
852	if (ep.bus.parallel.flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)
853		isi->pdata.hsync_act_low = true;
854	if (ep.bus.parallel.flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
855		isi->pdata.vsync_act_low = true;
856	if (ep.bus.parallel.flags & V4L2_MBUS_PCLK_SAMPLE_FALLING)
857		isi->pdata.pclk_act_falling = true;
858
859	if (ep.bus_type == V4L2_MBUS_BT656)
860		isi->pdata.has_emb_sync = true;
861
862	return 0;
863}
864
865static int isi_open(struct file *file)
866{
867	struct atmel_isi *isi = video_drvdata(file);
868	struct v4l2_subdev *sd = isi->entity.subdev;
869	int ret;
870
871	if (mutex_lock_interruptible(&isi->lock))
872		return -ERESTARTSYS;
873
874	ret = v4l2_fh_open(file);
875	if (ret < 0)
876		goto unlock;
877
878	if (!v4l2_fh_is_singular_file(file))
879		goto fh_rel;
880
881	ret = v4l2_subdev_call(sd, core, s_power, 1);
882	if (ret < 0 && ret != -ENOIOCTLCMD)
883		goto fh_rel;
884
885	ret = isi_set_fmt(isi, &isi->fmt);
886	if (ret)
887		v4l2_subdev_call(sd, core, s_power, 0);
888fh_rel:
889	if (ret)
890		v4l2_fh_release(file);
891unlock:
892	mutex_unlock(&isi->lock);
893	return ret;
894}
895
896static int isi_release(struct file *file)
897{
898	struct atmel_isi *isi = video_drvdata(file);
899	struct v4l2_subdev *sd = isi->entity.subdev;
900	bool fh_singular;
901	int ret;
902
903	mutex_lock(&isi->lock);
904
905	fh_singular = v4l2_fh_is_singular_file(file);
906
907	ret = _vb2_fop_release(file, NULL);
908
909	if (fh_singular)
910		v4l2_subdev_call(sd, core, s_power, 0);
911
912	mutex_unlock(&isi->lock);
913
914	return ret;
915}
916
917static const struct v4l2_ioctl_ops isi_ioctl_ops = {
918	.vidioc_querycap		= isi_querycap,
919
920	.vidioc_try_fmt_vid_cap		= isi_try_fmt_vid_cap,
921	.vidioc_g_fmt_vid_cap		= isi_g_fmt_vid_cap,
922	.vidioc_s_fmt_vid_cap		= isi_s_fmt_vid_cap,
923	.vidioc_enum_fmt_vid_cap	= isi_enum_fmt_vid_cap,
924
925	.vidioc_enum_input		= isi_enum_input,
926	.vidioc_g_input			= isi_g_input,
927	.vidioc_s_input			= isi_s_input,
928
929	.vidioc_g_parm			= isi_g_parm,
930	.vidioc_s_parm			= isi_s_parm,
931	.vidioc_enum_framesizes		= isi_enum_framesizes,
932	.vidioc_enum_frameintervals	= isi_enum_frameintervals,
933
934	.vidioc_reqbufs			= vb2_ioctl_reqbufs,
935	.vidioc_create_bufs		= vb2_ioctl_create_bufs,
936	.vidioc_querybuf		= vb2_ioctl_querybuf,
937	.vidioc_qbuf			= vb2_ioctl_qbuf,
938	.vidioc_dqbuf			= vb2_ioctl_dqbuf,
939	.vidioc_expbuf			= vb2_ioctl_expbuf,
940	.vidioc_prepare_buf		= vb2_ioctl_prepare_buf,
941	.vidioc_streamon		= vb2_ioctl_streamon,
942	.vidioc_streamoff		= vb2_ioctl_streamoff,
943
944	.vidioc_log_status		= v4l2_ctrl_log_status,
945	.vidioc_subscribe_event		= v4l2_ctrl_subscribe_event,
946	.vidioc_unsubscribe_event	= v4l2_event_unsubscribe,
947};
948
949static const struct v4l2_file_operations isi_fops = {
950	.owner		= THIS_MODULE,
951	.unlocked_ioctl	= video_ioctl2,
952	.open		= isi_open,
953	.release	= isi_release,
954	.poll		= vb2_fop_poll,
955	.mmap		= vb2_fop_mmap,
956	.read		= vb2_fop_read,
957};
958
959static int isi_set_default_fmt(struct atmel_isi *isi)
960{
961	struct v4l2_format f = {
962		.type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
963		.fmt.pix = {
964			.width		= VGA_WIDTH,
965			.height		= VGA_HEIGHT,
966			.field		= V4L2_FIELD_NONE,
967			.pixelformat	= isi->user_formats[0]->fourcc,
968		},
969	};
970	int ret;
971
972	ret = isi_try_fmt(isi, &f, NULL);
973	if (ret)
974		return ret;
975	isi->current_fmt = isi->user_formats[0];
976	isi->fmt = f;
977	return 0;
978}
979
980static const struct isi_format isi_formats[] = {
981	{
982		.fourcc = V4L2_PIX_FMT_YUYV,
983		.mbus_code = MEDIA_BUS_FMT_YUYV8_2X8,
984		.bpp = 2,
985		.swap = ISI_CFG2_YCC_SWAP_DEFAULT,
986	}, {
987		.fourcc = V4L2_PIX_FMT_YUYV,
988		.mbus_code = MEDIA_BUS_FMT_YVYU8_2X8,
989		.bpp = 2,
990		.swap = ISI_CFG2_YCC_SWAP_MODE_1,
991	}, {
992		.fourcc = V4L2_PIX_FMT_YUYV,
993		.mbus_code = MEDIA_BUS_FMT_UYVY8_2X8,
994		.bpp = 2,
995		.swap = ISI_CFG2_YCC_SWAP_MODE_2,
996	}, {
997		.fourcc = V4L2_PIX_FMT_YUYV,
998		.mbus_code = MEDIA_BUS_FMT_VYUY8_2X8,
999		.bpp = 2,
1000		.swap = ISI_CFG2_YCC_SWAP_MODE_3,
1001	}, {
1002		.fourcc = V4L2_PIX_FMT_RGB565,
1003		.mbus_code = MEDIA_BUS_FMT_YUYV8_2X8,
1004		.bpp = 2,
1005		.swap = ISI_CFG2_YCC_SWAP_MODE_2,
1006	}, {
1007		.fourcc = V4L2_PIX_FMT_RGB565,
1008		.mbus_code = MEDIA_BUS_FMT_YVYU8_2X8,
1009		.bpp = 2,
1010		.swap = ISI_CFG2_YCC_SWAP_MODE_3,
1011	}, {
1012		.fourcc = V4L2_PIX_FMT_RGB565,
1013		.mbus_code = MEDIA_BUS_FMT_UYVY8_2X8,
1014		.bpp = 2,
1015		.swap = ISI_CFG2_YCC_SWAP_DEFAULT,
1016	}, {
1017		.fourcc = V4L2_PIX_FMT_RGB565,
1018		.mbus_code = MEDIA_BUS_FMT_VYUY8_2X8,
1019		.bpp = 2,
1020		.swap = ISI_CFG2_YCC_SWAP_MODE_1,
1021	}, {
1022		.fourcc = V4L2_PIX_FMT_GREY,
1023		.mbus_code = MEDIA_BUS_FMT_Y10_1X10,
1024		.bpp = 1,
1025		.swap = ISI_CFG2_GS_MODE_2_PIXEL | ISI_CFG2_GRAYSCALE,
1026	}, {
1027		.fourcc = V4L2_PIX_FMT_Y16,
1028		.mbus_code = MEDIA_BUS_FMT_Y10_1X10,
1029		.bpp = 2,
1030		.swap = ISI_CFG2_GS_MODE_2_PIXEL | ISI_CFG2_GRAYSCALE,
1031	},
1032};
1033
1034static int isi_formats_init(struct atmel_isi *isi)
1035{
1036	const struct isi_format *isi_fmts[ARRAY_SIZE(isi_formats)];
1037	unsigned int num_fmts = 0, i, j;
1038	struct v4l2_subdev *subdev = isi->entity.subdev;
1039	struct v4l2_subdev_mbus_code_enum mbus_code = {
1040		.which = V4L2_SUBDEV_FORMAT_ACTIVE,
1041	};
1042
1043	while (!v4l2_subdev_call(subdev, pad, enum_mbus_code,
1044				 NULL, &mbus_code)) {
1045		for (i = 0; i < ARRAY_SIZE(isi_formats); i++) {
1046			if (isi_formats[i].mbus_code != mbus_code.code)
1047				continue;
1048
1049			/* Code supported, have we got this fourcc yet? */
1050			for (j = 0; j < num_fmts; j++)
1051				if (isi_fmts[j]->fourcc == isi_formats[i].fourcc)
1052					/* Already available */
1053					break;
1054			if (j == num_fmts)
1055				/* new */
1056				isi_fmts[num_fmts++] = isi_formats + i;
1057		}
1058		mbus_code.index++;
1059	}
1060
1061	if (!num_fmts)
1062		return -ENXIO;
1063
1064	isi->num_user_formats = num_fmts;
1065	isi->user_formats = devm_kcalloc(isi->dev,
1066					 num_fmts, sizeof(struct isi_format *),
1067					 GFP_KERNEL);
1068	if (!isi->user_formats)
1069		return -ENOMEM;
1070
1071	memcpy(isi->user_formats, isi_fmts,
1072	       num_fmts * sizeof(struct isi_format *));
1073	isi->current_fmt = isi->user_formats[0];
1074
1075	return 0;
1076}
1077
1078static int isi_graph_notify_complete(struct v4l2_async_notifier *notifier)
1079{
1080	struct atmel_isi *isi = notifier_to_isi(notifier);
1081	int ret;
1082
1083	isi->vdev->ctrl_handler = isi->entity.subdev->ctrl_handler;
1084	ret = isi_formats_init(isi);
1085	if (ret) {
1086		dev_err(isi->dev, "No supported mediabus format found\n");
1087		return ret;
1088	}
1089	isi_camera_set_bus_param(isi);
1090
1091	ret = isi_set_default_fmt(isi);
1092	if (ret) {
1093		dev_err(isi->dev, "Could not set default format\n");
1094		return ret;
1095	}
1096
1097	ret = video_register_device(isi->vdev, VFL_TYPE_VIDEO, -1);
1098	if (ret) {
1099		dev_err(isi->dev, "Failed to register video device\n");
1100		return ret;
1101	}
1102
1103	dev_dbg(isi->dev, "Device registered as %s\n",
1104		video_device_node_name(isi->vdev));
1105	return 0;
1106}
1107
1108static void isi_graph_notify_unbind(struct v4l2_async_notifier *notifier,
1109				     struct v4l2_subdev *sd,
1110				     struct v4l2_async_subdev *asd)
1111{
1112	struct atmel_isi *isi = notifier_to_isi(notifier);
1113
1114	dev_dbg(isi->dev, "Removing %s\n", video_device_node_name(isi->vdev));
1115
1116	/* Checks internally if vdev have been init or not */
1117	video_unregister_device(isi->vdev);
1118}
1119
1120static int isi_graph_notify_bound(struct v4l2_async_notifier *notifier,
1121				   struct v4l2_subdev *subdev,
1122				   struct v4l2_async_subdev *asd)
1123{
1124	struct atmel_isi *isi = notifier_to_isi(notifier);
1125
1126	dev_dbg(isi->dev, "subdev %s bound\n", subdev->name);
1127
1128	isi->entity.subdev = subdev;
1129
1130	return 0;
1131}
1132
1133static const struct v4l2_async_notifier_operations isi_graph_notify_ops = {
1134	.bound = isi_graph_notify_bound,
1135	.unbind = isi_graph_notify_unbind,
1136	.complete = isi_graph_notify_complete,
1137};
1138
1139static int isi_graph_parse(struct atmel_isi *isi, struct device_node *node)
1140{
1141	struct device_node *ep = NULL;
1142	struct device_node *remote;
1143
1144	ep = of_graph_get_next_endpoint(node, ep);
1145	if (!ep)
1146		return -EINVAL;
1147
1148	remote = of_graph_get_remote_port_parent(ep);
1149	of_node_put(ep);
1150	if (!remote)
1151		return -EINVAL;
1152
1153	/* Remote node to connect */
1154	isi->entity.node = remote;
1155	isi->entity.asd.match_type = V4L2_ASYNC_MATCH_FWNODE;
1156	isi->entity.asd.match.fwnode = of_fwnode_handle(remote);
1157	return 0;
1158}
1159
1160static int isi_graph_init(struct atmel_isi *isi)
1161{
1162	int ret;
1163
1164	/* Parse the graph to extract a list of subdevice DT nodes. */
1165	ret = isi_graph_parse(isi, isi->dev->of_node);
1166	if (ret < 0) {
1167		dev_err(isi->dev, "Graph parsing failed\n");
1168		return ret;
1169	}
1170
1171	v4l2_async_notifier_init(&isi->notifier);
1172
1173	ret = v4l2_async_notifier_add_subdev(&isi->notifier, &isi->entity.asd);
1174	if (ret) {
1175		of_node_put(isi->entity.node);
1176		return ret;
1177	}
1178
1179	isi->notifier.ops = &isi_graph_notify_ops;
1180
1181	ret = v4l2_async_notifier_register(&isi->v4l2_dev, &isi->notifier);
1182	if (ret < 0) {
1183		dev_err(isi->dev, "Notifier registration failed\n");
1184		v4l2_async_notifier_cleanup(&isi->notifier);
1185		return ret;
1186	}
1187
1188	return 0;
1189}
1190
1191
1192static int atmel_isi_probe(struct platform_device *pdev)
1193{
1194	int irq;
1195	struct atmel_isi *isi;
1196	struct vb2_queue *q;
1197	struct resource *regs;
1198	int ret, i;
1199
1200	isi = devm_kzalloc(&pdev->dev, sizeof(struct atmel_isi), GFP_KERNEL);
1201	if (!isi)
1202		return -ENOMEM;
1203
1204	isi->pclk = devm_clk_get(&pdev->dev, "isi_clk");
1205	if (IS_ERR(isi->pclk))
1206		return PTR_ERR(isi->pclk);
1207
1208	ret = atmel_isi_parse_dt(isi, pdev);
1209	if (ret)
1210		return ret;
1211
1212	isi->active = NULL;
1213	isi->dev = &pdev->dev;
1214	mutex_init(&isi->lock);
1215	spin_lock_init(&isi->irqlock);
1216	INIT_LIST_HEAD(&isi->video_buffer_list);
1217	INIT_LIST_HEAD(&isi->dma_desc_head);
1218
1219	q = &isi->queue;
1220
1221	/* Initialize the top-level structure */
1222	ret = v4l2_device_register(&pdev->dev, &isi->v4l2_dev);
1223	if (ret)
1224		return ret;
1225
1226	isi->vdev = video_device_alloc();
1227	if (!isi->vdev) {
1228		ret = -ENOMEM;
1229		goto err_vdev_alloc;
1230	}
1231
1232	/* video node */
1233	isi->vdev->fops = &isi_fops;
1234	isi->vdev->v4l2_dev = &isi->v4l2_dev;
1235	isi->vdev->queue = &isi->queue;
1236	strscpy(isi->vdev->name, KBUILD_MODNAME, sizeof(isi->vdev->name));
1237	isi->vdev->release = video_device_release;
1238	isi->vdev->ioctl_ops = &isi_ioctl_ops;
1239	isi->vdev->lock = &isi->lock;
1240	isi->vdev->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING |
1241		V4L2_CAP_READWRITE;
1242	video_set_drvdata(isi->vdev, isi);
1243
1244	/* buffer queue */
1245	q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1246	q->io_modes = VB2_MMAP | VB2_READ | VB2_DMABUF;
1247	q->lock = &isi->lock;
1248	q->drv_priv = isi;
1249	q->buf_struct_size = sizeof(struct frame_buffer);
1250	q->ops = &isi_video_qops;
1251	q->mem_ops = &vb2_dma_contig_memops;
1252	q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1253	q->min_buffers_needed = 2;
1254	q->dev = &pdev->dev;
1255
1256	ret = vb2_queue_init(q);
1257	if (ret < 0) {
1258		dev_err(&pdev->dev, "failed to initialize VB2 queue\n");
1259		goto err_vb2_queue;
1260	}
1261	isi->p_fb_descriptors = dma_alloc_coherent(&pdev->dev,
1262				sizeof(struct fbd) * VIDEO_MAX_FRAME,
1263				&isi->fb_descriptors_phys,
1264				GFP_KERNEL);
1265	if (!isi->p_fb_descriptors) {
1266		dev_err(&pdev->dev, "Can't allocate descriptors!\n");
1267		ret = -ENOMEM;
1268		goto err_dma_alloc;
1269	}
1270
1271	for (i = 0; i < VIDEO_MAX_FRAME; i++) {
1272		isi->dma_desc[i].p_fbd = isi->p_fb_descriptors + i;
1273		isi->dma_desc[i].fbd_phys = isi->fb_descriptors_phys +
1274					i * sizeof(struct fbd);
1275		list_add(&isi->dma_desc[i].list, &isi->dma_desc_head);
1276	}
1277
1278	regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1279	isi->regs = devm_ioremap_resource(&pdev->dev, regs);
1280	if (IS_ERR(isi->regs)) {
1281		ret = PTR_ERR(isi->regs);
1282		goto err_ioremap;
1283	}
1284
1285	if (isi->pdata.data_width_flags & ISI_DATAWIDTH_8)
1286		isi->width_flags = 1 << 7;
1287	if (isi->pdata.data_width_flags & ISI_DATAWIDTH_10)
1288		isi->width_flags |= 1 << 9;
1289
1290	irq = platform_get_irq(pdev, 0);
1291	if (irq < 0) {
1292		ret = irq;
1293		goto err_req_irq;
1294	}
1295
1296	ret = devm_request_irq(&pdev->dev, irq, isi_interrupt, 0, "isi", isi);
1297	if (ret) {
1298		dev_err(&pdev->dev, "Unable to request irq %d\n", irq);
1299		goto err_req_irq;
1300	}
1301	isi->irq = irq;
1302
1303	ret = isi_graph_init(isi);
1304	if (ret < 0)
1305		goto err_req_irq;
1306
1307	pm_suspend_ignore_children(&pdev->dev, true);
1308	pm_runtime_enable(&pdev->dev);
1309	platform_set_drvdata(pdev, isi);
1310	return 0;
1311
1312err_req_irq:
1313err_ioremap:
1314	dma_free_coherent(&pdev->dev,
1315			sizeof(struct fbd) * VIDEO_MAX_FRAME,
1316			isi->p_fb_descriptors,
1317			isi->fb_descriptors_phys);
1318err_dma_alloc:
1319err_vb2_queue:
1320	video_device_release(isi->vdev);
1321err_vdev_alloc:
1322	v4l2_device_unregister(&isi->v4l2_dev);
1323
1324	return ret;
1325}
1326
1327static int atmel_isi_remove(struct platform_device *pdev)
1328{
1329	struct atmel_isi *isi = platform_get_drvdata(pdev);
1330
1331	dma_free_coherent(&pdev->dev,
1332			sizeof(struct fbd) * VIDEO_MAX_FRAME,
1333			isi->p_fb_descriptors,
1334			isi->fb_descriptors_phys);
1335	pm_runtime_disable(&pdev->dev);
1336	v4l2_async_notifier_unregister(&isi->notifier);
1337	v4l2_async_notifier_cleanup(&isi->notifier);
1338	v4l2_device_unregister(&isi->v4l2_dev);
1339
1340	return 0;
1341}
1342
1343#ifdef CONFIG_PM
1344static int atmel_isi_runtime_suspend(struct device *dev)
1345{
1346	struct atmel_isi *isi = dev_get_drvdata(dev);
1347
1348	clk_disable_unprepare(isi->pclk);
1349
1350	return 0;
1351}
1352static int atmel_isi_runtime_resume(struct device *dev)
1353{
1354	struct atmel_isi *isi = dev_get_drvdata(dev);
1355
1356	return clk_prepare_enable(isi->pclk);
1357}
1358#endif /* CONFIG_PM */
1359
1360static const struct dev_pm_ops atmel_isi_dev_pm_ops = {
1361	SET_RUNTIME_PM_OPS(atmel_isi_runtime_suspend,
1362				atmel_isi_runtime_resume, NULL)
1363};
1364
1365static const struct of_device_id atmel_isi_of_match[] = {
1366	{ .compatible = "atmel,at91sam9g45-isi" },
1367	{ }
1368};
1369MODULE_DEVICE_TABLE(of, atmel_isi_of_match);
1370
1371static struct platform_driver atmel_isi_driver = {
1372	.driver		= {
1373		.name = "atmel_isi",
1374		.of_match_table = of_match_ptr(atmel_isi_of_match),
1375		.pm	= &atmel_isi_dev_pm_ops,
1376	},
1377	.probe		= atmel_isi_probe,
1378	.remove		= atmel_isi_remove,
1379};
1380
1381module_platform_driver(atmel_isi_driver);
1382
1383MODULE_AUTHOR("Josh Wu <josh.wu@atmel.com>");
1384MODULE_DESCRIPTION("The V4L2 driver for Atmel Linux");
1385MODULE_LICENSE("GPL");
1386MODULE_SUPPORTED_DEVICE("video");
1387