1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Copyright (C) 2010-2013 Bluecherry, LLC <https://www.bluecherrydvr.com>
4 *
5 * Original author:
6 * Ben Collins <bcollins@ubuntu.com>
7 *
8 * Additional work by:
9 * John Brooks <john.brooks@bluecherry.net>
10 */
11
12#include <linux/kernel.h>
13#include <linux/module.h>
14#include <linux/kthread.h>
15#include <linux/freezer.h>
16
17#include <media/v4l2-ioctl.h>
18#include <media/v4l2-common.h>
19#include <media/v4l2-event.h>
20#include <media/videobuf2-dma-sg.h>
21
22#include "solo6x10.h"
23#include "solo6x10-tw28.h"
24#include "solo6x10-jpeg.h"
25
26#define MIN_VID_BUFFERS		2
27#define FRAME_BUF_SIZE		(400 * 1024)
28#define MP4_QS			16
29#define DMA_ALIGN		4096
30
31/* 6010 M4V */
32static u8 vop_6010_ntsc_d1[] = {
33	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
34	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
35	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
36	0x1f, 0x4c, 0x58, 0x10, 0xf0, 0x71, 0x18, 0x3f,
37};
38
39static u8 vop_6010_ntsc_cif[] = {
40	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
41	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
42	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
43	0x1f, 0x4c, 0x2c, 0x10, 0x78, 0x51, 0x18, 0x3f,
44};
45
46static u8 vop_6010_pal_d1[] = {
47	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
48	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
49	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
50	0x1f, 0x4c, 0x58, 0x11, 0x20, 0x71, 0x18, 0x3f,
51};
52
53static u8 vop_6010_pal_cif[] = {
54	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
55	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
56	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
57	0x1f, 0x4c, 0x2c, 0x10, 0x90, 0x51, 0x18, 0x3f,
58};
59
60/* 6110 h.264 */
61static u8 vop_6110_ntsc_d1[] = {
62	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
63	0x9a, 0x74, 0x05, 0x81, 0xec, 0x80, 0x00, 0x00,
64	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
65};
66
67static u8 vop_6110_ntsc_cif[] = {
68	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
69	0x9a, 0x74, 0x0b, 0x0f, 0xc8, 0x00, 0x00, 0x00,
70	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
71};
72
73static u8 vop_6110_pal_d1[] = {
74	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
75	0x9a, 0x74, 0x05, 0x80, 0x93, 0x20, 0x00, 0x00,
76	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
77};
78
79static u8 vop_6110_pal_cif[] = {
80	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
81	0x9a, 0x74, 0x0b, 0x04, 0xb2, 0x00, 0x00, 0x00,
82	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
83};
84
85typedef __le32 vop_header[16];
86
87struct solo_enc_buf {
88	enum solo_enc_types	type;
89	const vop_header	*vh;
90	int			motion;
91};
92
93static int solo_is_motion_on(struct solo_enc_dev *solo_enc)
94{
95	struct solo_dev *solo_dev = solo_enc->solo_dev;
96
97	return (solo_dev->motion_mask >> solo_enc->ch) & 1;
98}
99
100static int solo_motion_detected(struct solo_enc_dev *solo_enc)
101{
102	struct solo_dev *solo_dev = solo_enc->solo_dev;
103	unsigned long flags;
104	u32 ch_mask = 1 << solo_enc->ch;
105	int ret = 0;
106
107	spin_lock_irqsave(&solo_enc->motion_lock, flags);
108	if (solo_reg_read(solo_dev, SOLO_VI_MOT_STATUS) & ch_mask) {
109		solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, ch_mask);
110		ret = 1;
111	}
112	spin_unlock_irqrestore(&solo_enc->motion_lock, flags);
113
114	return ret;
115}
116
117static void solo_motion_toggle(struct solo_enc_dev *solo_enc, int on)
118{
119	struct solo_dev *solo_dev = solo_enc->solo_dev;
120	u32 mask = 1 << solo_enc->ch;
121	unsigned long flags;
122
123	spin_lock_irqsave(&solo_enc->motion_lock, flags);
124
125	if (on)
126		solo_dev->motion_mask |= mask;
127	else
128		solo_dev->motion_mask &= ~mask;
129
130	solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, mask);
131
132	solo_reg_write(solo_dev, SOLO_VI_MOT_ADR,
133		       SOLO_VI_MOTION_EN(solo_dev->motion_mask) |
134		       (SOLO_MOTION_EXT_ADDR(solo_dev) >> 16));
135
136	spin_unlock_irqrestore(&solo_enc->motion_lock, flags);
137}
138
139void solo_update_mode(struct solo_enc_dev *solo_enc)
140{
141	struct solo_dev *solo_dev = solo_enc->solo_dev;
142	int vop_len;
143	u8 *vop;
144
145	solo_enc->interlaced = (solo_enc->mode & 0x08) ? 1 : 0;
146	solo_enc->bw_weight = max(solo_dev->fps / solo_enc->interval, 1);
147
148	if (solo_enc->mode == SOLO_ENC_MODE_CIF) {
149		solo_enc->width = solo_dev->video_hsize >> 1;
150		solo_enc->height = solo_dev->video_vsize;
151		if (solo_dev->type == SOLO_DEV_6110) {
152			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
153				vop = vop_6110_ntsc_cif;
154				vop_len = sizeof(vop_6110_ntsc_cif);
155			} else {
156				vop = vop_6110_pal_cif;
157				vop_len = sizeof(vop_6110_pal_cif);
158			}
159		} else {
160			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
161				vop = vop_6010_ntsc_cif;
162				vop_len = sizeof(vop_6010_ntsc_cif);
163			} else {
164				vop = vop_6010_pal_cif;
165				vop_len = sizeof(vop_6010_pal_cif);
166			}
167		}
168	} else {
169		solo_enc->width = solo_dev->video_hsize;
170		solo_enc->height = solo_dev->video_vsize << 1;
171		solo_enc->bw_weight <<= 2;
172		if (solo_dev->type == SOLO_DEV_6110) {
173			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
174				vop = vop_6110_ntsc_d1;
175				vop_len = sizeof(vop_6110_ntsc_d1);
176			} else {
177				vop = vop_6110_pal_d1;
178				vop_len = sizeof(vop_6110_pal_d1);
179			}
180		} else {
181			if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
182				vop = vop_6010_ntsc_d1;
183				vop_len = sizeof(vop_6010_ntsc_d1);
184			} else {
185				vop = vop_6010_pal_d1;
186				vop_len = sizeof(vop_6010_pal_d1);
187			}
188		}
189	}
190
191	memcpy(solo_enc->vop, vop, vop_len);
192
193	/* Some fixups for 6010/M4V */
194	if (solo_dev->type == SOLO_DEV_6010) {
195		u16 fps = solo_dev->fps * 1000;
196		u16 interval = solo_enc->interval * 1000;
197
198		vop = solo_enc->vop;
199
200		/* Frame rate and interval */
201		vop[22] = fps >> 4;
202		vop[23] = ((fps << 4) & 0xf0) | 0x0c
203			| ((interval >> 13) & 0x3);
204		vop[24] = (interval >> 5) & 0xff;
205		vop[25] = ((interval << 3) & 0xf8) | 0x04;
206	}
207
208	solo_enc->vop_len = vop_len;
209
210	/* Now handle the jpeg header */
211	vop = solo_enc->jpeg_header;
212	vop[SOF0_START + 5] = 0xff & (solo_enc->height >> 8);
213	vop[SOF0_START + 6] = 0xff & solo_enc->height;
214	vop[SOF0_START + 7] = 0xff & (solo_enc->width >> 8);
215	vop[SOF0_START + 8] = 0xff & solo_enc->width;
216
217	memcpy(vop + DQT_START,
218	       jpeg_dqt[solo_g_jpeg_qp(solo_dev, solo_enc->ch)], DQT_LEN);
219}
220
221static int solo_enc_on(struct solo_enc_dev *solo_enc)
222{
223	u8 ch = solo_enc->ch;
224	struct solo_dev *solo_dev = solo_enc->solo_dev;
225	u8 interval;
226
227	solo_update_mode(solo_enc);
228
229	/* Make sure to do a bandwidth check */
230	if (solo_enc->bw_weight > solo_dev->enc_bw_remain)
231		return -EBUSY;
232	solo_enc->sequence = 0;
233	solo_dev->enc_bw_remain -= solo_enc->bw_weight;
234
235	if (solo_enc->type == SOLO_ENC_TYPE_EXT)
236		solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(ch), 1);
237
238	/* Disable all encoding for this channel */
239	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), 0);
240
241	/* Common for both std and ext encoding */
242	solo_reg_write(solo_dev, SOLO_VE_CH_INTL(ch),
243		       solo_enc->interlaced ? 1 : 0);
244
245	if (solo_enc->interlaced)
246		interval = solo_enc->interval - 1;
247	else
248		interval = solo_enc->interval;
249
250	/* Standard encoding only */
251	solo_reg_write(solo_dev, SOLO_VE_CH_GOP(ch), solo_enc->gop);
252	solo_reg_write(solo_dev, SOLO_VE_CH_QP(ch), solo_enc->qp);
253	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV(ch), interval);
254
255	/* Extended encoding only */
256	solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(ch), solo_enc->gop);
257	solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(ch), solo_enc->qp);
258	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV_E(ch), interval);
259
260	/* Enables the standard encoder */
261	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), solo_enc->mode);
262
263	return 0;
264}
265
266static void solo_enc_off(struct solo_enc_dev *solo_enc)
267{
268	struct solo_dev *solo_dev = solo_enc->solo_dev;
269
270	solo_dev->enc_bw_remain += solo_enc->bw_weight;
271
272	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(solo_enc->ch), 0);
273	solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(solo_enc->ch), 0);
274}
275
276static int enc_get_mpeg_dma(struct solo_dev *solo_dev, dma_addr_t dma,
277			      unsigned int off, unsigned int size)
278{
279	int ret;
280
281	if (off > SOLO_MP4E_EXT_SIZE(solo_dev))
282		return -EINVAL;
283
284	/* Single shot */
285	if (off + size <= SOLO_MP4E_EXT_SIZE(solo_dev)) {
286		return solo_p2m_dma_t(solo_dev, 0, dma,
287				      SOLO_MP4E_EXT_ADDR(solo_dev) + off, size,
288				      0, 0);
289	}
290
291	/* Buffer wrap */
292	ret = solo_p2m_dma_t(solo_dev, 0, dma,
293			     SOLO_MP4E_EXT_ADDR(solo_dev) + off,
294			     SOLO_MP4E_EXT_SIZE(solo_dev) - off, 0, 0);
295
296	if (!ret) {
297		ret = solo_p2m_dma_t(solo_dev, 0,
298			     dma + SOLO_MP4E_EXT_SIZE(solo_dev) - off,
299			     SOLO_MP4E_EXT_ADDR(solo_dev),
300			     size + off - SOLO_MP4E_EXT_SIZE(solo_dev), 0, 0);
301	}
302
303	return ret;
304}
305
306/* Build a descriptor queue out of an SG list and send it to the P2M for
307 * processing. */
308static int solo_send_desc(struct solo_enc_dev *solo_enc, int skip,
309			  struct sg_table *vbuf, int off, int size,
310			  unsigned int base, unsigned int base_size)
311{
312	struct solo_dev *solo_dev = solo_enc->solo_dev;
313	struct scatterlist *sg;
314	int i;
315	int ret;
316
317	if (WARN_ON_ONCE(size > FRAME_BUF_SIZE))
318		return -EINVAL;
319
320	solo_enc->desc_count = 1;
321
322	for_each_sg(vbuf->sgl, sg, vbuf->nents, i) {
323		struct solo_p2m_desc *desc;
324		dma_addr_t dma;
325		int len;
326		int left = base_size - off;
327
328		desc = &solo_enc->desc_items[solo_enc->desc_count++];
329		dma = sg_dma_address(sg);
330		len = sg_dma_len(sg);
331
332		/* We assume this is smaller than the scatter size */
333		BUG_ON(skip >= len);
334		if (skip) {
335			len -= skip;
336			dma += skip;
337			size -= skip;
338			skip = 0;
339		}
340
341		len = min(len, size);
342
343		if (len <= left) {
344			/* Single descriptor */
345			solo_p2m_fill_desc(desc, 0, dma, base + off,
346					   len, 0, 0);
347		} else {
348			/* Buffer wrap */
349			/* XXX: Do these as separate DMA requests, to avoid
350			   timeout errors triggered by awkwardly sized
351			   descriptors. See
352			   <https://github.com/bluecherrydvr/solo6x10/issues/8>
353			 */
354			ret = solo_p2m_dma_t(solo_dev, 0, dma, base + off,
355					     left, 0, 0);
356			if (ret)
357				return ret;
358
359			ret = solo_p2m_dma_t(solo_dev, 0, dma + left, base,
360					     len - left, 0, 0);
361			if (ret)
362				return ret;
363
364			solo_enc->desc_count--;
365		}
366
367		size -= len;
368		if (size <= 0)
369			break;
370
371		off += len;
372		if (off >= base_size)
373			off -= base_size;
374
375		/* Because we may use two descriptors per loop */
376		if (solo_enc->desc_count >= (solo_enc->desc_nelts - 1)) {
377			ret = solo_p2m_dma_desc(solo_dev, solo_enc->desc_items,
378						solo_enc->desc_dma,
379						solo_enc->desc_count - 1);
380			if (ret)
381				return ret;
382			solo_enc->desc_count = 1;
383		}
384	}
385
386	if (solo_enc->desc_count <= 1)
387		return 0;
388
389	return solo_p2m_dma_desc(solo_dev, solo_enc->desc_items,
390			solo_enc->desc_dma, solo_enc->desc_count - 1);
391}
392
393/* Extract values from VOP header - VE_STATUSxx */
394static inline int vop_interlaced(const vop_header *vh)
395{
396	return (__le32_to_cpu((*vh)[0]) >> 30) & 1;
397}
398
399static inline u8 vop_channel(const vop_header *vh)
400{
401	return (__le32_to_cpu((*vh)[0]) >> 24) & 0x1F;
402}
403
404static inline u8 vop_type(const vop_header *vh)
405{
406	return (__le32_to_cpu((*vh)[0]) >> 22) & 3;
407}
408
409static inline u32 vop_mpeg_size(const vop_header *vh)
410{
411	return __le32_to_cpu((*vh)[0]) & 0xFFFFF;
412}
413
414static inline u8 vop_hsize(const vop_header *vh)
415{
416	return (__le32_to_cpu((*vh)[1]) >> 8) & 0xFF;
417}
418
419static inline u8 vop_vsize(const vop_header *vh)
420{
421	return __le32_to_cpu((*vh)[1]) & 0xFF;
422}
423
424static inline u32 vop_mpeg_offset(const vop_header *vh)
425{
426	return __le32_to_cpu((*vh)[2]);
427}
428
429static inline u32 vop_jpeg_offset(const vop_header *vh)
430{
431	return __le32_to_cpu((*vh)[3]);
432}
433
434static inline u32 vop_jpeg_size(const vop_header *vh)
435{
436	return __le32_to_cpu((*vh)[4]) & 0xFFFFF;
437}
438
439static inline u32 vop_sec(const vop_header *vh)
440{
441	return __le32_to_cpu((*vh)[5]);
442}
443
444static inline u32 vop_usec(const vop_header *vh)
445{
446	return __le32_to_cpu((*vh)[6]);
447}
448
449static int solo_fill_jpeg(struct solo_enc_dev *solo_enc,
450			  struct vb2_buffer *vb, const vop_header *vh)
451{
452	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
453	struct solo_dev *solo_dev = solo_enc->solo_dev;
454	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
455	int frame_size;
456
457	vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
458
459	if (vb2_plane_size(vb, 0) < vop_jpeg_size(vh) + solo_enc->jpeg_len)
460		return -EIO;
461
462	frame_size = ALIGN(vop_jpeg_size(vh) + solo_enc->jpeg_len, DMA_ALIGN);
463	vb2_set_plane_payload(vb, 0, vop_jpeg_size(vh) + solo_enc->jpeg_len);
464
465	return solo_send_desc(solo_enc, solo_enc->jpeg_len, sgt,
466			     vop_jpeg_offset(vh) - SOLO_JPEG_EXT_ADDR(solo_dev),
467			     frame_size, SOLO_JPEG_EXT_ADDR(solo_dev),
468			     SOLO_JPEG_EXT_SIZE(solo_dev));
469}
470
471static int solo_fill_mpeg(struct solo_enc_dev *solo_enc,
472		struct vb2_buffer *vb, const vop_header *vh)
473{
474	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
475	struct solo_dev *solo_dev = solo_enc->solo_dev;
476	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
477	int frame_off, frame_size;
478	int skip = 0;
479
480	if (vb2_plane_size(vb, 0) < vop_mpeg_size(vh))
481		return -EIO;
482
483	/* If this is a key frame, add extra header */
484	vbuf->flags &= ~(V4L2_BUF_FLAG_KEYFRAME | V4L2_BUF_FLAG_PFRAME |
485		V4L2_BUF_FLAG_BFRAME);
486	if (!vop_type(vh)) {
487		skip = solo_enc->vop_len;
488		vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
489		vb2_set_plane_payload(vb, 0, vop_mpeg_size(vh) +
490			solo_enc->vop_len);
491	} else {
492		vbuf->flags |= V4L2_BUF_FLAG_PFRAME;
493		vb2_set_plane_payload(vb, 0, vop_mpeg_size(vh));
494	}
495
496	/* Now get the actual mpeg payload */
497	frame_off = (vop_mpeg_offset(vh) - SOLO_MP4E_EXT_ADDR(solo_dev) +
498		sizeof(*vh)) % SOLO_MP4E_EXT_SIZE(solo_dev);
499	frame_size = ALIGN(vop_mpeg_size(vh) + skip, DMA_ALIGN);
500
501	return solo_send_desc(solo_enc, skip, sgt, frame_off, frame_size,
502			SOLO_MP4E_EXT_ADDR(solo_dev),
503			SOLO_MP4E_EXT_SIZE(solo_dev));
504}
505
506static int solo_enc_fillbuf(struct solo_enc_dev *solo_enc,
507			    struct vb2_buffer *vb, struct solo_enc_buf *enc_buf)
508{
509	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
510	const vop_header *vh = enc_buf->vh;
511	int ret;
512
513	switch (solo_enc->fmt) {
514	case V4L2_PIX_FMT_MPEG4:
515	case V4L2_PIX_FMT_H264:
516		ret = solo_fill_mpeg(solo_enc, vb, vh);
517		break;
518	default: /* V4L2_PIX_FMT_MJPEG */
519		ret = solo_fill_jpeg(solo_enc, vb, vh);
520		break;
521	}
522
523	if (!ret) {
524		vbuf->sequence = solo_enc->sequence++;
525		vb->timestamp = ktime_get_ns();
526
527		/* Check for motion flags */
528		if (solo_is_motion_on(solo_enc) && enc_buf->motion) {
529			struct v4l2_event ev = {
530				.type = V4L2_EVENT_MOTION_DET,
531				.u.motion_det = {
532					.flags
533					= V4L2_EVENT_MD_FL_HAVE_FRAME_SEQ,
534					.frame_sequence = vbuf->sequence,
535					.region_mask = enc_buf->motion ? 1 : 0,
536				},
537			};
538
539			v4l2_event_queue(solo_enc->vfd, &ev);
540		}
541	}
542
543	vb2_buffer_done(vb, ret ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
544
545	return ret;
546}
547
548static void solo_enc_handle_one(struct solo_enc_dev *solo_enc,
549				struct solo_enc_buf *enc_buf)
550{
551	struct solo_vb2_buf *vb;
552	unsigned long flags;
553
554	mutex_lock(&solo_enc->lock);
555	if (solo_enc->type != enc_buf->type)
556		goto unlock;
557
558	spin_lock_irqsave(&solo_enc->av_lock, flags);
559	if (list_empty(&solo_enc->vidq_active)) {
560		spin_unlock_irqrestore(&solo_enc->av_lock, flags);
561		goto unlock;
562	}
563	vb = list_first_entry(&solo_enc->vidq_active, struct solo_vb2_buf,
564		list);
565	list_del(&vb->list);
566	spin_unlock_irqrestore(&solo_enc->av_lock, flags);
567
568	solo_enc_fillbuf(solo_enc, &vb->vb.vb2_buf, enc_buf);
569unlock:
570	mutex_unlock(&solo_enc->lock);
571}
572
573void solo_enc_v4l2_isr(struct solo_dev *solo_dev)
574{
575	wake_up_interruptible_all(&solo_dev->ring_thread_wait);
576}
577
578static void solo_handle_ring(struct solo_dev *solo_dev)
579{
580	for (;;) {
581		struct solo_enc_dev *solo_enc;
582		struct solo_enc_buf enc_buf;
583		u32 mpeg_current, off;
584		u8 ch;
585		u8 cur_q;
586
587		/* Check if the hardware has any new ones in the queue */
588		cur_q = solo_reg_read(solo_dev, SOLO_VE_STATE(11)) & 0xff;
589		if (cur_q == solo_dev->enc_idx)
590			break;
591
592		mpeg_current = solo_reg_read(solo_dev,
593					SOLO_VE_MPEG4_QUE(solo_dev->enc_idx));
594		solo_dev->enc_idx = (solo_dev->enc_idx + 1) % MP4_QS;
595
596		ch = (mpeg_current >> 24) & 0x1f;
597		off = mpeg_current & 0x00ffffff;
598
599		if (ch >= SOLO_MAX_CHANNELS) {
600			ch -= SOLO_MAX_CHANNELS;
601			enc_buf.type = SOLO_ENC_TYPE_EXT;
602		} else
603			enc_buf.type = SOLO_ENC_TYPE_STD;
604
605		solo_enc = solo_dev->v4l2_enc[ch];
606		if (solo_enc == NULL) {
607			dev_err(&solo_dev->pdev->dev,
608				"Got spurious packet for channel %d\n", ch);
609			continue;
610		}
611
612		/* FAIL... */
613		if (enc_get_mpeg_dma(solo_dev, solo_dev->vh_dma, off,
614				     sizeof(vop_header)))
615			continue;
616
617		enc_buf.vh = solo_dev->vh_buf;
618
619		/* Sanity check */
620		if (vop_mpeg_offset(enc_buf.vh) !=
621			SOLO_MP4E_EXT_ADDR(solo_dev) + off)
622			continue;
623
624		if (solo_motion_detected(solo_enc))
625			enc_buf.motion = 1;
626		else
627			enc_buf.motion = 0;
628
629		solo_enc_handle_one(solo_enc, &enc_buf);
630	}
631}
632
633static int solo_ring_thread(void *data)
634{
635	struct solo_dev *solo_dev = data;
636	DECLARE_WAITQUEUE(wait, current);
637
638	set_freezable();
639	add_wait_queue(&solo_dev->ring_thread_wait, &wait);
640
641	for (;;) {
642		long timeout = schedule_timeout_interruptible(HZ);
643
644		if (timeout == -ERESTARTSYS || kthread_should_stop())
645			break;
646		solo_handle_ring(solo_dev);
647		try_to_freeze();
648	}
649
650	remove_wait_queue(&solo_dev->ring_thread_wait, &wait);
651
652	return 0;
653}
654
655static int solo_enc_queue_setup(struct vb2_queue *q,
656				unsigned int *num_buffers,
657				unsigned int *num_planes, unsigned int sizes[],
658				struct device *alloc_devs[])
659{
660	sizes[0] = FRAME_BUF_SIZE;
661	*num_planes = 1;
662
663	if (*num_buffers < MIN_VID_BUFFERS)
664		*num_buffers = MIN_VID_BUFFERS;
665
666	return 0;
667}
668
669static void solo_enc_buf_queue(struct vb2_buffer *vb)
670{
671	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
672	struct vb2_queue *vq = vb->vb2_queue;
673	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(vq);
674	struct solo_vb2_buf *solo_vb =
675		container_of(vbuf, struct solo_vb2_buf, vb);
676
677	spin_lock(&solo_enc->av_lock);
678	list_add_tail(&solo_vb->list, &solo_enc->vidq_active);
679	spin_unlock(&solo_enc->av_lock);
680}
681
682static int solo_ring_start(struct solo_dev *solo_dev)
683{
684	solo_dev->ring_thread = kthread_run(solo_ring_thread, solo_dev,
685					    SOLO6X10_NAME "_ring");
686	if (IS_ERR(solo_dev->ring_thread)) {
687		int err = PTR_ERR(solo_dev->ring_thread);
688
689		solo_dev->ring_thread = NULL;
690		return err;
691	}
692
693	solo_irq_on(solo_dev, SOLO_IRQ_ENCODER);
694
695	return 0;
696}
697
698static void solo_ring_stop(struct solo_dev *solo_dev)
699{
700	if (solo_dev->ring_thread) {
701		kthread_stop(solo_dev->ring_thread);
702		solo_dev->ring_thread = NULL;
703	}
704
705	solo_irq_off(solo_dev, SOLO_IRQ_ENCODER);
706}
707
708static int solo_enc_start_streaming(struct vb2_queue *q, unsigned int count)
709{
710	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
711
712	return solo_enc_on(solo_enc);
713}
714
715static void solo_enc_stop_streaming(struct vb2_queue *q)
716{
717	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
718	unsigned long flags;
719
720	spin_lock_irqsave(&solo_enc->av_lock, flags);
721	solo_enc_off(solo_enc);
722	while (!list_empty(&solo_enc->vidq_active)) {
723		struct solo_vb2_buf *buf = list_entry(
724				solo_enc->vidq_active.next,
725				struct solo_vb2_buf, list);
726
727		list_del(&buf->list);
728		vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
729	}
730	spin_unlock_irqrestore(&solo_enc->av_lock, flags);
731}
732
733static void solo_enc_buf_finish(struct vb2_buffer *vb)
734{
735	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
736	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(vb->vb2_queue);
737	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, 0);
738
739	switch (solo_enc->fmt) {
740	case V4L2_PIX_FMT_MPEG4:
741	case V4L2_PIX_FMT_H264:
742		if (vbuf->flags & V4L2_BUF_FLAG_KEYFRAME)
743			sg_copy_from_buffer(sgt->sgl, sgt->nents,
744					solo_enc->vop, solo_enc->vop_len);
745		break;
746	default: /* V4L2_PIX_FMT_MJPEG */
747		sg_copy_from_buffer(sgt->sgl, sgt->nents,
748				solo_enc->jpeg_header, solo_enc->jpeg_len);
749		break;
750	}
751}
752
753static const struct vb2_ops solo_enc_video_qops = {
754	.queue_setup	= solo_enc_queue_setup,
755	.buf_queue	= solo_enc_buf_queue,
756	.buf_finish	= solo_enc_buf_finish,
757	.start_streaming = solo_enc_start_streaming,
758	.stop_streaming = solo_enc_stop_streaming,
759	.wait_prepare	= vb2_ops_wait_prepare,
760	.wait_finish	= vb2_ops_wait_finish,
761};
762
763static int solo_enc_querycap(struct file *file, void  *priv,
764			     struct v4l2_capability *cap)
765{
766	struct solo_enc_dev *solo_enc = video_drvdata(file);
767	struct solo_dev *solo_dev = solo_enc->solo_dev;
768
769	strscpy(cap->driver, SOLO6X10_NAME, sizeof(cap->driver));
770	snprintf(cap->card, sizeof(cap->card), "Softlogic 6x10 Enc %d",
771		 solo_enc->ch);
772	snprintf(cap->bus_info, sizeof(cap->bus_info), "PCI:%s",
773		 pci_name(solo_dev->pdev));
774	return 0;
775}
776
777static int solo_enc_enum_input(struct file *file, void *priv,
778			       struct v4l2_input *input)
779{
780	struct solo_enc_dev *solo_enc = video_drvdata(file);
781	struct solo_dev *solo_dev = solo_enc->solo_dev;
782
783	if (input->index)
784		return -EINVAL;
785
786	snprintf(input->name, sizeof(input->name), "Encoder %d",
787		 solo_enc->ch + 1);
788	input->type = V4L2_INPUT_TYPE_CAMERA;
789	input->std = solo_enc->vfd->tvnorms;
790
791	if (!tw28_get_video_status(solo_dev, solo_enc->ch))
792		input->status = V4L2_IN_ST_NO_SIGNAL;
793
794	return 0;
795}
796
797static int solo_enc_set_input(struct file *file, void *priv,
798			      unsigned int index)
799{
800	if (index)
801		return -EINVAL;
802
803	return 0;
804}
805
806static int solo_enc_get_input(struct file *file, void *priv,
807			      unsigned int *index)
808{
809	*index = 0;
810
811	return 0;
812}
813
814static int solo_enc_enum_fmt_cap(struct file *file, void *priv,
815				 struct v4l2_fmtdesc *f)
816{
817	struct solo_enc_dev *solo_enc = video_drvdata(file);
818	int dev_type = solo_enc->solo_dev->type;
819
820	switch (f->index) {
821	case 0:
822		switch (dev_type) {
823		case SOLO_DEV_6010:
824			f->pixelformat = V4L2_PIX_FMT_MPEG4;
825			break;
826		case SOLO_DEV_6110:
827			f->pixelformat = V4L2_PIX_FMT_H264;
828			break;
829		}
830		break;
831	case 1:
832		f->pixelformat = V4L2_PIX_FMT_MJPEG;
833		break;
834	default:
835		return -EINVAL;
836	}
837	return 0;
838}
839
840static inline int solo_valid_pixfmt(u32 pixfmt, int dev_type)
841{
842	return (pixfmt == V4L2_PIX_FMT_H264 && dev_type == SOLO_DEV_6110)
843		|| (pixfmt == V4L2_PIX_FMT_MPEG4 && dev_type == SOLO_DEV_6010)
844		|| pixfmt == V4L2_PIX_FMT_MJPEG ? 0 : -EINVAL;
845}
846
847static int solo_enc_try_fmt_cap(struct file *file, void *priv,
848			    struct v4l2_format *f)
849{
850	struct solo_enc_dev *solo_enc = video_drvdata(file);
851	struct solo_dev *solo_dev = solo_enc->solo_dev;
852	struct v4l2_pix_format *pix = &f->fmt.pix;
853
854	if (solo_valid_pixfmt(pix->pixelformat, solo_dev->type))
855		return -EINVAL;
856
857	if (pix->width < solo_dev->video_hsize ||
858	    pix->height < solo_dev->video_vsize << 1) {
859		/* Default to CIF 1/2 size */
860		pix->width = solo_dev->video_hsize >> 1;
861		pix->height = solo_dev->video_vsize;
862	} else {
863		/* Full frame */
864		pix->width = solo_dev->video_hsize;
865		pix->height = solo_dev->video_vsize << 1;
866	}
867
868	switch (pix->field) {
869	case V4L2_FIELD_NONE:
870	case V4L2_FIELD_INTERLACED:
871		break;
872	case V4L2_FIELD_ANY:
873	default:
874		pix->field = V4L2_FIELD_INTERLACED;
875		break;
876	}
877
878	/* Just set these */
879	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
880	pix->sizeimage = FRAME_BUF_SIZE;
881	pix->bytesperline = 0;
882
883	return 0;
884}
885
886static int solo_enc_set_fmt_cap(struct file *file, void *priv,
887				struct v4l2_format *f)
888{
889	struct solo_enc_dev *solo_enc = video_drvdata(file);
890	struct solo_dev *solo_dev = solo_enc->solo_dev;
891	struct v4l2_pix_format *pix = &f->fmt.pix;
892	int ret;
893
894	if (vb2_is_busy(&solo_enc->vidq))
895		return -EBUSY;
896
897	ret = solo_enc_try_fmt_cap(file, priv, f);
898	if (ret)
899		return ret;
900
901	if (pix->width == solo_dev->video_hsize)
902		solo_enc->mode = SOLO_ENC_MODE_D1;
903	else
904		solo_enc->mode = SOLO_ENC_MODE_CIF;
905
906	/* This does not change the encoder at all */
907	solo_enc->fmt = pix->pixelformat;
908
909	/*
910	 * More information is needed about these 'extended' types. As far
911	 * as I can tell these are basically additional video streams with
912	 * different MPEG encoding attributes that can run in parallel with
913	 * the main stream. If so, then this should be implemented as a
914	 * second video node. Abusing priv like this is certainly not the
915	 * right approach.
916	if (pix->priv)
917		solo_enc->type = SOLO_ENC_TYPE_EXT;
918	 */
919	solo_update_mode(solo_enc);
920	return 0;
921}
922
923static int solo_enc_get_fmt_cap(struct file *file, void *priv,
924				struct v4l2_format *f)
925{
926	struct solo_enc_dev *solo_enc = video_drvdata(file);
927	struct v4l2_pix_format *pix = &f->fmt.pix;
928
929	pix->width = solo_enc->width;
930	pix->height = solo_enc->height;
931	pix->pixelformat = solo_enc->fmt;
932	pix->field = solo_enc->interlaced ? V4L2_FIELD_INTERLACED :
933		     V4L2_FIELD_NONE;
934	pix->sizeimage = FRAME_BUF_SIZE;
935	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
936
937	return 0;
938}
939
940static int solo_enc_g_std(struct file *file, void *priv, v4l2_std_id *i)
941{
942	struct solo_enc_dev *solo_enc = video_drvdata(file);
943	struct solo_dev *solo_dev = solo_enc->solo_dev;
944
945	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC)
946		*i = V4L2_STD_NTSC_M;
947	else
948		*i = V4L2_STD_PAL;
949	return 0;
950}
951
952static int solo_enc_s_std(struct file *file, void *priv, v4l2_std_id std)
953{
954	struct solo_enc_dev *solo_enc = video_drvdata(file);
955
956	return solo_set_video_type(solo_enc->solo_dev, std & V4L2_STD_625_50);
957}
958
959static int solo_enum_framesizes(struct file *file, void *priv,
960				struct v4l2_frmsizeenum *fsize)
961{
962	struct solo_enc_dev *solo_enc = video_drvdata(file);
963	struct solo_dev *solo_dev = solo_enc->solo_dev;
964
965	if (solo_valid_pixfmt(fsize->pixel_format, solo_dev->type))
966		return -EINVAL;
967
968	switch (fsize->index) {
969	case 0:
970		fsize->discrete.width = solo_dev->video_hsize >> 1;
971		fsize->discrete.height = solo_dev->video_vsize;
972		break;
973	case 1:
974		fsize->discrete.width = solo_dev->video_hsize;
975		fsize->discrete.height = solo_dev->video_vsize << 1;
976		break;
977	default:
978		return -EINVAL;
979	}
980
981	fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
982
983	return 0;
984}
985
986static int solo_enum_frameintervals(struct file *file, void *priv,
987				    struct v4l2_frmivalenum *fintv)
988{
989	struct solo_enc_dev *solo_enc = video_drvdata(file);
990	struct solo_dev *solo_dev = solo_enc->solo_dev;
991
992	if (solo_valid_pixfmt(fintv->pixel_format, solo_dev->type))
993		return -EINVAL;
994	if (fintv->index)
995		return -EINVAL;
996	if ((fintv->width != solo_dev->video_hsize >> 1 ||
997	     fintv->height != solo_dev->video_vsize) &&
998	    (fintv->width != solo_dev->video_hsize ||
999	     fintv->height != solo_dev->video_vsize << 1))
1000		return -EINVAL;
1001
1002	fintv->type = V4L2_FRMIVAL_TYPE_STEPWISE;
1003
1004	fintv->stepwise.min.numerator = 1;
1005	fintv->stepwise.min.denominator = solo_dev->fps;
1006
1007	fintv->stepwise.max.numerator = 15;
1008	fintv->stepwise.max.denominator = solo_dev->fps;
1009
1010	fintv->stepwise.step.numerator = 1;
1011	fintv->stepwise.step.denominator = solo_dev->fps;
1012
1013	return 0;
1014}
1015
1016static int solo_g_parm(struct file *file, void *priv,
1017		       struct v4l2_streamparm *sp)
1018{
1019	struct solo_enc_dev *solo_enc = video_drvdata(file);
1020	struct v4l2_captureparm *cp = &sp->parm.capture;
1021
1022	cp->capability = V4L2_CAP_TIMEPERFRAME;
1023	cp->timeperframe.numerator = solo_enc->interval;
1024	cp->timeperframe.denominator = solo_enc->solo_dev->fps;
1025	cp->capturemode = 0;
1026	/* XXX: Shouldn't we be able to get/set this from videobuf? */
1027	cp->readbuffers = 2;
1028
1029	return 0;
1030}
1031
1032static inline int calc_interval(u8 fps, u32 n, u32 d)
1033{
1034	if (!n || !d)
1035		return 1;
1036	if (d == fps)
1037		return n;
1038	n *= fps;
1039	return min(15U, n / d + (n % d >= (fps >> 1)));
1040}
1041
1042static int solo_s_parm(struct file *file, void *priv,
1043		       struct v4l2_streamparm *sp)
1044{
1045	struct solo_enc_dev *solo_enc = video_drvdata(file);
1046	struct v4l2_fract *t = &sp->parm.capture.timeperframe;
1047	u8 fps = solo_enc->solo_dev->fps;
1048
1049	if (vb2_is_streaming(&solo_enc->vidq))
1050		return -EBUSY;
1051
1052	solo_enc->interval = calc_interval(fps, t->numerator, t->denominator);
1053	solo_update_mode(solo_enc);
1054	return solo_g_parm(file, priv, sp);
1055}
1056
1057static int solo_s_ctrl(struct v4l2_ctrl *ctrl)
1058{
1059	struct solo_enc_dev *solo_enc =
1060		container_of(ctrl->handler, struct solo_enc_dev, hdl);
1061	struct solo_dev *solo_dev = solo_enc->solo_dev;
1062	int err;
1063
1064	switch (ctrl->id) {
1065	case V4L2_CID_BRIGHTNESS:
1066	case V4L2_CID_CONTRAST:
1067	case V4L2_CID_SATURATION:
1068	case V4L2_CID_HUE:
1069	case V4L2_CID_SHARPNESS:
1070		return tw28_set_ctrl_val(solo_dev, ctrl->id, solo_enc->ch,
1071					 ctrl->val);
1072	case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1073		solo_enc->gop = ctrl->val;
1074		solo_reg_write(solo_dev, SOLO_VE_CH_GOP(solo_enc->ch), solo_enc->gop);
1075		solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(solo_enc->ch), solo_enc->gop);
1076		return 0;
1077	case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1078		solo_enc->qp = ctrl->val;
1079		solo_reg_write(solo_dev, SOLO_VE_CH_QP(solo_enc->ch), solo_enc->qp);
1080		solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(solo_enc->ch), solo_enc->qp);
1081		return 0;
1082	case V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD:
1083		solo_enc->motion_thresh = ctrl->val << 8;
1084		if (!solo_enc->motion_global || !solo_enc->motion_enabled)
1085			return 0;
1086		return solo_set_motion_threshold(solo_dev, solo_enc->ch,
1087				solo_enc->motion_thresh);
1088	case V4L2_CID_DETECT_MD_MODE:
1089		solo_enc->motion_global = ctrl->val == V4L2_DETECT_MD_MODE_GLOBAL;
1090		solo_enc->motion_enabled = ctrl->val > V4L2_DETECT_MD_MODE_DISABLED;
1091		if (ctrl->val) {
1092			if (solo_enc->motion_global)
1093				err = solo_set_motion_threshold(solo_dev, solo_enc->ch,
1094					solo_enc->motion_thresh);
1095			else
1096				err = solo_set_motion_block(solo_dev, solo_enc->ch,
1097					solo_enc->md_thresholds->p_cur.p_u16);
1098			if (err)
1099				return err;
1100		}
1101		solo_motion_toggle(solo_enc, ctrl->val);
1102		return 0;
1103	case V4L2_CID_DETECT_MD_THRESHOLD_GRID:
1104		if (solo_enc->motion_enabled && !solo_enc->motion_global)
1105			return solo_set_motion_block(solo_dev, solo_enc->ch,
1106					solo_enc->md_thresholds->p_new.p_u16);
1107		break;
1108	case V4L2_CID_OSD_TEXT:
1109		strscpy(solo_enc->osd_text, ctrl->p_new.p_char,
1110			sizeof(solo_enc->osd_text));
1111		return solo_osd_print(solo_enc);
1112	default:
1113		return -EINVAL;
1114	}
1115
1116	return 0;
1117}
1118
1119static int solo_subscribe_event(struct v4l2_fh *fh,
1120				const struct v4l2_event_subscription *sub)
1121{
1122
1123	switch (sub->type) {
1124	case V4L2_EVENT_MOTION_DET:
1125		/* Allow for up to 30 events (1 second for NTSC) to be
1126		 * stored. */
1127		return v4l2_event_subscribe(fh, sub, 30, NULL);
1128	default:
1129		return v4l2_ctrl_subscribe_event(fh, sub);
1130	}
1131}
1132
1133static const struct v4l2_file_operations solo_enc_fops = {
1134	.owner			= THIS_MODULE,
1135	.open			= v4l2_fh_open,
1136	.release		= vb2_fop_release,
1137	.read			= vb2_fop_read,
1138	.poll			= vb2_fop_poll,
1139	.mmap			= vb2_fop_mmap,
1140	.unlocked_ioctl		= video_ioctl2,
1141};
1142
1143static const struct v4l2_ioctl_ops solo_enc_ioctl_ops = {
1144	.vidioc_querycap		= solo_enc_querycap,
1145	.vidioc_s_std			= solo_enc_s_std,
1146	.vidioc_g_std			= solo_enc_g_std,
1147	/* Input callbacks */
1148	.vidioc_enum_input		= solo_enc_enum_input,
1149	.vidioc_s_input			= solo_enc_set_input,
1150	.vidioc_g_input			= solo_enc_get_input,
1151	/* Video capture format callbacks */
1152	.vidioc_enum_fmt_vid_cap	= solo_enc_enum_fmt_cap,
1153	.vidioc_try_fmt_vid_cap		= solo_enc_try_fmt_cap,
1154	.vidioc_s_fmt_vid_cap		= solo_enc_set_fmt_cap,
1155	.vidioc_g_fmt_vid_cap		= solo_enc_get_fmt_cap,
1156	/* Streaming I/O */
1157	.vidioc_reqbufs			= vb2_ioctl_reqbufs,
1158	.vidioc_querybuf		= vb2_ioctl_querybuf,
1159	.vidioc_qbuf			= vb2_ioctl_qbuf,
1160	.vidioc_dqbuf			= vb2_ioctl_dqbuf,
1161	.vidioc_streamon		= vb2_ioctl_streamon,
1162	.vidioc_streamoff		= vb2_ioctl_streamoff,
1163	/* Frame size and interval */
1164	.vidioc_enum_framesizes		= solo_enum_framesizes,
1165	.vidioc_enum_frameintervals	= solo_enum_frameintervals,
1166	/* Video capture parameters */
1167	.vidioc_s_parm			= solo_s_parm,
1168	.vidioc_g_parm			= solo_g_parm,
1169	/* Logging and events */
1170	.vidioc_log_status		= v4l2_ctrl_log_status,
1171	.vidioc_subscribe_event		= solo_subscribe_event,
1172	.vidioc_unsubscribe_event	= v4l2_event_unsubscribe,
1173};
1174
1175static const struct video_device solo_enc_template = {
1176	.name			= SOLO6X10_NAME,
1177	.fops			= &solo_enc_fops,
1178	.ioctl_ops		= &solo_enc_ioctl_ops,
1179	.minor			= -1,
1180	.release		= video_device_release,
1181	.tvnorms		= V4L2_STD_NTSC_M | V4L2_STD_PAL,
1182	.device_caps		= V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_READWRITE |
1183				  V4L2_CAP_STREAMING,
1184};
1185
1186static const struct v4l2_ctrl_ops solo_ctrl_ops = {
1187	.s_ctrl = solo_s_ctrl,
1188};
1189
1190static const struct v4l2_ctrl_config solo_osd_text_ctrl = {
1191	.ops = &solo_ctrl_ops,
1192	.id = V4L2_CID_OSD_TEXT,
1193	.name = "OSD Text",
1194	.type = V4L2_CTRL_TYPE_STRING,
1195	.max = OSD_TEXT_MAX,
1196	.step = 1,
1197};
1198
1199/* Motion Detection Threshold matrix */
1200static const struct v4l2_ctrl_config solo_md_thresholds = {
1201	.ops = &solo_ctrl_ops,
1202	.id = V4L2_CID_DETECT_MD_THRESHOLD_GRID,
1203	.dims = { SOLO_MOTION_SZ, SOLO_MOTION_SZ },
1204	.def = SOLO_DEF_MOT_THRESH,
1205	.max = 65535,
1206	.step = 1,
1207};
1208
1209static struct solo_enc_dev *solo_enc_alloc(struct solo_dev *solo_dev,
1210					   u8 ch, unsigned nr)
1211{
1212	struct solo_enc_dev *solo_enc;
1213	struct v4l2_ctrl_handler *hdl;
1214	int ret;
1215
1216	solo_enc = kzalloc(sizeof(*solo_enc), GFP_KERNEL);
1217	if (!solo_enc)
1218		return ERR_PTR(-ENOMEM);
1219
1220	hdl = &solo_enc->hdl;
1221	v4l2_ctrl_handler_init(hdl, 10);
1222	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1223			V4L2_CID_BRIGHTNESS, 0, 255, 1, 128);
1224	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1225			V4L2_CID_CONTRAST, 0, 255, 1, 128);
1226	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1227			V4L2_CID_SATURATION, 0, 255, 1, 128);
1228	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1229			V4L2_CID_HUE, 0, 255, 1, 128);
1230	if (tw28_has_sharpness(solo_dev, ch))
1231		v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1232			V4L2_CID_SHARPNESS, 0, 15, 1, 0);
1233	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1234			V4L2_CID_MPEG_VIDEO_GOP_SIZE, 1, 255, 1, solo_dev->fps);
1235	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1236			V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 0, 31, 1, SOLO_DEFAULT_QP);
1237	v4l2_ctrl_new_std_menu(hdl, &solo_ctrl_ops,
1238			V4L2_CID_DETECT_MD_MODE,
1239			V4L2_DETECT_MD_MODE_THRESHOLD_GRID, 0,
1240			V4L2_DETECT_MD_MODE_DISABLED);
1241	v4l2_ctrl_new_std(hdl, &solo_ctrl_ops,
1242			V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD, 0, 0xff, 1,
1243			SOLO_DEF_MOT_THRESH >> 8);
1244	v4l2_ctrl_new_custom(hdl, &solo_osd_text_ctrl, NULL);
1245	solo_enc->md_thresholds =
1246		v4l2_ctrl_new_custom(hdl, &solo_md_thresholds, NULL);
1247	if (hdl->error) {
1248		ret = hdl->error;
1249		goto hdl_free;
1250	}
1251
1252	solo_enc->solo_dev = solo_dev;
1253	solo_enc->ch = ch;
1254	mutex_init(&solo_enc->lock);
1255	spin_lock_init(&solo_enc->av_lock);
1256	INIT_LIST_HEAD(&solo_enc->vidq_active);
1257	solo_enc->fmt = (solo_dev->type == SOLO_DEV_6010) ?
1258		V4L2_PIX_FMT_MPEG4 : V4L2_PIX_FMT_H264;
1259	solo_enc->type = SOLO_ENC_TYPE_STD;
1260
1261	solo_enc->qp = SOLO_DEFAULT_QP;
1262	solo_enc->gop = solo_dev->fps;
1263	solo_enc->interval = 1;
1264	solo_enc->mode = SOLO_ENC_MODE_CIF;
1265	solo_enc->motion_global = true;
1266	solo_enc->motion_thresh = SOLO_DEF_MOT_THRESH;
1267	solo_enc->vidq.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1268	solo_enc->vidq.io_modes = VB2_MMAP | VB2_USERPTR | VB2_READ;
1269	solo_enc->vidq.ops = &solo_enc_video_qops;
1270	solo_enc->vidq.mem_ops = &vb2_dma_sg_memops;
1271	solo_enc->vidq.drv_priv = solo_enc;
1272	solo_enc->vidq.gfp_flags = __GFP_DMA32 | __GFP_KSWAPD_RECLAIM;
1273	solo_enc->vidq.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1274	solo_enc->vidq.buf_struct_size = sizeof(struct solo_vb2_buf);
1275	solo_enc->vidq.lock = &solo_enc->lock;
1276	solo_enc->vidq.dev = &solo_dev->pdev->dev;
1277	ret = vb2_queue_init(&solo_enc->vidq);
1278	if (ret)
1279		goto hdl_free;
1280	solo_update_mode(solo_enc);
1281
1282	spin_lock_init(&solo_enc->motion_lock);
1283
1284	/* Initialize this per encoder */
1285	solo_enc->jpeg_len = sizeof(jpeg_header);
1286	memcpy(solo_enc->jpeg_header, jpeg_header, solo_enc->jpeg_len);
1287
1288	solo_enc->desc_nelts = 32;
1289	solo_enc->desc_items = pci_alloc_consistent(solo_dev->pdev,
1290				      sizeof(struct solo_p2m_desc) *
1291				      solo_enc->desc_nelts,
1292				      &solo_enc->desc_dma);
1293	ret = -ENOMEM;
1294	if (solo_enc->desc_items == NULL)
1295		goto hdl_free;
1296
1297	solo_enc->vfd = video_device_alloc();
1298	if (!solo_enc->vfd)
1299		goto pci_free;
1300
1301	*solo_enc->vfd = solo_enc_template;
1302	solo_enc->vfd->v4l2_dev = &solo_dev->v4l2_dev;
1303	solo_enc->vfd->ctrl_handler = hdl;
1304	solo_enc->vfd->queue = &solo_enc->vidq;
1305	solo_enc->vfd->lock = &solo_enc->lock;
1306	video_set_drvdata(solo_enc->vfd, solo_enc);
1307	ret = video_register_device(solo_enc->vfd, VFL_TYPE_VIDEO, nr);
1308	if (ret < 0)
1309		goto vdev_release;
1310
1311	snprintf(solo_enc->vfd->name, sizeof(solo_enc->vfd->name),
1312		 "%s-enc (%i/%i)", SOLO6X10_NAME, solo_dev->vfd->num,
1313		 solo_enc->vfd->num);
1314
1315	return solo_enc;
1316
1317vdev_release:
1318	video_device_release(solo_enc->vfd);
1319pci_free:
1320	pci_free_consistent(solo_enc->solo_dev->pdev,
1321			sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1322			solo_enc->desc_items, solo_enc->desc_dma);
1323hdl_free:
1324	v4l2_ctrl_handler_free(hdl);
1325	kfree(solo_enc);
1326	return ERR_PTR(ret);
1327}
1328
1329static void solo_enc_free(struct solo_enc_dev *solo_enc)
1330{
1331	if (solo_enc == NULL)
1332		return;
1333
1334	pci_free_consistent(solo_enc->solo_dev->pdev,
1335			sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1336			solo_enc->desc_items, solo_enc->desc_dma);
1337	video_unregister_device(solo_enc->vfd);
1338	v4l2_ctrl_handler_free(&solo_enc->hdl);
1339	kfree(solo_enc);
1340}
1341
1342int solo_enc_v4l2_init(struct solo_dev *solo_dev, unsigned nr)
1343{
1344	int i;
1345
1346	init_waitqueue_head(&solo_dev->ring_thread_wait);
1347
1348	solo_dev->vh_size = sizeof(vop_header);
1349	solo_dev->vh_buf = pci_alloc_consistent(solo_dev->pdev,
1350						solo_dev->vh_size,
1351						&solo_dev->vh_dma);
1352	if (solo_dev->vh_buf == NULL)
1353		return -ENOMEM;
1354
1355	for (i = 0; i < solo_dev->nr_chans; i++) {
1356		solo_dev->v4l2_enc[i] = solo_enc_alloc(solo_dev, i, nr);
1357		if (IS_ERR(solo_dev->v4l2_enc[i]))
1358			break;
1359	}
1360
1361	if (i != solo_dev->nr_chans) {
1362		int ret = PTR_ERR(solo_dev->v4l2_enc[i]);
1363
1364		while (i--)
1365			solo_enc_free(solo_dev->v4l2_enc[i]);
1366		pci_free_consistent(solo_dev->pdev, solo_dev->vh_size,
1367				    solo_dev->vh_buf, solo_dev->vh_dma);
1368		solo_dev->vh_buf = NULL;
1369		return ret;
1370	}
1371
1372	if (solo_dev->type == SOLO_DEV_6010)
1373		solo_dev->enc_bw_remain = solo_dev->fps * 4 * 4;
1374	else
1375		solo_dev->enc_bw_remain = solo_dev->fps * 4 * 5;
1376
1377	dev_info(&solo_dev->pdev->dev, "Encoders as /dev/video%d-%d\n",
1378		 solo_dev->v4l2_enc[0]->vfd->num,
1379		 solo_dev->v4l2_enc[solo_dev->nr_chans - 1]->vfd->num);
1380
1381	return solo_ring_start(solo_dev);
1382}
1383
1384void solo_enc_v4l2_exit(struct solo_dev *solo_dev)
1385{
1386	int i;
1387
1388	solo_ring_stop(solo_dev);
1389
1390	for (i = 0; i < solo_dev->nr_chans; i++)
1391		solo_enc_free(solo_dev->v4l2_enc[i]);
1392
1393	if (solo_dev->vh_buf)
1394		pci_free_consistent(solo_dev->pdev, solo_dev->vh_size,
1395			    solo_dev->vh_buf, solo_dev->vh_dma);
1396}
1397