1	// SPDX-License-Identifier: GPL-2.0-or-later
2	/*
3	* Copyright (C) 2010-2013 Bluecherry, LLC <https://www.bluecherrydvr.com>
4	*
5	* Original author:
6	* Ben Collins <bcollins@ubuntu.com>
7	*
8	* Additional work by:
9	* John Brooks <john.brooks@bluecherry.net>
10	*/
11
12	#include <linux/kernel.h>
13	#include <linux/module.h>
14	#include <linux/kthread.h>
15	#include <linux/freezer.h>
16
17	#include <media/v4l2-ioctl.h>
18	#include <media/v4l2-common.h>
19	#include <media/v4l2-event.h>
20	#include <media/videobuf2-dma-sg.h>
21
22	#include "solo6x10.h"
23	#include "solo6x10-tw28.h"
24	#include "solo6x10-jpeg.h"
25
26	#define MIN_VID_BUFFERS 2
27	#define FRAME_BUF_SIZE (400 * 1024)
28	#define MP4_QS 16
29	#define DMA_ALIGN 4096
30
31	/* 6010 M4V */
32	static u8 vop_6010_ntsc_d1[] = {
33	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
34	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
35	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
36	0x1f, 0x4c, 0x58, 0x10, 0xf0, 0x71, 0x18, 0x3f,
37	};
38
39	static u8 vop_6010_ntsc_cif[] = {
40	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
41	0x02, 0x48, 0x1d, 0xc0, 0x00, 0x40, 0x00, 0x40,
42	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
43	0x1f, 0x4c, 0x2c, 0x10, 0x78, 0x51, 0x18, 0x3f,
44	};
45
46	static u8 vop_6010_pal_d1[] = {
47	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
48	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
49	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
50	0x1f, 0x4c, 0x58, 0x11, 0x20, 0x71, 0x18, 0x3f,
51	};
52
53	static u8 vop_6010_pal_cif[] = {
54	0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01, 0x20,
55	0x02, 0x48, 0x15, 0xc0, 0x00, 0x40, 0x00, 0x40,
56	0x00, 0x40, 0x00, 0x80, 0x00, 0x97, 0x53, 0x04,
57	0x1f, 0x4c, 0x2c, 0x10, 0x90, 0x51, 0x18, 0x3f,
58	};
59
60	/* 6110 h.264 */
61	static u8 vop_6110_ntsc_d1[] = {
62	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
63	0x9a, 0x74, 0x05, 0x81, 0xec, 0x80, 0x00, 0x00,
64	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
65	};
66
67	static u8 vop_6110_ntsc_cif[] = {
68	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
69	0x9a, 0x74, 0x0b, 0x0f, 0xc8, 0x00, 0x00, 0x00,
70	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
71	};
72
73	static u8 vop_6110_pal_d1[] = {
74	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
75	0x9a, 0x74, 0x05, 0x80, 0x93, 0x20, 0x00, 0x00,
76	0x00, 0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00,
77	};
78
79	static u8 vop_6110_pal_cif[] = {
80	0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0x00, 0x1e,
81	0x9a, 0x74, 0x0b, 0x04, 0xb2, 0x00, 0x00, 0x00,
82	0x01, 0x68, 0xce, 0x32, 0x28, 0x00, 0x00, 0x00,
83	};
84
85	typedef __le32 vop_header[16];
86
87	struct solo_enc_buf {
88	enum solo_enc_types type;
89	const vop_header *vh;
90	int motion;
91	};
92
93	static int solo_is_motion_on(struct solo_enc_dev *solo_enc)
94	{
95	struct solo_dev *solo_dev = solo_enc->solo_dev;
96
97	return (solo_dev->motion_mask >> solo_enc->ch) & 1;
98	}
99
100	static int solo_motion_detected(struct solo_enc_dev *solo_enc)
101	{
102	struct solo_dev *solo_dev = solo_enc->solo_dev;
103	unsigned long flags;
104	u32 ch_mask = 1 << solo_enc->ch;
105	int ret = 0;
106
107	spin_lock_irqsave(&solo_enc->motion_lock, flags);
108	if (solo_reg_read(solo_dev, SOLO_VI_MOT_STATUS) & ch_mask) {
109	solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, data: ch_mask);
110	ret = 1;
111	}
112	spin_unlock_irqrestore(lock: &solo_enc->motion_lock, flags);
113
114	return ret;
115	}
116
117	static void solo_motion_toggle(struct solo_enc_dev *solo_enc, int on)
118	{
119	struct solo_dev *solo_dev = solo_enc->solo_dev;
120	u32 mask = 1 << solo_enc->ch;
121	unsigned long flags;
122
123	spin_lock_irqsave(&solo_enc->motion_lock, flags);
124
125	if (on)
126	solo_dev->motion_mask |= mask;
127	else
128	solo_dev->motion_mask &= ~mask;
129
130	solo_reg_write(solo_dev, SOLO_VI_MOT_CLEAR, data: mask);
131
132	solo_reg_write(solo_dev, SOLO_VI_MOT_ADR,
133	SOLO_VI_MOTION_EN(solo_dev->motion_mask) |
134	(SOLO_MOTION_EXT_ADDR(solo_dev) >> 16));
135
136	spin_unlock_irqrestore(lock: &solo_enc->motion_lock, flags);
137	}
138
139	void solo_update_mode(struct solo_enc_dev *solo_enc)
140	{
141	struct solo_dev *solo_dev = solo_enc->solo_dev;
142	int vop_len;
143	u8 *vop;
144
145	solo_enc->interlaced = (solo_enc->mode & 0x08) ? 1 : 0;
146	solo_enc->bw_weight = max(solo_dev->fps / solo_enc->interval, 1);
147
148	if (solo_enc->mode == SOLO_ENC_MODE_CIF) {
149	solo_enc->width = solo_dev->video_hsize >> 1;
150	solo_enc->height = solo_dev->video_vsize;
151	if (solo_dev->type == SOLO_DEV_6110) {
152	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
153	vop = vop_6110_ntsc_cif;
154	vop_len = sizeof(vop_6110_ntsc_cif);
155	} else {
156	vop = vop_6110_pal_cif;
157	vop_len = sizeof(vop_6110_pal_cif);
158	}
159	} else {
160	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
161	vop = vop_6010_ntsc_cif;
162	vop_len = sizeof(vop_6010_ntsc_cif);
163	} else {
164	vop = vop_6010_pal_cif;
165	vop_len = sizeof(vop_6010_pal_cif);
166	}
167	}
168	} else {
169	solo_enc->width = solo_dev->video_hsize;
170	solo_enc->height = solo_dev->video_vsize << 1;
171	solo_enc->bw_weight <<= 2;
172	if (solo_dev->type == SOLO_DEV_6110) {
173	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
174	vop = vop_6110_ntsc_d1;
175	vop_len = sizeof(vop_6110_ntsc_d1);
176	} else {
177	vop = vop_6110_pal_d1;
178	vop_len = sizeof(vop_6110_pal_d1);
179	}
180	} else {
181	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC) {
182	vop = vop_6010_ntsc_d1;
183	vop_len = sizeof(vop_6010_ntsc_d1);
184	} else {
185	vop = vop_6010_pal_d1;
186	vop_len = sizeof(vop_6010_pal_d1);
187	}
188	}
189	}
190
191	memcpy(solo_enc->vop, vop, vop_len);
192
193	/* Some fixups for 6010/M4V */
194	if (solo_dev->type == SOLO_DEV_6010) {
195	u16 fps = solo_dev->fps * 1000;
196	u16 interval = solo_enc->interval * 1000;
197
198	vop = solo_enc->vop;
199
200	/* Frame rate and interval */
201	vop[22] = fps >> 4;
202	vop[23] = ((fps << 4) & 0xf0) | 0x0c
203	| ((interval >> 13) & 0x3);
204	vop[24] = (interval >> 5) & 0xff;
205	vop[25] = ((interval << 3) & 0xf8) | 0x04;
206	}
207
208	solo_enc->vop_len = vop_len;
209
210	/* Now handle the jpeg header */
211	vop = solo_enc->jpeg_header;
212	vop[SOF0_START + 5] = 0xff & (solo_enc->height >> 8);
213	vop[SOF0_START + 6] = 0xff & solo_enc->height;
214	vop[SOF0_START + 7] = 0xff & (solo_enc->width >> 8);
215	vop[SOF0_START + 8] = 0xff & solo_enc->width;
216
217	memcpy(vop + DQT_START,
218	jpeg_dqt[solo_g_jpeg_qp(solo_dev, solo_enc->ch)], DQT_LEN);
219	}
220
221	static int solo_enc_on(struct solo_enc_dev *solo_enc)
222	{
223	u8 ch = solo_enc->ch;
224	struct solo_dev *solo_dev = solo_enc->solo_dev;
225	u8 interval;
226
227	solo_update_mode(solo_enc);
228
229	/* Make sure to do a bandwidth check */
230	if (solo_enc->bw_weight > solo_dev->enc_bw_remain)
231	return -EBUSY;
232	solo_enc->sequence = 0;
233	solo_dev->enc_bw_remain -= solo_enc->bw_weight;
234
235	if (solo_enc->type == SOLO_ENC_TYPE_EXT)
236	solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(ch), data: 1);
237
238	/* Disable all encoding for this channel */
239	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), data: 0);
240
241	/* Common for both std and ext encoding */
242	solo_reg_write(solo_dev, SOLO_VE_CH_INTL(ch),
243	data: solo_enc->interlaced ? 1 : 0);
244
245	if (solo_enc->interlaced)
246	interval = solo_enc->interval - 1;
247	else
248	interval = solo_enc->interval;
249
250	/* Standard encoding only */
251	solo_reg_write(solo_dev, SOLO_VE_CH_GOP(ch), data: solo_enc->gop);
252	solo_reg_write(solo_dev, SOLO_VE_CH_QP(ch), data: solo_enc->qp);
253	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV(ch), data: interval);
254
255	/* Extended encoding only */
256	solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(ch), data: solo_enc->gop);
257	solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(ch), data: solo_enc->qp);
258	solo_reg_write(solo_dev, SOLO_CAP_CH_INTV_E(ch), data: interval);
259
260	/* Enables the standard encoder */
261	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(ch), data: solo_enc->mode);
262
263	return 0;
264	}
265
266	static void solo_enc_off(struct solo_enc_dev *solo_enc)
267	{
268	struct solo_dev *solo_dev = solo_enc->solo_dev;
269
270	solo_dev->enc_bw_remain += solo_enc->bw_weight;
271
272	solo_reg_write(solo_dev, SOLO_CAP_CH_SCALE(solo_enc->ch), data: 0);
273	solo_reg_write(solo_dev, SOLO_CAP_CH_COMP_ENA_E(solo_enc->ch), data: 0);
274	}
275
276	static int enc_get_mpeg_dma(struct solo_dev *solo_dev, dma_addr_t dma,
277	unsigned int off, unsigned int size)
278	{
279	int ret;
280
281	if (off > SOLO_MP4E_EXT_SIZE(solo_dev))
282	return -EINVAL;
283
284	/* Single shot */
285	if (off + size <= SOLO_MP4E_EXT_SIZE(solo_dev)) {
286	return solo_p2m_dma_t(solo_dev, wr: 0, dma_addr: dma,
287	SOLO_MP4E_EXT_ADDR(solo_dev) + off, size,
288	repeat: 0, ext_size: 0);
289	}
290
291	/* Buffer wrap */
292	ret = solo_p2m_dma_t(solo_dev, wr: 0, dma_addr: dma,
293	SOLO_MP4E_EXT_ADDR(solo_dev) + off,
294	SOLO_MP4E_EXT_SIZE(solo_dev) - off, repeat: 0, ext_size: 0);
295
296	if (!ret) {
297	ret = solo_p2m_dma_t(solo_dev, wr: 0,
298	dma_addr: dma + SOLO_MP4E_EXT_SIZE(solo_dev) - off,
299	SOLO_MP4E_EXT_ADDR(solo_dev),
300	size: size + off - SOLO_MP4E_EXT_SIZE(solo_dev), repeat: 0, ext_size: 0);
301	}
302
303	return ret;
304	}
305
306	/* Build a descriptor queue out of an SG list and send it to the P2M for
307	* processing. */
308	static int solo_send_desc(struct solo_enc_dev *solo_enc, int skip,
309	struct sg_table *vbuf, int off, int size,
310	unsigned int base, unsigned int base_size)
311	{
312	struct solo_dev *solo_dev = solo_enc->solo_dev;
313	struct scatterlist *sg;
314	int i;
315	int ret;
316
317	if (WARN_ON_ONCE(size > FRAME_BUF_SIZE))
318	return -EINVAL;
319
320	solo_enc->desc_count = 1;
321
322	for_each_sg(vbuf->sgl, sg, vbuf->nents, i) {
323	struct solo_p2m_desc *desc;
324	dma_addr_t dma;
325	int len;
326	int left = base_size - off;
327
328	desc = &solo_enc->desc_items[solo_enc->desc_count++];
329	dma = sg_dma_address(sg);
330	len = sg_dma_len(sg);
331
332	/* We assume this is smaller than the scatter size */
333	BUG_ON(skip >= len);
334	if (skip) {
335	len -= skip;
336	dma += skip;
337	size -= skip;
338	skip = 0;
339	}
340
341	len = min(len, size);
342
343	if (len <= left) {
344	/* Single descriptor */
345	solo_p2m_fill_desc(desc, wr: 0, dma_addr: dma, ext_addr: base + off,
346	size: len, repeat: 0, ext_size: 0);
347	} else {
348	/* Buffer wrap */
349	/* XXX: Do these as separate DMA requests, to avoid
350	timeout errors triggered by awkwardly sized
351	descriptors. See
352	<https://github.com/bluecherrydvr/solo6x10/issues/8>
353	*/
354	ret = solo_p2m_dma_t(solo_dev, wr: 0, dma_addr: dma, ext_addr: base + off,
355	size: left, repeat: 0, ext_size: 0);
356	if (ret)
357	return ret;
358
359	ret = solo_p2m_dma_t(solo_dev, wr: 0, dma_addr: dma + left, ext_addr: base,
360	size: len - left, repeat: 0, ext_size: 0);
361	if (ret)
362	return ret;
363
364	solo_enc->desc_count--;
365	}
366
367	size -= len;
368	if (size <= 0)
369	break;
370
371	off += len;
372	if (off >= base_size)
373	off -= base_size;
374
375	/* Because we may use two descriptors per loop */
376	if (solo_enc->desc_count >= (solo_enc->desc_nelts - 1)) {
377	ret = solo_p2m_dma_desc(solo_dev, desc: solo_enc->desc_items,
378	desc_dma: solo_enc->desc_dma,
379	desc_cnt: solo_enc->desc_count - 1);
380	if (ret)
381	return ret;
382	solo_enc->desc_count = 1;
383	}
384	}
385
386	if (solo_enc->desc_count <= 1)
387	return 0;
388
389	return solo_p2m_dma_desc(solo_dev, desc: solo_enc->desc_items,
390	desc_dma: solo_enc->desc_dma, desc_cnt: solo_enc->desc_count - 1);
391	}
392
393	/* Extract values from VOP header - VE_STATUSxx */
394	static inline __always_unused int vop_interlaced(const vop_header *vh)
395	{
396	return (__le32_to_cpu((*vh)[0]) >> 30) & 1;
397	}
398
399	static inline __always_unused u8 vop_channel(const vop_header *vh)
400	{
401	return (__le32_to_cpu((*vh)[0]) >> 24) & 0x1F;
402	}
403
404	static inline u8 vop_type(const vop_header *vh)
405	{
406	return (__le32_to_cpu((*vh)[0]) >> 22) & 3;
407	}
408
409	static inline u32 vop_mpeg_size(const vop_header *vh)
410	{
411	return __le32_to_cpu((*vh)[0]) & 0xFFFFF;
412	}
413
414	static inline u8 __always_unused vop_hsize(const vop_header *vh)
415	{
416	return (__le32_to_cpu((*vh)[1]) >> 8) & 0xFF;
417	}
418
419	static inline u8 __always_unused vop_vsize(const vop_header *vh)
420	{
421	return __le32_to_cpu((*vh)[1]) & 0xFF;
422	}
423
424	static inline u32 vop_mpeg_offset(const vop_header *vh)
425	{
426	return __le32_to_cpu((*vh)[2]);
427	}
428
429	static inline u32 vop_jpeg_offset(const vop_header *vh)
430	{
431	return __le32_to_cpu((*vh)[3]);
432	}
433
434	static inline u32 vop_jpeg_size(const vop_header *vh)
435	{
436	return __le32_to_cpu((*vh)[4]) & 0xFFFFF;
437	}
438
439	static inline u32 __always_unused vop_sec(const vop_header *vh)
440	{
441	return __le32_to_cpu((*vh)[5]);
442	}
443
444	static inline __always_unused u32 vop_usec(const vop_header *vh)
445	{
446	return __le32_to_cpu((*vh)[6]);
447	}
448
449	static int solo_fill_jpeg(struct solo_enc_dev *solo_enc,
450	struct vb2_buffer *vb, const vop_header *vh)
451	{
452	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
453	struct solo_dev *solo_dev = solo_enc->solo_dev;
454	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, plane_no: 0);
455	int frame_size;
456
457	vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
458
459	if (vb2_plane_size(vb, plane_no: 0) < vop_jpeg_size(vh) + solo_enc->jpeg_len)
460	return -EIO;
461
462	frame_size = ALIGN(vop_jpeg_size(vh) + solo_enc->jpeg_len, DMA_ALIGN);
463	vb2_set_plane_payload(vb, plane_no: 0, size: vop_jpeg_size(vh) + solo_enc->jpeg_len);
464
465	return solo_send_desc(solo_enc, skip: solo_enc->jpeg_len, vbuf: sgt,
466	off: vop_jpeg_offset(vh) - SOLO_JPEG_EXT_ADDR(solo_dev),
467	size: frame_size, SOLO_JPEG_EXT_ADDR(solo_dev),
468	SOLO_JPEG_EXT_SIZE(solo_dev));
469	}
470
471	static int solo_fill_mpeg(struct solo_enc_dev *solo_enc,
472	struct vb2_buffer *vb, const vop_header *vh)
473	{
474	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
475	struct solo_dev *solo_dev = solo_enc->solo_dev;
476	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, plane_no: 0);
477	int frame_off, frame_size;
478	int skip = 0;
479
480	if (vb2_plane_size(vb, plane_no: 0) < vop_mpeg_size(vh))
481	return -EIO;
482
483	/* If this is a key frame, add extra header */
484	vbuf->flags &= ~(V4L2_BUF_FLAG_KEYFRAME | V4L2_BUF_FLAG_PFRAME |
485	V4L2_BUF_FLAG_BFRAME);
486	if (!vop_type(vh)) {
487	skip = solo_enc->vop_len;
488	vbuf->flags |= V4L2_BUF_FLAG_KEYFRAME;
489	vb2_set_plane_payload(vb, plane_no: 0, size: vop_mpeg_size(vh) +
490	solo_enc->vop_len);
491	} else {
492	vbuf->flags |= V4L2_BUF_FLAG_PFRAME;
493	vb2_set_plane_payload(vb, plane_no: 0, size: vop_mpeg_size(vh));
494	}
495
496	/* Now get the actual mpeg payload */
497	frame_off = (vop_mpeg_offset(vh) - SOLO_MP4E_EXT_ADDR(solo_dev) +
498	sizeof(*vh)) % SOLO_MP4E_EXT_SIZE(solo_dev);
499	frame_size = ALIGN(vop_mpeg_size(vh) + skip, DMA_ALIGN);
500
501	return solo_send_desc(solo_enc, skip, vbuf: sgt, off: frame_off, size: frame_size,
502	SOLO_MP4E_EXT_ADDR(solo_dev),
503	SOLO_MP4E_EXT_SIZE(solo_dev));
504	}
505
506	static int solo_enc_fillbuf(struct solo_enc_dev *solo_enc,
507	struct vb2_buffer *vb, struct solo_enc_buf *enc_buf)
508	{
509	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
510	const vop_header *vh = enc_buf->vh;
511	int ret;
512
513	switch (solo_enc->fmt) {
514	case V4L2_PIX_FMT_MPEG4:
515	case V4L2_PIX_FMT_H264:
516	ret = solo_fill_mpeg(solo_enc, vb, vh);
517	break;
518	default: /* V4L2_PIX_FMT_MJPEG */
519	ret = solo_fill_jpeg(solo_enc, vb, vh);
520	break;
521	}
522
523	if (!ret) {
524	vbuf->sequence = solo_enc->sequence++;
525	vb->timestamp = ktime_get_ns();
526
527	/* Check for motion flags */
528	if (solo_is_motion_on(solo_enc) && enc_buf->motion) {
529	struct v4l2_event ev = {
530	.type = V4L2_EVENT_MOTION_DET,
531	.u.motion_det = {
532	.flags
533	= V4L2_EVENT_MD_FL_HAVE_FRAME_SEQ,
534	.frame_sequence = vbuf->sequence,
535	.region_mask = enc_buf->motion ? 1 : 0,
536	},
537	};
538
539	v4l2_event_queue(vdev: solo_enc->vfd, ev: &ev);
540	}
541	}
542
543	vb2_buffer_done(vb, state: ret ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
544
545	return ret;
546	}
547
548	static void solo_enc_handle_one(struct solo_enc_dev *solo_enc,
549	struct solo_enc_buf *enc_buf)
550	{
551	struct solo_vb2_buf *vb;
552	unsigned long flags;
553
554	mutex_lock(&solo_enc->lock);
555	if (solo_enc->type != enc_buf->type)
556	goto unlock;
557
558	spin_lock_irqsave(&solo_enc->av_lock, flags);
559	if (list_empty(head: &solo_enc->vidq_active)) {
560	spin_unlock_irqrestore(lock: &solo_enc->av_lock, flags);
561	goto unlock;
562	}
563	vb = list_first_entry(&solo_enc->vidq_active, struct solo_vb2_buf,
564	list);
565	list_del(entry: &vb->list);
566	spin_unlock_irqrestore(lock: &solo_enc->av_lock, flags);
567
568	solo_enc_fillbuf(solo_enc, vb: &vb->vb.vb2_buf, enc_buf);
569	unlock:
570	mutex_unlock(lock: &solo_enc->lock);
571	}
572
573	void solo_enc_v4l2_isr(struct solo_dev *solo_dev)
574	{
575	wake_up_interruptible_all(&solo_dev->ring_thread_wait);
576	}
577
578	static void solo_handle_ring(struct solo_dev *solo_dev)
579	{
580	for (;;) {
581	struct solo_enc_dev *solo_enc;
582	struct solo_enc_buf enc_buf;
583	u32 mpeg_current, off;
584	u8 ch;
585	u8 cur_q;
586
587	/* Check if the hardware has any new ones in the queue */
588	cur_q = solo_reg_read(solo_dev, SOLO_VE_STATE(11)) & 0xff;
589	if (cur_q == solo_dev->enc_idx)
590	break;
591
592	mpeg_current = solo_reg_read(solo_dev,
593	SOLO_VE_MPEG4_QUE(solo_dev->enc_idx));
594	solo_dev->enc_idx = (solo_dev->enc_idx + 1) % MP4_QS;
595
596	ch = (mpeg_current >> 24) & 0x1f;
597	off = mpeg_current & 0x00ffffff;
598
599	if (ch >= SOLO_MAX_CHANNELS) {
600	ch -= SOLO_MAX_CHANNELS;
601	enc_buf.type = SOLO_ENC_TYPE_EXT;
602	} else
603	enc_buf.type = SOLO_ENC_TYPE_STD;
604
605	solo_enc = solo_dev->v4l2_enc[ch];
606	if (solo_enc == NULL) {
607	dev_err(&solo_dev->pdev->dev,
608	"Got spurious packet for channel %d\n", ch);
609	continue;
610	}
611
612	/* FAIL... */
613	if (enc_get_mpeg_dma(solo_dev, dma: solo_dev->vh_dma, off,
614	size: sizeof(vop_header)))
615	continue;
616
617	enc_buf.vh = solo_dev->vh_buf;
618
619	/* Sanity check */
620	if (vop_mpeg_offset(vh: enc_buf.vh) !=
621	SOLO_MP4E_EXT_ADDR(solo_dev) + off)
622	continue;
623
624	if (solo_motion_detected(solo_enc))
625	enc_buf.motion = 1;
626	else
627	enc_buf.motion = 0;
628
629	solo_enc_handle_one(solo_enc, enc_buf: &enc_buf);
630	}
631	}
632
633	static int solo_ring_thread(void *data)
634	{
635	struct solo_dev *solo_dev = data;
636	DECLARE_WAITQUEUE(wait, current);
637
638	set_freezable();
639	add_wait_queue(wq_head: &solo_dev->ring_thread_wait, wq_entry: &wait);
640
641	for (;;) {
642	long timeout = schedule_timeout_interruptible(HZ);
643
644	if (timeout == -ERESTARTSYS || kthread_should_stop())
645	break;
646	solo_handle_ring(solo_dev);
647	try_to_freeze();
648	}
649
650	remove_wait_queue(wq_head: &solo_dev->ring_thread_wait, wq_entry: &wait);
651
652	return 0;
653	}
654
655	static int solo_enc_queue_setup(struct vb2_queue *q,
656	unsigned int *num_buffers,
657	unsigned int *num_planes, unsigned int sizes[],
658	struct device *alloc_devs[])
659	{
660	sizes[0] = FRAME_BUF_SIZE;
661	*num_planes = 1;
662
663	if (*num_buffers < MIN_VID_BUFFERS)
664	*num_buffers = MIN_VID_BUFFERS;
665
666	return 0;
667	}
668
669	static void solo_enc_buf_queue(struct vb2_buffer *vb)
670	{
671	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
672	struct vb2_queue *vq = vb->vb2_queue;
673	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q: vq);
674	struct solo_vb2_buf *solo_vb =
675	container_of(vbuf, struct solo_vb2_buf, vb);
676
677	spin_lock(lock: &solo_enc->av_lock);
678	list_add_tail(new: &solo_vb->list, head: &solo_enc->vidq_active);
679	spin_unlock(lock: &solo_enc->av_lock);
680	}
681
682	static int solo_ring_start(struct solo_dev *solo_dev)
683	{
684	solo_dev->ring_thread = kthread_run(solo_ring_thread, solo_dev,
685	SOLO6X10_NAME "_ring");
686	if (IS_ERR(ptr: solo_dev->ring_thread)) {
687	int err = PTR_ERR(ptr: solo_dev->ring_thread);
688
689	solo_dev->ring_thread = NULL;
690	return err;
691	}
692
693	solo_irq_on(dev: solo_dev, SOLO_IRQ_ENCODER);
694
695	return 0;
696	}
697
698	static void solo_ring_stop(struct solo_dev *solo_dev)
699	{
700	if (solo_dev->ring_thread) {
701	kthread_stop(k: solo_dev->ring_thread);
702	solo_dev->ring_thread = NULL;
703	}
704
705	solo_irq_off(dev: solo_dev, SOLO_IRQ_ENCODER);
706	}
707
708	static int solo_enc_start_streaming(struct vb2_queue *q, unsigned int count)
709	{
710	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
711
712	return solo_enc_on(solo_enc);
713	}
714
715	static void solo_enc_stop_streaming(struct vb2_queue *q)
716	{
717	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q);
718	unsigned long flags;
719
720	spin_lock_irqsave(&solo_enc->av_lock, flags);
721	solo_enc_off(solo_enc);
722	while (!list_empty(head: &solo_enc->vidq_active)) {
723	struct solo_vb2_buf *buf = list_entry(
724	solo_enc->vidq_active.next,
725	struct solo_vb2_buf, list);
726
727	list_del(entry: &buf->list);
728	vb2_buffer_done(vb: &buf->vb.vb2_buf, state: VB2_BUF_STATE_ERROR);
729	}
730	spin_unlock_irqrestore(lock: &solo_enc->av_lock, flags);
731	}
732
733	static void solo_enc_buf_finish(struct vb2_buffer *vb)
734	{
735	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
736	struct solo_enc_dev *solo_enc = vb2_get_drv_priv(q: vb->vb2_queue);
737	struct sg_table *sgt = vb2_dma_sg_plane_desc(vb, plane_no: 0);
738
739	switch (solo_enc->fmt) {
740	case V4L2_PIX_FMT_MPEG4:
741	case V4L2_PIX_FMT_H264:
742	if (vbuf->flags & V4L2_BUF_FLAG_KEYFRAME)
743	sg_copy_from_buffer(sgl: sgt->sgl, nents: sgt->nents,
744	buf: solo_enc->vop, buflen: solo_enc->vop_len);
745	break;
746	default: /* V4L2_PIX_FMT_MJPEG */
747	sg_copy_from_buffer(sgl: sgt->sgl, nents: sgt->nents,
748	buf: solo_enc->jpeg_header, buflen: solo_enc->jpeg_len);
749	break;
750	}
751	}
752
753	static const struct vb2_ops solo_enc_video_qops = {
754	.queue_setup = solo_enc_queue_setup,
755	.buf_queue = solo_enc_buf_queue,
756	.buf_finish = solo_enc_buf_finish,
757	.start_streaming = solo_enc_start_streaming,
758	.stop_streaming = solo_enc_stop_streaming,
759	.wait_prepare = vb2_ops_wait_prepare,
760	.wait_finish = vb2_ops_wait_finish,
761	};
762
763	static int solo_enc_querycap(struct file *file, void *priv,
764	struct v4l2_capability *cap)
765	{
766	struct solo_enc_dev *solo_enc = video_drvdata(file);
767
768	strscpy(cap->driver, SOLO6X10_NAME, sizeof(cap->driver));
769	snprintf(buf: cap->card, size: sizeof(cap->card), fmt: "Softlogic 6x10 Enc %d",
770	solo_enc->ch);
771	return 0;
772	}
773
774	static int solo_enc_enum_input(struct file *file, void *priv,
775	struct v4l2_input *input)
776	{
777	struct solo_enc_dev *solo_enc = video_drvdata(file);
778	struct solo_dev *solo_dev = solo_enc->solo_dev;
779
780	if (input->index)
781	return -EINVAL;
782
783	snprintf(buf: input->name, size: sizeof(input->name), fmt: "Encoder %d",
784	solo_enc->ch + 1);
785	input->type = V4L2_INPUT_TYPE_CAMERA;
786	input->std = solo_enc->vfd->tvnorms;
787
788	if (!tw28_get_video_status(solo_dev, ch: solo_enc->ch))
789	input->status = V4L2_IN_ST_NO_SIGNAL;
790
791	return 0;
792	}
793
794	static int solo_enc_set_input(struct file *file, void *priv,
795	unsigned int index)
796	{
797	if (index)
798	return -EINVAL;
799
800	return 0;
801	}
802
803	static int solo_enc_get_input(struct file *file, void *priv,
804	unsigned int *index)
805	{
806	*index = 0;
807
808	return 0;
809	}
810
811	static int solo_enc_enum_fmt_cap(struct file *file, void *priv,
812	struct v4l2_fmtdesc *f)
813	{
814	struct solo_enc_dev *solo_enc = video_drvdata(file);
815	int dev_type = solo_enc->solo_dev->type;
816
817	switch (f->index) {
818	case 0:
819	switch (dev_type) {
820	case SOLO_DEV_6010:
821	f->pixelformat = V4L2_PIX_FMT_MPEG4;
822	break;
823	case SOLO_DEV_6110:
824	f->pixelformat = V4L2_PIX_FMT_H264;
825	break;
826	}
827	break;
828	case 1:
829	f->pixelformat = V4L2_PIX_FMT_MJPEG;
830	break;
831	default:
832	return -EINVAL;
833	}
834	return 0;
835	}
836
837	static inline int solo_valid_pixfmt(u32 pixfmt, int dev_type)
838	{
839	return (pixfmt == V4L2_PIX_FMT_H264 && dev_type == SOLO_DEV_6110)
840	|| (pixfmt == V4L2_PIX_FMT_MPEG4 && dev_type == SOLO_DEV_6010)
841	|| pixfmt == V4L2_PIX_FMT_MJPEG ? 0 : -EINVAL;
842	}
843
844	static int solo_enc_try_fmt_cap(struct file *file, void *priv,
845	struct v4l2_format *f)
846	{
847	struct solo_enc_dev *solo_enc = video_drvdata(file);
848	struct solo_dev *solo_dev = solo_enc->solo_dev;
849	struct v4l2_pix_format *pix = &f->fmt.pix;
850
851	if (solo_valid_pixfmt(pixfmt: pix->pixelformat, dev_type: solo_dev->type))
852	return -EINVAL;
853
854	if (pix->width < solo_dev->video_hsize ||
855	pix->height < solo_dev->video_vsize << 1) {
856	/* Default to CIF 1/2 size */
857	pix->width = solo_dev->video_hsize >> 1;
858	pix->height = solo_dev->video_vsize;
859	} else {
860	/* Full frame */
861	pix->width = solo_dev->video_hsize;
862	pix->height = solo_dev->video_vsize << 1;
863	}
864
865	switch (pix->field) {
866	case V4L2_FIELD_NONE:
867	case V4L2_FIELD_INTERLACED:
868	break;
869	case V4L2_FIELD_ANY:
870	default:
871	pix->field = V4L2_FIELD_INTERLACED;
872	break;
873	}
874
875	/* Just set these */
876	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
877	pix->sizeimage = FRAME_BUF_SIZE;
878	pix->bytesperline = 0;
879
880	return 0;
881	}
882
883	static int solo_enc_set_fmt_cap(struct file *file, void *priv,
884	struct v4l2_format *f)
885	{
886	struct solo_enc_dev *solo_enc = video_drvdata(file);
887	struct solo_dev *solo_dev = solo_enc->solo_dev;
888	struct v4l2_pix_format *pix = &f->fmt.pix;
889	int ret;
890
891	if (vb2_is_busy(q: &solo_enc->vidq))
892	return -EBUSY;
893
894	ret = solo_enc_try_fmt_cap(file, priv, f);
895	if (ret)
896	return ret;
897
898	if (pix->width == solo_dev->video_hsize)
899	solo_enc->mode = SOLO_ENC_MODE_D1;
900	else
901	solo_enc->mode = SOLO_ENC_MODE_CIF;
902
903	/* This does not change the encoder at all */
904	solo_enc->fmt = pix->pixelformat;
905
906	/*
907	* More information is needed about these 'extended' types. As far
908	* as I can tell these are basically additional video streams with
909	* different MPEG encoding attributes that can run in parallel with
910	* the main stream. If so, then this should be implemented as a
911	* second video node. Abusing priv like this is certainly not the
912	* right approach.
913	if (pix->priv)
914	solo_enc->type = SOLO_ENC_TYPE_EXT;
915	*/
916	solo_update_mode(solo_enc);
917	return 0;
918	}
919
920	static int solo_enc_get_fmt_cap(struct file *file, void *priv,
921	struct v4l2_format *f)
922	{
923	struct solo_enc_dev *solo_enc = video_drvdata(file);
924	struct v4l2_pix_format *pix = &f->fmt.pix;
925
926	pix->width = solo_enc->width;
927	pix->height = solo_enc->height;
928	pix->pixelformat = solo_enc->fmt;
929	pix->field = solo_enc->interlaced ? V4L2_FIELD_INTERLACED :
930	V4L2_FIELD_NONE;
931	pix->sizeimage = FRAME_BUF_SIZE;
932	pix->colorspace = V4L2_COLORSPACE_SMPTE170M;
933
934	return 0;
935	}
936
937	static int solo_enc_g_std(struct file *file, void *priv, v4l2_std_id *i)
938	{
939	struct solo_enc_dev *solo_enc = video_drvdata(file);
940	struct solo_dev *solo_dev = solo_enc->solo_dev;
941
942	if (solo_dev->video_type == SOLO_VO_FMT_TYPE_NTSC)
943	*i = V4L2_STD_NTSC_M;
944	else
945	*i = V4L2_STD_PAL;
946	return 0;
947	}
948
949	static int solo_enc_s_std(struct file *file, void *priv, v4l2_std_id std)
950	{
951	struct solo_enc_dev *solo_enc = video_drvdata(file);
952
953	return solo_set_video_type(solo_dev: solo_enc->solo_dev, is_50hz: std & V4L2_STD_625_50);
954	}
955
956	static int solo_enum_framesizes(struct file *file, void *priv,
957	struct v4l2_frmsizeenum *fsize)
958	{
959	struct solo_enc_dev *solo_enc = video_drvdata(file);
960	struct solo_dev *solo_dev = solo_enc->solo_dev;
961
962	if (solo_valid_pixfmt(pixfmt: fsize->pixel_format, dev_type: solo_dev->type))
963	return -EINVAL;
964
965	switch (fsize->index) {
966	case 0:
967	fsize->discrete.width = solo_dev->video_hsize >> 1;
968	fsize->discrete.height = solo_dev->video_vsize;
969	break;
970	case 1:
971	fsize->discrete.width = solo_dev->video_hsize;
972	fsize->discrete.height = solo_dev->video_vsize << 1;
973	break;
974	default:
975	return -EINVAL;
976	}
977
978	fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
979
980	return 0;
981	}
982
983	static int solo_enum_frameintervals(struct file *file, void *priv,
984	struct v4l2_frmivalenum *fintv)
985	{
986	struct solo_enc_dev *solo_enc = video_drvdata(file);
987	struct solo_dev *solo_dev = solo_enc->solo_dev;
988
989	if (solo_valid_pixfmt(pixfmt: fintv->pixel_format, dev_type: solo_dev->type))
990	return -EINVAL;
991	if (fintv->index)
992	return -EINVAL;
993	if ((fintv->width != solo_dev->video_hsize >> 1 ||
994	fintv->height != solo_dev->video_vsize) &&
995	(fintv->width != solo_dev->video_hsize ||
996	fintv->height != solo_dev->video_vsize << 1))
997	return -EINVAL;
998
999	fintv->type = V4L2_FRMIVAL_TYPE_STEPWISE;
1000
1001	fintv->stepwise.min.numerator = 1;
1002	fintv->stepwise.min.denominator = solo_dev->fps;
1003
1004	fintv->stepwise.max.numerator = 15;
1005	fintv->stepwise.max.denominator = solo_dev->fps;
1006
1007	fintv->stepwise.step.numerator = 1;
1008	fintv->stepwise.step.denominator = solo_dev->fps;
1009
1010	return 0;
1011	}
1012
1013	static int solo_g_parm(struct file *file, void *priv,
1014	struct v4l2_streamparm *sp)
1015	{
1016	struct solo_enc_dev *solo_enc = video_drvdata(file);
1017	struct v4l2_captureparm *cp = &sp->parm.capture;
1018
1019	cp->capability = V4L2_CAP_TIMEPERFRAME;
1020	cp->timeperframe.numerator = solo_enc->interval;
1021	cp->timeperframe.denominator = solo_enc->solo_dev->fps;
1022	cp->capturemode = 0;
1023	/* XXX: Shouldn't we be able to get/set this from vb2? */
1024	cp->readbuffers = 2;
1025
1026	return 0;
1027	}
1028
1029	static inline int calc_interval(u8 fps, u32 n, u32 d)
1030	{
1031	if (!n || !d)
1032	return 1;
1033	if (d == fps)
1034	return n;
1035	n *= fps;
1036	return min(15U, n / d + (n % d >= (fps >> 1)));
1037	}
1038
1039	static int solo_s_parm(struct file *file, void *priv,
1040	struct v4l2_streamparm *sp)
1041	{
1042	struct solo_enc_dev *solo_enc = video_drvdata(file);
1043	struct v4l2_fract *t = &sp->parm.capture.timeperframe;
1044	u8 fps = solo_enc->solo_dev->fps;
1045
1046	if (vb2_is_streaming(q: &solo_enc->vidq))
1047	return -EBUSY;
1048
1049	solo_enc->interval = calc_interval(fps, n: t->numerator, d: t->denominator);
1050	solo_update_mode(solo_enc);
1051	return solo_g_parm(file, priv, sp);
1052	}
1053
1054	static int solo_s_ctrl(struct v4l2_ctrl *ctrl)
1055	{
1056	struct solo_enc_dev *solo_enc =
1057	container_of(ctrl->handler, struct solo_enc_dev, hdl);
1058	struct solo_dev *solo_dev = solo_enc->solo_dev;
1059	int err;
1060
1061	switch (ctrl->id) {
1062	case V4L2_CID_BRIGHTNESS:
1063	case V4L2_CID_CONTRAST:
1064	case V4L2_CID_SATURATION:
1065	case V4L2_CID_HUE:
1066	case V4L2_CID_SHARPNESS:
1067	return tw28_set_ctrl_val(solo_dev, ctrl: ctrl->id, ch: solo_enc->ch,
1068	val: ctrl->val);
1069	case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1070	solo_enc->gop = ctrl->val;
1071	solo_reg_write(solo_dev, SOLO_VE_CH_GOP(solo_enc->ch), data: solo_enc->gop);
1072	solo_reg_write(solo_dev, SOLO_VE_CH_GOP_E(solo_enc->ch), data: solo_enc->gop);
1073	return 0;
1074	case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1075	solo_enc->qp = ctrl->val;
1076	solo_reg_write(solo_dev, SOLO_VE_CH_QP(solo_enc->ch), data: solo_enc->qp);
1077	solo_reg_write(solo_dev, SOLO_VE_CH_QP_E(solo_enc->ch), data: solo_enc->qp);
1078	return 0;
1079	case V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD:
1080	solo_enc->motion_thresh = ctrl->val << 8;
1081	if (!solo_enc->motion_global || !solo_enc->motion_enabled)
1082	return 0;
1083	return solo_set_motion_threshold(solo_dev, ch: solo_enc->ch,
1084	val: solo_enc->motion_thresh);
1085	case V4L2_CID_DETECT_MD_MODE:
1086	solo_enc->motion_global = ctrl->val == V4L2_DETECT_MD_MODE_GLOBAL;
1087	solo_enc->motion_enabled = ctrl->val > V4L2_DETECT_MD_MODE_DISABLED;
1088	if (ctrl->val) {
1089	if (solo_enc->motion_global)
1090	err = solo_set_motion_threshold(solo_dev, ch: solo_enc->ch,
1091	val: solo_enc->motion_thresh);
1092	else
1093	err = solo_set_motion_block(solo_dev, ch: solo_enc->ch,
1094	thresholds: solo_enc->md_thresholds->p_cur.p_u16);
1095	if (err)
1096	return err;
1097	}
1098	solo_motion_toggle(solo_enc, on: ctrl->val);
1099	return 0;
1100	case V4L2_CID_DETECT_MD_THRESHOLD_GRID:
1101	if (solo_enc->motion_enabled && !solo_enc->motion_global)
1102	return solo_set_motion_block(solo_dev, ch: solo_enc->ch,
1103	thresholds: solo_enc->md_thresholds->p_new.p_u16);
1104	break;
1105	case V4L2_CID_OSD_TEXT:
1106	strscpy(solo_enc->osd_text, ctrl->p_new.p_char,
1107	sizeof(solo_enc->osd_text));
1108	return solo_osd_print(solo_enc);
1109	default:
1110	return -EINVAL;
1111	}
1112
1113	return 0;
1114	}
1115
1116	static int solo_subscribe_event(struct v4l2_fh *fh,
1117	const struct v4l2_event_subscription *sub)
1118	{
1119
1120	switch (sub->type) {
1121	case V4L2_EVENT_MOTION_DET:
1122	/* Allow for up to 30 events (1 second for NTSC) to be
1123	* stored. */
1124	return v4l2_event_subscribe(fh, sub, elems: 30, NULL);
1125	default:
1126	return v4l2_ctrl_subscribe_event(fh, sub);
1127	}
1128	}
1129
1130	static const struct v4l2_file_operations solo_enc_fops = {
1131	.owner = THIS_MODULE,
1132	.open = v4l2_fh_open,
1133	.release = vb2_fop_release,
1134	.read = vb2_fop_read,
1135	.poll = vb2_fop_poll,
1136	.mmap = vb2_fop_mmap,
1137	.unlocked_ioctl = video_ioctl2,
1138	};
1139
1140	static const struct v4l2_ioctl_ops solo_enc_ioctl_ops = {
1141	.vidioc_querycap = solo_enc_querycap,
1142	.vidioc_s_std = solo_enc_s_std,
1143	.vidioc_g_std = solo_enc_g_std,
1144	/* Input callbacks */
1145	.vidioc_enum_input = solo_enc_enum_input,
1146	.vidioc_s_input = solo_enc_set_input,
1147	.vidioc_g_input = solo_enc_get_input,
1148	/* Video capture format callbacks */
1149	.vidioc_enum_fmt_vid_cap = solo_enc_enum_fmt_cap,
1150	.vidioc_try_fmt_vid_cap = solo_enc_try_fmt_cap,
1151	.vidioc_s_fmt_vid_cap = solo_enc_set_fmt_cap,
1152	.vidioc_g_fmt_vid_cap = solo_enc_get_fmt_cap,
1153	/* Streaming I/O */
1154	.vidioc_reqbufs = vb2_ioctl_reqbufs,
1155	.vidioc_querybuf = vb2_ioctl_querybuf,
1156	.vidioc_qbuf = vb2_ioctl_qbuf,
1157	.vidioc_dqbuf = vb2_ioctl_dqbuf,
1158	.vidioc_streamon = vb2_ioctl_streamon,
1159	.vidioc_streamoff = vb2_ioctl_streamoff,
1160	/* Frame size and interval */
1161	.vidioc_enum_framesizes = solo_enum_framesizes,
1162	.vidioc_enum_frameintervals = solo_enum_frameintervals,
1163	/* Video capture parameters */
1164	.vidioc_s_parm = solo_s_parm,
1165	.vidioc_g_parm = solo_g_parm,
1166	/* Logging and events */
1167	.vidioc_log_status = v4l2_ctrl_log_status,
1168	.vidioc_subscribe_event = solo_subscribe_event,
1169	.vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1170	};
1171
1172	static const struct video_device solo_enc_template = {
1173	.name = SOLO6X10_NAME,
1174	.fops = &solo_enc_fops,
1175	.ioctl_ops = &solo_enc_ioctl_ops,
1176	.minor = -1,
1177	.release = video_device_release,
1178	.tvnorms = V4L2_STD_NTSC_M | V4L2_STD_PAL,
1179	.device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_READWRITE |
1180	V4L2_CAP_STREAMING,
1181	};
1182
1183	static const struct v4l2_ctrl_ops solo_ctrl_ops = {
1184	.s_ctrl = solo_s_ctrl,
1185	};
1186
1187	static const struct v4l2_ctrl_config solo_osd_text_ctrl = {
1188	.ops = &solo_ctrl_ops,
1189	.id = V4L2_CID_OSD_TEXT,
1190	.name = "OSD Text",
1191	.type = V4L2_CTRL_TYPE_STRING,
1192	.max = OSD_TEXT_MAX,
1193	.step = 1,
1194	};
1195
1196	/* Motion Detection Threshold matrix */
1197	static const struct v4l2_ctrl_config solo_md_thresholds = {
1198	.ops = &solo_ctrl_ops,
1199	.id = V4L2_CID_DETECT_MD_THRESHOLD_GRID,
1200	.dims = { SOLO_MOTION_SZ, SOLO_MOTION_SZ },
1201	.def = SOLO_DEF_MOT_THRESH,
1202	.max = 65535,
1203	.step = 1,
1204	};
1205
1206	static struct solo_enc_dev *solo_enc_alloc(struct solo_dev *solo_dev,
1207	u8 ch, unsigned nr)
1208	{
1209	struct solo_enc_dev *solo_enc;
1210	struct v4l2_ctrl_handler *hdl;
1211	int ret;
1212
1213	solo_enc = kzalloc(size: sizeof(*solo_enc), GFP_KERNEL);
1214	if (!solo_enc)
1215	return ERR_PTR(error: -ENOMEM);
1216
1217	hdl = &solo_enc->hdl;
1218	v4l2_ctrl_handler_init(hdl, 10);
1219	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1220	V4L2_CID_BRIGHTNESS, min: 0, max: 255, step: 1, def: 128);
1221	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1222	V4L2_CID_CONTRAST, min: 0, max: 255, step: 1, def: 128);
1223	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1224	V4L2_CID_SATURATION, min: 0, max: 255, step: 1, def: 128);
1225	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1226	V4L2_CID_HUE, min: 0, max: 255, step: 1, def: 128);
1227	if (tw28_has_sharpness(solo_dev, ch))
1228	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1229	V4L2_CID_SHARPNESS, min: 0, max: 15, step: 1, def: 0);
1230	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1231	V4L2_CID_MPEG_VIDEO_GOP_SIZE, min: 1, max: 255, step: 1, def: solo_dev->fps);
1232	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1233	V4L2_CID_MPEG_VIDEO_H264_MIN_QP, min: 0, max: 31, step: 1, SOLO_DEFAULT_QP);
1234	v4l2_ctrl_new_std_menu(hdl, ops: &solo_ctrl_ops,
1235	V4L2_CID_DETECT_MD_MODE,
1236	max: V4L2_DETECT_MD_MODE_THRESHOLD_GRID, mask: 0,
1237	def: V4L2_DETECT_MD_MODE_DISABLED);
1238	v4l2_ctrl_new_std(hdl, ops: &solo_ctrl_ops,
1239	V4L2_CID_DETECT_MD_GLOBAL_THRESHOLD, min: 0, max: 0xff, step: 1,
1240	SOLO_DEF_MOT_THRESH >> 8);
1241	v4l2_ctrl_new_custom(hdl, cfg: &solo_osd_text_ctrl, NULL);
1242	solo_enc->md_thresholds =
1243	v4l2_ctrl_new_custom(hdl, cfg: &solo_md_thresholds, NULL);
1244	if (hdl->error) {
1245	ret = hdl->error;
1246	goto hdl_free;
1247	}
1248
1249	solo_enc->solo_dev = solo_dev;
1250	solo_enc->ch = ch;
1251	mutex_init(&solo_enc->lock);
1252	spin_lock_init(&solo_enc->av_lock);
1253	INIT_LIST_HEAD(list: &solo_enc->vidq_active);
1254	solo_enc->fmt = (solo_dev->type == SOLO_DEV_6010) ?
1255	V4L2_PIX_FMT_MPEG4 : V4L2_PIX_FMT_H264;
1256	solo_enc->type = SOLO_ENC_TYPE_STD;
1257
1258	solo_enc->qp = SOLO_DEFAULT_QP;
1259	solo_enc->gop = solo_dev->fps;
1260	solo_enc->interval = 1;
1261	solo_enc->mode = SOLO_ENC_MODE_CIF;
1262	solo_enc->motion_global = true;
1263	solo_enc->motion_thresh = SOLO_DEF_MOT_THRESH;
1264	solo_enc->vidq.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1265	solo_enc->vidq.io_modes = VB2_MMAP | VB2_USERPTR | VB2_READ;
1266	solo_enc->vidq.ops = &solo_enc_video_qops;
1267	solo_enc->vidq.mem_ops = &vb2_dma_sg_memops;
1268	solo_enc->vidq.drv_priv = solo_enc;
1269	solo_enc->vidq.gfp_flags = __GFP_DMA32 | __GFP_KSWAPD_RECLAIM;
1270	solo_enc->vidq.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1271	solo_enc->vidq.buf_struct_size = sizeof(struct solo_vb2_buf);
1272	solo_enc->vidq.lock = &solo_enc->lock;
1273	solo_enc->vidq.dev = &solo_dev->pdev->dev;
1274	ret = vb2_queue_init(q: &solo_enc->vidq);
1275	if (ret)
1276	goto hdl_free;
1277	solo_update_mode(solo_enc);
1278
1279	spin_lock_init(&solo_enc->motion_lock);
1280
1281	/* Initialize this per encoder */
1282	solo_enc->jpeg_len = sizeof(jpeg_header);
1283	memcpy(solo_enc->jpeg_header, jpeg_header, solo_enc->jpeg_len);
1284
1285	solo_enc->desc_nelts = 32;
1286	solo_enc->desc_items = dma_alloc_coherent(dev: &solo_dev->pdev->dev,
1287	size: sizeof(struct solo_p2m_desc) *
1288	solo_enc->desc_nelts,
1289	dma_handle: &solo_enc->desc_dma,
1290	GFP_KERNEL);
1291	ret = -ENOMEM;
1292	if (solo_enc->desc_items == NULL)
1293	goto hdl_free;
1294
1295	solo_enc->vfd = video_device_alloc();
1296	if (!solo_enc->vfd)
1297	goto pci_free;
1298
1299	*solo_enc->vfd = solo_enc_template;
1300	solo_enc->vfd->v4l2_dev = &solo_dev->v4l2_dev;
1301	solo_enc->vfd->ctrl_handler = hdl;
1302	solo_enc->vfd->queue = &solo_enc->vidq;
1303	solo_enc->vfd->lock = &solo_enc->lock;
1304	video_set_drvdata(vdev: solo_enc->vfd, data: solo_enc);
1305	ret = video_register_device(vdev: solo_enc->vfd, type: VFL_TYPE_VIDEO, nr);
1306	if (ret < 0)
1307	goto vdev_release;
1308
1309	snprintf(buf: solo_enc->vfd->name, size: sizeof(solo_enc->vfd->name),
1310	fmt: "%s-enc (%i/%i)", SOLO6X10_NAME, solo_dev->vfd->num,
1311	solo_enc->vfd->num);
1312
1313	return solo_enc;
1314
1315	vdev_release:
1316	video_device_release(vdev: solo_enc->vfd);
1317	pci_free:
1318	dma_free_coherent(dev: &solo_enc->solo_dev->pdev->dev,
1319	size: sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1320	cpu_addr: solo_enc->desc_items, dma_handle: solo_enc->desc_dma);
1321	hdl_free:
1322	v4l2_ctrl_handler_free(hdl);
1323	kfree(objp: solo_enc);
1324	return ERR_PTR(error: ret);
1325	}
1326
1327	static void solo_enc_free(struct solo_enc_dev *solo_enc)
1328	{
1329	if (solo_enc == NULL)
1330	return;
1331
1332	dma_free_coherent(dev: &solo_enc->solo_dev->pdev->dev,
1333	size: sizeof(struct solo_p2m_desc) * solo_enc->desc_nelts,
1334	cpu_addr: solo_enc->desc_items, dma_handle: solo_enc->desc_dma);
1335	video_unregister_device(vdev: solo_enc->vfd);
1336	v4l2_ctrl_handler_free(hdl: &solo_enc->hdl);
1337	kfree(objp: solo_enc);
1338	}
1339
1340	int solo_enc_v4l2_init(struct solo_dev *solo_dev, unsigned nr)
1341	{
1342	int i;
1343
1344	init_waitqueue_head(&solo_dev->ring_thread_wait);
1345
1346	solo_dev->vh_size = sizeof(vop_header);
1347	solo_dev->vh_buf = dma_alloc_coherent(dev: &solo_dev->pdev->dev,
1348	size: solo_dev->vh_size,
1349	dma_handle: &solo_dev->vh_dma, GFP_KERNEL);
1350	if (solo_dev->vh_buf == NULL)
1351	return -ENOMEM;
1352
1353	for (i = 0; i < solo_dev->nr_chans; i++) {
1354	solo_dev->v4l2_enc[i] = solo_enc_alloc(solo_dev, ch: i, nr);
1355	if (IS_ERR(ptr: solo_dev->v4l2_enc[i]))
1356	break;
1357	}
1358
1359	if (i != solo_dev->nr_chans) {
1360	int ret = PTR_ERR(ptr: solo_dev->v4l2_enc[i]);
1361
1362	while (i--)
1363	solo_enc_free(solo_enc: solo_dev->v4l2_enc[i]);
1364	dma_free_coherent(dev: &solo_dev->pdev->dev, size: solo_dev->vh_size,
1365	cpu_addr: solo_dev->vh_buf, dma_handle: solo_dev->vh_dma);
1366	solo_dev->vh_buf = NULL;
1367	return ret;
1368	}
1369
1370	if (solo_dev->type == SOLO_DEV_6010)
1371	solo_dev->enc_bw_remain = solo_dev->fps * 4 * 4;
1372	else
1373	solo_dev->enc_bw_remain = solo_dev->fps * 4 * 5;
1374
1375	dev_info(&solo_dev->pdev->dev, "Encoders as /dev/video%d-%d\n",
1376	solo_dev->v4l2_enc[0]->vfd->num,
1377	solo_dev->v4l2_enc[solo_dev->nr_chans - 1]->vfd->num);
1378
1379	return solo_ring_start(solo_dev);
1380	}
1381
1382	void solo_enc_v4l2_exit(struct solo_dev *solo_dev)
1383	{
1384	int i;
1385
1386	solo_ring_stop(solo_dev);
1387
1388	for (i = 0; i < solo_dev->nr_chans; i++)
1389	solo_enc_free(solo_enc: solo_dev->v4l2_enc[i]);
1390
1391	if (solo_dev->vh_buf)
1392	dma_free_coherent(dev: &solo_dev->pdev->dev, size: solo_dev->vh_size,
1393	cpu_addr: solo_dev->vh_buf, dma_handle: solo_dev->vh_dma);
1394	}
1395