18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * vivid-meta-cap.c - meta capture support functions. 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#include <linux/errno.h> 78c2ecf20Sopenharmony_ci#include <linux/kernel.h> 88c2ecf20Sopenharmony_ci#include <linux/videodev2.h> 98c2ecf20Sopenharmony_ci#include <media/v4l2-common.h> 108c2ecf20Sopenharmony_ci#include <linux/usb/video.h> 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_ci#include "vivid-core.h" 138c2ecf20Sopenharmony_ci#include "vivid-kthread-cap.h" 148c2ecf20Sopenharmony_ci#include "vivid-meta-cap.h" 158c2ecf20Sopenharmony_ci 168c2ecf20Sopenharmony_cistatic int meta_cap_queue_setup(struct vb2_queue *vq, unsigned int *nbuffers, 178c2ecf20Sopenharmony_ci unsigned int *nplanes, unsigned int sizes[], 188c2ecf20Sopenharmony_ci struct device *alloc_devs[]) 198c2ecf20Sopenharmony_ci{ 208c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vq); 218c2ecf20Sopenharmony_ci unsigned int size = sizeof(struct vivid_uvc_meta_buf); 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_ci if (!vivid_is_webcam(dev)) 248c2ecf20Sopenharmony_ci return -EINVAL; 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_ci if (*nplanes) { 278c2ecf20Sopenharmony_ci if (sizes[0] < size) 288c2ecf20Sopenharmony_ci return -EINVAL; 298c2ecf20Sopenharmony_ci } else { 308c2ecf20Sopenharmony_ci sizes[0] = size; 318c2ecf20Sopenharmony_ci } 328c2ecf20Sopenharmony_ci 338c2ecf20Sopenharmony_ci if (vq->num_buffers + *nbuffers < 2) 348c2ecf20Sopenharmony_ci *nbuffers = 2 - vq->num_buffers; 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_ci *nplanes = 1; 378c2ecf20Sopenharmony_ci return 0; 388c2ecf20Sopenharmony_ci} 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_cistatic int meta_cap_buf_prepare(struct vb2_buffer *vb) 418c2ecf20Sopenharmony_ci{ 428c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vb->vb2_queue); 438c2ecf20Sopenharmony_ci unsigned int size = sizeof(struct vivid_uvc_meta_buf); 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci dprintk(dev, 1, "%s\n", __func__); 468c2ecf20Sopenharmony_ci 478c2ecf20Sopenharmony_ci if (dev->buf_prepare_error) { 488c2ecf20Sopenharmony_ci /* 498c2ecf20Sopenharmony_ci * Error injection: test what happens if buf_prepare() returns 508c2ecf20Sopenharmony_ci * an error. 518c2ecf20Sopenharmony_ci */ 528c2ecf20Sopenharmony_ci dev->buf_prepare_error = false; 538c2ecf20Sopenharmony_ci return -EINVAL; 548c2ecf20Sopenharmony_ci } 558c2ecf20Sopenharmony_ci if (vb2_plane_size(vb, 0) < size) { 568c2ecf20Sopenharmony_ci dprintk(dev, 1, "%s data will not fit into plane (%lu < %u)\n", 578c2ecf20Sopenharmony_ci __func__, vb2_plane_size(vb, 0), size); 588c2ecf20Sopenharmony_ci return -EINVAL; 598c2ecf20Sopenharmony_ci } 608c2ecf20Sopenharmony_ci vb2_set_plane_payload(vb, 0, size); 618c2ecf20Sopenharmony_ci 628c2ecf20Sopenharmony_ci return 0; 638c2ecf20Sopenharmony_ci} 648c2ecf20Sopenharmony_ci 658c2ecf20Sopenharmony_cistatic void meta_cap_buf_queue(struct vb2_buffer *vb) 668c2ecf20Sopenharmony_ci{ 678c2ecf20Sopenharmony_ci struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 688c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vb->vb2_queue); 698c2ecf20Sopenharmony_ci struct vivid_buffer *buf = container_of(vbuf, struct vivid_buffer, vb); 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci dprintk(dev, 1, "%s\n", __func__); 728c2ecf20Sopenharmony_ci 738c2ecf20Sopenharmony_ci spin_lock(&dev->slock); 748c2ecf20Sopenharmony_ci list_add_tail(&buf->list, &dev->meta_cap_active); 758c2ecf20Sopenharmony_ci spin_unlock(&dev->slock); 768c2ecf20Sopenharmony_ci} 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_cistatic int meta_cap_start_streaming(struct vb2_queue *vq, unsigned int count) 798c2ecf20Sopenharmony_ci{ 808c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vq); 818c2ecf20Sopenharmony_ci int err; 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci dprintk(dev, 1, "%s\n", __func__); 848c2ecf20Sopenharmony_ci dev->meta_cap_seq_count = 0; 858c2ecf20Sopenharmony_ci if (dev->start_streaming_error) { 868c2ecf20Sopenharmony_ci dev->start_streaming_error = false; 878c2ecf20Sopenharmony_ci err = -EINVAL; 888c2ecf20Sopenharmony_ci } else { 898c2ecf20Sopenharmony_ci err = vivid_start_generating_vid_cap(dev, 908c2ecf20Sopenharmony_ci &dev->meta_cap_streaming); 918c2ecf20Sopenharmony_ci } 928c2ecf20Sopenharmony_ci if (err) { 938c2ecf20Sopenharmony_ci struct vivid_buffer *buf, *tmp; 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci list_for_each_entry_safe(buf, tmp, 968c2ecf20Sopenharmony_ci &dev->meta_cap_active, list) { 978c2ecf20Sopenharmony_ci list_del(&buf->list); 988c2ecf20Sopenharmony_ci vb2_buffer_done(&buf->vb.vb2_buf, 998c2ecf20Sopenharmony_ci VB2_BUF_STATE_QUEUED); 1008c2ecf20Sopenharmony_ci } 1018c2ecf20Sopenharmony_ci } 1028c2ecf20Sopenharmony_ci return err; 1038c2ecf20Sopenharmony_ci} 1048c2ecf20Sopenharmony_ci 1058c2ecf20Sopenharmony_ci/* abort streaming and wait for last buffer */ 1068c2ecf20Sopenharmony_cistatic void meta_cap_stop_streaming(struct vb2_queue *vq) 1078c2ecf20Sopenharmony_ci{ 1088c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vq); 1098c2ecf20Sopenharmony_ci 1108c2ecf20Sopenharmony_ci dprintk(dev, 1, "%s\n", __func__); 1118c2ecf20Sopenharmony_ci vivid_stop_generating_vid_cap(dev, &dev->meta_cap_streaming); 1128c2ecf20Sopenharmony_ci} 1138c2ecf20Sopenharmony_ci 1148c2ecf20Sopenharmony_cistatic void meta_cap_buf_request_complete(struct vb2_buffer *vb) 1158c2ecf20Sopenharmony_ci{ 1168c2ecf20Sopenharmony_ci struct vivid_dev *dev = vb2_get_drv_priv(vb->vb2_queue); 1178c2ecf20Sopenharmony_ci 1188c2ecf20Sopenharmony_ci v4l2_ctrl_request_complete(vb->req_obj.req, &dev->ctrl_hdl_meta_cap); 1198c2ecf20Sopenharmony_ci} 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ciconst struct vb2_ops vivid_meta_cap_qops = { 1228c2ecf20Sopenharmony_ci .queue_setup = meta_cap_queue_setup, 1238c2ecf20Sopenharmony_ci .buf_prepare = meta_cap_buf_prepare, 1248c2ecf20Sopenharmony_ci .buf_queue = meta_cap_buf_queue, 1258c2ecf20Sopenharmony_ci .start_streaming = meta_cap_start_streaming, 1268c2ecf20Sopenharmony_ci .stop_streaming = meta_cap_stop_streaming, 1278c2ecf20Sopenharmony_ci .buf_request_complete = meta_cap_buf_request_complete, 1288c2ecf20Sopenharmony_ci .wait_prepare = vb2_ops_wait_prepare, 1298c2ecf20Sopenharmony_ci .wait_finish = vb2_ops_wait_finish, 1308c2ecf20Sopenharmony_ci}; 1318c2ecf20Sopenharmony_ci 1328c2ecf20Sopenharmony_ciint vidioc_enum_fmt_meta_cap(struct file *file, void *priv, 1338c2ecf20Sopenharmony_ci struct v4l2_fmtdesc *f) 1348c2ecf20Sopenharmony_ci{ 1358c2ecf20Sopenharmony_ci struct vivid_dev *dev = video_drvdata(file); 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_ci if (!vivid_is_webcam(dev)) 1388c2ecf20Sopenharmony_ci return -EINVAL; 1398c2ecf20Sopenharmony_ci 1408c2ecf20Sopenharmony_ci if (f->index > 0) 1418c2ecf20Sopenharmony_ci return -EINVAL; 1428c2ecf20Sopenharmony_ci 1438c2ecf20Sopenharmony_ci f->type = V4L2_BUF_TYPE_META_CAPTURE; 1448c2ecf20Sopenharmony_ci f->pixelformat = V4L2_META_FMT_UVC; 1458c2ecf20Sopenharmony_ci return 0; 1468c2ecf20Sopenharmony_ci} 1478c2ecf20Sopenharmony_ci 1488c2ecf20Sopenharmony_ciint vidioc_g_fmt_meta_cap(struct file *file, void *priv, 1498c2ecf20Sopenharmony_ci struct v4l2_format *f) 1508c2ecf20Sopenharmony_ci{ 1518c2ecf20Sopenharmony_ci struct vivid_dev *dev = video_drvdata(file); 1528c2ecf20Sopenharmony_ci struct v4l2_meta_format *meta = &f->fmt.meta; 1538c2ecf20Sopenharmony_ci 1548c2ecf20Sopenharmony_ci if (!vivid_is_webcam(dev) || !dev->has_meta_cap) 1558c2ecf20Sopenharmony_ci return -EINVAL; 1568c2ecf20Sopenharmony_ci 1578c2ecf20Sopenharmony_ci meta->dataformat = V4L2_META_FMT_UVC; 1588c2ecf20Sopenharmony_ci meta->buffersize = sizeof(struct vivid_uvc_meta_buf); 1598c2ecf20Sopenharmony_ci return 0; 1608c2ecf20Sopenharmony_ci} 1618c2ecf20Sopenharmony_ci 1628c2ecf20Sopenharmony_civoid vivid_meta_cap_fillbuff(struct vivid_dev *dev, 1638c2ecf20Sopenharmony_ci struct vivid_buffer *buf, u64 soe) 1648c2ecf20Sopenharmony_ci{ 1658c2ecf20Sopenharmony_ci struct vivid_uvc_meta_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0); 1668c2ecf20Sopenharmony_ci int buf_off = 0; 1678c2ecf20Sopenharmony_ci 1688c2ecf20Sopenharmony_ci buf->vb.sequence = dev->meta_cap_seq_count; 1698c2ecf20Sopenharmony_ci if (dev->field_cap == V4L2_FIELD_ALTERNATE) 1708c2ecf20Sopenharmony_ci buf->vb.sequence /= 2; 1718c2ecf20Sopenharmony_ci memset(meta, 1, vb2_plane_size(&buf->vb.vb2_buf, 0)); 1728c2ecf20Sopenharmony_ci 1738c2ecf20Sopenharmony_ci meta->ns = ktime_get_ns(); 1748c2ecf20Sopenharmony_ci meta->sof = buf->vb.sequence * 30; 1758c2ecf20Sopenharmony_ci meta->length = sizeof(*meta) - offsetof(struct vivid_uvc_meta_buf, length); 1768c2ecf20Sopenharmony_ci meta->flags = UVC_STREAM_EOH | UVC_STREAM_EOF; 1778c2ecf20Sopenharmony_ci 1788c2ecf20Sopenharmony_ci if ((buf->vb.sequence % 2) == 0) 1798c2ecf20Sopenharmony_ci meta->flags |= UVC_STREAM_FID; 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_ci dprintk(dev, 2, "%s ns:%llu sof:%4d len:%u flags: 0x%02x", 1828c2ecf20Sopenharmony_ci __func__, meta->ns, meta->sof, meta->length, meta->flags); 1838c2ecf20Sopenharmony_ci if (dev->meta_pts) { 1848c2ecf20Sopenharmony_ci meta->flags |= UVC_STREAM_PTS; 1858c2ecf20Sopenharmony_ci meta->buf[0] = div_u64(soe, VIVID_META_CLOCK_UNIT); 1868c2ecf20Sopenharmony_ci buf_off = 4; 1878c2ecf20Sopenharmony_ci dprintk(dev, 2, " pts: %u\n", *(__u32 *)(meta->buf)); 1888c2ecf20Sopenharmony_ci } 1898c2ecf20Sopenharmony_ci 1908c2ecf20Sopenharmony_ci if (dev->meta_scr) { 1918c2ecf20Sopenharmony_ci meta->flags |= UVC_STREAM_SCR; 1928c2ecf20Sopenharmony_ci meta->buf[buf_off] = div_u64((soe + dev->cap_frame_eof_offset), 1938c2ecf20Sopenharmony_ci VIVID_META_CLOCK_UNIT); 1948c2ecf20Sopenharmony_ci 1958c2ecf20Sopenharmony_ci meta->buf[buf_off + 4] = (buf->vb.sequence * 30) % 1000; 1968c2ecf20Sopenharmony_ci dprintk(dev, 2, " stc: %u, sof counter: %u\n", 1978c2ecf20Sopenharmony_ci *(__u32 *)(meta->buf + buf_off), 1988c2ecf20Sopenharmony_ci *(__u16 *)(meta->buf + buf_off + 4)); 1998c2ecf20Sopenharmony_ci } 2008c2ecf20Sopenharmony_ci dprintk(dev, 2, "\n"); 2018c2ecf20Sopenharmony_ci} 202