1// SPDX-License-Identifier: GPL-2.0 2/* 3 * Copyright (C) STMicroelectronics SA 2015 4 * Authors: Yannick Fertre <yannick.fertre@st.com> 5 * Hugues Fruchet <hugues.fruchet@st.com> 6 */ 7 8#include <linux/module.h> 9#include <linux/mod_devicetable.h> 10#include <linux/platform_device.h> 11#include <linux/slab.h> 12#include <media/v4l2-event.h> 13#include <media/v4l2-ioctl.h> 14#include <media/videobuf2-dma-contig.h> 15 16#include "hva.h" 17#include "hva-hw.h" 18 19#define MIN_FRAMES 1 20#define MIN_STREAMS 1 21 22#define HVA_MIN_WIDTH 32 23#define HVA_MAX_WIDTH 1920 24#define HVA_MIN_HEIGHT 32 25#define HVA_MAX_HEIGHT 1920 26 27/* HVA requires a 16x16 pixels alignment for frames */ 28#define HVA_WIDTH_ALIGNMENT 16 29#define HVA_HEIGHT_ALIGNMENT 16 30 31#define HVA_DEFAULT_WIDTH HVA_MIN_WIDTH 32#define HVA_DEFAULT_HEIGHT HVA_MIN_HEIGHT 33#define HVA_DEFAULT_FRAME_NUM 1 34#define HVA_DEFAULT_FRAME_DEN 30 35 36#define to_type_str(type) (type == V4L2_BUF_TYPE_VIDEO_OUTPUT ? \ 37 "frame" : "stream") 38 39#define fh_to_ctx(f) (container_of(f, struct hva_ctx, fh)) 40 41/* registry of available encoders */ 42static const struct hva_enc *hva_encoders[] = { 43 &nv12h264enc, 44 &nv21h264enc, 45}; 46 47static inline int frame_size(u32 w, u32 h, u32 fmt) 48{ 49 switch (fmt) { 50 case V4L2_PIX_FMT_NV12: 51 case V4L2_PIX_FMT_NV21: 52 return (w * h * 3) / 2; 53 default: 54 return 0; 55 } 56} 57 58static inline int frame_stride(u32 w, u32 fmt) 59{ 60 switch (fmt) { 61 case V4L2_PIX_FMT_NV12: 62 case V4L2_PIX_FMT_NV21: 63 return w; 64 default: 65 return 0; 66 } 67} 68 69static inline int frame_alignment(u32 fmt) 70{ 71 switch (fmt) { 72 case V4L2_PIX_FMT_NV12: 73 case V4L2_PIX_FMT_NV21: 74 /* multiple of 2 */ 75 return 2; 76 default: 77 return 1; 78 } 79} 80 81static inline int estimated_stream_size(u32 w, u32 h) 82{ 83 /* 84 * HVA only encodes in YUV420 format, whatever the frame format. 85 * A compression ratio of 2 is assumed: thus, the maximum size 86 * of a stream is estimated to ((width x height x 3 / 2) / 2) 87 */ 88 return (w * h * 3) / 4; 89} 90 91static void set_default_params(struct hva_ctx *ctx) 92{ 93 struct hva_frameinfo *frameinfo = &ctx->frameinfo; 94 struct hva_streaminfo *streaminfo = &ctx->streaminfo; 95 96 frameinfo->pixelformat = V4L2_PIX_FMT_NV12; 97 frameinfo->width = HVA_DEFAULT_WIDTH; 98 frameinfo->height = HVA_DEFAULT_HEIGHT; 99 frameinfo->aligned_width = ALIGN(frameinfo->width, 100 HVA_WIDTH_ALIGNMENT); 101 frameinfo->aligned_height = ALIGN(frameinfo->height, 102 HVA_HEIGHT_ALIGNMENT); 103 frameinfo->size = frame_size(frameinfo->aligned_width, 104 frameinfo->aligned_height, 105 frameinfo->pixelformat); 106 107 streaminfo->streamformat = V4L2_PIX_FMT_H264; 108 streaminfo->width = HVA_DEFAULT_WIDTH; 109 streaminfo->height = HVA_DEFAULT_HEIGHT; 110 111 ctx->colorspace = V4L2_COLORSPACE_REC709; 112 ctx->xfer_func = V4L2_XFER_FUNC_DEFAULT; 113 ctx->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT; 114 ctx->quantization = V4L2_QUANTIZATION_DEFAULT; 115 116 ctx->max_stream_size = estimated_stream_size(streaminfo->width, 117 streaminfo->height); 118} 119 120static const struct hva_enc *hva_find_encoder(struct hva_ctx *ctx, 121 u32 pixelformat, 122 u32 streamformat) 123{ 124 struct hva_dev *hva = ctx_to_hdev(ctx); 125 const struct hva_enc *enc; 126 unsigned int i; 127 128 for (i = 0; i < hva->nb_of_encoders; i++) { 129 enc = hva->encoders[i]; 130 if ((enc->pixelformat == pixelformat) && 131 (enc->streamformat == streamformat)) 132 return enc; 133 } 134 135 return NULL; 136} 137 138static void register_format(u32 format, u32 formats[], u32 *nb_of_formats) 139{ 140 u32 i; 141 bool found = false; 142 143 for (i = 0; i < *nb_of_formats; i++) { 144 if (format == formats[i]) { 145 found = true; 146 break; 147 } 148 } 149 150 if (!found) 151 formats[(*nb_of_formats)++] = format; 152} 153 154static void register_formats(struct hva_dev *hva) 155{ 156 unsigned int i; 157 158 for (i = 0; i < hva->nb_of_encoders; i++) { 159 register_format(hva->encoders[i]->pixelformat, 160 hva->pixelformats, 161 &hva->nb_of_pixelformats); 162 163 register_format(hva->encoders[i]->streamformat, 164 hva->streamformats, 165 &hva->nb_of_streamformats); 166 } 167} 168 169static void register_encoders(struct hva_dev *hva) 170{ 171 struct device *dev = hva_to_dev(hva); 172 unsigned int i; 173 174 for (i = 0; i < ARRAY_SIZE(hva_encoders); i++) { 175 if (hva->nb_of_encoders >= HVA_MAX_ENCODERS) { 176 dev_dbg(dev, 177 "%s failed to register %s encoder (%d maximum reached)\n", 178 HVA_PREFIX, hva_encoders[i]->name, 179 HVA_MAX_ENCODERS); 180 return; 181 } 182 183 hva->encoders[hva->nb_of_encoders++] = hva_encoders[i]; 184 dev_info(dev, "%s %s encoder registered\n", HVA_PREFIX, 185 hva_encoders[i]->name); 186 } 187} 188 189static int hva_open_encoder(struct hva_ctx *ctx, u32 streamformat, 190 u32 pixelformat, struct hva_enc **penc) 191{ 192 struct hva_dev *hva = ctx_to_hdev(ctx); 193 struct device *dev = ctx_to_dev(ctx); 194 struct hva_enc *enc; 195 int ret; 196 197 /* find an encoder which can deal with these formats */ 198 enc = (struct hva_enc *)hva_find_encoder(ctx, pixelformat, 199 streamformat); 200 if (!enc) { 201 dev_err(dev, "%s no encoder found matching %4.4s => %4.4s\n", 202 ctx->name, (char *)&pixelformat, (char *)&streamformat); 203 return -EINVAL; 204 } 205 206 dev_dbg(dev, "%s one encoder matching %4.4s => %4.4s\n", 207 ctx->name, (char *)&pixelformat, (char *)&streamformat); 208 209 /* update instance name */ 210 snprintf(ctx->name, sizeof(ctx->name), "[%3d:%4.4s]", 211 hva->instance_id, (char *)&streamformat); 212 213 /* open encoder instance */ 214 ret = enc->open(ctx); 215 if (ret) { 216 dev_err(dev, "%s failed to open encoder instance (%d)\n", 217 ctx->name, ret); 218 return ret; 219 } 220 221 dev_dbg(dev, "%s %s encoder opened\n", ctx->name, enc->name); 222 223 *penc = enc; 224 225 return ret; 226} 227 228static void hva_dbg_summary(struct hva_ctx *ctx) 229{ 230 struct device *dev = ctx_to_dev(ctx); 231 struct hva_streaminfo *stream = &ctx->streaminfo; 232 struct hva_frameinfo *frame = &ctx->frameinfo; 233 234 if (!(ctx->flags & HVA_FLAG_STREAMINFO)) 235 return; 236 237 dev_dbg(dev, "%s %4.4s %dx%d > %4.4s %dx%d %s %s: %d frames encoded, %d system errors, %d encoding errors, %d frame errors\n", 238 ctx->name, 239 (char *)&frame->pixelformat, 240 frame->aligned_width, frame->aligned_height, 241 (char *)&stream->streamformat, 242 stream->width, stream->height, 243 stream->profile, stream->level, 244 ctx->encoded_frames, 245 ctx->sys_errors, 246 ctx->encode_errors, 247 ctx->frame_errors); 248} 249 250/* 251 * V4L2 ioctl operations 252 */ 253 254static int hva_querycap(struct file *file, void *priv, 255 struct v4l2_capability *cap) 256{ 257 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 258 struct hva_dev *hva = ctx_to_hdev(ctx); 259 260 strscpy(cap->driver, HVA_NAME, sizeof(cap->driver)); 261 strscpy(cap->card, hva->vdev->name, sizeof(cap->card)); 262 snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s", 263 hva->pdev->name); 264 265 return 0; 266} 267 268static int hva_enum_fmt_stream(struct file *file, void *priv, 269 struct v4l2_fmtdesc *f) 270{ 271 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 272 struct hva_dev *hva = ctx_to_hdev(ctx); 273 274 if (unlikely(f->index >= hva->nb_of_streamformats)) 275 return -EINVAL; 276 277 f->pixelformat = hva->streamformats[f->index]; 278 279 return 0; 280} 281 282static int hva_enum_fmt_frame(struct file *file, void *priv, 283 struct v4l2_fmtdesc *f) 284{ 285 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 286 struct hva_dev *hva = ctx_to_hdev(ctx); 287 288 if (unlikely(f->index >= hva->nb_of_pixelformats)) 289 return -EINVAL; 290 291 f->pixelformat = hva->pixelformats[f->index]; 292 293 return 0; 294} 295 296static int hva_g_fmt_stream(struct file *file, void *fh, struct v4l2_format *f) 297{ 298 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 299 struct hva_streaminfo *streaminfo = &ctx->streaminfo; 300 301 f->fmt.pix.width = streaminfo->width; 302 f->fmt.pix.height = streaminfo->height; 303 f->fmt.pix.field = V4L2_FIELD_NONE; 304 f->fmt.pix.colorspace = ctx->colorspace; 305 f->fmt.pix.xfer_func = ctx->xfer_func; 306 f->fmt.pix.ycbcr_enc = ctx->ycbcr_enc; 307 f->fmt.pix.quantization = ctx->quantization; 308 f->fmt.pix.pixelformat = streaminfo->streamformat; 309 f->fmt.pix.bytesperline = 0; 310 f->fmt.pix.sizeimage = ctx->max_stream_size; 311 312 return 0; 313} 314 315static int hva_g_fmt_frame(struct file *file, void *fh, struct v4l2_format *f) 316{ 317 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 318 struct hva_frameinfo *frameinfo = &ctx->frameinfo; 319 320 f->fmt.pix.width = frameinfo->width; 321 f->fmt.pix.height = frameinfo->height; 322 f->fmt.pix.field = V4L2_FIELD_NONE; 323 f->fmt.pix.colorspace = ctx->colorspace; 324 f->fmt.pix.xfer_func = ctx->xfer_func; 325 f->fmt.pix.ycbcr_enc = ctx->ycbcr_enc; 326 f->fmt.pix.quantization = ctx->quantization; 327 f->fmt.pix.pixelformat = frameinfo->pixelformat; 328 f->fmt.pix.bytesperline = frame_stride(frameinfo->aligned_width, 329 frameinfo->pixelformat); 330 f->fmt.pix.sizeimage = frameinfo->size; 331 332 return 0; 333} 334 335static int hva_try_fmt_stream(struct file *file, void *priv, 336 struct v4l2_format *f) 337{ 338 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 339 struct device *dev = ctx_to_dev(ctx); 340 struct v4l2_pix_format *pix = &f->fmt.pix; 341 u32 streamformat = pix->pixelformat; 342 const struct hva_enc *enc; 343 u32 width, height; 344 u32 stream_size; 345 346 enc = hva_find_encoder(ctx, ctx->frameinfo.pixelformat, streamformat); 347 if (!enc) { 348 dev_dbg(dev, 349 "%s V4L2 TRY_FMT (CAPTURE): unsupported format %.4s\n", 350 ctx->name, (char *)&pix->pixelformat); 351 return -EINVAL; 352 } 353 354 width = pix->width; 355 height = pix->height; 356 if (ctx->flags & HVA_FLAG_FRAMEINFO) { 357 /* 358 * if the frame resolution is already fixed, only allow the 359 * same stream resolution 360 */ 361 pix->width = ctx->frameinfo.width; 362 pix->height = ctx->frameinfo.height; 363 if ((pix->width != width) || (pix->height != height)) 364 dev_dbg(dev, 365 "%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit frame resolution\n", 366 ctx->name, width, height, 367 pix->width, pix->height); 368 } else { 369 /* adjust width & height */ 370 v4l_bound_align_image(&pix->width, 371 HVA_MIN_WIDTH, enc->max_width, 372 0, 373 &pix->height, 374 HVA_MIN_HEIGHT, enc->max_height, 375 0, 376 0); 377 378 if ((pix->width != width) || (pix->height != height)) 379 dev_dbg(dev, 380 "%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n", 381 ctx->name, width, height, 382 pix->width, pix->height); 383 } 384 385 stream_size = estimated_stream_size(pix->width, pix->height); 386 if (pix->sizeimage < stream_size) 387 pix->sizeimage = stream_size; 388 389 pix->bytesperline = 0; 390 pix->colorspace = ctx->colorspace; 391 pix->xfer_func = ctx->xfer_func; 392 pix->ycbcr_enc = ctx->ycbcr_enc; 393 pix->quantization = ctx->quantization; 394 pix->field = V4L2_FIELD_NONE; 395 396 return 0; 397} 398 399static int hva_try_fmt_frame(struct file *file, void *priv, 400 struct v4l2_format *f) 401{ 402 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 403 struct device *dev = ctx_to_dev(ctx); 404 struct v4l2_pix_format *pix = &f->fmt.pix; 405 u32 pixelformat = pix->pixelformat; 406 const struct hva_enc *enc; 407 u32 width, height; 408 409 enc = hva_find_encoder(ctx, pixelformat, ctx->streaminfo.streamformat); 410 if (!enc) { 411 dev_dbg(dev, 412 "%s V4L2 TRY_FMT (OUTPUT): unsupported format %.4s\n", 413 ctx->name, (char *)&pixelformat); 414 return -EINVAL; 415 } 416 417 /* adjust width & height */ 418 width = pix->width; 419 height = pix->height; 420 v4l_bound_align_image(&pix->width, 421 HVA_MIN_WIDTH, HVA_MAX_WIDTH, 422 frame_alignment(pixelformat) - 1, 423 &pix->height, 424 HVA_MIN_HEIGHT, HVA_MAX_HEIGHT, 425 frame_alignment(pixelformat) - 1, 426 0); 427 428 if ((pix->width != width) || (pix->height != height)) 429 dev_dbg(dev, 430 "%s V4L2 TRY_FMT (OUTPUT): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n", 431 ctx->name, width, height, pix->width, pix->height); 432 433 width = ALIGN(pix->width, HVA_WIDTH_ALIGNMENT); 434 height = ALIGN(pix->height, HVA_HEIGHT_ALIGNMENT); 435 436 if (!pix->colorspace) { 437 pix->colorspace = V4L2_COLORSPACE_REC709; 438 pix->xfer_func = V4L2_XFER_FUNC_DEFAULT; 439 pix->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT; 440 pix->quantization = V4L2_QUANTIZATION_DEFAULT; 441 } 442 443 pix->bytesperline = frame_stride(width, pixelformat); 444 pix->sizeimage = frame_size(width, height, pixelformat); 445 pix->field = V4L2_FIELD_NONE; 446 447 return 0; 448} 449 450static int hva_s_fmt_stream(struct file *file, void *fh, struct v4l2_format *f) 451{ 452 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 453 struct device *dev = ctx_to_dev(ctx); 454 struct vb2_queue *vq; 455 int ret; 456 457 ret = hva_try_fmt_stream(file, fh, f); 458 if (ret) { 459 dev_dbg(dev, "%s V4L2 S_FMT (CAPTURE): unsupported format %.4s\n", 460 ctx->name, (char *)&f->fmt.pix.pixelformat); 461 return ret; 462 } 463 464 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type); 465 if (vb2_is_streaming(vq)) { 466 dev_dbg(dev, "%s V4L2 S_FMT (CAPTURE): queue busy\n", 467 ctx->name); 468 return -EBUSY; 469 } 470 471 ctx->max_stream_size = f->fmt.pix.sizeimage; 472 ctx->streaminfo.width = f->fmt.pix.width; 473 ctx->streaminfo.height = f->fmt.pix.height; 474 ctx->streaminfo.streamformat = f->fmt.pix.pixelformat; 475 ctx->flags |= HVA_FLAG_STREAMINFO; 476 477 return 0; 478} 479 480static int hva_s_fmt_frame(struct file *file, void *fh, struct v4l2_format *f) 481{ 482 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 483 struct device *dev = ctx_to_dev(ctx); 484 struct v4l2_pix_format *pix = &f->fmt.pix; 485 struct vb2_queue *vq; 486 int ret; 487 488 ret = hva_try_fmt_frame(file, fh, f); 489 if (ret) { 490 dev_dbg(dev, "%s V4L2 S_FMT (OUTPUT): unsupported format %.4s\n", 491 ctx->name, (char *)&pix->pixelformat); 492 return ret; 493 } 494 495 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type); 496 if (vb2_is_streaming(vq)) { 497 dev_dbg(dev, "%s V4L2 S_FMT (OUTPUT): queue busy\n", ctx->name); 498 return -EBUSY; 499 } 500 501 ctx->colorspace = pix->colorspace; 502 ctx->xfer_func = pix->xfer_func; 503 ctx->ycbcr_enc = pix->ycbcr_enc; 504 ctx->quantization = pix->quantization; 505 506 ctx->frameinfo.aligned_width = ALIGN(pix->width, HVA_WIDTH_ALIGNMENT); 507 ctx->frameinfo.aligned_height = ALIGN(pix->height, 508 HVA_HEIGHT_ALIGNMENT); 509 ctx->frameinfo.size = pix->sizeimage; 510 ctx->frameinfo.pixelformat = pix->pixelformat; 511 ctx->frameinfo.width = pix->width; 512 ctx->frameinfo.height = pix->height; 513 ctx->flags |= HVA_FLAG_FRAMEINFO; 514 515 return 0; 516} 517 518static int hva_g_parm(struct file *file, void *fh, struct v4l2_streamparm *sp) 519{ 520 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 521 struct v4l2_fract *time_per_frame = &ctx->ctrls.time_per_frame; 522 523 if (sp->type != V4L2_BUF_TYPE_VIDEO_OUTPUT) 524 return -EINVAL; 525 526 sp->parm.output.capability = V4L2_CAP_TIMEPERFRAME; 527 sp->parm.output.timeperframe.numerator = time_per_frame->numerator; 528 sp->parm.output.timeperframe.denominator = 529 time_per_frame->denominator; 530 531 return 0; 532} 533 534static int hva_s_parm(struct file *file, void *fh, struct v4l2_streamparm *sp) 535{ 536 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 537 struct v4l2_fract *time_per_frame = &ctx->ctrls.time_per_frame; 538 539 if (sp->type != V4L2_BUF_TYPE_VIDEO_OUTPUT) 540 return -EINVAL; 541 542 if (!sp->parm.output.timeperframe.numerator || 543 !sp->parm.output.timeperframe.denominator) 544 return hva_g_parm(file, fh, sp); 545 546 sp->parm.output.capability = V4L2_CAP_TIMEPERFRAME; 547 time_per_frame->numerator = sp->parm.output.timeperframe.numerator; 548 time_per_frame->denominator = 549 sp->parm.output.timeperframe.denominator; 550 551 return 0; 552} 553 554static int hva_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf) 555{ 556 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 557 struct device *dev = ctx_to_dev(ctx); 558 559 if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) { 560 /* 561 * depending on the targeted compressed video format, the 562 * capture buffer might contain headers (e.g. H.264 SPS/PPS) 563 * filled in by the driver client; the size of these data is 564 * copied from the bytesused field of the V4L2 buffer in the 565 * payload field of the hva stream buffer 566 */ 567 struct vb2_queue *vq; 568 struct hva_stream *stream; 569 struct vb2_buffer *vb2_buf; 570 571 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, buf->type); 572 573 if (buf->index >= vq->num_buffers) { 574 dev_dbg(dev, "%s buffer index %d out of range (%d)\n", 575 ctx->name, buf->index, vq->num_buffers); 576 return -EINVAL; 577 } 578 579 vb2_buf = vb2_get_buffer(vq, buf->index); 580 stream = to_hva_stream(to_vb2_v4l2_buffer(vb2_buf)); 581 stream->bytesused = buf->bytesused; 582 } 583 584 return v4l2_m2m_qbuf(file, ctx->fh.m2m_ctx, buf); 585} 586 587/* V4L2 ioctl ops */ 588static const struct v4l2_ioctl_ops hva_ioctl_ops = { 589 .vidioc_querycap = hva_querycap, 590 .vidioc_enum_fmt_vid_cap = hva_enum_fmt_stream, 591 .vidioc_enum_fmt_vid_out = hva_enum_fmt_frame, 592 .vidioc_g_fmt_vid_cap = hva_g_fmt_stream, 593 .vidioc_g_fmt_vid_out = hva_g_fmt_frame, 594 .vidioc_try_fmt_vid_cap = hva_try_fmt_stream, 595 .vidioc_try_fmt_vid_out = hva_try_fmt_frame, 596 .vidioc_s_fmt_vid_cap = hva_s_fmt_stream, 597 .vidioc_s_fmt_vid_out = hva_s_fmt_frame, 598 .vidioc_g_parm = hva_g_parm, 599 .vidioc_s_parm = hva_s_parm, 600 .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs, 601 .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs, 602 .vidioc_querybuf = v4l2_m2m_ioctl_querybuf, 603 .vidioc_expbuf = v4l2_m2m_ioctl_expbuf, 604 .vidioc_qbuf = hva_qbuf, 605 .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf, 606 .vidioc_streamon = v4l2_m2m_ioctl_streamon, 607 .vidioc_streamoff = v4l2_m2m_ioctl_streamoff, 608 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event, 609 .vidioc_unsubscribe_event = v4l2_event_unsubscribe, 610}; 611 612/* 613 * V4L2 control operations 614 */ 615 616static int hva_s_ctrl(struct v4l2_ctrl *ctrl) 617{ 618 struct hva_ctx *ctx = container_of(ctrl->handler, struct hva_ctx, 619 ctrl_handler); 620 struct device *dev = ctx_to_dev(ctx); 621 622 dev_dbg(dev, "%s S_CTRL: id = %d, val = %d\n", ctx->name, 623 ctrl->id, ctrl->val); 624 625 switch (ctrl->id) { 626 case V4L2_CID_MPEG_VIDEO_BITRATE_MODE: 627 ctx->ctrls.bitrate_mode = ctrl->val; 628 break; 629 case V4L2_CID_MPEG_VIDEO_GOP_SIZE: 630 ctx->ctrls.gop_size = ctrl->val; 631 break; 632 case V4L2_CID_MPEG_VIDEO_BITRATE: 633 ctx->ctrls.bitrate = ctrl->val; 634 break; 635 case V4L2_CID_MPEG_VIDEO_ASPECT: 636 ctx->ctrls.aspect = ctrl->val; 637 break; 638 case V4L2_CID_MPEG_VIDEO_H264_PROFILE: 639 ctx->ctrls.profile = ctrl->val; 640 snprintf(ctx->streaminfo.profile, 641 sizeof(ctx->streaminfo.profile), 642 "%s profile", 643 v4l2_ctrl_get_menu(ctrl->id)[ctrl->val]); 644 break; 645 case V4L2_CID_MPEG_VIDEO_H264_LEVEL: 646 ctx->ctrls.level = ctrl->val; 647 snprintf(ctx->streaminfo.level, 648 sizeof(ctx->streaminfo.level), 649 "level %s", 650 v4l2_ctrl_get_menu(ctrl->id)[ctrl->val]); 651 break; 652 case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE: 653 ctx->ctrls.entropy_mode = ctrl->val; 654 break; 655 case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE: 656 ctx->ctrls.cpb_size = ctrl->val; 657 break; 658 case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM: 659 ctx->ctrls.dct8x8 = ctrl->val; 660 break; 661 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP: 662 ctx->ctrls.qpmin = ctrl->val; 663 break; 664 case V4L2_CID_MPEG_VIDEO_H264_MAX_QP: 665 ctx->ctrls.qpmax = ctrl->val; 666 break; 667 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE: 668 ctx->ctrls.vui_sar = ctrl->val; 669 break; 670 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC: 671 ctx->ctrls.vui_sar_idc = ctrl->val; 672 break; 673 case V4L2_CID_MPEG_VIDEO_H264_SEI_FRAME_PACKING: 674 ctx->ctrls.sei_fp = ctrl->val; 675 break; 676 case V4L2_CID_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE: 677 ctx->ctrls.sei_fp_type = ctrl->val; 678 break; 679 default: 680 dev_dbg(dev, "%s S_CTRL: invalid control (id = %d)\n", 681 ctx->name, ctrl->id); 682 return -EINVAL; 683 } 684 685 return 0; 686} 687 688/* V4L2 control ops */ 689static const struct v4l2_ctrl_ops hva_ctrl_ops = { 690 .s_ctrl = hva_s_ctrl, 691}; 692 693static int hva_ctrls_setup(struct hva_ctx *ctx) 694{ 695 struct device *dev = ctx_to_dev(ctx); 696 u64 mask; 697 enum v4l2_mpeg_video_h264_sei_fp_arrangement_type sei_fp_type = 698 V4L2_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE_TOP_BOTTOM; 699 700 v4l2_ctrl_handler_init(&ctx->ctrl_handler, 15); 701 702 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 703 V4L2_CID_MPEG_VIDEO_BITRATE_MODE, 704 V4L2_MPEG_VIDEO_BITRATE_MODE_CBR, 705 0, 706 V4L2_MPEG_VIDEO_BITRATE_MODE_CBR); 707 708 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 709 V4L2_CID_MPEG_VIDEO_GOP_SIZE, 710 1, 60, 1, 16); 711 712 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 713 V4L2_CID_MPEG_VIDEO_BITRATE, 714 1000, 60000000, 1000, 20000000); 715 716 mask = ~(1 << V4L2_MPEG_VIDEO_ASPECT_1x1); 717 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 718 V4L2_CID_MPEG_VIDEO_ASPECT, 719 V4L2_MPEG_VIDEO_ASPECT_1x1, 720 mask, 721 V4L2_MPEG_VIDEO_ASPECT_1x1); 722 723 mask = ~((1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) | 724 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) | 725 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH) | 726 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_STEREO_HIGH)); 727 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 728 V4L2_CID_MPEG_VIDEO_H264_PROFILE, 729 V4L2_MPEG_VIDEO_H264_PROFILE_STEREO_HIGH, 730 mask, 731 V4L2_MPEG_VIDEO_H264_PROFILE_HIGH); 732 733 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 734 V4L2_CID_MPEG_VIDEO_H264_LEVEL, 735 V4L2_MPEG_VIDEO_H264_LEVEL_4_2, 736 0, 737 V4L2_MPEG_VIDEO_H264_LEVEL_4_0); 738 739 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 740 V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE, 741 V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC, 742 0, 743 V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC); 744 745 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 746 V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE, 747 1, 10000, 1, 3000); 748 749 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 750 V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM, 751 0, 1, 1, 0); 752 753 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 754 V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 755 0, 51, 1, 5); 756 757 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 758 V4L2_CID_MPEG_VIDEO_H264_MAX_QP, 759 0, 51, 1, 51); 760 761 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 762 V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE, 763 0, 1, 1, 1); 764 765 mask = ~(1 << V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1); 766 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 767 V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC, 768 V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1, 769 mask, 770 V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1); 771 772 v4l2_ctrl_new_std(&ctx->ctrl_handler, &hva_ctrl_ops, 773 V4L2_CID_MPEG_VIDEO_H264_SEI_FRAME_PACKING, 774 0, 1, 1, 0); 775 776 mask = ~(1 << sei_fp_type); 777 v4l2_ctrl_new_std_menu(&ctx->ctrl_handler, &hva_ctrl_ops, 778 V4L2_CID_MPEG_VIDEO_H264_SEI_FP_ARRANGEMENT_TYPE, 779 sei_fp_type, 780 mask, 781 sei_fp_type); 782 783 if (ctx->ctrl_handler.error) { 784 int err = ctx->ctrl_handler.error; 785 786 dev_dbg(dev, "%s controls setup failed (%d)\n", 787 ctx->name, err); 788 v4l2_ctrl_handler_free(&ctx->ctrl_handler); 789 return err; 790 } 791 792 v4l2_ctrl_handler_setup(&ctx->ctrl_handler); 793 794 /* set default time per frame */ 795 ctx->ctrls.time_per_frame.numerator = HVA_DEFAULT_FRAME_NUM; 796 ctx->ctrls.time_per_frame.denominator = HVA_DEFAULT_FRAME_DEN; 797 798 return 0; 799} 800 801/* 802 * mem-to-mem operations 803 */ 804 805static void hva_run_work(struct work_struct *work) 806{ 807 struct hva_ctx *ctx = container_of(work, struct hva_ctx, run_work); 808 struct vb2_v4l2_buffer *src_buf, *dst_buf; 809 const struct hva_enc *enc = ctx->enc; 810 struct hva_frame *frame; 811 struct hva_stream *stream; 812 int ret; 813 814 /* protect instance against reentrancy */ 815 mutex_lock(&ctx->lock); 816 817#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 818 hva_dbg_perf_begin(ctx); 819#endif 820 821 src_buf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx); 822 dst_buf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx); 823 824 frame = to_hva_frame(src_buf); 825 stream = to_hva_stream(dst_buf); 826 frame->vbuf.sequence = ctx->frame_num++; 827 828 ret = enc->encode(ctx, frame, stream); 829 830 vb2_set_plane_payload(&dst_buf->vb2_buf, 0, stream->bytesused); 831 if (ret) { 832 v4l2_m2m_buf_done(src_buf, VB2_BUF_STATE_ERROR); 833 v4l2_m2m_buf_done(dst_buf, VB2_BUF_STATE_ERROR); 834 } else { 835 /* propagate frame timestamp */ 836 dst_buf->vb2_buf.timestamp = src_buf->vb2_buf.timestamp; 837 dst_buf->field = V4L2_FIELD_NONE; 838 dst_buf->sequence = ctx->stream_num - 1; 839 840 ctx->encoded_frames++; 841 842#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 843 hva_dbg_perf_end(ctx, stream); 844#endif 845 846 v4l2_m2m_buf_done(src_buf, VB2_BUF_STATE_DONE); 847 v4l2_m2m_buf_done(dst_buf, VB2_BUF_STATE_DONE); 848 } 849 850 mutex_unlock(&ctx->lock); 851 852 v4l2_m2m_job_finish(ctx->hva_dev->m2m_dev, ctx->fh.m2m_ctx); 853} 854 855static void hva_device_run(void *priv) 856{ 857 struct hva_ctx *ctx = priv; 858 struct hva_dev *hva = ctx_to_hdev(ctx); 859 860 queue_work(hva->work_queue, &ctx->run_work); 861} 862 863static void hva_job_abort(void *priv) 864{ 865 struct hva_ctx *ctx = priv; 866 struct device *dev = ctx_to_dev(ctx); 867 868 dev_dbg(dev, "%s aborting job\n", ctx->name); 869 870 ctx->aborting = true; 871} 872 873static int hva_job_ready(void *priv) 874{ 875 struct hva_ctx *ctx = priv; 876 struct device *dev = ctx_to_dev(ctx); 877 878 if (!v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx)) { 879 dev_dbg(dev, "%s job not ready: no frame buffers\n", 880 ctx->name); 881 return 0; 882 } 883 884 if (!v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx)) { 885 dev_dbg(dev, "%s job not ready: no stream buffers\n", 886 ctx->name); 887 return 0; 888 } 889 890 if (ctx->aborting) { 891 dev_dbg(dev, "%s job not ready: aborting\n", ctx->name); 892 return 0; 893 } 894 895 return 1; 896} 897 898/* mem-to-mem ops */ 899static const struct v4l2_m2m_ops hva_m2m_ops = { 900 .device_run = hva_device_run, 901 .job_abort = hva_job_abort, 902 .job_ready = hva_job_ready, 903}; 904 905/* 906 * VB2 queue operations 907 */ 908 909static int hva_queue_setup(struct vb2_queue *vq, 910 unsigned int *num_buffers, unsigned int *num_planes, 911 unsigned int sizes[], struct device *alloc_devs[]) 912{ 913 struct hva_ctx *ctx = vb2_get_drv_priv(vq); 914 struct device *dev = ctx_to_dev(ctx); 915 unsigned int size; 916 917 dev_dbg(dev, "%s %s queue setup: num_buffers %d\n", ctx->name, 918 to_type_str(vq->type), *num_buffers); 919 920 size = vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT ? 921 ctx->frameinfo.size : ctx->max_stream_size; 922 923 if (*num_planes) 924 return sizes[0] < size ? -EINVAL : 0; 925 926 /* only one plane supported */ 927 *num_planes = 1; 928 sizes[0] = size; 929 930 return 0; 931} 932 933static int hva_buf_prepare(struct vb2_buffer *vb) 934{ 935 struct hva_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 936 struct device *dev = ctx_to_dev(ctx); 937 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 938 939 if (vb->vb2_queue->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { 940 struct hva_frame *frame = to_hva_frame(vbuf); 941 942 if (vbuf->field == V4L2_FIELD_ANY) 943 vbuf->field = V4L2_FIELD_NONE; 944 if (vbuf->field != V4L2_FIELD_NONE) { 945 dev_dbg(dev, 946 "%s frame[%d] prepare: %d field not supported\n", 947 ctx->name, vb->index, vbuf->field); 948 return -EINVAL; 949 } 950 951 if (!frame->prepared) { 952 /* get memory addresses */ 953 frame->vaddr = vb2_plane_vaddr(&vbuf->vb2_buf, 0); 954 frame->paddr = vb2_dma_contig_plane_dma_addr( 955 &vbuf->vb2_buf, 0); 956 frame->info = ctx->frameinfo; 957 frame->prepared = true; 958 959 dev_dbg(dev, 960 "%s frame[%d] prepared; virt=%p, phy=%pad\n", 961 ctx->name, vb->index, 962 frame->vaddr, &frame->paddr); 963 } 964 } else { 965 struct hva_stream *stream = to_hva_stream(vbuf); 966 967 if (!stream->prepared) { 968 /* get memory addresses */ 969 stream->vaddr = vb2_plane_vaddr(&vbuf->vb2_buf, 0); 970 stream->paddr = vb2_dma_contig_plane_dma_addr( 971 &vbuf->vb2_buf, 0); 972 stream->size = vb2_plane_size(&vbuf->vb2_buf, 0); 973 stream->prepared = true; 974 975 dev_dbg(dev, 976 "%s stream[%d] prepared; virt=%p, phy=%pad\n", 977 ctx->name, vb->index, 978 stream->vaddr, &stream->paddr); 979 } 980 } 981 982 return 0; 983} 984 985static void hva_buf_queue(struct vb2_buffer *vb) 986{ 987 struct hva_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 988 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 989 990 if (ctx->fh.m2m_ctx) 991 v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf); 992} 993 994static int hva_start_streaming(struct vb2_queue *vq, unsigned int count) 995{ 996 struct hva_ctx *ctx = vb2_get_drv_priv(vq); 997 struct hva_dev *hva = ctx_to_hdev(ctx); 998 struct device *dev = ctx_to_dev(ctx); 999 struct vb2_v4l2_buffer *vbuf; 1000 int ret; 1001 unsigned int i; 1002 bool found = false; 1003 1004 dev_dbg(dev, "%s %s start streaming\n", ctx->name, 1005 to_type_str(vq->type)); 1006 1007 /* open encoder when both start_streaming have been called */ 1008 if (V4L2_TYPE_IS_OUTPUT(vq->type)) { 1009 if (!vb2_start_streaming_called(&ctx->fh.m2m_ctx->cap_q_ctx.q)) 1010 return 0; 1011 } else { 1012 if (!vb2_start_streaming_called(&ctx->fh.m2m_ctx->out_q_ctx.q)) 1013 return 0; 1014 } 1015 1016 /* store the instance context in the instances array */ 1017 for (i = 0; i < HVA_MAX_INSTANCES; i++) { 1018 if (!hva->instances[i]) { 1019 hva->instances[i] = ctx; 1020 /* save the context identifier in the context */ 1021 ctx->id = i; 1022 found = true; 1023 break; 1024 } 1025 } 1026 1027 if (!found) { 1028 dev_err(dev, "%s maximum instances reached\n", ctx->name); 1029 ret = -ENOMEM; 1030 goto err; 1031 } 1032 1033 hva->nb_of_instances++; 1034 1035 if (!ctx->enc) { 1036 ret = hva_open_encoder(ctx, 1037 ctx->streaminfo.streamformat, 1038 ctx->frameinfo.pixelformat, 1039 &ctx->enc); 1040 if (ret < 0) 1041 goto err_ctx; 1042 } 1043 1044 return 0; 1045 1046err_ctx: 1047 hva->instances[ctx->id] = NULL; 1048 hva->nb_of_instances--; 1049err: 1050 if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { 1051 /* return of all pending buffers to vb2 (in queued state) */ 1052 while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx))) 1053 v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED); 1054 } else { 1055 /* return of all pending buffers to vb2 (in queued state) */ 1056 while ((vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx))) 1057 v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED); 1058 } 1059 1060 ctx->sys_errors++; 1061 1062 return ret; 1063} 1064 1065static void hva_stop_streaming(struct vb2_queue *vq) 1066{ 1067 struct hva_ctx *ctx = vb2_get_drv_priv(vq); 1068 struct hva_dev *hva = ctx_to_hdev(ctx); 1069 struct device *dev = ctx_to_dev(ctx); 1070 const struct hva_enc *enc = ctx->enc; 1071 struct vb2_v4l2_buffer *vbuf; 1072 1073 dev_dbg(dev, "%s %s stop streaming\n", ctx->name, 1074 to_type_str(vq->type)); 1075 1076 if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { 1077 /* return of all pending buffers to vb2 (in error state) */ 1078 ctx->frame_num = 0; 1079 while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx))) 1080 v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR); 1081 } else { 1082 /* return of all pending buffers to vb2 (in error state) */ 1083 ctx->stream_num = 0; 1084 while ((vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx))) 1085 v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR); 1086 } 1087 1088 if ((V4L2_TYPE_IS_OUTPUT(vq->type) && 1089 vb2_is_streaming(&ctx->fh.m2m_ctx->cap_q_ctx.q)) || 1090 (V4L2_TYPE_IS_CAPTURE(vq->type) && 1091 vb2_is_streaming(&ctx->fh.m2m_ctx->out_q_ctx.q))) { 1092 dev_dbg(dev, "%s %s out=%d cap=%d\n", 1093 ctx->name, to_type_str(vq->type), 1094 vb2_is_streaming(&ctx->fh.m2m_ctx->out_q_ctx.q), 1095 vb2_is_streaming(&ctx->fh.m2m_ctx->cap_q_ctx.q)); 1096 return; 1097 } 1098 1099 /* close encoder when both stop_streaming have been called */ 1100 if (enc) { 1101 dev_dbg(dev, "%s %s encoder closed\n", ctx->name, enc->name); 1102 enc->close(ctx); 1103 ctx->enc = NULL; 1104 1105 /* clear instance context in instances array */ 1106 hva->instances[ctx->id] = NULL; 1107 hva->nb_of_instances--; 1108 } 1109 1110 ctx->aborting = false; 1111} 1112 1113/* VB2 queue ops */ 1114static const struct vb2_ops hva_qops = { 1115 .queue_setup = hva_queue_setup, 1116 .buf_prepare = hva_buf_prepare, 1117 .buf_queue = hva_buf_queue, 1118 .start_streaming = hva_start_streaming, 1119 .stop_streaming = hva_stop_streaming, 1120 .wait_prepare = vb2_ops_wait_prepare, 1121 .wait_finish = vb2_ops_wait_finish, 1122}; 1123 1124/* 1125 * V4L2 file operations 1126 */ 1127 1128static int queue_init(struct hva_ctx *ctx, struct vb2_queue *vq) 1129{ 1130 vq->io_modes = VB2_MMAP | VB2_DMABUF; 1131 vq->drv_priv = ctx; 1132 vq->ops = &hva_qops; 1133 vq->mem_ops = &vb2_dma_contig_memops; 1134 vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; 1135 vq->lock = &ctx->hva_dev->lock; 1136 1137 return vb2_queue_init(vq); 1138} 1139 1140static int hva_queue_init(void *priv, struct vb2_queue *src_vq, 1141 struct vb2_queue *dst_vq) 1142{ 1143 struct hva_ctx *ctx = priv; 1144 int ret; 1145 1146 src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT; 1147 src_vq->buf_struct_size = sizeof(struct hva_frame); 1148 src_vq->min_buffers_needed = MIN_FRAMES; 1149 src_vq->dev = ctx->hva_dev->dev; 1150 1151 ret = queue_init(ctx, src_vq); 1152 if (ret) 1153 return ret; 1154 1155 dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1156 dst_vq->buf_struct_size = sizeof(struct hva_stream); 1157 dst_vq->min_buffers_needed = MIN_STREAMS; 1158 dst_vq->dev = ctx->hva_dev->dev; 1159 1160 return queue_init(ctx, dst_vq); 1161} 1162 1163static int hva_open(struct file *file) 1164{ 1165 struct hva_dev *hva = video_drvdata(file); 1166 struct device *dev = hva_to_dev(hva); 1167 struct hva_ctx *ctx; 1168 int ret; 1169 1170 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); 1171 if (!ctx) { 1172 ret = -ENOMEM; 1173 goto out; 1174 } 1175 ctx->hva_dev = hva; 1176 1177 INIT_WORK(&ctx->run_work, hva_run_work); 1178 v4l2_fh_init(&ctx->fh, video_devdata(file)); 1179 file->private_data = &ctx->fh; 1180 v4l2_fh_add(&ctx->fh); 1181 1182 ret = hva_ctrls_setup(ctx); 1183 if (ret) { 1184 dev_err(dev, "%s [x:x] failed to setup controls\n", 1185 HVA_PREFIX); 1186 ctx->sys_errors++; 1187 goto err_fh; 1188 } 1189 ctx->fh.ctrl_handler = &ctx->ctrl_handler; 1190 1191 mutex_init(&ctx->lock); 1192 1193 ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(hva->m2m_dev, ctx, 1194 &hva_queue_init); 1195 if (IS_ERR(ctx->fh.m2m_ctx)) { 1196 ret = PTR_ERR(ctx->fh.m2m_ctx); 1197 dev_err(dev, "%s failed to initialize m2m context (%d)\n", 1198 HVA_PREFIX, ret); 1199 ctx->sys_errors++; 1200 goto err_ctrls; 1201 } 1202 1203 /* set the instance name */ 1204 mutex_lock(&hva->lock); 1205 hva->instance_id++; 1206 snprintf(ctx->name, sizeof(ctx->name), "[%3d:----]", 1207 hva->instance_id); 1208 mutex_unlock(&hva->lock); 1209 1210 /* default parameters for frame and stream */ 1211 set_default_params(ctx); 1212 1213#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 1214 hva_dbg_ctx_create(ctx); 1215#endif 1216 1217 dev_info(dev, "%s encoder instance created\n", ctx->name); 1218 1219 return 0; 1220 1221err_ctrls: 1222 v4l2_ctrl_handler_free(&ctx->ctrl_handler); 1223err_fh: 1224 v4l2_fh_del(&ctx->fh); 1225 v4l2_fh_exit(&ctx->fh); 1226 kfree(ctx); 1227out: 1228 return ret; 1229} 1230 1231static int hva_release(struct file *file) 1232{ 1233 struct hva_ctx *ctx = fh_to_ctx(file->private_data); 1234 struct hva_dev *hva = ctx_to_hdev(ctx); 1235 struct device *dev = ctx_to_dev(ctx); 1236 const struct hva_enc *enc = ctx->enc; 1237 1238 if (enc) { 1239 dev_dbg(dev, "%s %s encoder closed\n", ctx->name, enc->name); 1240 enc->close(ctx); 1241 ctx->enc = NULL; 1242 1243 /* clear instance context in instances array */ 1244 hva->instances[ctx->id] = NULL; 1245 hva->nb_of_instances--; 1246 } 1247 1248 /* trace a summary of instance before closing (debug purpose) */ 1249 hva_dbg_summary(ctx); 1250 1251 v4l2_m2m_ctx_release(ctx->fh.m2m_ctx); 1252 1253 v4l2_ctrl_handler_free(&ctx->ctrl_handler); 1254 1255 v4l2_fh_del(&ctx->fh); 1256 v4l2_fh_exit(&ctx->fh); 1257 1258#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 1259 hva_dbg_ctx_remove(ctx); 1260#endif 1261 1262 dev_info(dev, "%s encoder instance released\n", ctx->name); 1263 1264 kfree(ctx); 1265 1266 return 0; 1267} 1268 1269/* V4L2 file ops */ 1270static const struct v4l2_file_operations hva_fops = { 1271 .owner = THIS_MODULE, 1272 .open = hva_open, 1273 .release = hva_release, 1274 .unlocked_ioctl = video_ioctl2, 1275 .mmap = v4l2_m2m_fop_mmap, 1276 .poll = v4l2_m2m_fop_poll, 1277}; 1278 1279/* 1280 * Platform device operations 1281 */ 1282 1283static int hva_register_device(struct hva_dev *hva) 1284{ 1285 int ret; 1286 struct video_device *vdev; 1287 struct device *dev; 1288 1289 if (!hva) 1290 return -ENODEV; 1291 dev = hva_to_dev(hva); 1292 1293 hva->m2m_dev = v4l2_m2m_init(&hva_m2m_ops); 1294 if (IS_ERR(hva->m2m_dev)) { 1295 dev_err(dev, "%s failed to initialize v4l2-m2m device\n", 1296 HVA_PREFIX); 1297 ret = PTR_ERR(hva->m2m_dev); 1298 goto err; 1299 } 1300 1301 vdev = video_device_alloc(); 1302 if (!vdev) { 1303 dev_err(dev, "%s failed to allocate video device\n", 1304 HVA_PREFIX); 1305 ret = -ENOMEM; 1306 goto err_m2m_release; 1307 } 1308 1309 vdev->fops = &hva_fops; 1310 vdev->ioctl_ops = &hva_ioctl_ops; 1311 vdev->release = video_device_release; 1312 vdev->lock = &hva->lock; 1313 vdev->vfl_dir = VFL_DIR_M2M; 1314 vdev->device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M; 1315 vdev->v4l2_dev = &hva->v4l2_dev; 1316 snprintf(vdev->name, sizeof(vdev->name), "%s%lx", HVA_NAME, 1317 hva->ip_version); 1318 1319 ret = video_register_device(vdev, VFL_TYPE_VIDEO, -1); 1320 if (ret) { 1321 dev_err(dev, "%s failed to register video device\n", 1322 HVA_PREFIX); 1323 goto err_vdev_release; 1324 } 1325 1326 hva->vdev = vdev; 1327 video_set_drvdata(vdev, hva); 1328 return 0; 1329 1330err_vdev_release: 1331 video_device_release(vdev); 1332err_m2m_release: 1333 v4l2_m2m_release(hva->m2m_dev); 1334err: 1335 return ret; 1336} 1337 1338static void hva_unregister_device(struct hva_dev *hva) 1339{ 1340 if (!hva) 1341 return; 1342 1343 if (hva->m2m_dev) 1344 v4l2_m2m_release(hva->m2m_dev); 1345 1346 video_unregister_device(hva->vdev); 1347} 1348 1349static int hva_probe(struct platform_device *pdev) 1350{ 1351 struct hva_dev *hva; 1352 struct device *dev = &pdev->dev; 1353 int ret; 1354 1355 hva = devm_kzalloc(dev, sizeof(*hva), GFP_KERNEL); 1356 if (!hva) { 1357 ret = -ENOMEM; 1358 goto err; 1359 } 1360 1361 ret = dma_coerce_mask_and_coherent(dev, DMA_BIT_MASK(32)); 1362 if (ret) 1363 return ret; 1364 1365 hva->dev = dev; 1366 hva->pdev = pdev; 1367 platform_set_drvdata(pdev, hva); 1368 1369 mutex_init(&hva->lock); 1370 1371 /* probe hardware */ 1372 ret = hva_hw_probe(pdev, hva); 1373 if (ret) 1374 goto err; 1375 1376 /* register all available encoders */ 1377 register_encoders(hva); 1378 1379 /* register all supported formats */ 1380 register_formats(hva); 1381 1382 /* register on V4L2 */ 1383 ret = v4l2_device_register(dev, &hva->v4l2_dev); 1384 if (ret) { 1385 dev_err(dev, "%s %s failed to register V4L2 device\n", 1386 HVA_PREFIX, HVA_NAME); 1387 goto err_hw; 1388 } 1389 1390#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 1391 hva_debugfs_create(hva); 1392#endif 1393 1394 hva->work_queue = create_workqueue(HVA_NAME); 1395 if (!hva->work_queue) { 1396 dev_err(dev, "%s %s failed to allocate work queue\n", 1397 HVA_PREFIX, HVA_NAME); 1398 ret = -ENOMEM; 1399 goto err_v4l2; 1400 } 1401 1402 /* register device */ 1403 ret = hva_register_device(hva); 1404 if (ret) 1405 goto err_work_queue; 1406 1407 dev_info(dev, "%s %s registered as /dev/video%d\n", HVA_PREFIX, 1408 HVA_NAME, hva->vdev->num); 1409 1410 return 0; 1411 1412err_work_queue: 1413 destroy_workqueue(hva->work_queue); 1414err_v4l2: 1415#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 1416 hva_debugfs_remove(hva); 1417#endif 1418 v4l2_device_unregister(&hva->v4l2_dev); 1419err_hw: 1420 hva_hw_remove(hva); 1421err: 1422 return ret; 1423} 1424 1425static int hva_remove(struct platform_device *pdev) 1426{ 1427 struct hva_dev *hva = platform_get_drvdata(pdev); 1428 struct device *dev = hva_to_dev(hva); 1429 1430 hva_unregister_device(hva); 1431 1432 destroy_workqueue(hva->work_queue); 1433 1434 hva_hw_remove(hva); 1435 1436#ifdef CONFIG_VIDEO_STI_HVA_DEBUGFS 1437 hva_debugfs_remove(hva); 1438#endif 1439 1440 v4l2_device_unregister(&hva->v4l2_dev); 1441 1442 dev_info(dev, "%s %s removed\n", HVA_PREFIX, pdev->name); 1443 1444 return 0; 1445} 1446 1447/* PM ops */ 1448static const struct dev_pm_ops hva_pm_ops = { 1449 .runtime_suspend = hva_hw_runtime_suspend, 1450 .runtime_resume = hva_hw_runtime_resume, 1451}; 1452 1453static const struct of_device_id hva_match_types[] = { 1454 { 1455 .compatible = "st,st-hva", 1456 }, 1457 { /* end node */ } 1458}; 1459 1460MODULE_DEVICE_TABLE(of, hva_match_types); 1461 1462static struct platform_driver hva_driver = { 1463 .probe = hva_probe, 1464 .remove = hva_remove, 1465 .driver = { 1466 .name = HVA_NAME, 1467 .of_match_table = hva_match_types, 1468 .pm = &hva_pm_ops, 1469 }, 1470}; 1471 1472module_platform_driver(hva_driver); 1473 1474MODULE_LICENSE("GPL"); 1475MODULE_AUTHOR("Yannick Fertre <yannick.fertre@st.com>"); 1476MODULE_DESCRIPTION("STMicroelectronics HVA video encoder V4L2 driver"); 1477