1/* 2 * AVS3-P2/IEEE1857.10 video decoder (using the uavs3d library) 3 * Copyright (c) 2020 Zhenyu Wang <wangzhenyu@pkusz.edu.cn> 4 * Bingjie Han <hanbj@pkusz.edu.cn> 5 * Huiwen Ren <hwrenx@gmail.com> 6 * 7 * This file is part of FFmpeg. 8 * 9 * FFmpeg is free software; you can redistribute it and/or 10 * modify it under the terms of the GNU Lesser General Public 11 * License as published by the Free Software Foundation; either 12 * version 2.1 of the License, or (at your option) any later version. 13 * 14 * FFmpeg is distributed in the hope that it will be useful, 15 * but WITHOUT ANY WARRANTY; without even the implied warranty of 16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 17 * Lesser General Public License for more details. 18 * 19 * You should have received a copy of the GNU Lesser General Public 20 * License along with FFmpeg; if not, write to the Free Software 21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 22 */ 23 24#include "libavutil/avutil.h" 25#include "libavutil/common.h" 26#include "libavutil/cpu.h" 27#include "libavutil/imgutils.h" 28#include "libavutil/intreadwrite.h" 29#include "libavutil/opt.h" 30#include "avcodec.h" 31#include "avs3.h" 32#include "codec_internal.h" 33#include "internal.h" 34#include "uavs3d.h" 35 36typedef struct uavs3d_context { 37 AVCodecContext *avctx; 38 void *dec_handle; 39 int frame_threads; 40 int got_seqhdr; 41 uavs3d_io_frm_t dec_frame; 42} uavs3d_context; 43 44#define UAVS3D_CHECK_START_CODE(data_ptr, PIC_START_CODE) \ 45 (AV_RL32(data_ptr) != (PIC_START_CODE << 24) + AVS3_NAL_START_CODE) 46static int uavs3d_find_next_start_code(const unsigned char *bs_data, int bs_len, int *left) 47{ 48 const unsigned char *data_ptr = bs_data + 4; 49 int count = bs_len - 4; 50 51 while (count >= 4 && 52 UAVS3D_CHECK_START_CODE(data_ptr, AVS3_INTER_PIC_START_CODE) && 53 UAVS3D_CHECK_START_CODE(data_ptr, AVS3_INTRA_PIC_START_CODE) && 54 UAVS3D_CHECK_START_CODE(data_ptr, AVS3_SEQ_START_CODE) && 55 UAVS3D_CHECK_START_CODE(data_ptr, AVS3_FIRST_SLICE_START_CODE) && 56 UAVS3D_CHECK_START_CODE(data_ptr, AVS3_SEQ_END_CODE)) { 57 data_ptr++; 58 count--; 59 } 60 61 if (count >= 4) { 62 *left = count; 63 return 1; 64 } 65 66 return 0; 67} 68 69static void uavs3d_output_callback(uavs3d_io_frm_t *dec_frame) { 70 uavs3d_io_frm_t frm_out; 71 AVFrame *frm = (AVFrame *)dec_frame->priv; 72 int i; 73 74 if (!frm || !frm->data[0]) { 75 dec_frame->got_pic = 0; 76 av_log(NULL, AV_LOG_ERROR, "Invalid AVFrame in uavs3d output.\n"); 77 return; 78 } 79 80 frm->pts = dec_frame->pts; 81 frm->pkt_dts = dec_frame->dts; 82 frm->pkt_pos = dec_frame->pkt_pos; 83 frm->pkt_size = dec_frame->pkt_size; 84 frm->coded_picture_number = dec_frame->dtr; 85 frm->display_picture_number = dec_frame->ptr; 86 87 if (dec_frame->type < 0 || dec_frame->type >= FF_ARRAY_ELEMS(ff_avs3_image_type)) { 88 av_log(NULL, AV_LOG_WARNING, "Error frame type in uavs3d: %d.\n", dec_frame->type); 89 } else { 90 frm->pict_type = ff_avs3_image_type[dec_frame->type]; 91 frm->key_frame = (frm->pict_type == AV_PICTURE_TYPE_I); 92 } 93 94 for (i = 0; i < 3; i++) { 95 frm_out.width [i] = dec_frame->width[i]; 96 frm_out.height[i] = dec_frame->height[i]; 97 frm_out.stride[i] = frm->linesize[i]; 98 frm_out.buffer[i] = frm->data[i]; 99 } 100 101 uavs3d_img_cpy_cvt(&frm_out, dec_frame, dec_frame->bit_depth); 102} 103 104static av_cold int libuavs3d_init(AVCodecContext *avctx) 105{ 106 uavs3d_context *h = avctx->priv_data; 107 uavs3d_cfg_t cdsc; 108 109 cdsc.frm_threads = avctx->thread_count > 0 ? avctx->thread_count : av_cpu_count(); 110 cdsc.check_md5 = 0; 111 h->dec_handle = uavs3d_create(&cdsc, uavs3d_output_callback, NULL); 112 h->got_seqhdr = 0; 113 114 if (!h->dec_handle) { 115 return AVERROR(ENOMEM); 116 } 117 118 return 0; 119} 120 121static av_cold int libuavs3d_end(AVCodecContext *avctx) 122{ 123 uavs3d_context *h = avctx->priv_data; 124 125 if (h->dec_handle) { 126 uavs3d_flush(h->dec_handle, NULL); 127 uavs3d_delete(h->dec_handle); 128 h->dec_handle = NULL; 129 } 130 h->got_seqhdr = 0; 131 132 return 0; 133} 134 135static void libuavs3d_flush(AVCodecContext * avctx) 136{ 137 uavs3d_context *h = avctx->priv_data; 138 139 if (h->dec_handle) { 140 uavs3d_reset(h->dec_handle); 141 } 142} 143 144#define UAVS3D_CHECK_INVALID_RANGE(v, l, r) ((v)<(l)||(v)>(r)) 145static int libuavs3d_decode_frame(AVCodecContext *avctx, AVFrame *frm, 146 int *got_frame, AVPacket *avpkt) 147{ 148 uavs3d_context *h = avctx->priv_data; 149 const uint8_t *buf = avpkt->data; 150 int buf_size = avpkt->size; 151 const uint8_t *buf_end; 152 const uint8_t *buf_ptr = buf; 153 int left_bytes; 154 int ret, finish = 0; 155 156 *got_frame = 0; 157 frm->pts = -1; 158 frm->pict_type = AV_PICTURE_TYPE_NONE; 159 160 if (!buf_size) { 161 if (h->got_seqhdr) { 162 if (!frm->data[0] && (ret = ff_get_buffer(avctx, frm, 0)) < 0) { 163 return ret; 164 } 165 h->dec_frame.priv = frm; // AVFrame 166 } 167 do { 168 ret = uavs3d_flush(h->dec_handle, &h->dec_frame); 169 } while (ret > 0 && !h->dec_frame.got_pic); 170 } else { 171 uavs3d_io_frm_t *frm_dec = &h->dec_frame; 172 173 buf_end = buf + buf_size; 174 frm_dec->pkt_pos = avpkt->pos; 175 frm_dec->pkt_size = avpkt->size; 176 177 while (!finish) { 178 int bs_len; 179 180 if (h->got_seqhdr) { 181 if (!frm->data[0] && (ret = ff_get_buffer(avctx, frm, 0)) < 0) { 182 return ret; 183 } 184 h->dec_frame.priv = frm; // AVFrame 185 } 186 187 if (uavs3d_find_next_start_code(buf_ptr, buf_end - buf_ptr, &left_bytes)) { 188 bs_len = buf_end - buf_ptr - left_bytes; 189 } else { 190 bs_len = buf_end - buf_ptr; 191 finish = 1; 192 } 193 frm_dec->bs = (unsigned char *)buf_ptr; 194 frm_dec->bs_len = bs_len; 195 frm_dec->pts = avpkt->pts; 196 frm_dec->dts = avpkt->dts; 197 uavs3d_decode(h->dec_handle, frm_dec); 198 buf_ptr += bs_len; 199 200 if (frm_dec->nal_type == NAL_SEQ_HEADER) { 201 struct uavs3d_com_seqh_t *seqh = frm_dec->seqhdr; 202 if (UAVS3D_CHECK_INVALID_RANGE(seqh->frame_rate_code, 0, 15)) { 203 av_log(avctx, AV_LOG_ERROR, "Invalid frame rate code: %d.\n", seqh->frame_rate_code); 204 seqh->frame_rate_code = 3; // default 25 fps 205 } else { 206 avctx->framerate.num = ff_avs3_frame_rate_tab[seqh->frame_rate_code].num; 207 avctx->framerate.den = ff_avs3_frame_rate_tab[seqh->frame_rate_code].den; 208 } 209 avctx->has_b_frames = seqh->output_reorder_delay; 210 avctx->pix_fmt = seqh->bit_depth_internal == 8 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUV420P10LE; 211 ret = ff_set_dimensions(avctx, seqh->horizontal_size, seqh->vertical_size); 212 if (ret < 0) 213 return ret; 214 h->got_seqhdr = 1; 215 216 if (seqh->colour_description) { 217 if (UAVS3D_CHECK_INVALID_RANGE(seqh->colour_primaries, 0, 9) || 218 UAVS3D_CHECK_INVALID_RANGE(seqh->transfer_characteristics, 0, 14) || 219 UAVS3D_CHECK_INVALID_RANGE(seqh->matrix_coefficients, 0, 11)) { 220 av_log(avctx, AV_LOG_ERROR, 221 "Invalid colour description: primaries: %d" 222 "transfer characteristics: %d" 223 "matrix coefficients: %d.\n", 224 seqh->colour_primaries, 225 seqh->transfer_characteristics, 226 seqh->matrix_coefficients); 227 } else { 228 avctx->color_primaries = ff_avs3_color_primaries_tab[seqh->colour_primaries]; 229 avctx->color_trc = ff_avs3_color_transfer_tab [seqh->transfer_characteristics]; 230 avctx->colorspace = ff_avs3_color_matrix_tab [seqh->matrix_coefficients]; 231 } 232 } 233 } 234 if (frm_dec->got_pic) { 235 break; 236 } 237 } 238 } 239 240 *got_frame = h->dec_frame.got_pic; 241 242 if (!(*got_frame)) { 243 av_frame_unref(frm); 244 } 245 246 return buf_ptr - buf; 247} 248 249const FFCodec ff_libuavs3d_decoder = { 250 .p.name = "libuavs3d", 251 .p.long_name = NULL_IF_CONFIG_SMALL("libuavs3d AVS3-P2/IEEE1857.10"), 252 .p.type = AVMEDIA_TYPE_VIDEO, 253 .p.id = AV_CODEC_ID_AVS3, 254 .priv_data_size = sizeof(uavs3d_context), 255 .init = libuavs3d_init, 256 .close = libuavs3d_end, 257 FF_CODEC_DECODE_CB(libuavs3d_decode_frame), 258 .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_OTHER_THREADS, 259 .caps_internal = FF_CODEC_CAP_AUTO_THREADS, 260 .flush = libuavs3d_flush, 261 .p.pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_YUV420P, 262 AV_PIX_FMT_YUV420P10LE, 263 AV_PIX_FMT_NONE }, 264 .p.wrapper_name = "libuavs3d", 265}; 266