1 /*
2  * Copyright (c) 2010, Google, Inc.
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * AV1 encoder support via libaom
24  */
25 
26 #define AOM_DISABLE_CTRL_TYPECHECKS 1
27 #include <aom/aom_encoder.h>
28 #include <aom/aomcx.h>
29 
30 #include "libavutil/avassert.h"
31 #include "libavutil/base64.h"
32 #include "libavutil/common.h"
33 #include "libavutil/cpu.h"
34 #include "libavutil/mathematics.h"
35 #include "libavutil/opt.h"
36 #include "libavutil/pixdesc.h"
37 
38 #include "av1.h"
39 #include "avcodec.h"
40 #include "bsf.h"
41 #include "codec_internal.h"
42 #include "encode.h"
43 #include "internal.h"
44 #include "packet_internal.h"
45 #include "profiles.h"
46 
47 /*
48  * Portion of struct aom_codec_cx_pkt from aom_encoder.h.
49  * One encoded frame returned from the library.
50  */
51 struct FrameListData {
52     void *buf;                       /**< compressed data buffer */
53     size_t sz;                       /**< length of compressed data */
54     int64_t pts;                     /**< time stamp to show frame
55                                           (in timebase units) */
56     unsigned long duration;          /**< duration to show frame
57                                           (in timebase units) */
58     uint32_t flags;                  /**< flags for this frame */
59     uint64_t sse[4];
60     int have_sse;                    /**< true if we have pending sse[] */
61     uint64_t frame_number;
62     struct FrameListData *next;
63 };
64 
65 typedef struct AOMEncoderContext {
66     AVClass *class;
67     AVBSFContext *bsf;
68     struct aom_codec_ctx encoder;
69     struct aom_image rawimg;
70     struct aom_fixed_buf twopass_stats;
71     struct FrameListData *coded_frame_list;
72     int cpu_used;
73     int auto_alt_ref;
74     int arnr_max_frames;
75     int arnr_strength;
76     int aq_mode;
77     int lag_in_frames;
78     int error_resilient;
79     int crf;
80     int static_thresh;
81     int drop_threshold;
82     int denoise_noise_level;
83     int denoise_block_size;
84     uint64_t sse[4];
85     int have_sse; /**< true if we have pending sse[] */
86     uint64_t frame_number;
87     int rc_undershoot_pct;
88     int rc_overshoot_pct;
89     int minsection_pct;
90     int maxsection_pct;
91     int frame_parallel;
92     int tile_cols, tile_rows;
93     int tile_cols_log2, tile_rows_log2;
94     aom_superblock_size_t superblock_size;
95     int uniform_tiles;
96     int row_mt;
97     int enable_cdef;
98     int enable_global_motion;
99     int enable_intrabc;
100     int enable_restoration;
101     int usage;
102     int tune;
103     int still_picture;
104     int enable_rect_partitions;
105     int enable_1to4_partitions;
106     int enable_ab_partitions;
107     int enable_angle_delta;
108     int enable_cfl_intra;
109     int enable_paeth_intra;
110     int enable_smooth_intra;
111     int enable_intra_edge_filter;
112     int enable_palette;
113     int enable_filter_intra;
114     int enable_flip_idtx;
115     int enable_tx64;
116     int reduced_tx_type_set;
117     int use_intra_dct_only;
118     int use_inter_dct_only;
119     int use_intra_default_tx_only;
120     int enable_ref_frame_mvs;
121     int enable_interinter_wedge;
122     int enable_interintra_wedge;
123     int enable_interintra_comp;
124     int enable_masked_comp;
125     int enable_obmc;
126     int enable_onesided_comp;
127     int enable_reduced_reference_set;
128     int enable_smooth_interintra;
129     int enable_diff_wtd_comp;
130     int enable_dist_wtd_comp;
131     int enable_dual_filter;
132     AVDictionary *aom_params;
133 } AOMContext;
134 
135 static const char *const ctlidstr[] = {
136     [AOME_SET_CPUUSED]          = "AOME_SET_CPUUSED",
137     [AOME_SET_CQ_LEVEL]         = "AOME_SET_CQ_LEVEL",
138     [AOME_SET_ENABLEAUTOALTREF] = "AOME_SET_ENABLEAUTOALTREF",
139     [AOME_SET_ARNR_MAXFRAMES]   = "AOME_SET_ARNR_MAXFRAMES",
140     [AOME_SET_ARNR_STRENGTH]    = "AOME_SET_ARNR_STRENGTH",
141     [AOME_SET_STATIC_THRESHOLD] = "AOME_SET_STATIC_THRESHOLD",
142     [AV1E_SET_COLOR_RANGE]      = "AV1E_SET_COLOR_RANGE",
143     [AV1E_SET_COLOR_PRIMARIES]  = "AV1E_SET_COLOR_PRIMARIES",
144     [AV1E_SET_MATRIX_COEFFICIENTS] = "AV1E_SET_MATRIX_COEFFICIENTS",
145     [AV1E_SET_TRANSFER_CHARACTERISTICS] = "AV1E_SET_TRANSFER_CHARACTERISTICS",
146     [AV1E_SET_AQ_MODE]          = "AV1E_SET_AQ_MODE",
147     [AV1E_SET_FRAME_PARALLEL_DECODING] = "AV1E_SET_FRAME_PARALLEL_DECODING",
148     [AV1E_SET_SUPERBLOCK_SIZE]  = "AV1E_SET_SUPERBLOCK_SIZE",
149     [AV1E_SET_TILE_COLUMNS]     = "AV1E_SET_TILE_COLUMNS",
150     [AV1E_SET_TILE_ROWS]        = "AV1E_SET_TILE_ROWS",
151     [AV1E_SET_ENABLE_RESTORATION] = "AV1E_SET_ENABLE_RESTORATION",
152 #ifdef AOM_CTRL_AV1E_SET_ROW_MT
153     [AV1E_SET_ROW_MT]           = "AV1E_SET_ROW_MT",
154 #endif
155 #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
156     [AV1E_SET_DENOISE_NOISE_LEVEL] =  "AV1E_SET_DENOISE_NOISE_LEVEL",
157 #endif
158 #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
159     [AV1E_SET_DENOISE_BLOCK_SIZE] =   "AV1E_SET_DENOISE_BLOCK_SIZE",
160 #endif
161 #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
162     [AV1E_SET_MAX_REFERENCE_FRAMES] = "AV1E_SET_MAX_REFERENCE_FRAMES",
163 #endif
164 #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
165     [AV1E_SET_ENABLE_GLOBAL_MOTION] = "AV1E_SET_ENABLE_GLOBAL_MOTION",
166 #endif
167 #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
168     [AV1E_SET_ENABLE_INTRABC]   = "AV1E_SET_ENABLE_INTRABC",
169 #endif
170     [AV1E_SET_ENABLE_CDEF]      = "AV1E_SET_ENABLE_CDEF",
171     [AOME_SET_TUNING]           = "AOME_SET_TUNING",
172 #if AOM_ENCODER_ABI_VERSION >= 22
173     [AV1E_SET_ENABLE_1TO4_PARTITIONS] = "AV1E_SET_ENABLE_1TO4_PARTITIONS",
174     [AV1E_SET_ENABLE_AB_PARTITIONS]   = "AV1E_SET_ENABLE_AB_PARTITIONS",
175     [AV1E_SET_ENABLE_RECT_PARTITIONS] = "AV1E_SET_ENABLE_RECT_PARTITIONS",
176     [AV1E_SET_ENABLE_ANGLE_DELTA]       = "AV1E_SET_ENABLE_ANGLE_DELTA",
177     [AV1E_SET_ENABLE_CFL_INTRA]         = "AV1E_SET_ENABLE_CFL_INTRA",
178     [AV1E_SET_ENABLE_FILTER_INTRA]      = "AV1E_SET_ENABLE_FILTER_INTRA",
179     [AV1E_SET_ENABLE_INTRA_EDGE_FILTER] = "AV1E_SET_ENABLE_INTRA_EDGE_FILTER",
180     [AV1E_SET_ENABLE_PAETH_INTRA]       = "AV1E_SET_ENABLE_PAETH_INTRA",
181     [AV1E_SET_ENABLE_SMOOTH_INTRA]      = "AV1E_SET_ENABLE_SMOOTH_INTRA",
182     [AV1E_SET_ENABLE_PALETTE]           = "AV1E_SET_ENABLE_PALETTE",
183     [AV1E_SET_ENABLE_FLIP_IDTX]      = "AV1E_SET_ENABLE_FLIP_IDTX",
184     [AV1E_SET_ENABLE_TX64]           = "AV1E_SET_ENABLE_TX64",
185     [AV1E_SET_INTRA_DCT_ONLY]        = "AV1E_SET_INTRA_DCT_ONLY",
186     [AV1E_SET_INTER_DCT_ONLY]        = "AV1E_SET_INTER_DCT_ONLY",
187     [AV1E_SET_INTRA_DEFAULT_TX_ONLY] = "AV1E_SET_INTRA_DEFAULT_TX_ONLY",
188     [AV1E_SET_REDUCED_TX_TYPE_SET]   = "AV1E_SET_REDUCED_TX_TYPE_SET",
189     [AV1E_SET_ENABLE_DIFF_WTD_COMP]     = "AV1E_SET_ENABLE_DIFF_WTD_COMP",
190     [AV1E_SET_ENABLE_DIST_WTD_COMP]     = "AV1E_SET_ENABLE_DIST_WTD_COMP",
191     [AV1E_SET_ENABLE_DUAL_FILTER]       = "AV1E_SET_ENABLE_DUAL_FILTER",
192     [AV1E_SET_ENABLE_INTERINTER_WEDGE]  = "AV1E_SET_ENABLE_INTERINTER_WEDGE",
193     [AV1E_SET_ENABLE_INTERINTRA_WEDGE]  = "AV1E_SET_ENABLE_INTERINTRA_WEDGE",
194     [AV1E_SET_ENABLE_MASKED_COMP]       = "AV1E_SET_ENABLE_MASKED_COMP",
195     [AV1E_SET_ENABLE_INTERINTRA_COMP]   = "AV1E_SET_ENABLE_INTERINTRA_COMP",
196     [AV1E_SET_ENABLE_OBMC]              = "AV1E_SET_ENABLE_OBMC",
197     [AV1E_SET_ENABLE_ONESIDED_COMP]     = "AV1E_SET_ENABLE_ONESIDED_COMP",
198     [AV1E_SET_REDUCED_REFERENCE_SET]    = "AV1E_SET_REDUCED_REFERENCE_SET",
199     [AV1E_SET_ENABLE_SMOOTH_INTERINTRA] = "AV1E_SET_ENABLE_SMOOTH_INTERINTRA",
200     [AV1E_SET_ENABLE_REF_FRAME_MVS]     = "AV1E_SET_ENABLE_REF_FRAME_MVS",
201 #endif
202 #ifdef AOM_CTRL_AV1E_GET_NUM_OPERATING_POINTS
203     [AV1E_GET_NUM_OPERATING_POINTS]     = "AV1E_GET_NUM_OPERATING_POINTS",
204 #endif
205 #ifdef AOM_CTRL_AV1E_GET_SEQ_LEVEL_IDX
206     [AV1E_GET_SEQ_LEVEL_IDX]            = "AV1E_GET_SEQ_LEVEL_IDX",
207 #endif
208 #ifdef AOM_CTRL_AV1E_GET_TARGET_SEQ_LEVEL_IDX
209     [AV1E_GET_TARGET_SEQ_LEVEL_IDX]     = "AV1E_GET_TARGET_SEQ_LEVEL_IDX",
210 #endif
211 };
212 
log_encoder_error(AVCodecContext *avctx, const char *desc)213 static av_cold void log_encoder_error(AVCodecContext *avctx, const char *desc)
214 {
215     AOMContext *ctx    = avctx->priv_data;
216     const char *error  = aom_codec_error(&ctx->encoder);
217     const char *detail = aom_codec_error_detail(&ctx->encoder);
218 
219     av_log(avctx, AV_LOG_ERROR, "%s: %s\n", desc, error);
220     if (detail)
221         av_log(avctx, AV_LOG_ERROR, "  Additional information: %s\n", detail);
222 }
223 
dump_enc_cfg(AVCodecContext *avctx, const struct aom_codec_enc_cfg *cfg, int level)224 static av_cold void dump_enc_cfg(AVCodecContext *avctx,
225                                  const struct aom_codec_enc_cfg *cfg,
226                                  int level)
227 {
228     int width = -30;
229 
230     av_log(avctx, level, "aom_codec_enc_cfg\n");
231     av_log(avctx, level, "generic settings\n"
232                          "  %*s%u\n  %*s%u\n  %*s%u\n  %*s%u\n  %*s%u\n"
233                          "  %*s%u\n  %*s%u\n"
234                          "  %*s{%u/%u}\n  %*s%u\n  %*s%d\n  %*s%u\n",
235            width, "g_usage:",           cfg->g_usage,
236            width, "g_threads:",         cfg->g_threads,
237            width, "g_profile:",         cfg->g_profile,
238            width, "g_w:",               cfg->g_w,
239            width, "g_h:",               cfg->g_h,
240            width, "g_bit_depth:",       cfg->g_bit_depth,
241            width, "g_input_bit_depth:", cfg->g_input_bit_depth,
242            width, "g_timebase:",        cfg->g_timebase.num, cfg->g_timebase.den,
243            width, "g_error_resilient:", cfg->g_error_resilient,
244            width, "g_pass:",            cfg->g_pass,
245            width, "g_lag_in_frames:",   cfg->g_lag_in_frames);
246     av_log(avctx, level, "rate control settings\n"
247                          "  %*s%u\n  %*s%d\n  %*s%p(%"SIZE_SPECIFIER")\n  %*s%u\n",
248            width, "rc_dropframe_thresh:", cfg->rc_dropframe_thresh,
249            width, "rc_end_usage:",        cfg->rc_end_usage,
250            width, "rc_twopass_stats_in:", cfg->rc_twopass_stats_in.buf, cfg->rc_twopass_stats_in.sz,
251            width, "rc_target_bitrate:",   cfg->rc_target_bitrate);
252     av_log(avctx, level, "quantizer settings\n"
253                          "  %*s%u\n  %*s%u\n",
254            width, "rc_min_quantizer:", cfg->rc_min_quantizer,
255            width, "rc_max_quantizer:", cfg->rc_max_quantizer);
256     av_log(avctx, level, "bitrate tolerance\n"
257                          "  %*s%u\n  %*s%u\n",
258            width, "rc_undershoot_pct:", cfg->rc_undershoot_pct,
259            width, "rc_overshoot_pct:",  cfg->rc_overshoot_pct);
260     av_log(avctx, level, "decoder buffer model\n"
261                          "  %*s%u\n  %*s%u\n  %*s%u\n",
262            width, "rc_buf_sz:",         cfg->rc_buf_sz,
263            width, "rc_buf_initial_sz:", cfg->rc_buf_initial_sz,
264            width, "rc_buf_optimal_sz:", cfg->rc_buf_optimal_sz);
265     av_log(avctx, level, "2 pass rate control settings\n"
266                          "  %*s%u\n  %*s%u\n  %*s%u\n",
267            width, "rc_2pass_vbr_bias_pct:",       cfg->rc_2pass_vbr_bias_pct,
268            width, "rc_2pass_vbr_minsection_pct:", cfg->rc_2pass_vbr_minsection_pct,
269            width, "rc_2pass_vbr_maxsection_pct:", cfg->rc_2pass_vbr_maxsection_pct);
270     av_log(avctx, level, "keyframing settings\n"
271                          "  %*s%d\n  %*s%u\n  %*s%u\n",
272            width, "kf_mode:",     cfg->kf_mode,
273            width, "kf_min_dist:", cfg->kf_min_dist,
274            width, "kf_max_dist:", cfg->kf_max_dist);
275     av_log(avctx, level, "tile settings\n"
276                          "  %*s%d\n  %*s%d\n",
277            width, "tile_width_count:",  cfg->tile_width_count,
278            width, "tile_height_count:", cfg->tile_height_count);
279     av_log(avctx, level, "\n");
280 }
281 
coded_frame_add(void *list, struct FrameListData *cx_frame)282 static void coded_frame_add(void *list, struct FrameListData *cx_frame)
283 {
284     struct FrameListData **p = list;
285 
286     while (*p)
287         p = &(*p)->next;
288     *p = cx_frame;
289     cx_frame->next = NULL;
290 }
291 
free_coded_frame(struct FrameListData *cx_frame)292 static av_cold void free_coded_frame(struct FrameListData *cx_frame)
293 {
294     av_freep(&cx_frame->buf);
295     av_freep(&cx_frame);
296 }
297 
free_frame_list(struct FrameListData *list)298 static av_cold void free_frame_list(struct FrameListData *list)
299 {
300     struct FrameListData *p = list;
301 
302     while (p) {
303         list = list->next;
304         free_coded_frame(p);
305         p = list;
306     }
307 }
308 
codecctl_int(AVCodecContext *avctx, aome_enc_control_id id, int val)309 static av_cold int codecctl_int(AVCodecContext *avctx,
310 #ifdef UENUM1BYTE
311                                 aome_enc_control_id id,
312 #else
313                                 enum aome_enc_control_id id,
314 #endif
315                                 int val)
316 {
317     AOMContext *ctx = avctx->priv_data;
318     char buf[80];
319     int width = -30;
320     int res;
321 
322     snprintf(buf, sizeof(buf), "%s:", ctlidstr[id]);
323     av_log(avctx, AV_LOG_DEBUG, "  %*s%d\n", width, buf, val);
324 
325     res = aom_codec_control(&ctx->encoder, id, val);
326     if (res != AOM_CODEC_OK) {
327         snprintf(buf, sizeof(buf), "Failed to set %s codec control",
328                  ctlidstr[id]);
329         log_encoder_error(avctx, buf);
330         return AVERROR(EINVAL);
331     }
332 
333     return 0;
334 }
335 
336 #if defined(AOM_CTRL_AV1E_GET_NUM_OPERATING_POINTS) && \
337     defined(AOM_CTRL_AV1E_GET_SEQ_LEVEL_IDX) && \
338     defined(AOM_CTRL_AV1E_GET_TARGET_SEQ_LEVEL_IDX)
codecctl_intp(AVCodecContext *avctx, aome_enc_control_id id, int* ptr)339 static av_cold int codecctl_intp(AVCodecContext *avctx,
340 #ifdef UENUM1BYTE
341                                  aome_enc_control_id id,
342 #else
343                                  enum aome_enc_control_id id,
344 #endif
345                                  int* ptr)
346 {
347     AOMContext *ctx = avctx->priv_data;
348     char buf[80];
349     int width = -30;
350     int res;
351 
352     snprintf(buf, sizeof(buf), "%s:", ctlidstr[id]);
353     av_log(avctx, AV_LOG_DEBUG, "  %*s%d\n", width, buf, *ptr);
354 
355     res = aom_codec_control(&ctx->encoder, id, ptr);
356     if (res != AOM_CODEC_OK) {
357         snprintf(buf, sizeof(buf), "Failed to set %s codec control",
358                  ctlidstr[id]);
359         log_encoder_error(avctx, buf);
360         return AVERROR(EINVAL);
361     }
362 
363     return 0;
364 }
365 #endif
366 
aom_free(AVCodecContext *avctx)367 static av_cold int aom_free(AVCodecContext *avctx)
368 {
369     AOMContext *ctx = avctx->priv_data;
370 
371 #if defined(AOM_CTRL_AV1E_GET_NUM_OPERATING_POINTS) && \
372     defined(AOM_CTRL_AV1E_GET_SEQ_LEVEL_IDX) && \
373     defined(AOM_CTRL_AV1E_GET_TARGET_SEQ_LEVEL_IDX)
374     if (!(avctx->flags & AV_CODEC_FLAG_PASS1)) {
375         int num_operating_points;
376         int levels[32];
377         int target_levels[32];
378 
379         if (!codecctl_intp(avctx, AV1E_GET_NUM_OPERATING_POINTS,
380                            &num_operating_points) &&
381             !codecctl_intp(avctx, AV1E_GET_SEQ_LEVEL_IDX, levels) &&
382             !codecctl_intp(avctx, AV1E_GET_TARGET_SEQ_LEVEL_IDX,
383                            target_levels)) {
384             for (int i = 0; i < num_operating_points; i++) {
385                 if (levels[i] > target_levels[i]) {
386                     // Warn when the target level was not met
387                     av_log(avctx, AV_LOG_WARNING,
388                            "Could not encode to target level %d.%d for "
389                            "operating point %d. The output level is %d.%d.\n",
390                            2 + (target_levels[i] >> 2), target_levels[i] & 3,
391                            i, 2 + (levels[i] >> 2), levels[i] & 3);
392                 } else if (target_levels[i] < 31) {
393                     // Log the encoded level if a target level was given
394                     av_log(avctx, AV_LOG_INFO,
395                            "Output level for operating point %d is %d.%d.\n",
396                            i, 2 + (levels[i] >> 2), levels[i] & 3);
397                 }
398             }
399         }
400     }
401 #endif
402 
403     aom_codec_destroy(&ctx->encoder);
404     av_freep(&ctx->twopass_stats.buf);
405     av_freep(&avctx->stats_out);
406     free_frame_list(ctx->coded_frame_list);
407     av_bsf_free(&ctx->bsf);
408     return 0;
409 }
410 
set_pix_fmt(AVCodecContext *avctx, aom_codec_caps_t codec_caps, struct aom_codec_enc_cfg *enccfg, aom_codec_flags_t *flags, aom_img_fmt_t *img_fmt)411 static int set_pix_fmt(AVCodecContext *avctx, aom_codec_caps_t codec_caps,
412                        struct aom_codec_enc_cfg *enccfg, aom_codec_flags_t *flags,
413                        aom_img_fmt_t *img_fmt)
414 {
415     AOMContext av_unused *ctx = avctx->priv_data;
416     const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(avctx->pix_fmt);
417     enccfg->g_bit_depth = enccfg->g_input_bit_depth = desc->comp[0].depth;
418     switch (avctx->pix_fmt) {
419     case AV_PIX_FMT_GRAY8:
420         enccfg->monochrome = 1;
421         /* Fall-through */
422     case AV_PIX_FMT_YUV420P:
423         enccfg->g_profile = FF_PROFILE_AV1_MAIN;
424         *img_fmt = AOM_IMG_FMT_I420;
425         return 0;
426     case AV_PIX_FMT_YUV422P:
427         enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
428         *img_fmt = AOM_IMG_FMT_I422;
429         return 0;
430     case AV_PIX_FMT_YUV444P:
431     case AV_PIX_FMT_GBRP:
432         enccfg->g_profile = FF_PROFILE_AV1_HIGH;
433         *img_fmt = AOM_IMG_FMT_I444;
434         return 0;
435     case AV_PIX_FMT_GRAY10:
436     case AV_PIX_FMT_GRAY12:
437         enccfg->monochrome = 1;
438         /* Fall-through */
439     case AV_PIX_FMT_YUV420P10:
440     case AV_PIX_FMT_YUV420P12:
441         if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
442             enccfg->g_profile =
443                 enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_MAIN : FF_PROFILE_AV1_PROFESSIONAL;
444             *img_fmt = AOM_IMG_FMT_I42016;
445             *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
446             return 0;
447         }
448         break;
449     case AV_PIX_FMT_YUV422P10:
450     case AV_PIX_FMT_YUV422P12:
451         if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
452             enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
453             *img_fmt = AOM_IMG_FMT_I42216;
454             *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
455             return 0;
456         }
457         break;
458     case AV_PIX_FMT_YUV444P10:
459     case AV_PIX_FMT_YUV444P12:
460     case AV_PIX_FMT_GBRP10:
461     case AV_PIX_FMT_GBRP12:
462         if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
463             enccfg->g_profile =
464                 enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_HIGH : FF_PROFILE_AV1_PROFESSIONAL;
465             *img_fmt = AOM_IMG_FMT_I44416;
466             *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
467             return 0;
468         }
469         break;
470     default:
471         break;
472     }
473     av_log(avctx, AV_LOG_ERROR, "Unsupported pixel format.\n");
474     return AVERROR_INVALIDDATA;
475 }
476 
set_color_range(AVCodecContext *avctx)477 static void set_color_range(AVCodecContext *avctx)
478 {
479     aom_color_range_t aom_cr;
480     switch (avctx->color_range) {
481     case AVCOL_RANGE_UNSPECIFIED:
482     case AVCOL_RANGE_MPEG:       aom_cr = AOM_CR_STUDIO_RANGE; break;
483     case AVCOL_RANGE_JPEG:       aom_cr = AOM_CR_FULL_RANGE;   break;
484     default:
485         av_log(avctx, AV_LOG_WARNING, "Unsupported color range (%d)\n",
486                avctx->color_range);
487         return;
488     }
489 
490     codecctl_int(avctx, AV1E_SET_COLOR_RANGE, aom_cr);
491 }
492 
count_uniform_tiling(int dim, int sb_size, int tiles_log2)493 static int count_uniform_tiling(int dim, int sb_size, int tiles_log2)
494 {
495     int sb_dim   = (dim + sb_size - 1) / sb_size;
496     int tile_dim = (sb_dim + (1 << tiles_log2) - 1) >> tiles_log2;
497     av_assert0(tile_dim > 0);
498     return (sb_dim + tile_dim - 1) / tile_dim;
499 }
500 
choose_tiling(AVCodecContext *avctx, struct aom_codec_enc_cfg *enccfg)501 static int choose_tiling(AVCodecContext *avctx,
502                          struct aom_codec_enc_cfg *enccfg)
503 {
504     AOMContext *ctx = avctx->priv_data;
505     int sb_128x128_possible, sb_size, sb_width, sb_height;
506     int uniform_rows, uniform_cols;
507     int uniform_64x64_possible, uniform_128x128_possible;
508     int tile_size, rounding, i;
509 
510     if (ctx->tile_cols_log2 >= 0)
511         ctx->tile_cols = 1 << ctx->tile_cols_log2;
512     if (ctx->tile_rows_log2 >= 0)
513         ctx->tile_rows = 1 << ctx->tile_rows_log2;
514 
515     if (ctx->tile_cols == 0) {
516         ctx->tile_cols = (avctx->width + AV1_MAX_TILE_WIDTH - 1) /
517             AV1_MAX_TILE_WIDTH;
518         if (ctx->tile_cols > 1) {
519             av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
520                    "columns to fill width.\n", ctx->tile_cols);
521         }
522     }
523     av_assert0(ctx->tile_cols > 0);
524     if (ctx->tile_rows == 0) {
525         int max_tile_width =
526             FFALIGN((FFALIGN(avctx->width, 128) +
527                      ctx->tile_cols - 1) / ctx->tile_cols, 128);
528         ctx->tile_rows =
529             (max_tile_width * FFALIGN(avctx->height, 128) +
530              AV1_MAX_TILE_AREA - 1) / AV1_MAX_TILE_AREA;
531         if (ctx->tile_rows > 1) {
532             av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
533                    "rows to fill area.\n", ctx->tile_rows);
534         }
535     }
536     av_assert0(ctx->tile_rows > 0);
537 
538     if ((avctx->width  + 63) / 64 < ctx->tile_cols ||
539         (avctx->height + 63) / 64 < ctx->tile_rows) {
540         av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: frame not "
541                "large enough to fit specified tile arrangement.\n");
542         return AVERROR(EINVAL);
543     }
544     if (ctx->tile_cols > AV1_MAX_TILE_COLS ||
545         ctx->tile_rows > AV1_MAX_TILE_ROWS) {
546         av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
547                "not allow more than %dx%d tiles.\n",
548                AV1_MAX_TILE_COLS, AV1_MAX_TILE_ROWS);
549         return AVERROR(EINVAL);
550     }
551     if (avctx->width / ctx->tile_cols > AV1_MAX_TILE_WIDTH) {
552         av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
553                "not allow tiles of width greater than %d.\n",
554                AV1_MAX_TILE_WIDTH);
555         return AVERROR(EINVAL);
556     }
557 
558     ctx->superblock_size = AOM_SUPERBLOCK_SIZE_DYNAMIC;
559 
560     if (ctx->tile_cols == 1 && ctx->tile_rows == 1) {
561         av_log(avctx, AV_LOG_DEBUG, "Using a single tile.\n");
562         return 0;
563     }
564 
565     sb_128x128_possible =
566         (avctx->width  + 127) / 128 >= ctx->tile_cols &&
567         (avctx->height + 127) / 128 >= ctx->tile_rows;
568 
569     ctx->tile_cols_log2 = ctx->tile_cols == 1 ? 0 :
570         av_log2(ctx->tile_cols - 1) + 1;
571     ctx->tile_rows_log2 = ctx->tile_rows == 1 ? 0 :
572         av_log2(ctx->tile_rows - 1) + 1;
573 
574     uniform_cols = count_uniform_tiling(avctx->width,
575                                         64, ctx->tile_cols_log2);
576     uniform_rows = count_uniform_tiling(avctx->height,
577                                         64, ctx->tile_rows_log2);
578     av_log(avctx, AV_LOG_DEBUG, "Uniform with 64x64 superblocks "
579            "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
580     uniform_64x64_possible = uniform_cols == ctx->tile_cols &&
581                              uniform_rows == ctx->tile_rows;
582 
583     if (sb_128x128_possible) {
584         uniform_cols = count_uniform_tiling(avctx->width,
585                                             128, ctx->tile_cols_log2);
586         uniform_rows = count_uniform_tiling(avctx->height,
587                                             128, ctx->tile_rows_log2);
588         av_log(avctx, AV_LOG_DEBUG, "Uniform with 128x128 superblocks "
589                "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
590         uniform_128x128_possible = uniform_cols == ctx->tile_cols &&
591                                    uniform_rows == ctx->tile_rows;
592     } else {
593         av_log(avctx, AV_LOG_DEBUG, "128x128 superblocks not possible.\n");
594         uniform_128x128_possible = 0;
595     }
596 
597     ctx->uniform_tiles = 1;
598     if (uniform_64x64_possible && uniform_128x128_possible) {
599         av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with dynamic "
600                "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
601                ctx->tile_cols_log2, ctx->tile_rows_log2);
602         return 0;
603     }
604     if (uniform_64x64_possible && !sb_128x128_possible) {
605         av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 64x64 "
606                "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
607                ctx->tile_cols_log2, ctx->tile_rows_log2);
608         ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
609         return 0;
610     }
611     if (uniform_128x128_possible) {
612         av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 128x128 "
613                "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
614                ctx->tile_cols_log2, ctx->tile_rows_log2);
615         ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
616         return 0;
617     }
618     ctx->uniform_tiles = 0;
619 
620     if (sb_128x128_possible) {
621         sb_size = 128;
622         ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
623     } else {
624         sb_size = 64;
625         ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
626     }
627     av_log(avctx, AV_LOG_DEBUG, "Using fixed tiling with %dx%d "
628            "superblocks (tile_cols = %d, tile_rows = %d).\n",
629            sb_size, sb_size, ctx->tile_cols, ctx->tile_rows);
630 
631     enccfg->tile_width_count  = ctx->tile_cols;
632     enccfg->tile_height_count = ctx->tile_rows;
633 
634     sb_width  = (avctx->width  + sb_size - 1) / sb_size;
635     sb_height = (avctx->height + sb_size - 1) / sb_size;
636 
637     tile_size = sb_width / ctx->tile_cols;
638     rounding  = sb_width % ctx->tile_cols;
639     for (i = 0; i < ctx->tile_cols; i++) {
640         enccfg->tile_widths[i] = tile_size +
641             (i < rounding / 2 ||
642              i > ctx->tile_cols - 1 - (rounding + 1) / 2);
643     }
644 
645     tile_size = sb_height / ctx->tile_rows;
646     rounding  = sb_height % ctx->tile_rows;
647     for (i = 0; i < ctx->tile_rows; i++) {
648         enccfg->tile_heights[i] = tile_size +
649             (i < rounding / 2 ||
650              i > ctx->tile_rows - 1 - (rounding + 1) / 2);
651     }
652 
653     return 0;
654 }
655 
aom_init(AVCodecContext *avctx, const struct aom_codec_iface *iface)656 static av_cold int aom_init(AVCodecContext *avctx,
657                             const struct aom_codec_iface *iface)
658 {
659     AOMContext *ctx = avctx->priv_data;
660     const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(avctx->pix_fmt);
661     struct aom_codec_enc_cfg enccfg = { 0 };
662 #ifdef AOM_FRAME_IS_INTRAONLY
663     aom_codec_flags_t flags =
664         (avctx->flags & AV_CODEC_FLAG_PSNR) ? AOM_CODEC_USE_PSNR : 0;
665 #else
666     aom_codec_flags_t flags = 0;
667 #endif
668     AVCPBProperties *cpb_props;
669     int res;
670     aom_img_fmt_t img_fmt;
671     aom_codec_caps_t codec_caps = aom_codec_get_caps(iface);
672 
673     av_log(avctx, AV_LOG_INFO, "%s\n", aom_codec_version_str());
674     av_log(avctx, AV_LOG_VERBOSE, "%s\n", aom_codec_build_config());
675 
676     if ((res = aom_codec_enc_config_default(iface, &enccfg, ctx->usage)) != AOM_CODEC_OK) {
677         av_log(avctx, AV_LOG_ERROR, "Failed to get config: %s\n",
678                aom_codec_err_to_string(res));
679         return AVERROR(EINVAL);
680     }
681 
682     if (set_pix_fmt(avctx, codec_caps, &enccfg, &flags, &img_fmt))
683         return AVERROR(EINVAL);
684 
685     if(!avctx->bit_rate)
686         if(avctx->rc_max_rate || avctx->rc_buffer_size || avctx->rc_initial_buffer_occupancy) {
687             av_log( avctx, AV_LOG_ERROR, "Rate control parameters set without a bitrate\n");
688             return AVERROR(EINVAL);
689         }
690 
691     dump_enc_cfg(avctx, &enccfg, AV_LOG_DEBUG);
692 
693     enccfg.g_w            = avctx->width;
694     enccfg.g_h            = avctx->height;
695     enccfg.g_timebase.num = avctx->time_base.num;
696     enccfg.g_timebase.den = avctx->time_base.den;
697     enccfg.g_threads      =
698         FFMIN(avctx->thread_count ? avctx->thread_count : av_cpu_count(), 64);
699 
700     if (ctx->lag_in_frames >= 0)
701         enccfg.g_lag_in_frames = ctx->lag_in_frames;
702 
703     if (avctx->flags & AV_CODEC_FLAG_PASS1)
704         enccfg.g_pass = AOM_RC_FIRST_PASS;
705     else if (avctx->flags & AV_CODEC_FLAG_PASS2)
706         enccfg.g_pass = AOM_RC_LAST_PASS;
707     else
708         enccfg.g_pass = AOM_RC_ONE_PASS;
709 
710     if (avctx->rc_min_rate == avctx->rc_max_rate &&
711         avctx->rc_min_rate == avctx->bit_rate && avctx->bit_rate) {
712         enccfg.rc_end_usage = AOM_CBR;
713     } else if (ctx->crf >= 0) {
714         enccfg.rc_end_usage = AOM_CQ;
715         if (!avctx->bit_rate)
716             enccfg.rc_end_usage = AOM_Q;
717     }
718 
719     if (avctx->bit_rate) {
720         enccfg.rc_target_bitrate = av_rescale_rnd(avctx->bit_rate, 1, 1000,
721                                                   AV_ROUND_NEAR_INF);
722     } else if (enccfg.rc_end_usage != AOM_Q) {
723         enccfg.rc_end_usage = AOM_Q;
724         ctx->crf = 32;
725         av_log(avctx, AV_LOG_WARNING,
726                "Neither bitrate nor constrained quality specified, using default CRF of %d\n",
727                ctx->crf);
728     }
729 
730     if (avctx->qmin >= 0)
731         enccfg.rc_min_quantizer = avctx->qmin;
732     if (avctx->qmax >= 0) {
733         enccfg.rc_max_quantizer = avctx->qmax;
734     } else if (!ctx->crf) {
735         enccfg.rc_max_quantizer = 0;
736     }
737 
738     if (enccfg.rc_end_usage == AOM_CQ || enccfg.rc_end_usage == AOM_Q) {
739         if (ctx->crf < enccfg.rc_min_quantizer || ctx->crf > enccfg.rc_max_quantizer) {
740             av_log(avctx, AV_LOG_ERROR,
741                    "CQ level %d must be between minimum and maximum quantizer value (%d-%d)\n",
742                    ctx->crf, enccfg.rc_min_quantizer, enccfg.rc_max_quantizer);
743             return AVERROR(EINVAL);
744         }
745     }
746 
747     enccfg.rc_dropframe_thresh = ctx->drop_threshold;
748 
749     // 0-100 (0 => CBR, 100 => VBR)
750     enccfg.rc_2pass_vbr_bias_pct       = round(avctx->qcompress * 100);
751     if (ctx->minsection_pct >= 0)
752         enccfg.rc_2pass_vbr_minsection_pct = ctx->minsection_pct;
753     else if (avctx->bit_rate)
754         enccfg.rc_2pass_vbr_minsection_pct =
755             avctx->rc_min_rate * 100LL / avctx->bit_rate;
756     if (ctx->maxsection_pct >= 0)
757         enccfg.rc_2pass_vbr_maxsection_pct = ctx->maxsection_pct;
758     else if (avctx->rc_max_rate)
759         enccfg.rc_2pass_vbr_maxsection_pct =
760             avctx->rc_max_rate * 100LL / avctx->bit_rate;
761 
762     if (avctx->rc_buffer_size)
763         enccfg.rc_buf_sz =
764             avctx->rc_buffer_size * 1000LL / avctx->bit_rate;
765     if (avctx->rc_initial_buffer_occupancy)
766         enccfg.rc_buf_initial_sz =
767             avctx->rc_initial_buffer_occupancy * 1000LL / avctx->bit_rate;
768     enccfg.rc_buf_optimal_sz = enccfg.rc_buf_sz * 5 / 6;
769 
770     if (ctx->rc_undershoot_pct >= 0)
771         enccfg.rc_undershoot_pct = ctx->rc_undershoot_pct;
772     if (ctx->rc_overshoot_pct >= 0)
773         enccfg.rc_overshoot_pct = ctx->rc_overshoot_pct;
774 
775     // _enc_init() will balk if kf_min_dist differs from max w/AOM_KF_AUTO
776     if (avctx->keyint_min >= 0 && avctx->keyint_min == avctx->gop_size)
777         enccfg.kf_min_dist = avctx->keyint_min;
778     if (avctx->gop_size >= 0)
779         enccfg.kf_max_dist = avctx->gop_size;
780 
781     if (enccfg.g_pass == AOM_RC_FIRST_PASS)
782         enccfg.g_lag_in_frames = 0;
783     else if (enccfg.g_pass == AOM_RC_LAST_PASS) {
784         int decode_size, ret;
785 
786         if (!avctx->stats_in) {
787             av_log(avctx, AV_LOG_ERROR, "No stats file for second pass\n");
788             return AVERROR_INVALIDDATA;
789         }
790 
791         ctx->twopass_stats.sz = strlen(avctx->stats_in) * 3 / 4;
792         ret                   = av_reallocp(&ctx->twopass_stats.buf, ctx->twopass_stats.sz);
793         if (ret < 0) {
794             av_log(avctx, AV_LOG_ERROR,
795                    "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
796                    ctx->twopass_stats.sz);
797             ctx->twopass_stats.sz = 0;
798             return ret;
799         }
800         decode_size = av_base64_decode(ctx->twopass_stats.buf, avctx->stats_in,
801                                        ctx->twopass_stats.sz);
802         if (decode_size < 0) {
803             av_log(avctx, AV_LOG_ERROR, "Stat buffer decode failed\n");
804             return AVERROR_INVALIDDATA;
805         }
806 
807         ctx->twopass_stats.sz      = decode_size;
808         enccfg.rc_twopass_stats_in = ctx->twopass_stats;
809     }
810 
811     /* 0-3: For non-zero values the encoder increasingly optimizes for reduced
812      * complexity playback on low powered devices at the expense of encode
813      * quality. */
814     if (avctx->profile != FF_PROFILE_UNKNOWN)
815         enccfg.g_profile = avctx->profile;
816 
817     enccfg.g_error_resilient = ctx->error_resilient;
818 
819     res = choose_tiling(avctx, &enccfg);
820     if (res < 0)
821         return res;
822 
823     if (ctx->still_picture) {
824         // Set the maximum number of frames to 1. This will let libaom set
825         // still_picture and reduced_still_picture_header to 1 in the Sequence
826         // Header as required by AVIF still images.
827         enccfg.g_limit = 1;
828         // Reduce memory usage for still images.
829         enccfg.g_lag_in_frames = 0;
830         // All frames will be key frames.
831         enccfg.kf_max_dist = 0;
832         enccfg.kf_mode = AOM_KF_DISABLED;
833     }
834 
835     /* Construct Encoder Context */
836     res = aom_codec_enc_init(&ctx->encoder, iface, &enccfg, flags);
837     if (res != AOM_CODEC_OK) {
838         dump_enc_cfg(avctx, &enccfg, AV_LOG_WARNING);
839         log_encoder_error(avctx, "Failed to initialize encoder");
840         return AVERROR(EINVAL);
841     }
842     dump_enc_cfg(avctx, &enccfg, AV_LOG_DEBUG);
843 
844     // codec control failures are currently treated only as warnings
845     av_log(avctx, AV_LOG_DEBUG, "aom_codec_control\n");
846     codecctl_int(avctx, AOME_SET_CPUUSED, ctx->cpu_used);
847     if (ctx->auto_alt_ref >= 0)
848         codecctl_int(avctx, AOME_SET_ENABLEAUTOALTREF, ctx->auto_alt_ref);
849     if (ctx->arnr_max_frames >= 0)
850         codecctl_int(avctx, AOME_SET_ARNR_MAXFRAMES,   ctx->arnr_max_frames);
851     if (ctx->arnr_strength >= 0)
852         codecctl_int(avctx, AOME_SET_ARNR_STRENGTH,    ctx->arnr_strength);
853     if (ctx->enable_cdef >= 0)
854         codecctl_int(avctx, AV1E_SET_ENABLE_CDEF, ctx->enable_cdef);
855     if (ctx->enable_restoration >= 0)
856         codecctl_int(avctx, AV1E_SET_ENABLE_RESTORATION, ctx->enable_restoration);
857 #if AOM_ENCODER_ABI_VERSION >= 22
858     if (ctx->enable_rect_partitions >= 0)
859         codecctl_int(avctx, AV1E_SET_ENABLE_RECT_PARTITIONS, ctx->enable_rect_partitions);
860     if (ctx->enable_1to4_partitions >= 0)
861         codecctl_int(avctx, AV1E_SET_ENABLE_1TO4_PARTITIONS, ctx->enable_1to4_partitions);
862     if (ctx->enable_ab_partitions >= 0)
863         codecctl_int(avctx, AV1E_SET_ENABLE_AB_PARTITIONS, ctx->enable_ab_partitions);
864     if (ctx->enable_angle_delta >= 0)
865         codecctl_int(avctx, AV1E_SET_ENABLE_ANGLE_DELTA, ctx->enable_angle_delta);
866     if (ctx->enable_cfl_intra >= 0)
867         codecctl_int(avctx, AV1E_SET_ENABLE_CFL_INTRA, ctx->enable_cfl_intra);
868     if (ctx->enable_filter_intra >= 0)
869         codecctl_int(avctx, AV1E_SET_ENABLE_FILTER_INTRA, ctx->enable_filter_intra);
870     if (ctx->enable_intra_edge_filter >= 0)
871         codecctl_int(avctx, AV1E_SET_ENABLE_INTRA_EDGE_FILTER, ctx->enable_intra_edge_filter);
872     if (ctx->enable_paeth_intra >= 0)
873         codecctl_int(avctx, AV1E_SET_ENABLE_PAETH_INTRA, ctx->enable_paeth_intra);
874     if (ctx->enable_smooth_intra >= 0)
875         codecctl_int(avctx, AV1E_SET_ENABLE_SMOOTH_INTRA, ctx->enable_smooth_intra);
876     if (ctx->enable_palette >= 0)
877         codecctl_int(avctx, AV1E_SET_ENABLE_PALETTE, ctx->enable_palette);
878     if (ctx->enable_tx64 >= 0)
879         codecctl_int(avctx, AV1E_SET_ENABLE_TX64, ctx->enable_tx64);
880     if (ctx->enable_flip_idtx >= 0)
881         codecctl_int(avctx, AV1E_SET_ENABLE_FLIP_IDTX, ctx->enable_flip_idtx);
882     if (ctx->use_intra_dct_only >= 0)
883         codecctl_int(avctx, AV1E_SET_INTRA_DCT_ONLY, ctx->use_intra_dct_only);
884     if (ctx->use_inter_dct_only >= 0)
885         codecctl_int(avctx, AV1E_SET_INTER_DCT_ONLY, ctx->use_inter_dct_only);
886     if (ctx->use_intra_default_tx_only >= 0)
887         codecctl_int(avctx, AV1E_SET_INTRA_DEFAULT_TX_ONLY, ctx->use_intra_default_tx_only);
888     if (ctx->reduced_tx_type_set >= 0)
889         codecctl_int(avctx, AV1E_SET_REDUCED_TX_TYPE_SET, ctx->reduced_tx_type_set);
890     if (ctx->enable_ref_frame_mvs >= 0)
891         codecctl_int(avctx, AV1E_SET_ENABLE_REF_FRAME_MVS, ctx->enable_ref_frame_mvs);
892     if (ctx->enable_reduced_reference_set >= 0)
893         codecctl_int(avctx, AV1E_SET_REDUCED_REFERENCE_SET, ctx->enable_reduced_reference_set);
894     if (ctx->enable_diff_wtd_comp >= 0)
895         codecctl_int(avctx, AV1E_SET_ENABLE_DIFF_WTD_COMP, ctx->enable_diff_wtd_comp);
896     if (ctx->enable_dist_wtd_comp >= 0)
897         codecctl_int(avctx, AV1E_SET_ENABLE_DIST_WTD_COMP, ctx->enable_dist_wtd_comp);
898     if (ctx->enable_dual_filter >= 0)
899         codecctl_int(avctx, AV1E_SET_ENABLE_DUAL_FILTER, ctx->enable_dual_filter);
900     if (ctx->enable_interinter_wedge >= 0)
901         codecctl_int(avctx, AV1E_SET_ENABLE_INTERINTER_WEDGE, ctx->enable_interinter_wedge);
902     if (ctx->enable_masked_comp >= 0)
903         codecctl_int(avctx, AV1E_SET_ENABLE_MASKED_COMP, ctx->enable_masked_comp);
904     if (ctx->enable_interintra_comp >= 0)
905         codecctl_int(avctx, AV1E_SET_ENABLE_INTERINTRA_COMP, ctx->enable_interintra_comp);
906     if (ctx->enable_interintra_wedge >= 0)
907         codecctl_int(avctx, AV1E_SET_ENABLE_INTERINTRA_WEDGE, ctx->enable_interintra_wedge);
908     if (ctx->enable_obmc >= 0)
909         codecctl_int(avctx, AV1E_SET_ENABLE_OBMC, ctx->enable_obmc);
910     if (ctx->enable_onesided_comp >= 0)
911         codecctl_int(avctx, AV1E_SET_ENABLE_ONESIDED_COMP, ctx->enable_onesided_comp);
912     if (ctx->enable_smooth_interintra >= 0)
913         codecctl_int(avctx, AV1E_SET_ENABLE_SMOOTH_INTERINTRA, ctx->enable_smooth_interintra);
914 #endif
915 
916     codecctl_int(avctx, AOME_SET_STATIC_THRESHOLD, ctx->static_thresh);
917     if (ctx->crf >= 0)
918         codecctl_int(avctx, AOME_SET_CQ_LEVEL,          ctx->crf);
919     if (ctx->tune >= 0)
920         codecctl_int(avctx, AOME_SET_TUNING, ctx->tune);
921 
922     if (desc->flags & AV_PIX_FMT_FLAG_RGB) {
923         codecctl_int(avctx, AV1E_SET_COLOR_PRIMARIES, AVCOL_PRI_BT709);
924         codecctl_int(avctx, AV1E_SET_MATRIX_COEFFICIENTS, AVCOL_SPC_RGB);
925         codecctl_int(avctx, AV1E_SET_TRANSFER_CHARACTERISTICS, AVCOL_TRC_IEC61966_2_1);
926     } else {
927         codecctl_int(avctx, AV1E_SET_COLOR_PRIMARIES, avctx->color_primaries);
928         codecctl_int(avctx, AV1E_SET_MATRIX_COEFFICIENTS, avctx->colorspace);
929         codecctl_int(avctx, AV1E_SET_TRANSFER_CHARACTERISTICS, avctx->color_trc);
930     }
931     if (ctx->aq_mode >= 0)
932         codecctl_int(avctx, AV1E_SET_AQ_MODE, ctx->aq_mode);
933     if (ctx->frame_parallel >= 0)
934         codecctl_int(avctx, AV1E_SET_FRAME_PARALLEL_DECODING, ctx->frame_parallel);
935     set_color_range(avctx);
936 
937     codecctl_int(avctx, AV1E_SET_SUPERBLOCK_SIZE, ctx->superblock_size);
938     if (ctx->uniform_tiles) {
939         codecctl_int(avctx, AV1E_SET_TILE_COLUMNS, ctx->tile_cols_log2);
940         codecctl_int(avctx, AV1E_SET_TILE_ROWS,    ctx->tile_rows_log2);
941     }
942 
943 #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
944     if (ctx->denoise_noise_level >= 0)
945         codecctl_int(avctx, AV1E_SET_DENOISE_NOISE_LEVEL, ctx->denoise_noise_level);
946 #endif
947 #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
948     if (ctx->denoise_block_size >= 0)
949         codecctl_int(avctx, AV1E_SET_DENOISE_BLOCK_SIZE, ctx->denoise_block_size);
950 #endif
951 #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
952     if (ctx->enable_global_motion >= 0)
953         codecctl_int(avctx, AV1E_SET_ENABLE_GLOBAL_MOTION, ctx->enable_global_motion);
954 #endif
955 #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
956     if (avctx->refs >= 3) {
957         codecctl_int(avctx, AV1E_SET_MAX_REFERENCE_FRAMES, avctx->refs);
958     }
959 #endif
960 #ifdef AOM_CTRL_AV1E_SET_ROW_MT
961     if (ctx->row_mt >= 0)
962         codecctl_int(avctx, AV1E_SET_ROW_MT, ctx->row_mt);
963 #endif
964 #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
965     if (ctx->enable_intrabc >= 0)
966         codecctl_int(avctx, AV1E_SET_ENABLE_INTRABC, ctx->enable_intrabc);
967 #endif
968 
969 #if AOM_ENCODER_ABI_VERSION >= 23
970     {
971         AVDictionaryEntry *en = NULL;
972 
973         while ((en = av_dict_get(ctx->aom_params, "", en, AV_DICT_IGNORE_SUFFIX))) {
974             int ret = aom_codec_set_option(&ctx->encoder, en->key, en->value);
975             if (ret != AOM_CODEC_OK) {
976                 log_encoder_error(avctx, en->key);
977                 return AVERROR_EXTERNAL;
978             }
979         }
980     }
981 #endif
982 
983     // provide dummy value to initialize wrapper, values will be updated each _encode()
984     aom_img_wrap(&ctx->rawimg, img_fmt, avctx->width, avctx->height, 1,
985                  (unsigned char*)1);
986 
987     if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
988         ctx->rawimg.bit_depth = enccfg.g_bit_depth;
989 
990     cpb_props = ff_add_cpb_side_data(avctx);
991     if (!cpb_props)
992         return AVERROR(ENOMEM);
993 
994     if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
995         const AVBitStreamFilter *filter = av_bsf_get_by_name("extract_extradata");
996         int ret;
997 
998         if (!filter) {
999             av_log(avctx, AV_LOG_ERROR, "extract_extradata bitstream filter "
1000                    "not found. This is a bug, please report it.\n");
1001             return AVERROR_BUG;
1002         }
1003         ret = av_bsf_alloc(filter, &ctx->bsf);
1004         if (ret < 0)
1005             return ret;
1006 
1007         ret = avcodec_parameters_from_context(ctx->bsf->par_in, avctx);
1008         if (ret < 0)
1009            return ret;
1010 
1011         ret = av_bsf_init(ctx->bsf);
1012         if (ret < 0)
1013            return ret;
1014     }
1015 
1016     if (enccfg.rc_end_usage == AOM_CBR ||
1017         enccfg.g_pass != AOM_RC_ONE_PASS) {
1018         cpb_props->max_bitrate = avctx->rc_max_rate;
1019         cpb_props->min_bitrate = avctx->rc_min_rate;
1020         cpb_props->avg_bitrate = avctx->bit_rate;
1021     }
1022     cpb_props->buffer_size = avctx->rc_buffer_size;
1023 
1024     return 0;
1025 }
1026 
cx_pktcpy(AOMContext *ctx, struct FrameListData *dst, const struct aom_codec_cx_pkt *src)1027 static inline void cx_pktcpy(AOMContext *ctx,
1028                              struct FrameListData *dst,
1029                              const struct aom_codec_cx_pkt *src)
1030 {
1031     dst->pts      = src->data.frame.pts;
1032     dst->duration = src->data.frame.duration;
1033     dst->flags    = src->data.frame.flags;
1034     dst->sz       = src->data.frame.sz;
1035     dst->buf      = src->data.frame.buf;
1036 #ifdef AOM_FRAME_IS_INTRAONLY
1037     dst->frame_number = ++ctx->frame_number;
1038     dst->have_sse = ctx->have_sse;
1039     if (ctx->have_sse) {
1040         /* associate last-seen SSE to the frame. */
1041         /* Transfers ownership from ctx to dst. */
1042         memcpy(dst->sse, ctx->sse, sizeof(dst->sse));
1043         ctx->have_sse = 0;
1044     }
1045 #endif
1046 }
1047 
1048 /**
1049  * Store coded frame information in format suitable for return from encode2().
1050  *
1051  * Write information from @a cx_frame to @a pkt
1052  * @return packet data size on success
1053  * @return a negative AVERROR on error
1054  */
storeframe(AVCodecContext *avctx, struct FrameListData *cx_frame, AVPacket *pkt)1055 static int storeframe(AVCodecContext *avctx, struct FrameListData *cx_frame,
1056                       AVPacket *pkt)
1057 {
1058     AOMContext *ctx = avctx->priv_data;
1059     int av_unused pict_type;
1060     int ret = ff_get_encode_buffer(avctx, pkt, cx_frame->sz, 0);
1061     if (ret < 0) {
1062         av_log(avctx, AV_LOG_ERROR,
1063                "Error getting output packet of size %"SIZE_SPECIFIER".\n", cx_frame->sz);
1064         return ret;
1065     }
1066     memcpy(pkt->data, cx_frame->buf, pkt->size);
1067     pkt->pts = pkt->dts = cx_frame->pts;
1068 
1069     if (!!(cx_frame->flags & AOM_FRAME_IS_KEY)) {
1070         pkt->flags |= AV_PKT_FLAG_KEY;
1071 #ifdef AOM_FRAME_IS_INTRAONLY
1072         pict_type = AV_PICTURE_TYPE_I;
1073     } else if (cx_frame->flags & AOM_FRAME_IS_INTRAONLY) {
1074         pict_type = AV_PICTURE_TYPE_I;
1075     } else {
1076         pict_type = AV_PICTURE_TYPE_P;
1077     }
1078 
1079     ff_side_data_set_encoder_stats(pkt, 0, cx_frame->sse + 1,
1080                                    cx_frame->have_sse ? 3 : 0, pict_type);
1081 
1082     if (cx_frame->have_sse) {
1083         int i;
1084         for (i = 0; i < 3; ++i) {
1085             avctx->error[i] += cx_frame->sse[i + 1];
1086         }
1087         cx_frame->have_sse = 0;
1088 #endif
1089     }
1090 
1091     if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
1092         ret = av_bsf_send_packet(ctx->bsf, pkt);
1093         if (ret < 0) {
1094             av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
1095                    "failed to send input packet\n");
1096             return ret;
1097         }
1098         ret = av_bsf_receive_packet(ctx->bsf, pkt);
1099 
1100         if (ret < 0) {
1101             av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
1102                    "failed to receive output packet\n");
1103             return ret;
1104         }
1105     }
1106     return pkt->size;
1107 }
1108 
1109 /**
1110  * Queue multiple output frames from the encoder, returning the front-most.
1111  * In cases where aom_codec_get_cx_data() returns more than 1 frame append
1112  * the frame queue. Return the head frame if available.
1113  * @return Stored frame size
1114  * @return AVERROR(EINVAL) on output size error
1115  * @return AVERROR(ENOMEM) on coded frame queue data allocation error
1116  */
queue_frames(AVCodecContext *avctx, AVPacket *pkt_out)1117 static int queue_frames(AVCodecContext *avctx, AVPacket *pkt_out)
1118 {
1119     AOMContext *ctx = avctx->priv_data;
1120     const struct aom_codec_cx_pkt *pkt;
1121     const void *iter = NULL;
1122     int size = 0;
1123 
1124     if (ctx->coded_frame_list) {
1125         struct FrameListData *cx_frame = ctx->coded_frame_list;
1126         /* return the leading frame if we've already begun queueing */
1127         size = storeframe(avctx, cx_frame, pkt_out);
1128         if (size < 0)
1129             return size;
1130         ctx->coded_frame_list = cx_frame->next;
1131         free_coded_frame(cx_frame);
1132     }
1133 
1134     /* consume all available output from the encoder before returning. buffers
1135      * are only good through the next aom_codec call */
1136     while ((pkt = aom_codec_get_cx_data(&ctx->encoder, &iter))) {
1137         switch (pkt->kind) {
1138         case AOM_CODEC_CX_FRAME_PKT:
1139             if (!size) {
1140                 struct FrameListData cx_frame;
1141 
1142                 /* avoid storing the frame when the list is empty and we haven't yet
1143                  * provided a frame for output */
1144                 av_assert0(!ctx->coded_frame_list);
1145                 cx_pktcpy(ctx, &cx_frame, pkt);
1146                 size = storeframe(avctx, &cx_frame, pkt_out);
1147                 if (size < 0)
1148                     return size;
1149             } else {
1150                 struct FrameListData *cx_frame =
1151                     av_malloc(sizeof(struct FrameListData));
1152 
1153                 if (!cx_frame) {
1154                     av_log(avctx, AV_LOG_ERROR,
1155                            "Frame queue element alloc failed\n");
1156                     return AVERROR(ENOMEM);
1157                 }
1158                 cx_pktcpy(ctx, cx_frame, pkt);
1159                 cx_frame->buf = av_malloc(cx_frame->sz);
1160 
1161                 if (!cx_frame->buf) {
1162                     av_log(avctx, AV_LOG_ERROR,
1163                            "Data buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
1164                            cx_frame->sz);
1165                     av_freep(&cx_frame);
1166                     return AVERROR(ENOMEM);
1167                 }
1168                 memcpy(cx_frame->buf, pkt->data.frame.buf, pkt->data.frame.sz);
1169                 coded_frame_add(&ctx->coded_frame_list, cx_frame);
1170             }
1171             break;
1172         case AOM_CODEC_STATS_PKT:
1173         {
1174             struct aom_fixed_buf *stats = &ctx->twopass_stats;
1175             int err;
1176             if ((err = av_reallocp(&stats->buf,
1177                                    stats->sz +
1178                                    pkt->data.twopass_stats.sz)) < 0) {
1179                 stats->sz = 0;
1180                 av_log(avctx, AV_LOG_ERROR, "Stat buffer realloc failed\n");
1181                 return err;
1182             }
1183             memcpy((uint8_t *)stats->buf + stats->sz,
1184                    pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz);
1185             stats->sz += pkt->data.twopass_stats.sz;
1186             break;
1187         }
1188 #ifdef AOM_FRAME_IS_INTRAONLY
1189         case AOM_CODEC_PSNR_PKT:
1190         {
1191             av_assert0(!ctx->have_sse);
1192             ctx->sse[0] = pkt->data.psnr.sse[0];
1193             ctx->sse[1] = pkt->data.psnr.sse[1];
1194             ctx->sse[2] = pkt->data.psnr.sse[2];
1195             ctx->sse[3] = pkt->data.psnr.sse[3];
1196             ctx->have_sse = 1;
1197             break;
1198         }
1199 #endif
1200         case AOM_CODEC_CUSTOM_PKT:
1201             // ignore unsupported/unrecognized packet types
1202             break;
1203         }
1204     }
1205 
1206     return size;
1207 }
1208 
aom_encode(AVCodecContext *avctx, AVPacket *pkt, const AVFrame *frame, int *got_packet)1209 static int aom_encode(AVCodecContext *avctx, AVPacket *pkt,
1210                       const AVFrame *frame, int *got_packet)
1211 {
1212     AOMContext *ctx = avctx->priv_data;
1213     struct aom_image *rawimg = NULL;
1214     int64_t timestamp = 0;
1215     int res, coded_size;
1216     aom_enc_frame_flags_t flags = 0;
1217 
1218     if (frame) {
1219         rawimg                      = &ctx->rawimg;
1220         rawimg->planes[AOM_PLANE_Y] = frame->data[0];
1221         rawimg->planes[AOM_PLANE_U] = frame->data[1];
1222         rawimg->planes[AOM_PLANE_V] = frame->data[2];
1223         rawimg->stride[AOM_PLANE_Y] = frame->linesize[0];
1224         rawimg->stride[AOM_PLANE_U] = frame->linesize[1];
1225         rawimg->stride[AOM_PLANE_V] = frame->linesize[2];
1226         timestamp                   = frame->pts;
1227         switch (frame->color_range) {
1228         case AVCOL_RANGE_MPEG:
1229             rawimg->range = AOM_CR_STUDIO_RANGE;
1230             break;
1231         case AVCOL_RANGE_JPEG:
1232             rawimg->range = AOM_CR_FULL_RANGE;
1233             break;
1234         }
1235 
1236         if (frame->pict_type == AV_PICTURE_TYPE_I)
1237             flags |= AOM_EFLAG_FORCE_KF;
1238     }
1239 
1240     res = aom_codec_encode(&ctx->encoder, rawimg, timestamp,
1241                            avctx->ticks_per_frame, flags);
1242     if (res != AOM_CODEC_OK) {
1243         log_encoder_error(avctx, "Error encoding frame");
1244         return AVERROR_INVALIDDATA;
1245     }
1246     coded_size = queue_frames(avctx, pkt);
1247 
1248     if (!frame && avctx->flags & AV_CODEC_FLAG_PASS1) {
1249         size_t b64_size = AV_BASE64_SIZE(ctx->twopass_stats.sz);
1250 
1251         avctx->stats_out = av_malloc(b64_size);
1252         if (!avctx->stats_out) {
1253             av_log(avctx, AV_LOG_ERROR, "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
1254                    b64_size);
1255             return AVERROR(ENOMEM);
1256         }
1257         av_base64_encode(avctx->stats_out, b64_size, ctx->twopass_stats.buf,
1258                          ctx->twopass_stats.sz);
1259     }
1260 
1261     *got_packet = !!coded_size;
1262     return 0;
1263 }
1264 
1265 static const enum AVPixelFormat av1_pix_fmts[] = {
1266     AV_PIX_FMT_YUV420P,
1267     AV_PIX_FMT_YUV422P,
1268     AV_PIX_FMT_YUV444P,
1269     AV_PIX_FMT_GBRP,
1270     AV_PIX_FMT_NONE
1271 };
1272 
1273 static const enum AVPixelFormat av1_pix_fmts_with_gray[] = {
1274     AV_PIX_FMT_YUV420P,
1275     AV_PIX_FMT_YUV422P,
1276     AV_PIX_FMT_YUV444P,
1277     AV_PIX_FMT_GBRP,
1278     AV_PIX_FMT_GRAY8,
1279     AV_PIX_FMT_NONE
1280 };
1281 
1282 static const enum AVPixelFormat av1_pix_fmts_highbd[] = {
1283     AV_PIX_FMT_YUV420P,
1284     AV_PIX_FMT_YUV422P,
1285     AV_PIX_FMT_YUV444P,
1286     AV_PIX_FMT_GBRP,
1287     AV_PIX_FMT_YUV420P10,
1288     AV_PIX_FMT_YUV422P10,
1289     AV_PIX_FMT_YUV444P10,
1290     AV_PIX_FMT_YUV420P12,
1291     AV_PIX_FMT_YUV422P12,
1292     AV_PIX_FMT_YUV444P12,
1293     AV_PIX_FMT_GBRP10,
1294     AV_PIX_FMT_GBRP12,
1295     AV_PIX_FMT_NONE
1296 };
1297 
1298 static const enum AVPixelFormat av1_pix_fmts_highbd_with_gray[] = {
1299     AV_PIX_FMT_YUV420P,
1300     AV_PIX_FMT_YUV422P,
1301     AV_PIX_FMT_YUV444P,
1302     AV_PIX_FMT_GBRP,
1303     AV_PIX_FMT_YUV420P10,
1304     AV_PIX_FMT_YUV422P10,
1305     AV_PIX_FMT_YUV444P10,
1306     AV_PIX_FMT_YUV420P12,
1307     AV_PIX_FMT_YUV422P12,
1308     AV_PIX_FMT_YUV444P12,
1309     AV_PIX_FMT_GBRP10,
1310     AV_PIX_FMT_GBRP12,
1311     AV_PIX_FMT_GRAY8,
1312     AV_PIX_FMT_GRAY10,
1313     AV_PIX_FMT_GRAY12,
1314     AV_PIX_FMT_NONE
1315 };
1316 
av1_init_static(FFCodec *codec)1317 static av_cold void av1_init_static(FFCodec *codec)
1318 {
1319     int supports_monochrome = aom_codec_version() >= 20001;
1320     aom_codec_caps_t codec_caps = aom_codec_get_caps(aom_codec_av1_cx());
1321     if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
1322         codec->p.pix_fmts = supports_monochrome ? av1_pix_fmts_highbd_with_gray :
1323                                                   av1_pix_fmts_highbd;
1324     else
1325         codec->p.pix_fmts = supports_monochrome ? av1_pix_fmts_with_gray :
1326                                                   av1_pix_fmts;
1327 
1328     if (aom_codec_version_major() < 2)
1329         codec->p.capabilities |= AV_CODEC_CAP_EXPERIMENTAL;
1330 }
1331 
av1_init(AVCodecContext *avctx)1332 static av_cold int av1_init(AVCodecContext *avctx)
1333 {
1334     return aom_init(avctx, aom_codec_av1_cx());
1335 }
1336 
1337 #define OFFSET(x) offsetof(AOMContext, x)
1338 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
1339 static const AVOption options[] = {
1340     { "cpu-used",        "Quality/Speed ratio modifier",           OFFSET(cpu_used),        AV_OPT_TYPE_INT, {.i64 = 1}, 0, 8, VE},
1341     { "auto-alt-ref",    "Enable use of alternate reference "
1342                          "frames (2-pass only)",                   OFFSET(auto_alt_ref),    AV_OPT_TYPE_INT, {.i64 = -1},      -1,      2,       VE},
1343     { "lag-in-frames",   "Number of frames to look ahead at for "
1344                          "alternate reference frame selection",    OFFSET(lag_in_frames),   AV_OPT_TYPE_INT, {.i64 = -1},      -1,      INT_MAX, VE},
1345     { "arnr-max-frames", "altref noise reduction max frame count", OFFSET(arnr_max_frames), AV_OPT_TYPE_INT, {.i64 = -1},      -1,      INT_MAX, VE},
1346     { "arnr-strength",   "altref noise reduction filter strength", OFFSET(arnr_strength),   AV_OPT_TYPE_INT, {.i64 = -1},      -1,      6,       VE},
1347     { "aq-mode",         "adaptive quantization mode",             OFFSET(aq_mode),         AV_OPT_TYPE_INT, {.i64 = -1},      -1,      4, VE, "aq_mode"},
1348     { "none",            "Aq not used",         0, AV_OPT_TYPE_CONST, {.i64 = 0}, 0, 0, VE, "aq_mode"},
1349     { "variance",        "Variance based Aq",   0, AV_OPT_TYPE_CONST, {.i64 = 1}, 0, 0, VE, "aq_mode"},
1350     { "complexity",      "Complexity based Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 2}, 0, 0, VE, "aq_mode"},
1351     { "cyclic",          "Cyclic Refresh Aq",   0, AV_OPT_TYPE_CONST, {.i64 = 3}, 0, 0, VE, "aq_mode"},
1352     { "error-resilience", "Error resilience configuration", OFFSET(error_resilient), AV_OPT_TYPE_FLAGS, {.i64 = 0}, INT_MIN, INT_MAX, VE, "er"},
1353     { "default",         "Improve resiliency against losses of whole frames", 0, AV_OPT_TYPE_CONST, {.i64 = AOM_ERROR_RESILIENT_DEFAULT}, 0, 0, VE, "er"},
1354     { "crf",              "Select the quality for constant quality mode", offsetof(AOMContext, crf), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 63, VE },
1355     { "static-thresh",    "A change threshold on blocks below which they will be skipped by the encoder", OFFSET(static_thresh), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
1356     { "drop-threshold",   "Frame drop threshold", offsetof(AOMContext, drop_threshold), AV_OPT_TYPE_INT, {.i64 = 0 }, INT_MIN, INT_MAX, VE },
1357     { "denoise-noise-level", "Amount of noise to be removed", OFFSET(denoise_noise_level), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
1358     { "denoise-block-size", "Denoise block size ", OFFSET(denoise_block_size), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
1359     { "undershoot-pct",   "Datarate undershoot (min) target (%)", OFFSET(rc_undershoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
1360     { "overshoot-pct",    "Datarate overshoot (max) target (%)", OFFSET(rc_overshoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 1000, VE},
1361     { "minsection-pct",   "GOP min bitrate (% of target)", OFFSET(minsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
1362     { "maxsection-pct",   "GOP max bitrate (% of target)", OFFSET(maxsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 5000, VE},
1363     { "frame-parallel",   "Enable frame parallel decodability features", OFFSET(frame_parallel),  AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1364     { "tiles",            "Tile columns x rows", OFFSET(tile_cols), AV_OPT_TYPE_IMAGE_SIZE, { .str = NULL }, 0, 0, VE },
1365     { "tile-columns",     "Log2 of number of tile columns to use", OFFSET(tile_cols_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
1366     { "tile-rows",        "Log2 of number of tile rows to use",    OFFSET(tile_rows_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
1367     { "row-mt",           "Enable row based multi-threading",      OFFSET(row_mt),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1368     { "enable-cdef",      "Enable CDEF filtering",                 OFFSET(enable_cdef),    AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1369     { "enable-global-motion",  "Enable global motion",             OFFSET(enable_global_motion), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1370     { "enable-intrabc",  "Enable intra block copy prediction mode", OFFSET(enable_intrabc), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1371     { "enable-restoration", "Enable Loop Restoration filtering", OFFSET(enable_restoration), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1372     { "usage",           "Quality and compression efficiency vs speed trade-off", OFFSET(usage), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, VE, "usage"},
1373     { "good",            "Good quality",      0, AV_OPT_TYPE_CONST, {.i64 = 0 /* AOM_USAGE_GOOD_QUALITY */}, 0, 0, VE, "usage"},
1374     { "realtime",        "Realtime encoding", 0, AV_OPT_TYPE_CONST, {.i64 = 1 /* AOM_USAGE_REALTIME */},     0, 0, VE, "usage"},
1375     { "allintra",        "All Intra encoding", 0, AV_OPT_TYPE_CONST, {.i64 = 2 /* AOM_USAGE_ALL_INTRA */},    0, 0, VE, "usage"},
1376     { "tune",            "The metric that the encoder tunes for. Automatically chosen by the encoder by default", OFFSET(tune), AV_OPT_TYPE_INT, {.i64 = -1}, -1, AOM_TUNE_SSIM, VE, "tune"},
1377     { "psnr",            NULL,         0, AV_OPT_TYPE_CONST, {.i64 = AOM_TUNE_PSNR}, 0, 0, VE, "tune"},
1378     { "ssim",            NULL,         0, AV_OPT_TYPE_CONST, {.i64 = AOM_TUNE_SSIM}, 0, 0, VE, "tune"},
1379     FF_AV1_PROFILE_OPTS
1380     { "still-picture", "Encode in single frame mode (typically used for still AVIF images).", OFFSET(still_picture), AV_OPT_TYPE_BOOL, {.i64 = 0}, -1, 1, VE },
1381     { "enable-rect-partitions", "Enable rectangular partitions", OFFSET(enable_rect_partitions), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1382     { "enable-1to4-partitions", "Enable 1:4/4:1 partitions",     OFFSET(enable_1to4_partitions), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1383     { "enable-ab-partitions",   "Enable ab shape partitions",    OFFSET(enable_ab_partitions),   AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1384     { "enable-angle-delta",       "Enable angle delta intra prediction",                OFFSET(enable_angle_delta),       AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1385     { "enable-cfl-intra",         "Enable chroma predicted from luma intra prediction", OFFSET(enable_cfl_intra),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1386     { "enable-filter-intra",      "Enable filter intra predictor",                      OFFSET(enable_filter_intra),      AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1387     { "enable-intra-edge-filter", "Enable intra edge filter",                           OFFSET(enable_intra_edge_filter), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1388     { "enable-smooth-intra",      "Enable smooth intra prediction mode",                OFFSET(enable_smooth_intra),      AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1389     { "enable-paeth-intra",       "Enable paeth predictor in intra prediction",         OFFSET(enable_paeth_intra),       AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1390     { "enable-palette",           "Enable palette prediction mode",                     OFFSET(enable_palette),           AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1391     { "enable-flip-idtx",          "Enable extended transform type",             OFFSET(enable_flip_idtx),          AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1392     { "enable-tx64",               "Enable 64-pt transform",                     OFFSET(enable_tx64),               AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1393     { "reduced-tx-type-set",       "Use reduced set of transform types",         OFFSET(reduced_tx_type_set),       AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1394     { "use-intra-dct-only",        "Use DCT only for INTRA modes",               OFFSET(use_intra_dct_only),        AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1395     { "use-inter-dct-only",        "Use DCT only for INTER modes",               OFFSET(use_inter_dct_only),        AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1396     { "use-intra-default-tx-only", "Use default-transform only for INTRA modes", OFFSET(use_intra_default_tx_only), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1397     { "enable-ref-frame-mvs",         "Enable temporal mv prediction",                     OFFSET(enable_ref_frame_mvs),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1398     { "enable-reduced-reference-set", "Use reduced set of single and compound references", OFFSET(enable_reduced_reference_set), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1399     { "enable-obmc",                  "Enable obmc",                                       OFFSET(enable_obmc),                  AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1400     { "enable-dual-filter",           "Enable dual filter",                                OFFSET(enable_dual_filter),           AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1401     { "enable-diff-wtd-comp",         "Enable difference-weighted compound",               OFFSET(enable_diff_wtd_comp),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1402     { "enable-dist-wtd-comp",         "Enable distance-weighted compound",                 OFFSET(enable_dist_wtd_comp),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1403     { "enable-onesided-comp",         "Enable one sided compound",                         OFFSET(enable_onesided_comp),         AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1404     { "enable-interinter-wedge",      "Enable interinter wedge compound",                  OFFSET(enable_interinter_wedge),      AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1405     { "enable-interintra-wedge",      "Enable interintra wedge compound",                  OFFSET(enable_interintra_wedge),      AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1406     { "enable-masked-comp",           "Enable masked compound",                            OFFSET(enable_masked_comp),           AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1407     { "enable-interintra-comp",       "Enable interintra compound",                        OFFSET(enable_interintra_comp),       AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1408     { "enable-smooth-interintra",     "Enable smooth interintra mode",                     OFFSET(enable_smooth_interintra),     AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
1409 #if AOM_ENCODER_ABI_VERSION >= 23
1410     { "aom-params",                   "Set libaom options using a :-separated list of key=value pairs", OFFSET(aom_params), AV_OPT_TYPE_DICT, { 0 }, 0, 0, VE },
1411 #endif
1412     { NULL },
1413 };
1414 
1415 static const FFCodecDefault defaults[] = {
1416     { "b",                 "0" },
1417     { "qmin",             "-1" },
1418     { "qmax",             "-1" },
1419     { "g",                "-1" },
1420     { "keyint_min",       "-1" },
1421     { NULL },
1422 };
1423 
1424 static const AVClass class_aom = {
1425     .class_name = "libaom-av1 encoder",
1426     .item_name  = av_default_item_name,
1427     .option     = options,
1428     .version    = LIBAVUTIL_VERSION_INT,
1429 };
1430 
1431 FFCodec ff_libaom_av1_encoder = {
1432     .p.name         = "libaom-av1",
1433     .p.long_name    = NULL_IF_CONFIG_SMALL("libaom AV1"),
1434     .p.type         = AVMEDIA_TYPE_VIDEO,
1435     .p.id           = AV_CODEC_ID_AV1,
1436     .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY |
1437                       AV_CODEC_CAP_OTHER_THREADS,
1438     .p.profiles     = NULL_IF_CONFIG_SMALL(ff_av1_profiles),
1439     .p.priv_class   = &class_aom,
1440     .p.wrapper_name = "libaom",
1441     .priv_data_size = sizeof(AOMContext),
1442     .init           = av1_init,
1443     FF_CODEC_ENCODE_CB(aom_encode),
1444     .close          = aom_free,
1445     .caps_internal  = FF_CODEC_CAP_AUTO_THREADS,
1446     .defaults       = defaults,
1447     .init_static_data = av1_init_static,
1448 };
1449