1cabdff1aSopenharmony_ci/* 2cabdff1aSopenharmony_ci * Opus encoder using libopus 3cabdff1aSopenharmony_ci * Copyright (c) 2012 Nathan Caldwell 4cabdff1aSopenharmony_ci * 5cabdff1aSopenharmony_ci * This file is part of FFmpeg. 6cabdff1aSopenharmony_ci * 7cabdff1aSopenharmony_ci * FFmpeg is free software; you can redistribute it and/or 8cabdff1aSopenharmony_ci * modify it under the terms of the GNU Lesser General Public 9cabdff1aSopenharmony_ci * License as published by the Free Software Foundation; either 10cabdff1aSopenharmony_ci * version 2.1 of the License, or (at your option) any later version. 11cabdff1aSopenharmony_ci * 12cabdff1aSopenharmony_ci * FFmpeg is distributed in the hope that it will be useful, 13cabdff1aSopenharmony_ci * but WITHOUT ANY WARRANTY; without even the implied warranty of 14cabdff1aSopenharmony_ci * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 15cabdff1aSopenharmony_ci * Lesser General Public License for more details. 16cabdff1aSopenharmony_ci * 17cabdff1aSopenharmony_ci * You should have received a copy of the GNU Lesser General Public 18cabdff1aSopenharmony_ci * License along with FFmpeg; if not, write to the Free Software 19cabdff1aSopenharmony_ci * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 20cabdff1aSopenharmony_ci */ 21cabdff1aSopenharmony_ci 22cabdff1aSopenharmony_ci#include <opus.h> 23cabdff1aSopenharmony_ci#include <opus_multistream.h> 24cabdff1aSopenharmony_ci 25cabdff1aSopenharmony_ci#include "libavutil/channel_layout.h" 26cabdff1aSopenharmony_ci#include "libavutil/opt.h" 27cabdff1aSopenharmony_ci#include "avcodec.h" 28cabdff1aSopenharmony_ci#include "bytestream.h" 29cabdff1aSopenharmony_ci#include "codec_internal.h" 30cabdff1aSopenharmony_ci#include "encode.h" 31cabdff1aSopenharmony_ci#include "libopus.h" 32cabdff1aSopenharmony_ci#include "vorbis.h" 33cabdff1aSopenharmony_ci#include "audio_frame_queue.h" 34cabdff1aSopenharmony_ci 35cabdff1aSopenharmony_citypedef struct LibopusEncOpts { 36cabdff1aSopenharmony_ci int vbr; 37cabdff1aSopenharmony_ci int application; 38cabdff1aSopenharmony_ci int packet_loss; 39cabdff1aSopenharmony_ci int fec; 40cabdff1aSopenharmony_ci int complexity; 41cabdff1aSopenharmony_ci float frame_duration; 42cabdff1aSopenharmony_ci int packet_size; 43cabdff1aSopenharmony_ci int max_bandwidth; 44cabdff1aSopenharmony_ci int mapping_family; 45cabdff1aSopenharmony_ci#ifdef OPUS_SET_PHASE_INVERSION_DISABLED_REQUEST 46cabdff1aSopenharmony_ci int apply_phase_inv; 47cabdff1aSopenharmony_ci#endif 48cabdff1aSopenharmony_ci} LibopusEncOpts; 49cabdff1aSopenharmony_ci 50cabdff1aSopenharmony_citypedef struct LibopusEncContext { 51cabdff1aSopenharmony_ci AVClass *class; 52cabdff1aSopenharmony_ci OpusMSEncoder *enc; 53cabdff1aSopenharmony_ci int stream_count; 54cabdff1aSopenharmony_ci uint8_t *samples; 55cabdff1aSopenharmony_ci LibopusEncOpts opts; 56cabdff1aSopenharmony_ci AudioFrameQueue afq; 57cabdff1aSopenharmony_ci const uint8_t *encoder_channel_map; 58cabdff1aSopenharmony_ci} LibopusEncContext; 59cabdff1aSopenharmony_ci 60cabdff1aSopenharmony_cistatic const uint8_t opus_coupled_streams[8] = { 61cabdff1aSopenharmony_ci 0, 1, 1, 2, 2, 2, 2, 3 62cabdff1aSopenharmony_ci}; 63cabdff1aSopenharmony_ci 64cabdff1aSopenharmony_ci/* Opus internal to Vorbis channel order mapping written in the header */ 65cabdff1aSopenharmony_cistatic const uint8_t opus_vorbis_channel_map[8][8] = { 66cabdff1aSopenharmony_ci { 0 }, 67cabdff1aSopenharmony_ci { 0, 1 }, 68cabdff1aSopenharmony_ci { 0, 2, 1 }, 69cabdff1aSopenharmony_ci { 0, 1, 2, 3 }, 70cabdff1aSopenharmony_ci { 0, 4, 1, 2, 3 }, 71cabdff1aSopenharmony_ci { 0, 4, 1, 2, 3, 5 }, 72cabdff1aSopenharmony_ci { 0, 4, 1, 2, 3, 5, 6 }, 73cabdff1aSopenharmony_ci { 0, 6, 1, 2, 3, 4, 5, 7 }, 74cabdff1aSopenharmony_ci}; 75cabdff1aSopenharmony_ci 76cabdff1aSopenharmony_ci/* libavcodec to libopus channel order mapping, passed to libopus */ 77cabdff1aSopenharmony_cistatic const uint8_t libavcodec_libopus_channel_map[8][8] = { 78cabdff1aSopenharmony_ci { 0 }, 79cabdff1aSopenharmony_ci { 0, 1 }, 80cabdff1aSopenharmony_ci { 0, 1, 2 }, 81cabdff1aSopenharmony_ci { 0, 1, 2, 3 }, 82cabdff1aSopenharmony_ci { 0, 1, 3, 4, 2 }, 83cabdff1aSopenharmony_ci { 0, 1, 4, 5, 2, 3 }, 84cabdff1aSopenharmony_ci { 0, 1, 5, 6, 2, 4, 3 }, 85cabdff1aSopenharmony_ci { 0, 1, 6, 7, 4, 5, 2, 3 }, 86cabdff1aSopenharmony_ci}; 87cabdff1aSopenharmony_ci 88cabdff1aSopenharmony_cistatic void libopus_write_header(AVCodecContext *avctx, int stream_count, 89cabdff1aSopenharmony_ci int coupled_stream_count, 90cabdff1aSopenharmony_ci int mapping_family, 91cabdff1aSopenharmony_ci const uint8_t *channel_mapping) 92cabdff1aSopenharmony_ci{ 93cabdff1aSopenharmony_ci uint8_t *p = avctx->extradata; 94cabdff1aSopenharmony_ci int channels = avctx->ch_layout.nb_channels; 95cabdff1aSopenharmony_ci 96cabdff1aSopenharmony_ci bytestream_put_buffer(&p, "OpusHead", 8); 97cabdff1aSopenharmony_ci bytestream_put_byte(&p, 1); /* Version */ 98cabdff1aSopenharmony_ci bytestream_put_byte(&p, channels); 99cabdff1aSopenharmony_ci bytestream_put_le16(&p, avctx->initial_padding * 48000 / avctx->sample_rate); /* Lookahead samples at 48kHz */ 100cabdff1aSopenharmony_ci bytestream_put_le32(&p, avctx->sample_rate); /* Original sample rate */ 101cabdff1aSopenharmony_ci bytestream_put_le16(&p, 0); /* Gain of 0dB is recommended. */ 102cabdff1aSopenharmony_ci 103cabdff1aSopenharmony_ci /* Channel mapping */ 104cabdff1aSopenharmony_ci bytestream_put_byte(&p, mapping_family); 105cabdff1aSopenharmony_ci if (mapping_family != 0) { 106cabdff1aSopenharmony_ci bytestream_put_byte(&p, stream_count); 107cabdff1aSopenharmony_ci bytestream_put_byte(&p, coupled_stream_count); 108cabdff1aSopenharmony_ci bytestream_put_buffer(&p, channel_mapping, channels); 109cabdff1aSopenharmony_ci } 110cabdff1aSopenharmony_ci} 111cabdff1aSopenharmony_ci 112cabdff1aSopenharmony_cistatic int libopus_configure_encoder(AVCodecContext *avctx, OpusMSEncoder *enc, 113cabdff1aSopenharmony_ci LibopusEncOpts *opts) 114cabdff1aSopenharmony_ci{ 115cabdff1aSopenharmony_ci int ret; 116cabdff1aSopenharmony_ci 117cabdff1aSopenharmony_ci if (avctx->global_quality) { 118cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, 119cabdff1aSopenharmony_ci "Quality-based encoding not supported, " 120cabdff1aSopenharmony_ci "please specify a bitrate and VBR setting.\n"); 121cabdff1aSopenharmony_ci return AVERROR(EINVAL); 122cabdff1aSopenharmony_ci } 123cabdff1aSopenharmony_ci 124cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, OPUS_SET_BITRATE(avctx->bit_rate)); 125cabdff1aSopenharmony_ci if (ret != OPUS_OK) { 126cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, 127cabdff1aSopenharmony_ci "Failed to set bitrate: %s\n", opus_strerror(ret)); 128cabdff1aSopenharmony_ci return ret; 129cabdff1aSopenharmony_ci } 130cabdff1aSopenharmony_ci 131cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 132cabdff1aSopenharmony_ci OPUS_SET_COMPLEXITY(opts->complexity)); 133cabdff1aSopenharmony_ci if (ret != OPUS_OK) 134cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 135cabdff1aSopenharmony_ci "Unable to set complexity: %s\n", opus_strerror(ret)); 136cabdff1aSopenharmony_ci 137cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, OPUS_SET_VBR(!!opts->vbr)); 138cabdff1aSopenharmony_ci if (ret != OPUS_OK) 139cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 140cabdff1aSopenharmony_ci "Unable to set VBR: %s\n", opus_strerror(ret)); 141cabdff1aSopenharmony_ci 142cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 143cabdff1aSopenharmony_ci OPUS_SET_VBR_CONSTRAINT(opts->vbr == 2)); 144cabdff1aSopenharmony_ci if (ret != OPUS_OK) 145cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 146cabdff1aSopenharmony_ci "Unable to set constrained VBR: %s\n", opus_strerror(ret)); 147cabdff1aSopenharmony_ci 148cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 149cabdff1aSopenharmony_ci OPUS_SET_PACKET_LOSS_PERC(opts->packet_loss)); 150cabdff1aSopenharmony_ci if (ret != OPUS_OK) 151cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 152cabdff1aSopenharmony_ci "Unable to set expected packet loss percentage: %s\n", 153cabdff1aSopenharmony_ci opus_strerror(ret)); 154cabdff1aSopenharmony_ci 155cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 156cabdff1aSopenharmony_ci OPUS_SET_INBAND_FEC(opts->fec)); 157cabdff1aSopenharmony_ci if (ret != OPUS_OK) 158cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 159cabdff1aSopenharmony_ci "Unable to set inband FEC: %s\n", 160cabdff1aSopenharmony_ci opus_strerror(ret)); 161cabdff1aSopenharmony_ci 162cabdff1aSopenharmony_ci if (avctx->cutoff) { 163cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 164cabdff1aSopenharmony_ci OPUS_SET_MAX_BANDWIDTH(opts->max_bandwidth)); 165cabdff1aSopenharmony_ci if (ret != OPUS_OK) 166cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 167cabdff1aSopenharmony_ci "Unable to set maximum bandwidth: %s\n", opus_strerror(ret)); 168cabdff1aSopenharmony_ci } 169cabdff1aSopenharmony_ci 170cabdff1aSopenharmony_ci#ifdef OPUS_SET_PHASE_INVERSION_DISABLED_REQUEST 171cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, 172cabdff1aSopenharmony_ci OPUS_SET_PHASE_INVERSION_DISABLED(!opts->apply_phase_inv)); 173cabdff1aSopenharmony_ci if (ret != OPUS_OK) 174cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 175cabdff1aSopenharmony_ci "Unable to set phase inversion: %s\n", 176cabdff1aSopenharmony_ci opus_strerror(ret)); 177cabdff1aSopenharmony_ci#endif 178cabdff1aSopenharmony_ci return OPUS_OK; 179cabdff1aSopenharmony_ci} 180cabdff1aSopenharmony_ci 181cabdff1aSopenharmony_cistatic int libopus_check_max_channels(AVCodecContext *avctx, 182cabdff1aSopenharmony_ci int max_channels) { 183cabdff1aSopenharmony_ci if (avctx->ch_layout.nb_channels > max_channels) { 184cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, "Opus mapping family undefined for %d channels.\n", 185cabdff1aSopenharmony_ci avctx->ch_layout.nb_channels); 186cabdff1aSopenharmony_ci return AVERROR(EINVAL); 187cabdff1aSopenharmony_ci } 188cabdff1aSopenharmony_ci 189cabdff1aSopenharmony_ci return 0; 190cabdff1aSopenharmony_ci} 191cabdff1aSopenharmony_ci 192cabdff1aSopenharmony_cistatic int libopus_check_vorbis_layout(AVCodecContext *avctx, int mapping_family) { 193cabdff1aSopenharmony_ci av_assert2(avctx->ch_layout.nb_channels < FF_ARRAY_ELEMS(ff_vorbis_ch_layouts)); 194cabdff1aSopenharmony_ci 195cabdff1aSopenharmony_ci if (avctx->ch_layout.order == AV_CHANNEL_ORDER_UNSPEC) { 196cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 197cabdff1aSopenharmony_ci "No channel layout specified. Opus encoder will use Vorbis " 198cabdff1aSopenharmony_ci "channel layout for %d channels.\n", avctx->ch_layout.nb_channels); 199cabdff1aSopenharmony_ci } else if (av_channel_layout_compare(&avctx->ch_layout, &ff_vorbis_ch_layouts[avctx->ch_layout.nb_channels - 1])) { 200cabdff1aSopenharmony_ci char name[32]; 201cabdff1aSopenharmony_ci 202cabdff1aSopenharmony_ci av_channel_layout_describe(&avctx->ch_layout, name, sizeof(name)); 203cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, 204cabdff1aSopenharmony_ci "Invalid channel layout %s for specified mapping family %d.\n", 205cabdff1aSopenharmony_ci name, mapping_family); 206cabdff1aSopenharmony_ci 207cabdff1aSopenharmony_ci return AVERROR(EINVAL); 208cabdff1aSopenharmony_ci } 209cabdff1aSopenharmony_ci 210cabdff1aSopenharmony_ci return 0; 211cabdff1aSopenharmony_ci} 212cabdff1aSopenharmony_ci 213cabdff1aSopenharmony_cistatic int libopus_validate_layout_and_get_channel_map( 214cabdff1aSopenharmony_ci AVCodecContext *avctx, 215cabdff1aSopenharmony_ci int mapping_family, 216cabdff1aSopenharmony_ci const uint8_t ** channel_map_result) 217cabdff1aSopenharmony_ci{ 218cabdff1aSopenharmony_ci const uint8_t * channel_map = NULL; 219cabdff1aSopenharmony_ci int ret; 220cabdff1aSopenharmony_ci 221cabdff1aSopenharmony_ci switch (mapping_family) { 222cabdff1aSopenharmony_ci case -1: 223cabdff1aSopenharmony_ci ret = libopus_check_max_channels(avctx, 8); 224cabdff1aSopenharmony_ci if (ret == 0) { 225cabdff1aSopenharmony_ci ret = libopus_check_vorbis_layout(avctx, mapping_family); 226cabdff1aSopenharmony_ci /* Channels do not need to be reordered. */ 227cabdff1aSopenharmony_ci } 228cabdff1aSopenharmony_ci 229cabdff1aSopenharmony_ci break; 230cabdff1aSopenharmony_ci case 0: 231cabdff1aSopenharmony_ci ret = libopus_check_max_channels(avctx, 2); 232cabdff1aSopenharmony_ci if (ret == 0) { 233cabdff1aSopenharmony_ci ret = libopus_check_vorbis_layout(avctx, mapping_family); 234cabdff1aSopenharmony_ci } 235cabdff1aSopenharmony_ci break; 236cabdff1aSopenharmony_ci case 1: 237cabdff1aSopenharmony_ci /* Opus expects channels to be in Vorbis order. */ 238cabdff1aSopenharmony_ci ret = libopus_check_max_channels(avctx, 8); 239cabdff1aSopenharmony_ci if (ret == 0) { 240cabdff1aSopenharmony_ci ret = libopus_check_vorbis_layout(avctx, mapping_family); 241cabdff1aSopenharmony_ci channel_map = ff_vorbis_channel_layout_offsets[avctx->ch_layout.nb_channels - 1]; 242cabdff1aSopenharmony_ci } 243cabdff1aSopenharmony_ci break; 244cabdff1aSopenharmony_ci case 255: 245cabdff1aSopenharmony_ci ret = libopus_check_max_channels(avctx, 254); 246cabdff1aSopenharmony_ci break; 247cabdff1aSopenharmony_ci default: 248cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 249cabdff1aSopenharmony_ci "Unknown channel mapping family %d. Output channel layout may be invalid.\n", 250cabdff1aSopenharmony_ci mapping_family); 251cabdff1aSopenharmony_ci ret = 0; 252cabdff1aSopenharmony_ci } 253cabdff1aSopenharmony_ci 254cabdff1aSopenharmony_ci *channel_map_result = channel_map; 255cabdff1aSopenharmony_ci return ret; 256cabdff1aSopenharmony_ci} 257cabdff1aSopenharmony_ci 258cabdff1aSopenharmony_cistatic av_cold int libopus_encode_init(AVCodecContext *avctx) 259cabdff1aSopenharmony_ci{ 260cabdff1aSopenharmony_ci LibopusEncContext *opus = avctx->priv_data; 261cabdff1aSopenharmony_ci OpusMSEncoder *enc; 262cabdff1aSopenharmony_ci uint8_t libopus_channel_mapping[255]; 263cabdff1aSopenharmony_ci int ret = OPUS_OK; 264cabdff1aSopenharmony_ci int channels = avctx->ch_layout.nb_channels; 265cabdff1aSopenharmony_ci int av_ret; 266cabdff1aSopenharmony_ci int coupled_stream_count, header_size, frame_size; 267cabdff1aSopenharmony_ci int mapping_family; 268cabdff1aSopenharmony_ci 269cabdff1aSopenharmony_ci frame_size = opus->opts.frame_duration * 48000 / 1000; 270cabdff1aSopenharmony_ci switch (frame_size) { 271cabdff1aSopenharmony_ci case 120: 272cabdff1aSopenharmony_ci case 240: 273cabdff1aSopenharmony_ci if (opus->opts.application != OPUS_APPLICATION_RESTRICTED_LOWDELAY) 274cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 275cabdff1aSopenharmony_ci "LPC mode cannot be used with a frame duration of less " 276cabdff1aSopenharmony_ci "than 10ms. Enabling restricted low-delay mode.\n" 277cabdff1aSopenharmony_ci "Use a longer frame duration if this is not what you want.\n"); 278cabdff1aSopenharmony_ci /* Frame sizes less than 10 ms can only use MDCT mode, so switching to 279cabdff1aSopenharmony_ci * RESTRICTED_LOWDELAY avoids an unnecessary extra 2.5ms lookahead. */ 280cabdff1aSopenharmony_ci opus->opts.application = OPUS_APPLICATION_RESTRICTED_LOWDELAY; 281cabdff1aSopenharmony_ci case 480: 282cabdff1aSopenharmony_ci case 960: 283cabdff1aSopenharmony_ci case 1920: 284cabdff1aSopenharmony_ci case 2880: 285cabdff1aSopenharmony_ci#ifdef OPUS_FRAMESIZE_120_MS 286cabdff1aSopenharmony_ci case 3840: 287cabdff1aSopenharmony_ci case 4800: 288cabdff1aSopenharmony_ci case 5760: 289cabdff1aSopenharmony_ci#endif 290cabdff1aSopenharmony_ci opus->opts.packet_size = 291cabdff1aSopenharmony_ci avctx->frame_size = frame_size * avctx->sample_rate / 48000; 292cabdff1aSopenharmony_ci break; 293cabdff1aSopenharmony_ci default: 294cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, "Invalid frame duration: %g.\n" 295cabdff1aSopenharmony_ci "Frame duration must be exactly one of: 2.5, 5, 10, 20, 40" 296cabdff1aSopenharmony_ci#ifdef OPUS_FRAMESIZE_120_MS 297cabdff1aSopenharmony_ci ", 60, 80, 100 or 120.\n", 298cabdff1aSopenharmony_ci#else 299cabdff1aSopenharmony_ci " or 60.\n", 300cabdff1aSopenharmony_ci#endif 301cabdff1aSopenharmony_ci opus->opts.frame_duration); 302cabdff1aSopenharmony_ci return AVERROR(EINVAL); 303cabdff1aSopenharmony_ci } 304cabdff1aSopenharmony_ci 305cabdff1aSopenharmony_ci if (avctx->compression_level < 0 || avctx->compression_level > 10) { 306cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 307cabdff1aSopenharmony_ci "Compression level must be in the range 0 to 10. " 308cabdff1aSopenharmony_ci "Defaulting to 10.\n"); 309cabdff1aSopenharmony_ci opus->opts.complexity = 10; 310cabdff1aSopenharmony_ci } else { 311cabdff1aSopenharmony_ci opus->opts.complexity = avctx->compression_level; 312cabdff1aSopenharmony_ci } 313cabdff1aSopenharmony_ci 314cabdff1aSopenharmony_ci if (avctx->cutoff) { 315cabdff1aSopenharmony_ci switch (avctx->cutoff) { 316cabdff1aSopenharmony_ci case 4000: 317cabdff1aSopenharmony_ci opus->opts.max_bandwidth = OPUS_BANDWIDTH_NARROWBAND; 318cabdff1aSopenharmony_ci break; 319cabdff1aSopenharmony_ci case 6000: 320cabdff1aSopenharmony_ci opus->opts.max_bandwidth = OPUS_BANDWIDTH_MEDIUMBAND; 321cabdff1aSopenharmony_ci break; 322cabdff1aSopenharmony_ci case 8000: 323cabdff1aSopenharmony_ci opus->opts.max_bandwidth = OPUS_BANDWIDTH_WIDEBAND; 324cabdff1aSopenharmony_ci break; 325cabdff1aSopenharmony_ci case 12000: 326cabdff1aSopenharmony_ci opus->opts.max_bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND; 327cabdff1aSopenharmony_ci break; 328cabdff1aSopenharmony_ci case 20000: 329cabdff1aSopenharmony_ci opus->opts.max_bandwidth = OPUS_BANDWIDTH_FULLBAND; 330cabdff1aSopenharmony_ci break; 331cabdff1aSopenharmony_ci default: 332cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 333cabdff1aSopenharmony_ci "Invalid frequency cutoff: %d. Using default maximum bandwidth.\n" 334cabdff1aSopenharmony_ci "Cutoff frequency must be exactly one of: 4000, 6000, 8000, 12000 or 20000.\n", 335cabdff1aSopenharmony_ci avctx->cutoff); 336cabdff1aSopenharmony_ci avctx->cutoff = 0; 337cabdff1aSopenharmony_ci } 338cabdff1aSopenharmony_ci } 339cabdff1aSopenharmony_ci 340cabdff1aSopenharmony_ci /* Channels may need to be reordered to match opus mapping. */ 341cabdff1aSopenharmony_ci av_ret = libopus_validate_layout_and_get_channel_map(avctx, opus->opts.mapping_family, 342cabdff1aSopenharmony_ci &opus->encoder_channel_map); 343cabdff1aSopenharmony_ci if (av_ret) { 344cabdff1aSopenharmony_ci return av_ret; 345cabdff1aSopenharmony_ci } 346cabdff1aSopenharmony_ci 347cabdff1aSopenharmony_ci if (opus->opts.mapping_family == -1) { 348cabdff1aSopenharmony_ci /* By default, use mapping family 1 for the header but use the older 349cabdff1aSopenharmony_ci * libopus multistream API to avoid surround masking. */ 350cabdff1aSopenharmony_ci 351cabdff1aSopenharmony_ci /* Set the mapping family so that the value is correct in the header */ 352cabdff1aSopenharmony_ci mapping_family = channels > 2 ? 1 : 0; 353cabdff1aSopenharmony_ci coupled_stream_count = opus_coupled_streams[channels - 1]; 354cabdff1aSopenharmony_ci opus->stream_count = channels - coupled_stream_count; 355cabdff1aSopenharmony_ci memcpy(libopus_channel_mapping, 356cabdff1aSopenharmony_ci opus_vorbis_channel_map[channels - 1], 357cabdff1aSopenharmony_ci channels * sizeof(*libopus_channel_mapping)); 358cabdff1aSopenharmony_ci 359cabdff1aSopenharmony_ci enc = opus_multistream_encoder_create( 360cabdff1aSopenharmony_ci avctx->sample_rate, channels, opus->stream_count, 361cabdff1aSopenharmony_ci coupled_stream_count, 362cabdff1aSopenharmony_ci libavcodec_libopus_channel_map[channels - 1], 363cabdff1aSopenharmony_ci opus->opts.application, &ret); 364cabdff1aSopenharmony_ci } else { 365cabdff1aSopenharmony_ci /* Use the newer multistream API. The encoder will set the channel 366cabdff1aSopenharmony_ci * mapping and coupled stream counts to its internal defaults and will 367cabdff1aSopenharmony_ci * use surround masking analysis to save bits. */ 368cabdff1aSopenharmony_ci mapping_family = opus->opts.mapping_family; 369cabdff1aSopenharmony_ci enc = opus_multistream_surround_encoder_create( 370cabdff1aSopenharmony_ci avctx->sample_rate, channels, mapping_family, 371cabdff1aSopenharmony_ci &opus->stream_count, &coupled_stream_count, libopus_channel_mapping, 372cabdff1aSopenharmony_ci opus->opts.application, &ret); 373cabdff1aSopenharmony_ci } 374cabdff1aSopenharmony_ci 375cabdff1aSopenharmony_ci if (ret != OPUS_OK) { 376cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, 377cabdff1aSopenharmony_ci "Failed to create encoder: %s\n", opus_strerror(ret)); 378cabdff1aSopenharmony_ci return ff_opus_error_to_averror(ret); 379cabdff1aSopenharmony_ci } 380cabdff1aSopenharmony_ci 381cabdff1aSopenharmony_ci if (!avctx->bit_rate) { 382cabdff1aSopenharmony_ci /* Sane default copied from opusenc */ 383cabdff1aSopenharmony_ci avctx->bit_rate = 64000 * opus->stream_count + 384cabdff1aSopenharmony_ci 32000 * coupled_stream_count; 385cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 386cabdff1aSopenharmony_ci "No bit rate set. Defaulting to %"PRId64" bps.\n", avctx->bit_rate); 387cabdff1aSopenharmony_ci } 388cabdff1aSopenharmony_ci 389cabdff1aSopenharmony_ci if (avctx->bit_rate < 500 || avctx->bit_rate > 256000 * channels) { 390cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, "The bit rate %"PRId64" bps is unsupported. " 391cabdff1aSopenharmony_ci "Please choose a value between 500 and %d.\n", avctx->bit_rate, 392cabdff1aSopenharmony_ci 256000 * channels); 393cabdff1aSopenharmony_ci ret = AVERROR(EINVAL); 394cabdff1aSopenharmony_ci goto fail; 395cabdff1aSopenharmony_ci } 396cabdff1aSopenharmony_ci 397cabdff1aSopenharmony_ci ret = libopus_configure_encoder(avctx, enc, &opus->opts); 398cabdff1aSopenharmony_ci if (ret != OPUS_OK) { 399cabdff1aSopenharmony_ci ret = ff_opus_error_to_averror(ret); 400cabdff1aSopenharmony_ci goto fail; 401cabdff1aSopenharmony_ci } 402cabdff1aSopenharmony_ci 403cabdff1aSopenharmony_ci /* Header includes channel mapping table if and only if mapping family is NOT 0 */ 404cabdff1aSopenharmony_ci header_size = 19 + (mapping_family == 0 ? 0 : 2 + channels); 405cabdff1aSopenharmony_ci avctx->extradata = av_malloc(header_size + AV_INPUT_BUFFER_PADDING_SIZE); 406cabdff1aSopenharmony_ci if (!avctx->extradata) { 407cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, "Failed to allocate extradata.\n"); 408cabdff1aSopenharmony_ci ret = AVERROR(ENOMEM); 409cabdff1aSopenharmony_ci goto fail; 410cabdff1aSopenharmony_ci } 411cabdff1aSopenharmony_ci avctx->extradata_size = header_size; 412cabdff1aSopenharmony_ci 413cabdff1aSopenharmony_ci opus->samples = av_calloc(frame_size, channels * 414cabdff1aSopenharmony_ci av_get_bytes_per_sample(avctx->sample_fmt)); 415cabdff1aSopenharmony_ci if (!opus->samples) { 416cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, "Failed to allocate samples buffer.\n"); 417cabdff1aSopenharmony_ci ret = AVERROR(ENOMEM); 418cabdff1aSopenharmony_ci goto fail; 419cabdff1aSopenharmony_ci } 420cabdff1aSopenharmony_ci 421cabdff1aSopenharmony_ci ret = opus_multistream_encoder_ctl(enc, OPUS_GET_LOOKAHEAD(&avctx->initial_padding)); 422cabdff1aSopenharmony_ci if (ret != OPUS_OK) 423cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_WARNING, 424cabdff1aSopenharmony_ci "Unable to get number of lookahead samples: %s\n", 425cabdff1aSopenharmony_ci opus_strerror(ret)); 426cabdff1aSopenharmony_ci 427cabdff1aSopenharmony_ci libopus_write_header(avctx, opus->stream_count, coupled_stream_count, 428cabdff1aSopenharmony_ci mapping_family, libopus_channel_mapping); 429cabdff1aSopenharmony_ci 430cabdff1aSopenharmony_ci ff_af_queue_init(avctx, &opus->afq); 431cabdff1aSopenharmony_ci 432cabdff1aSopenharmony_ci opus->enc = enc; 433cabdff1aSopenharmony_ci 434cabdff1aSopenharmony_ci return 0; 435cabdff1aSopenharmony_ci 436cabdff1aSopenharmony_cifail: 437cabdff1aSopenharmony_ci opus_multistream_encoder_destroy(enc); 438cabdff1aSopenharmony_ci return ret; 439cabdff1aSopenharmony_ci} 440cabdff1aSopenharmony_ci 441cabdff1aSopenharmony_cistatic void libopus_copy_samples_with_channel_map( 442cabdff1aSopenharmony_ci uint8_t *dst, const uint8_t *src, const uint8_t *channel_map, 443cabdff1aSopenharmony_ci int nb_channels, int nb_samples, int bytes_per_sample) { 444cabdff1aSopenharmony_ci int sample, channel; 445cabdff1aSopenharmony_ci for (sample = 0; sample < nb_samples; ++sample) { 446cabdff1aSopenharmony_ci for (channel = 0; channel < nb_channels; ++channel) { 447cabdff1aSopenharmony_ci const size_t src_pos = bytes_per_sample * (nb_channels * sample + channel); 448cabdff1aSopenharmony_ci const size_t dst_pos = bytes_per_sample * (nb_channels * sample + channel_map[channel]); 449cabdff1aSopenharmony_ci 450cabdff1aSopenharmony_ci memcpy(&dst[dst_pos], &src[src_pos], bytes_per_sample); 451cabdff1aSopenharmony_ci } 452cabdff1aSopenharmony_ci } 453cabdff1aSopenharmony_ci} 454cabdff1aSopenharmony_ci 455cabdff1aSopenharmony_cistatic int libopus_encode(AVCodecContext *avctx, AVPacket *avpkt, 456cabdff1aSopenharmony_ci const AVFrame *frame, int *got_packet_ptr) 457cabdff1aSopenharmony_ci{ 458cabdff1aSopenharmony_ci LibopusEncContext *opus = avctx->priv_data; 459cabdff1aSopenharmony_ci const int bytes_per_sample = av_get_bytes_per_sample(avctx->sample_fmt); 460cabdff1aSopenharmony_ci const int channels = avctx->ch_layout.nb_channels; 461cabdff1aSopenharmony_ci const int sample_size = channels * bytes_per_sample; 462cabdff1aSopenharmony_ci uint8_t *audio; 463cabdff1aSopenharmony_ci int ret; 464cabdff1aSopenharmony_ci int discard_padding; 465cabdff1aSopenharmony_ci 466cabdff1aSopenharmony_ci if (frame) { 467cabdff1aSopenharmony_ci ret = ff_af_queue_add(&opus->afq, frame); 468cabdff1aSopenharmony_ci if (ret < 0) 469cabdff1aSopenharmony_ci return ret; 470cabdff1aSopenharmony_ci if (opus->encoder_channel_map != NULL) { 471cabdff1aSopenharmony_ci audio = opus->samples; 472cabdff1aSopenharmony_ci libopus_copy_samples_with_channel_map( 473cabdff1aSopenharmony_ci audio, frame->data[0], opus->encoder_channel_map, 474cabdff1aSopenharmony_ci channels, frame->nb_samples, bytes_per_sample); 475cabdff1aSopenharmony_ci } else if (frame->nb_samples < opus->opts.packet_size) { 476cabdff1aSopenharmony_ci audio = opus->samples; 477cabdff1aSopenharmony_ci memcpy(audio, frame->data[0], frame->nb_samples * sample_size); 478cabdff1aSopenharmony_ci } else 479cabdff1aSopenharmony_ci audio = frame->data[0]; 480cabdff1aSopenharmony_ci } else { 481cabdff1aSopenharmony_ci if (!opus->afq.remaining_samples || (!opus->afq.frame_alloc && !opus->afq.frame_count)) 482cabdff1aSopenharmony_ci return 0; 483cabdff1aSopenharmony_ci audio = opus->samples; 484cabdff1aSopenharmony_ci memset(audio, 0, opus->opts.packet_size * sample_size); 485cabdff1aSopenharmony_ci } 486cabdff1aSopenharmony_ci 487cabdff1aSopenharmony_ci /* Maximum packet size taken from opusenc in opus-tools. 120ms packets 488cabdff1aSopenharmony_ci * consist of 6 frames in one packet. The maximum frame size is 1275 489cabdff1aSopenharmony_ci * bytes along with the largest possible packet header of 7 bytes. */ 490cabdff1aSopenharmony_ci if ((ret = ff_alloc_packet(avctx, avpkt, (1275 * 6 + 7) * opus->stream_count)) < 0) 491cabdff1aSopenharmony_ci return ret; 492cabdff1aSopenharmony_ci 493cabdff1aSopenharmony_ci if (avctx->sample_fmt == AV_SAMPLE_FMT_FLT) 494cabdff1aSopenharmony_ci ret = opus_multistream_encode_float(opus->enc, (float *)audio, 495cabdff1aSopenharmony_ci opus->opts.packet_size, 496cabdff1aSopenharmony_ci avpkt->data, avpkt->size); 497cabdff1aSopenharmony_ci else 498cabdff1aSopenharmony_ci ret = opus_multistream_encode(opus->enc, (opus_int16 *)audio, 499cabdff1aSopenharmony_ci opus->opts.packet_size, 500cabdff1aSopenharmony_ci avpkt->data, avpkt->size); 501cabdff1aSopenharmony_ci 502cabdff1aSopenharmony_ci if (ret < 0) { 503cabdff1aSopenharmony_ci av_log(avctx, AV_LOG_ERROR, 504cabdff1aSopenharmony_ci "Error encoding frame: %s\n", opus_strerror(ret)); 505cabdff1aSopenharmony_ci return ff_opus_error_to_averror(ret); 506cabdff1aSopenharmony_ci } 507cabdff1aSopenharmony_ci 508cabdff1aSopenharmony_ci av_shrink_packet(avpkt, ret); 509cabdff1aSopenharmony_ci 510cabdff1aSopenharmony_ci ff_af_queue_remove(&opus->afq, opus->opts.packet_size, 511cabdff1aSopenharmony_ci &avpkt->pts, &avpkt->duration); 512cabdff1aSopenharmony_ci 513cabdff1aSopenharmony_ci discard_padding = opus->opts.packet_size - avpkt->duration; 514cabdff1aSopenharmony_ci // Check if subtraction resulted in an overflow 515cabdff1aSopenharmony_ci if ((discard_padding < opus->opts.packet_size) != (avpkt->duration > 0)) { 516cabdff1aSopenharmony_ci av_packet_unref(avpkt); 517cabdff1aSopenharmony_ci return AVERROR(EINVAL); 518cabdff1aSopenharmony_ci } 519cabdff1aSopenharmony_ci if (discard_padding > 0) { 520cabdff1aSopenharmony_ci uint8_t* side_data = av_packet_new_side_data(avpkt, 521cabdff1aSopenharmony_ci AV_PKT_DATA_SKIP_SAMPLES, 522cabdff1aSopenharmony_ci 10); 523cabdff1aSopenharmony_ci if(!side_data) { 524cabdff1aSopenharmony_ci av_packet_unref(avpkt); 525cabdff1aSopenharmony_ci return AVERROR(ENOMEM); 526cabdff1aSopenharmony_ci } 527cabdff1aSopenharmony_ci AV_WL32(side_data + 4, discard_padding); 528cabdff1aSopenharmony_ci } 529cabdff1aSopenharmony_ci 530cabdff1aSopenharmony_ci *got_packet_ptr = 1; 531cabdff1aSopenharmony_ci 532cabdff1aSopenharmony_ci return 0; 533cabdff1aSopenharmony_ci} 534cabdff1aSopenharmony_ci 535cabdff1aSopenharmony_cistatic av_cold int libopus_encode_close(AVCodecContext *avctx) 536cabdff1aSopenharmony_ci{ 537cabdff1aSopenharmony_ci LibopusEncContext *opus = avctx->priv_data; 538cabdff1aSopenharmony_ci 539cabdff1aSopenharmony_ci opus_multistream_encoder_destroy(opus->enc); 540cabdff1aSopenharmony_ci 541cabdff1aSopenharmony_ci ff_af_queue_close(&opus->afq); 542cabdff1aSopenharmony_ci 543cabdff1aSopenharmony_ci av_freep(&opus->samples); 544cabdff1aSopenharmony_ci 545cabdff1aSopenharmony_ci return 0; 546cabdff1aSopenharmony_ci} 547cabdff1aSopenharmony_ci 548cabdff1aSopenharmony_ci#define OFFSET(x) offsetof(LibopusEncContext, opts.x) 549cabdff1aSopenharmony_ci#define FLAGS AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_ENCODING_PARAM 550cabdff1aSopenharmony_cistatic const AVOption libopus_options[] = { 551cabdff1aSopenharmony_ci { "application", "Intended application type", OFFSET(application), AV_OPT_TYPE_INT, { .i64 = OPUS_APPLICATION_AUDIO }, OPUS_APPLICATION_VOIP, OPUS_APPLICATION_RESTRICTED_LOWDELAY, FLAGS, "application" }, 552cabdff1aSopenharmony_ci { "voip", "Favor improved speech intelligibility", 0, AV_OPT_TYPE_CONST, { .i64 = OPUS_APPLICATION_VOIP }, 0, 0, FLAGS, "application" }, 553cabdff1aSopenharmony_ci { "audio", "Favor faithfulness to the input", 0, AV_OPT_TYPE_CONST, { .i64 = OPUS_APPLICATION_AUDIO }, 0, 0, FLAGS, "application" }, 554cabdff1aSopenharmony_ci { "lowdelay", "Restrict to only the lowest delay modes", 0, AV_OPT_TYPE_CONST, { .i64 = OPUS_APPLICATION_RESTRICTED_LOWDELAY }, 0, 0, FLAGS, "application" }, 555cabdff1aSopenharmony_ci { "frame_duration", "Duration of a frame in milliseconds", OFFSET(frame_duration), AV_OPT_TYPE_FLOAT, { .dbl = 20.0 }, 2.5, 120.0, FLAGS }, 556cabdff1aSopenharmony_ci { "packet_loss", "Expected packet loss percentage", OFFSET(packet_loss), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 100, FLAGS }, 557cabdff1aSopenharmony_ci { "fec", "Enable inband FEC. Expected packet loss must be non-zero", OFFSET(fec), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS }, 558cabdff1aSopenharmony_ci { "vbr", "Variable bit rate mode", OFFSET(vbr), AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 2, FLAGS, "vbr" }, 559cabdff1aSopenharmony_ci { "off", "Use constant bit rate", 0, AV_OPT_TYPE_CONST, { .i64 = 0 }, 0, 0, FLAGS, "vbr" }, 560cabdff1aSopenharmony_ci { "on", "Use variable bit rate", 0, AV_OPT_TYPE_CONST, { .i64 = 1 }, 0, 0, FLAGS, "vbr" }, 561cabdff1aSopenharmony_ci { "constrained", "Use constrained VBR", 0, AV_OPT_TYPE_CONST, { .i64 = 2 }, 0, 0, FLAGS, "vbr" }, 562cabdff1aSopenharmony_ci { "mapping_family", "Channel Mapping Family", OFFSET(mapping_family), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 255, FLAGS, "mapping_family" }, 563cabdff1aSopenharmony_ci#ifdef OPUS_SET_PHASE_INVERSION_DISABLED_REQUEST 564cabdff1aSopenharmony_ci { "apply_phase_inv", "Apply intensity stereo phase inversion", OFFSET(apply_phase_inv), AV_OPT_TYPE_BOOL, { .i64 = 1 }, 0, 1, FLAGS }, 565cabdff1aSopenharmony_ci#endif 566cabdff1aSopenharmony_ci { NULL }, 567cabdff1aSopenharmony_ci}; 568cabdff1aSopenharmony_ci 569cabdff1aSopenharmony_cistatic const AVClass libopus_class = { 570cabdff1aSopenharmony_ci .class_name = "libopus", 571cabdff1aSopenharmony_ci .item_name = av_default_item_name, 572cabdff1aSopenharmony_ci .option = libopus_options, 573cabdff1aSopenharmony_ci .version = LIBAVUTIL_VERSION_INT, 574cabdff1aSopenharmony_ci}; 575cabdff1aSopenharmony_ci 576cabdff1aSopenharmony_cistatic const FFCodecDefault libopus_defaults[] = { 577cabdff1aSopenharmony_ci { "b", "0" }, 578cabdff1aSopenharmony_ci { "compression_level", "10" }, 579cabdff1aSopenharmony_ci { NULL }, 580cabdff1aSopenharmony_ci}; 581cabdff1aSopenharmony_ci 582cabdff1aSopenharmony_cistatic const int libopus_sample_rates[] = { 583cabdff1aSopenharmony_ci 48000, 24000, 16000, 12000, 8000, 0, 584cabdff1aSopenharmony_ci}; 585cabdff1aSopenharmony_ci 586cabdff1aSopenharmony_ciconst FFCodec ff_libopus_encoder = { 587cabdff1aSopenharmony_ci .p.name = "libopus", 588cabdff1aSopenharmony_ci .p.long_name = NULL_IF_CONFIG_SMALL("libopus Opus"), 589cabdff1aSopenharmony_ci .p.type = AVMEDIA_TYPE_AUDIO, 590cabdff1aSopenharmony_ci .p.id = AV_CODEC_ID_OPUS, 591cabdff1aSopenharmony_ci .priv_data_size = sizeof(LibopusEncContext), 592cabdff1aSopenharmony_ci .init = libopus_encode_init, 593cabdff1aSopenharmony_ci FF_CODEC_ENCODE_CB(libopus_encode), 594cabdff1aSopenharmony_ci .close = libopus_encode_close, 595cabdff1aSopenharmony_ci .p.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_SMALL_LAST_FRAME, 596cabdff1aSopenharmony_ci .p.sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16, 597cabdff1aSopenharmony_ci AV_SAMPLE_FMT_FLT, 598cabdff1aSopenharmony_ci AV_SAMPLE_FMT_NONE }, 599cabdff1aSopenharmony_ci .p.supported_samplerates = libopus_sample_rates, 600cabdff1aSopenharmony_ci .p.priv_class = &libopus_class, 601cabdff1aSopenharmony_ci .defaults = libopus_defaults, 602cabdff1aSopenharmony_ci .p.wrapper_name = "libopus", 603cabdff1aSopenharmony_ci}; 604