1cabdff1aSopenharmony_ci/* 2cabdff1aSopenharmony_ci * RFC 3389 comfort noise generator 3cabdff1aSopenharmony_ci * Copyright (c) 2012 Martin Storsjo 4cabdff1aSopenharmony_ci * 5cabdff1aSopenharmony_ci * This file is part of FFmpeg. 6cabdff1aSopenharmony_ci * 7cabdff1aSopenharmony_ci * FFmpeg is free software; you can redistribute it and/or 8cabdff1aSopenharmony_ci * modify it under the terms of the GNU Lesser General Public 9cabdff1aSopenharmony_ci * License as published by the Free Software Foundation; either 10cabdff1aSopenharmony_ci * version 2.1 of the License, or (at your option) any later version. 11cabdff1aSopenharmony_ci * 12cabdff1aSopenharmony_ci * FFmpeg is distributed in the hope that it will be useful, 13cabdff1aSopenharmony_ci * but WITHOUT ANY WARRANTY; without even the implied warranty of 14cabdff1aSopenharmony_ci * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 15cabdff1aSopenharmony_ci * Lesser General Public License for more details. 16cabdff1aSopenharmony_ci * 17cabdff1aSopenharmony_ci * You should have received a copy of the GNU Lesser General Public 18cabdff1aSopenharmony_ci * License along with FFmpeg; if not, write to the Free Software 19cabdff1aSopenharmony_ci * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 20cabdff1aSopenharmony_ci */ 21cabdff1aSopenharmony_ci 22cabdff1aSopenharmony_ci#include <math.h> 23cabdff1aSopenharmony_ci 24cabdff1aSopenharmony_ci#include "libavutil/common.h" 25cabdff1aSopenharmony_ci#include "libavutil/ffmath.h" 26cabdff1aSopenharmony_ci#include "libavutil/intreadwrite.h" 27cabdff1aSopenharmony_ci#include "avcodec.h" 28cabdff1aSopenharmony_ci#include "celp_filters.h" 29cabdff1aSopenharmony_ci#include "codec_internal.h" 30cabdff1aSopenharmony_ci#include "internal.h" 31cabdff1aSopenharmony_ci#include "libavutil/lfg.h" 32cabdff1aSopenharmony_ci 33cabdff1aSopenharmony_citypedef struct CNGContext { 34cabdff1aSopenharmony_ci float *refl_coef, *target_refl_coef; 35cabdff1aSopenharmony_ci float *lpc_coef; 36cabdff1aSopenharmony_ci int order; 37cabdff1aSopenharmony_ci int energy, target_energy; 38cabdff1aSopenharmony_ci int inited; 39cabdff1aSopenharmony_ci float *filter_out; 40cabdff1aSopenharmony_ci float *excitation; 41cabdff1aSopenharmony_ci AVLFG lfg; 42cabdff1aSopenharmony_ci} CNGContext; 43cabdff1aSopenharmony_ci 44cabdff1aSopenharmony_cistatic av_cold int cng_decode_close(AVCodecContext *avctx) 45cabdff1aSopenharmony_ci{ 46cabdff1aSopenharmony_ci CNGContext *p = avctx->priv_data; 47cabdff1aSopenharmony_ci av_freep(&p->refl_coef); 48cabdff1aSopenharmony_ci av_freep(&p->target_refl_coef); 49cabdff1aSopenharmony_ci av_freep(&p->lpc_coef); 50cabdff1aSopenharmony_ci av_freep(&p->filter_out); 51cabdff1aSopenharmony_ci av_freep(&p->excitation); 52cabdff1aSopenharmony_ci return 0; 53cabdff1aSopenharmony_ci} 54cabdff1aSopenharmony_ci 55cabdff1aSopenharmony_cistatic av_cold int cng_decode_init(AVCodecContext *avctx) 56cabdff1aSopenharmony_ci{ 57cabdff1aSopenharmony_ci CNGContext *p = avctx->priv_data; 58cabdff1aSopenharmony_ci 59cabdff1aSopenharmony_ci avctx->sample_fmt = AV_SAMPLE_FMT_S16; 60cabdff1aSopenharmony_ci av_channel_layout_uninit(&avctx->ch_layout); 61cabdff1aSopenharmony_ci avctx->ch_layout = (AVChannelLayout)AV_CHANNEL_LAYOUT_MONO; 62cabdff1aSopenharmony_ci avctx->sample_rate = 8000; 63cabdff1aSopenharmony_ci 64cabdff1aSopenharmony_ci p->order = 12; 65cabdff1aSopenharmony_ci avctx->frame_size = 640; 66cabdff1aSopenharmony_ci p->refl_coef = av_calloc(p->order, sizeof(*p->refl_coef)); 67cabdff1aSopenharmony_ci p->target_refl_coef = av_calloc(p->order, sizeof(*p->target_refl_coef)); 68cabdff1aSopenharmony_ci p->lpc_coef = av_calloc(p->order, sizeof(*p->lpc_coef)); 69cabdff1aSopenharmony_ci p->filter_out = av_calloc(avctx->frame_size + p->order, 70cabdff1aSopenharmony_ci sizeof(*p->filter_out)); 71cabdff1aSopenharmony_ci p->excitation = av_calloc(avctx->frame_size, sizeof(*p->excitation)); 72cabdff1aSopenharmony_ci if (!p->refl_coef || !p->target_refl_coef || !p->lpc_coef || 73cabdff1aSopenharmony_ci !p->filter_out || !p->excitation) { 74cabdff1aSopenharmony_ci return AVERROR(ENOMEM); 75cabdff1aSopenharmony_ci } 76cabdff1aSopenharmony_ci 77cabdff1aSopenharmony_ci av_lfg_init(&p->lfg, 0); 78cabdff1aSopenharmony_ci 79cabdff1aSopenharmony_ci return 0; 80cabdff1aSopenharmony_ci} 81cabdff1aSopenharmony_ci 82cabdff1aSopenharmony_cistatic void make_lpc_coefs(float *lpc, const float *refl, int order) 83cabdff1aSopenharmony_ci{ 84cabdff1aSopenharmony_ci float buf[100]; 85cabdff1aSopenharmony_ci float *next, *cur; 86cabdff1aSopenharmony_ci int m, i; 87cabdff1aSopenharmony_ci next = buf; 88cabdff1aSopenharmony_ci cur = lpc; 89cabdff1aSopenharmony_ci for (m = 0; m < order; m++) { 90cabdff1aSopenharmony_ci next[m] = refl[m]; 91cabdff1aSopenharmony_ci for (i = 0; i < m; i++) 92cabdff1aSopenharmony_ci next[i] = cur[i] + refl[m] * cur[m - i - 1]; 93cabdff1aSopenharmony_ci FFSWAP(float*, next, cur); 94cabdff1aSopenharmony_ci } 95cabdff1aSopenharmony_ci if (cur != lpc) 96cabdff1aSopenharmony_ci memcpy(lpc, cur, sizeof(*lpc) * order); 97cabdff1aSopenharmony_ci} 98cabdff1aSopenharmony_ci 99cabdff1aSopenharmony_cistatic void cng_decode_flush(AVCodecContext *avctx) 100cabdff1aSopenharmony_ci{ 101cabdff1aSopenharmony_ci CNGContext *p = avctx->priv_data; 102cabdff1aSopenharmony_ci p->inited = 0; 103cabdff1aSopenharmony_ci} 104cabdff1aSopenharmony_ci 105cabdff1aSopenharmony_cistatic int cng_decode_frame(AVCodecContext *avctx, AVFrame *frame, 106cabdff1aSopenharmony_ci int *got_frame_ptr, AVPacket *avpkt) 107cabdff1aSopenharmony_ci{ 108cabdff1aSopenharmony_ci CNGContext *p = avctx->priv_data; 109cabdff1aSopenharmony_ci int buf_size = avpkt->size; 110cabdff1aSopenharmony_ci int ret, i; 111cabdff1aSopenharmony_ci int16_t *buf_out; 112cabdff1aSopenharmony_ci float e = 1.0; 113cabdff1aSopenharmony_ci float scaling; 114cabdff1aSopenharmony_ci 115cabdff1aSopenharmony_ci if (avpkt->size) { 116cabdff1aSopenharmony_ci int dbov = -avpkt->data[0]; 117cabdff1aSopenharmony_ci p->target_energy = 1081109975 * ff_exp10(dbov / 10.0) * 0.75; 118cabdff1aSopenharmony_ci memset(p->target_refl_coef, 0, p->order * sizeof(*p->target_refl_coef)); 119cabdff1aSopenharmony_ci for (i = 0; i < FFMIN(avpkt->size - 1, p->order); i++) { 120cabdff1aSopenharmony_ci p->target_refl_coef[i] = (avpkt->data[1 + i] - 127) / 128.0; 121cabdff1aSopenharmony_ci } 122cabdff1aSopenharmony_ci } 123cabdff1aSopenharmony_ci 124cabdff1aSopenharmony_ci if (avctx->internal->skip_samples > 10 * avctx->frame_size) { 125cabdff1aSopenharmony_ci avctx->internal->skip_samples = 0; 126cabdff1aSopenharmony_ci return AVERROR_INVALIDDATA; 127cabdff1aSopenharmony_ci } 128cabdff1aSopenharmony_ci 129cabdff1aSopenharmony_ci if (p->inited) { 130cabdff1aSopenharmony_ci p->energy = p->energy / 2 + p->target_energy / 2; 131cabdff1aSopenharmony_ci for (i = 0; i < p->order; i++) 132cabdff1aSopenharmony_ci p->refl_coef[i] = 0.6 *p->refl_coef[i] + 0.4 * p->target_refl_coef[i]; 133cabdff1aSopenharmony_ci } else { 134cabdff1aSopenharmony_ci p->energy = p->target_energy; 135cabdff1aSopenharmony_ci memcpy(p->refl_coef, p->target_refl_coef, p->order * sizeof(*p->refl_coef)); 136cabdff1aSopenharmony_ci p->inited = 1; 137cabdff1aSopenharmony_ci } 138cabdff1aSopenharmony_ci make_lpc_coefs(p->lpc_coef, p->refl_coef, p->order); 139cabdff1aSopenharmony_ci 140cabdff1aSopenharmony_ci for (i = 0; i < p->order; i++) 141cabdff1aSopenharmony_ci e *= 1.0 - p->refl_coef[i]*p->refl_coef[i]; 142cabdff1aSopenharmony_ci 143cabdff1aSopenharmony_ci scaling = sqrt(e * p->energy / 1081109975); 144cabdff1aSopenharmony_ci for (i = 0; i < avctx->frame_size; i++) { 145cabdff1aSopenharmony_ci int r = (av_lfg_get(&p->lfg) & 0xffff) - 0x8000; 146cabdff1aSopenharmony_ci p->excitation[i] = scaling * r; 147cabdff1aSopenharmony_ci } 148cabdff1aSopenharmony_ci ff_celp_lp_synthesis_filterf(p->filter_out + p->order, p->lpc_coef, 149cabdff1aSopenharmony_ci p->excitation, avctx->frame_size, p->order); 150cabdff1aSopenharmony_ci 151cabdff1aSopenharmony_ci frame->nb_samples = avctx->frame_size; 152cabdff1aSopenharmony_ci if ((ret = ff_get_buffer(avctx, frame, 0)) < 0) 153cabdff1aSopenharmony_ci return ret; 154cabdff1aSopenharmony_ci buf_out = (int16_t *)frame->data[0]; 155cabdff1aSopenharmony_ci for (i = 0; i < avctx->frame_size; i++) 156cabdff1aSopenharmony_ci buf_out[i] = av_clip_int16(p->filter_out[i + p->order]); 157cabdff1aSopenharmony_ci memcpy(p->filter_out, p->filter_out + avctx->frame_size, 158cabdff1aSopenharmony_ci p->order * sizeof(*p->filter_out)); 159cabdff1aSopenharmony_ci 160cabdff1aSopenharmony_ci *got_frame_ptr = 1; 161cabdff1aSopenharmony_ci 162cabdff1aSopenharmony_ci return buf_size; 163cabdff1aSopenharmony_ci} 164cabdff1aSopenharmony_ci 165cabdff1aSopenharmony_ciconst FFCodec ff_comfortnoise_decoder = { 166cabdff1aSopenharmony_ci .p.name = "comfortnoise", 167cabdff1aSopenharmony_ci .p.long_name = NULL_IF_CONFIG_SMALL("RFC 3389 comfort noise generator"), 168cabdff1aSopenharmony_ci .p.type = AVMEDIA_TYPE_AUDIO, 169cabdff1aSopenharmony_ci .p.id = AV_CODEC_ID_COMFORT_NOISE, 170cabdff1aSopenharmony_ci .priv_data_size = sizeof(CNGContext), 171cabdff1aSopenharmony_ci .init = cng_decode_init, 172cabdff1aSopenharmony_ci FF_CODEC_DECODE_CB(cng_decode_frame), 173cabdff1aSopenharmony_ci .flush = cng_decode_flush, 174cabdff1aSopenharmony_ci .close = cng_decode_close, 175cabdff1aSopenharmony_ci .p.sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16, 176cabdff1aSopenharmony_ci AV_SAMPLE_FMT_NONE }, 177cabdff1aSopenharmony_ci .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_CHANNEL_CONF, 178cabdff1aSopenharmony_ci .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | 179cabdff1aSopenharmony_ci FF_CODEC_CAP_INIT_CLEANUP, 180cabdff1aSopenharmony_ci}; 181