xref: /foundation/multimedia/av_codec/services/engine/codec/audio/audio_resample.cpp

/*
 * Copyright (C) 2023 Huawei Device Co., Ltd.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "audio_resample.h"
#include "avcodec_log.h"
#include "securec.h"
#include "ffmpeg_converter.h"

namespace {
constexpr OHOS::HiviewDFX::HiLogLabel LABEL = {LOG_CORE, LOG_DOMAIN_AUDIO, "AvCodec-AudioResample"};
} // namespace

namespace OHOS {
namespace MediaAVCodec {
int32_t AudioResample::Init(const ResamplePara& resamplePara)
{
    auto ret = InitSwrContext(resamplePara);
    if (ret != AVCodecServiceErrCode::AVCS_ERR_OK) {
        return ret;
    }
    auto destFrameSize = av_samples_get_buffer_size(nullptr, resamplePara_.channels,
                                                    resamplePara_.destSamplesPerFrame, resamplePara_.destFmt, 0);
    resampleCache_.reserve(destFrameSize);
    resampleChannelAddr_.reserve(resamplePara_.channels);
    auto tmp = resampleChannelAddr_.data();
    av_samples_fill_arrays(tmp, nullptr, resampleCache_.data(), resamplePara_.channels,
                           resamplePara_.destSamplesPerFrame, resamplePara_.destFmt, 0);
    return AVCodecServiceErrCode::AVCS_ERR_OK;
}

int32_t AudioResample::InitSwrContext(const ResamplePara& resamplePara)
{
    resamplePara_ = resamplePara;
    SwrContext *swrContext = swr_alloc();
    if (swrContext == nullptr) {
        AVCODEC_LOGE("cannot allocate swr context");
        return AVCodecServiceErrCode::AVCS_ERR_NO_MEMORY;
    }
    int error =
        swr_alloc_set_opts2(&swrContext, &resamplePara_.channelLayout, resamplePara_.destFmt, resamplePara_.sampleRate,
                            &resamplePara_.channelLayout, resamplePara_.srcFmt, resamplePara_.sampleRate, 0, nullptr);
    if (error < 0) {
        AVCODEC_LOGE("swr init error");
        return AVCodecServiceErrCode::AVCS_ERR_UNKNOWN;
    }
    if (swr_init(swrContext) != 0) {
        AVCODEC_LOGE("swr init error");
        return AVCodecServiceErrCode::AVCS_ERR_UNKNOWN;
    }
    swrCtx_ = std::shared_ptr<SwrContext>(swrContext, [](SwrContext *ptr) {
        if (ptr) {
            swr_free(&ptr);
        }
    });
    return AVCodecServiceErrCode::AVCS_ERR_OK;
}

int32_t AudioResample::Convert(const uint8_t* srcBuffer, const size_t srcLength, uint8_t*& destBuffer,
                               size_t& destLength)
{
    size_t lineSize = srcLength / resamplePara_.channels;
    std::vector<const uint8_t*> tmpInput(resamplePara_.channels);
    tmpInput[0] = srcBuffer;
    if (av_sample_fmt_is_planar(resamplePara_.srcFmt)) {
        for (size_t i = 1; i < tmpInput.size(); ++i) {
            tmpInput[i] = tmpInput[i-1] + lineSize;
        }
    }
    int32_t samples = lineSize / av_get_bytes_per_sample(resamplePara_.srcFmt);
    auto res = swr_convert(swrCtx_.get(), resampleChannelAddr_.data(), resamplePara_.destSamplesPerFrame,
                           tmpInput.data(), samples);
    if (res < 0) {
        AVCODEC_LOGE("resample input failed");
        destLength = 0;
    } else {
        destBuffer = resampleCache_.data();
        destLength = static_cast<size_t>(res * av_get_bytes_per_sample(resamplePara_.destFmt) * resamplePara_.channels);
    }
    return AVCodecServiceErrCode::AVCS_ERR_OK;
}

int32_t AudioResample::ConvertFrame(AVFrame *outputFrame, const AVFrame *inputFrame)
{
    if (outputFrame == nullptr || inputFrame == nullptr) {
        AVCODEC_LOGE("Frame null pointer");
        return AVCodecServiceErrCode::AVCS_ERR_NO_MEMORY;
    }
    int planar = av_sample_fmt_is_planar(static_cast<AVSampleFormat>(inputFrame->format));
    if (planar) {
        for (auto i = 0; i < inputFrame->channels; i++) {
            if (inputFrame->extended_data[i] == nullptr) {
                AVCODEC_LOGE("this is a planar audio, inputFrame->channels: %{public}d, "
                             "but inputFrame->extended_data[%{public}d] is nullptr", inputFrame->channels, i);
                return AVCodecServiceErrCode::AVCS_ERR_NO_MEMORY;
            }
        }
    } else {
        if (inputFrame->extended_data[0] == nullptr) {
            AVCODEC_LOGE("inputFrame->extended_data[0] is nullptr");
            return AVCodecServiceErrCode::AVCS_ERR_NO_MEMORY;
        }
    }

    outputFrame->ch_layout = resamplePara_.channelLayout;
    outputFrame->format = resamplePara_.destFmt;
    outputFrame->sample_rate = resamplePara_.sampleRate;

    auto ret = swr_convert_frame(swrCtx_.get(), outputFrame, inputFrame);
    if (ret < 0) {
        AVCODEC_LOGE("convert frame failed, %{public}s", FFMpegConverter::AVStrError(ret).c_str());
        return AVCodecServiceErrCode::AVCS_ERR_UNKNOWN;
    }
    return AVCodecServiceErrCode::AVCS_ERR_OK;
}
} // namespace MediaAVCodec
} // namespace OHOS