/* * AAC encoder * Copyright (C) 2008 Konstantin Shishkov * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #ifndef AVCODEC_AACENC_H #define AVCODEC_AACENC_H #include #include "libavutil/channel_layout.h" #include "libavutil/float_dsp.h" #include "libavutil/mem_internal.h" #include "libavutil/tx.h" #include "avcodec.h" #include "put_bits.h" #include "aac.h" #include "audio_frame_queue.h" #include "psymodel.h" #include "lpc.h" #define CLIP_AVOIDANCE_FACTOR 0.95f typedef enum AACCoder { AAC_CODER_ANMR = 0, AAC_CODER_TWOLOOP, AAC_CODER_FAST, AAC_CODER_NB, }AACCoder; typedef struct AACEncOptions { int coder; int pns; int tns; int ltp; int pce; int pred; int mid_side; int intensity_stereo; } AACEncOptions; /** * Long Term Prediction */ typedef struct LongTermPrediction { int8_t present; int16_t lag; int coef_idx; float coef; int8_t used[MAX_LTP_LONG_SFB]; } LongTermPrediction; /** * Individual Channel Stream */ typedef struct IndividualChannelStream { uint8_t max_sfb; ///< number of scalefactor bands per group enum WindowSequence window_sequence[2]; uint8_t use_kb_window[2]; ///< If set, use Kaiser-Bessel window, otherwise use a sine window. uint8_t group_len[8]; LongTermPrediction ltp; const uint16_t *swb_offset; ///< table of offsets to the lowest spectral coefficient of a scalefactor band, sfb, for a particular window const uint8_t *swb_sizes; ///< table of scalefactor band sizes for a particular window int num_swb; ///< number of scalefactor window bands int num_windows; int tns_max_bands; int predictor_present; int predictor_initialized; int predictor_reset_group; int predictor_reset_count[31]; ///< used to count prediction resets uint8_t prediction_used[41]; uint8_t window_clipping[8]; ///< set if a certain window is near clipping float clip_avoidance_factor; ///< set if any window is near clipping to the necessary atennuation factor to avoid it } IndividualChannelStream; /** * Temporal Noise Shaping */ typedef struct TemporalNoiseShaping { int present; int n_filt[8]; int length[8][4]; int direction[8][4]; int order[8][4]; int coef_idx[8][4][TNS_MAX_ORDER]; float coef[8][4][TNS_MAX_ORDER]; } TemporalNoiseShaping; /** * Single Channel Element - used for both SCE and LFE elements. */ typedef struct SingleChannelElement { IndividualChannelStream ics; TemporalNoiseShaping tns; Pulse pulse; enum BandType band_type[128]; ///< band types enum BandType band_alt[128]; ///< alternative band type int sf_idx[128]; ///< scalefactor indices uint8_t zeroes[128]; ///< band is not coded uint8_t can_pns[128]; ///< band is allowed to PNS (informative) float is_ener[128]; ///< Intensity stereo pos float pns_ener[128]; ///< Noise energy values DECLARE_ALIGNED(32, float, pcoeffs)[1024]; ///< coefficients for IMDCT, pristine DECLARE_ALIGNED(32, float, coeffs)[1024]; ///< coefficients for IMDCT, maybe processed DECLARE_ALIGNED(32, float, ret_buf)[2048]; ///< PCM output buffer DECLARE_ALIGNED(16, float, ltp_state)[3072]; ///< time signal for LTP DECLARE_ALIGNED(32, float, lcoeffs)[1024]; ///< MDCT of LTP coefficients DECLARE_ALIGNED(32, float, prcoeffs)[1024]; ///< Main prediction coefs PredictorState predictor_state[MAX_PREDICTORS]; } SingleChannelElement; /** * channel element - generic struct for SCE/CPE/CCE/LFE */ typedef struct ChannelElement { // CPE specific int common_window; ///< Set if channels share a common 'IndividualChannelStream' in bitstream. int ms_mode; ///< Signals mid/side stereo flags coding mode uint8_t is_mode; ///< Set if any bands have been encoded using intensity stereo uint8_t ms_mask[128]; ///< Set if mid/side stereo is used for each scalefactor window band uint8_t is_mask[128]; ///< Set if intensity stereo is used // shared SingleChannelElement ch[2]; } ChannelElement; struct AACEncContext; typedef struct AACCoefficientsEncoder { void (*search_for_quantizers)(AVCodecContext *avctx, struct AACEncContext *s, SingleChannelElement *sce, const float lambda); void (*encode_window_bands_info)(struct AACEncContext *s, SingleChannelElement *sce, int win, int group_len, const float lambda); void (*quantize_and_encode_band)(struct AACEncContext *s, PutBitContext *pb, const float *in, float *out, int size, int scale_idx, int cb, const float lambda, int rtz); void (*encode_tns_info)(struct AACEncContext *s, SingleChannelElement *sce); void (*encode_ltp_info)(struct AACEncContext *s, SingleChannelElement *sce, int common_window); void (*encode_main_pred)(struct AACEncContext *s, SingleChannelElement *sce); void (*adjust_common_pred)(struct AACEncContext *s, ChannelElement *cpe); void (*adjust_common_ltp)(struct AACEncContext *s, ChannelElement *cpe); void (*apply_main_pred)(struct AACEncContext *s, SingleChannelElement *sce); void (*apply_tns_filt)(struct AACEncContext *s, SingleChannelElement *sce); void (*update_ltp)(struct AACEncContext *s, SingleChannelElement *sce); void (*ltp_insert_new_frame)(struct AACEncContext *s); void (*set_special_band_scalefactors)(struct AACEncContext *s, SingleChannelElement *sce); void (*search_for_pns)(struct AACEncContext *s, AVCodecContext *avctx, SingleChannelElement *sce); void (*mark_pns)(struct AACEncContext *s, AVCodecContext *avctx, SingleChannelElement *sce); void (*search_for_tns)(struct AACEncContext *s, SingleChannelElement *sce); void (*search_for_ltp)(struct AACEncContext *s, SingleChannelElement *sce, int common_window); void (*search_for_ms)(struct AACEncContext *s, ChannelElement *cpe); void (*search_for_is)(struct AACEncContext *s, AVCodecContext *avctx, ChannelElement *cpe); void (*search_for_pred)(struct AACEncContext *s, SingleChannelElement *sce); } AACCoefficientsEncoder; extern const AACCoefficientsEncoder ff_aac_coders[]; typedef struct AACQuantizeBandCostCacheEntry { float rd; float energy; int bits; char cb; char rtz; uint16_t generation; } AACQuantizeBandCostCacheEntry; typedef struct AACPCEInfo { AVChannelLayout layout; int num_ele[4]; ///< front, side, back, lfe int pairing[3][8]; ///< front, side, back int index[4][8]; ///< front, side, back, lfe uint8_t config_map[16]; ///< configs the encoder's channel specific settings uint8_t reorder_map[16]; ///< maps channels from lavc to aac order } AACPCEInfo; /** * AAC encoder context */ typedef struct AACEncContext { AVClass *av_class; AACEncOptions options; ///< encoding options PutBitContext pb; AVTXContext *mdct1024; ///< long (1024 samples) frame transform context av_tx_fn mdct1024_fn; AVTXContext *mdct128; ///< short (128 samples) frame transform context av_tx_fn mdct128_fn; AVFloatDSPContext *fdsp; AACPCEInfo pce; ///< PCE data, if needed float *planar_samples[16]; ///< saved preprocessed input int profile; ///< copied from avctx int needs_pce; ///< flag for non-standard layout LPCContext lpc; ///< used by TNS int samplerate_index; ///< MPEG-4 samplerate index int channels; ///< channel count const uint8_t *reorder_map; ///< lavc to aac reorder map const uint8_t *chan_map; ///< channel configuration map ChannelElement *cpe; ///< channel elements FFPsyContext psy; struct FFPsyPreprocessContext* psypp; const AACCoefficientsEncoder *coder; int cur_channel; ///< current channel for coder context int random_state; float lambda; int last_frame_pb_count; ///< number of bits for the previous frame float lambda_sum; ///< sum(lambda), for Qvg reporting int lambda_count; ///< count(lambda), for Qvg reporting enum RawDataBlockType cur_type; ///< channel group type cur_channel belongs to AudioFrameQueue afq; DECLARE_ALIGNED(16, int, qcoefs)[96]; ///< quantized coefficients DECLARE_ALIGNED(32, float, scoefs)[1024]; ///< scaled coefficients uint16_t quantize_band_cost_cache_generation; AACQuantizeBandCostCacheEntry quantize_band_cost_cache[256][128]; ///< memoization area for quantize_band_cost void (*abs_pow34)(float *out, const float *in, const int size); void (*quant_bands)(int *out, const float *in, const float *scaled, int size, int is_signed, int maxval, const float Q34, const float rounding); struct { float *samples; } buffer; } AACEncContext; void ff_aac_dsp_init(AACEncContext *s); void ff_aac_dsp_init_riscv(AACEncContext *s); void ff_aac_dsp_init_x86(AACEncContext *s); void ff_aac_coder_init_mips(AACEncContext *c); void ff_quantize_band_cost_cache_init(struct AACEncContext *s); #endif /* AVCODEC_AACENC_H */