2009-07-08 20:01:31 +00:00
|
|
|
/*
|
|
|
|
* audio encoder psychoacoustic model
|
|
|
|
* Copyright (C) 2008 Konstantin Shishkov
|
|
|
|
*
|
2011-03-18 17:35:10 +00:00
|
|
|
* This file is part of Libav.
|
2009-07-08 20:01:31 +00:00
|
|
|
*
|
2011-03-18 17:35:10 +00:00
|
|
|
* Libav is free software; you can redistribute it and/or
|
2009-07-08 20:01:31 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2011-03-18 17:35:10 +00:00
|
|
|
* Libav is distributed in the hope that it will be useful,
|
2009-07-08 20:01:31 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2011-03-18 17:35:10 +00:00
|
|
|
* License along with Libav; if not, write to the Free Software
|
2009-07-08 20:01:31 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVCODEC_PSYMODEL_H
|
|
|
|
#define AVCODEC_PSYMODEL_H
|
|
|
|
|
|
|
|
#include "avcodec.h"
|
|
|
|
|
|
|
|
/** maximum possible number of bands */
|
|
|
|
#define PSY_MAX_BANDS 128
|
2011-04-05 07:05:22 +00:00
|
|
|
/** maximum number of channels */
|
|
|
|
#define PSY_MAX_CHANS 20
|
2009-07-08 20:01:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* single band psychoacoustic information
|
|
|
|
*/
|
2009-07-08 20:36:45 +00:00
|
|
|
typedef struct FFPsyBand {
|
2009-07-08 20:01:31 +00:00
|
|
|
int bits;
|
|
|
|
float energy;
|
|
|
|
float threshold;
|
|
|
|
float distortion;
|
|
|
|
float perceptual_weight;
|
2009-07-08 20:36:45 +00:00
|
|
|
} FFPsyBand;
|
2009-07-08 20:01:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* windowing related information
|
|
|
|
*/
|
2009-07-08 20:36:45 +00:00
|
|
|
typedef struct FFPsyWindowInfo {
|
2009-07-08 20:01:31 +00:00
|
|
|
int window_type[3]; ///< window type (short/long/transitional, etc.) - current, previous and next
|
|
|
|
int window_shape; ///< window shape (sine/KBD/whatever)
|
|
|
|
int num_windows; ///< number of windows in a frame
|
|
|
|
int grouping[8]; ///< window grouping (for e.g. AAC)
|
|
|
|
int *window_sizes; ///< sequence of window sizes inside one frame (for eg. WMA)
|
2009-07-08 20:36:45 +00:00
|
|
|
} FFPsyWindowInfo;
|
2009-07-08 20:01:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* context used by psychoacoustic model
|
|
|
|
*/
|
2009-07-08 20:36:45 +00:00
|
|
|
typedef struct FFPsyContext {
|
2009-07-08 20:01:31 +00:00
|
|
|
AVCodecContext *avctx; ///< encoder context
|
|
|
|
const struct FFPsyModel *model; ///< encoder-specific model functions
|
|
|
|
|
|
|
|
FFPsyBand *psy_bands; ///< frame bands information
|
|
|
|
|
|
|
|
uint8_t **bands; ///< scalefactor band sizes for possible frame sizes
|
|
|
|
int *num_bands; ///< number of scalefactor bands for possible frame sizes
|
|
|
|
int num_lens; ///< number of scalefactor band sets
|
|
|
|
|
2011-04-05 07:05:22 +00:00
|
|
|
float pe[PSY_MAX_CHANS]; ///< total PE for each channel in the frame
|
|
|
|
|
|
|
|
struct {
|
|
|
|
int size; ///< size of the bitresevoir in bits
|
|
|
|
int bits; ///< number of bits used in the bitresevoir
|
|
|
|
} bitres;
|
|
|
|
|
2009-07-08 20:01:31 +00:00
|
|
|
void* model_priv_data; ///< psychoacoustic model implementation private data
|
2009-07-08 20:36:45 +00:00
|
|
|
} FFPsyContext;
|
2009-07-08 20:01:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* codec-specific psychoacoustic model implementation
|
|
|
|
*/
|
|
|
|
typedef struct FFPsyModel {
|
|
|
|
const char *name;
|
|
|
|
int (*init) (FFPsyContext *apc);
|
2011-05-06 07:19:52 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Suggest window sequence for channel.
|
|
|
|
*
|
|
|
|
* @param ctx model context
|
|
|
|
* @param audio samples for the current frame
|
|
|
|
* @param la lookahead samples (NULL when unavailable)
|
|
|
|
* @param channel number of channel element to analyze
|
|
|
|
* @param prev_type previous window type
|
|
|
|
*
|
|
|
|
* @return suggested window information in a structure
|
|
|
|
*/
|
2009-07-08 20:01:31 +00:00
|
|
|
FFPsyWindowInfo (*window)(FFPsyContext *ctx, const int16_t *audio, const int16_t *la, int channel, int prev_type);
|
2011-05-06 07:19:52 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Perform psychoacoustic analysis and set band info (threshold, energy).
|
|
|
|
*
|
|
|
|
* @param ctx model context
|
|
|
|
* @param channel audio channel number
|
|
|
|
* @param coeffs pointer to the transformed coefficients
|
|
|
|
* @param wi window information
|
|
|
|
*/
|
2010-08-30 23:48:35 +00:00
|
|
|
void (*analyze)(FFPsyContext *ctx, int channel, const float *coeffs, const FFPsyWindowInfo *wi);
|
2011-05-06 07:19:52 +00:00
|
|
|
|
2009-07-08 20:01:31 +00:00
|
|
|
void (*end) (FFPsyContext *apc);
|
2009-07-08 20:36:45 +00:00
|
|
|
} FFPsyModel;
|
2009-07-08 20:01:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Initialize psychoacoustic model.
|
|
|
|
*
|
|
|
|
* @param ctx model context
|
|
|
|
* @param avctx codec context
|
|
|
|
* @param num_lens number of possible frame lengths
|
|
|
|
* @param bands scalefactor band lengths for all frame lengths
|
|
|
|
* @param num_bands number of scalefactor bands for all frame lengths
|
|
|
|
*
|
|
|
|
* @return zero if successful, a negative value if not
|
|
|
|
*/
|
|
|
|
av_cold int ff_psy_init(FFPsyContext *ctx, AVCodecContext *avctx,
|
|
|
|
int num_lens,
|
|
|
|
const uint8_t **bands, const int* num_bands);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Cleanup model context at the end.
|
|
|
|
*
|
|
|
|
* @param ctx model context
|
|
|
|
*/
|
|
|
|
av_cold void ff_psy_end(FFPsyContext *ctx);
|
|
|
|
|
|
|
|
|
|
|
|
/**************************************************************************
|
|
|
|
* Audio preprocessing stuff. *
|
|
|
|
* This should be moved into some audio filter eventually. *
|
|
|
|
**************************************************************************/
|
|
|
|
struct FFPsyPreprocessContext;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* psychoacoustic model audio preprocessing initialization
|
|
|
|
*/
|
|
|
|
av_cold struct FFPsyPreprocessContext* ff_psy_preprocess_init(AVCodecContext *avctx);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Preprocess several channel in audio frame in order to compress it better.
|
|
|
|
*
|
|
|
|
* @param ctx preprocessing context
|
|
|
|
* @param audio samples to preprocess
|
|
|
|
* @param dest place to put filtered samples
|
|
|
|
* @param tag channel number
|
|
|
|
* @param channels number of channel to preprocess (some additional work may be done on stereo pair)
|
|
|
|
*/
|
|
|
|
void ff_psy_preprocess(struct FFPsyPreprocessContext *ctx,
|
|
|
|
const int16_t *audio, int16_t *dest,
|
|
|
|
int tag, int channels);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Cleanup audio preprocessing module.
|
|
|
|
*/
|
|
|
|
av_cold void ff_psy_preprocess_end(struct FFPsyPreprocessContext *ctx);
|
|
|
|
|
|
|
|
#endif /* AVCODEC_PSYMODEL_H */
|