2003-06-13 08:31:40 +00:00
|
|
|
/*
|
|
|
|
* RealAudio 2.0 (28.8K)
|
|
|
|
* Copyright (c) 2003 the ffmpeg project
|
|
|
|
*
|
2006-10-07 15:30:46 +00:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2003-06-13 08:31:40 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2006-10-07 15:30:46 +00:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2003-06-13 08:31:40 +00:00
|
|
|
*
|
2006-10-07 15:30:46 +00:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2003-06-13 08:31:40 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2006-10-07 15:30:46 +00:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2006-01-12 22:43:26 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2003-06-13 08:31:40 +00:00
|
|
|
*/
|
|
|
|
|
2012-11-10 15:00:00 +00:00
|
|
|
#include "libavutil/channel_layout.h"
|
2012-05-21 16:58:41 +00:00
|
|
|
#include "libavutil/float_dsp.h"
|
2003-06-13 08:31:40 +00:00
|
|
|
#include "avcodec.h"
|
2012-11-10 12:22:56 +00:00
|
|
|
#include "internal.h"
|
2011-12-22 15:33:31 +00:00
|
|
|
#define BITSTREAM_READER_LE
|
2009-04-13 16:20:26 +00:00
|
|
|
#include "get_bits.h"
|
2003-06-29 19:11:55 +00:00
|
|
|
#include "ra288.h"
|
2008-09-04 11:03:14 +00:00
|
|
|
#include "lpc.h"
|
2009-02-24 18:11:42 +00:00
|
|
|
#include "celp_filters.h"
|
2005-12-17 18:14:38 +00:00
|
|
|
|
2010-06-27 19:30:31 +00:00
|
|
|
#define MAX_BACKWARD_FILTER_ORDER 36
|
|
|
|
#define MAX_BACKWARD_FILTER_LEN 40
|
|
|
|
#define MAX_BACKWARD_FILTER_NONREC 35
|
|
|
|
|
2011-09-14 18:46:02 +00:00
|
|
|
#define RA288_BLOCK_SIZE 5
|
|
|
|
#define RA288_BLOCKS_PER_FRAME 32
|
|
|
|
|
2003-06-13 08:31:40 +00:00
|
|
|
typedef struct {
|
2011-09-06 16:17:45 +00:00
|
|
|
AVFrame frame;
|
2011-10-29 04:42:48 +00:00
|
|
|
DSPContext dsp;
|
2012-05-21 16:58:41 +00:00
|
|
|
AVFloatDSPContext fdsp;
|
2012-04-20 19:49:30 +00:00
|
|
|
DECLARE_ALIGNED(32, float, sp_lpc)[FFALIGN(36, 16)]; ///< LPC coefficients for speech data (spec: A)
|
|
|
|
DECLARE_ALIGNED(32, float, gain_lpc)[FFALIGN(10, 16)]; ///< LPC coefficients for gain (spec: GB)
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-09-13 16:49:05 +00:00
|
|
|
/** speech data history (spec: SB).
|
|
|
|
* Its first 70 coefficients are updated only at backward filtering.
|
|
|
|
*/
|
|
|
|
float sp_hist[111];
|
2008-07-26 15:10:17 +00:00
|
|
|
|
2008-09-11 19:10:26 +00:00
|
|
|
/// speech part of the gain autocorrelation (spec: REXP)
|
2008-07-26 15:10:17 +00:00
|
|
|
float sp_rec[37];
|
|
|
|
|
2008-09-13 16:49:05 +00:00
|
|
|
/** log-gain history (spec: SBLG).
|
|
|
|
* Its first 28 coefficients are updated only at backward filtering.
|
|
|
|
*/
|
|
|
|
float gain_hist[38];
|
2008-07-26 15:10:17 +00:00
|
|
|
|
2008-09-11 19:10:26 +00:00
|
|
|
/// recursive part of the gain autocorrelation (spec: REXPLG)
|
2008-07-26 15:10:17 +00:00
|
|
|
float gain_rec[11];
|
2008-07-26 14:29:39 +00:00
|
|
|
} RA288Context;
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-31 10:47:31 +00:00
|
|
|
static av_cold int ra288_decode_init(AVCodecContext *avctx)
|
|
|
|
{
|
2011-10-29 04:42:48 +00:00
|
|
|
RA288Context *ractx = avctx->priv_data;
|
2012-10-23 04:35:50 +00:00
|
|
|
|
|
|
|
avctx->channels = 1;
|
|
|
|
avctx->channel_layout = AV_CH_LAYOUT_MONO;
|
|
|
|
avctx->sample_fmt = AV_SAMPLE_FMT_FLT;
|
|
|
|
|
2012-11-24 15:17:29 +00:00
|
|
|
if (avctx->block_align <= 0) {
|
|
|
|
av_log_ask_for_sample(avctx, "unsupported block align\n");
|
|
|
|
return AVERROR_PATCHWELCOME;
|
|
|
|
}
|
|
|
|
|
2012-05-21 16:58:41 +00:00
|
|
|
avpriv_float_dsp_init(&ractx->fdsp, avctx->flags & CODEC_FLAG_BITEXACT);
|
2011-09-06 16:17:45 +00:00
|
|
|
|
|
|
|
avcodec_get_frame_defaults(&ractx->frame);
|
|
|
|
avctx->coded_frame = &ractx->frame;
|
|
|
|
|
2008-07-31 10:47:31 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-09-24 20:05:22 +00:00
|
|
|
static void convolve(float *tgt, const float *src, int len, int n)
|
|
|
|
{
|
|
|
|
for (; n >= 0; n--)
|
2013-01-20 23:41:52 +00:00
|
|
|
tgt[n] = avpriv_scalarproduct_float_c(src, src - n, len);
|
2008-09-24 20:05:22 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2008-07-26 14:31:47 +00:00
|
|
|
static void decode(RA288Context *ractx, float gain, int cb_coef)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2009-02-24 18:11:42 +00:00
|
|
|
int i;
|
2008-07-13 20:38:42 +00:00
|
|
|
double sumsum;
|
|
|
|
float sum, buffer[5];
|
2008-09-13 16:49:05 +00:00
|
|
|
float *block = ractx->sp_hist + 70 + 36; // current block
|
|
|
|
float *gain_block = ractx->gain_hist + 28;
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-09-13 16:49:05 +00:00
|
|
|
memmove(ractx->sp_hist + 70, ractx->sp_hist + 75, 36*sizeof(*block));
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-27 22:22:51 +00:00
|
|
|
/* block 46 of G.728 spec */
|
2008-08-06 02:44:59 +00:00
|
|
|
sum = 32.;
|
|
|
|
for (i=0; i < 10; i++)
|
2008-09-13 16:49:05 +00:00
|
|
|
sum -= gain_block[9-i] * ractx->gain_lpc[i];
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-27 22:22:51 +00:00
|
|
|
/* block 47 of G.728 spec */
|
2008-07-13 20:39:55 +00:00
|
|
|
sum = av_clipf(sum, 0, 60);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-27 22:22:51 +00:00
|
|
|
/* block 48 of G.728 spec */
|
2008-09-24 20:03:58 +00:00
|
|
|
/* exp(sum * 0.1151292546497) == pow(10.0,sum/20) */
|
2008-09-25 20:03:57 +00:00
|
|
|
sumsum = exp(sum * 0.1151292546497) * gain * (1.0/(1<<23));
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-07-29 18:20:49 +00:00
|
|
|
for (i=0; i < 5; i++)
|
2008-09-24 20:03:58 +00:00
|
|
|
buffer[i] = codetable[cb_coef][i] * sumsum;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2013-01-23 13:31:55 +00:00
|
|
|
sum = avpriv_scalarproduct_float_c(buffer, buffer, 5);
|
2008-07-14 14:41:01 +00:00
|
|
|
|
2011-08-09 13:08:20 +00:00
|
|
|
sum = FFMAX(sum, 5. / (1<<24));
|
2008-06-30 16:53:33 +00:00
|
|
|
|
|
|
|
/* shift and store */
|
2008-09-13 16:49:05 +00:00
|
|
|
memmove(gain_block, gain_block + 1, 9 * sizeof(*gain_block));
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2011-08-09 13:08:20 +00:00
|
|
|
gain_block[9] = 10 * log10(sum) + (10*log10(((1<<24)/5.)) - 32);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2009-02-24 18:11:42 +00:00
|
|
|
ff_celp_lp_synthesis_filterf(block, ractx->sp_lpc, buffer, 5, 36);
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-07-24 03:28:42 +00:00
|
|
|
/**
|
2008-09-11 08:13:23 +00:00
|
|
|
* Hybrid window filtering, see blocks 36 and 49 of the G.728 specification.
|
2008-07-24 03:28:42 +00:00
|
|
|
*
|
2008-09-11 08:13:23 +00:00
|
|
|
* @param order filter order
|
|
|
|
* @param n input length
|
|
|
|
* @param non_rec number of non-recursive samples
|
|
|
|
* @param out filter output
|
2008-09-13 16:49:05 +00:00
|
|
|
* @param hist pointer to the input history of the filter
|
2008-07-24 11:55:01 +00:00
|
|
|
* @param out pointer to the non-recursive part of the output
|
2008-07-24 03:28:42 +00:00
|
|
|
* @param out2 pointer to the recursive part of the output
|
|
|
|
* @param window pointer to the windowing function table
|
|
|
|
*/
|
2011-10-29 04:42:48 +00:00
|
|
|
static void do_hybrid_window(RA288Context *ractx,
|
|
|
|
int order, int n, int non_rec, float *out,
|
2008-09-13 16:56:58 +00:00
|
|
|
float *hist, float *out2, const float *window)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2008-07-29 18:22:31 +00:00
|
|
|
int i;
|
2010-06-27 19:30:31 +00:00
|
|
|
float buffer1[MAX_BACKWARD_FILTER_ORDER + 1];
|
|
|
|
float buffer2[MAX_BACKWARD_FILTER_ORDER + 1];
|
2012-04-20 19:49:30 +00:00
|
|
|
LOCAL_ALIGNED(32, float, work, [FFALIGN(MAX_BACKWARD_FILTER_ORDER +
|
|
|
|
MAX_BACKWARD_FILTER_LEN +
|
|
|
|
MAX_BACKWARD_FILTER_NONREC, 16)]);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2012-10-15 21:51:38 +00:00
|
|
|
av_assert2(order>=0);
|
|
|
|
|
2012-05-21 16:58:41 +00:00
|
|
|
ractx->fdsp.vector_fmul(work, window, hist, FFALIGN(order + n + non_rec, 16));
|
2005-12-17 18:14:38 +00:00
|
|
|
|
2008-08-05 04:52:33 +00:00
|
|
|
convolve(buffer1, work + order , n , order);
|
|
|
|
convolve(buffer2, work + order + n, non_rec, order);
|
2003-06-13 08:31:40 +00:00
|
|
|
|
2008-07-29 18:20:49 +00:00
|
|
|
for (i=0; i <= order; i++) {
|
|
|
|
out2[i] = out2[i] * 0.5625 + buffer1[i];
|
|
|
|
out [i] = out2[i] + buffer2[i];
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
2008-07-24 03:23:51 +00:00
|
|
|
|
2008-09-11 08:13:23 +00:00
|
|
|
/* Multiply by the white noise correcting factor (WNCF). */
|
2008-07-24 03:23:51 +00:00
|
|
|
*out *= 257./256.;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-07-24 04:29:23 +00:00
|
|
|
/**
|
2008-09-11 08:13:23 +00:00
|
|
|
* Backward synthesis filter, find the LPC coefficients from past speech data.
|
2008-07-24 04:29:23 +00:00
|
|
|
*/
|
2011-10-29 04:42:48 +00:00
|
|
|
static void backward_filter(RA288Context *ractx,
|
|
|
|
float *hist, float *rec, const float *window,
|
2008-09-26 18:42:06 +00:00
|
|
|
float *lpc, const float *tab,
|
|
|
|
int order, int n, int non_rec, int move_size)
|
2003-06-13 08:31:40 +00:00
|
|
|
{
|
2010-06-27 19:30:31 +00:00
|
|
|
float temp[MAX_BACKWARD_FILTER_ORDER+1];
|
2008-07-28 02:53:07 +00:00
|
|
|
|
2011-10-29 04:42:48 +00:00
|
|
|
do_hybrid_window(ractx, order, n, non_rec, temp, hist, rec, window);
|
2008-06-30 16:57:27 +00:00
|
|
|
|
2008-09-26 18:42:06 +00:00
|
|
|
if (!compute_lpc_coefs(temp, order, lpc, 0, 1, 1))
|
2012-05-21 16:58:41 +00:00
|
|
|
ractx->fdsp.vector_fmul(lpc, lpc, tab, FFALIGN(order, 16));
|
2008-06-30 16:57:27 +00:00
|
|
|
|
2008-09-26 18:42:06 +00:00
|
|
|
memmove(hist, hist + n, move_size*sizeof(*hist));
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
static int ra288_decode_frame(AVCodecContext * avctx, void *data,
|
2011-09-06 16:17:45 +00:00
|
|
|
int *got_frame_ptr, AVPacket *avpkt)
|
2003-06-17 07:22:31 +00:00
|
|
|
{
|
2009-04-07 15:59:50 +00:00
|
|
|
const uint8_t *buf = avpkt->data;
|
|
|
|
int buf_size = avpkt->size;
|
2011-09-06 16:17:45 +00:00
|
|
|
float *out;
|
|
|
|
int i, ret;
|
2008-07-26 14:31:47 +00:00
|
|
|
RA288Context *ractx = avctx->priv_data;
|
2008-06-30 19:09:00 +00:00
|
|
|
GetBitContext gb;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
if (buf_size < avctx->block_align) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Error! Input buffer is too small [%d<%d]\n",
|
|
|
|
buf_size, avctx->block_align);
|
2011-11-04 00:41:17 +00:00
|
|
|
return AVERROR_INVALIDDATA;
|
2008-06-30 19:30:27 +00:00
|
|
|
}
|
|
|
|
|
2011-09-06 16:17:45 +00:00
|
|
|
/* get output buffer */
|
|
|
|
ractx->frame.nb_samples = RA288_BLOCK_SIZE * RA288_BLOCKS_PER_FRAME;
|
2012-11-10 12:22:56 +00:00
|
|
|
if ((ret = ff_get_buffer(avctx, &ractx->frame)) < 0) {
|
2011-09-06 16:17:45 +00:00
|
|
|
av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
|
|
|
|
return ret;
|
2011-09-14 18:46:50 +00:00
|
|
|
}
|
2011-09-06 16:17:45 +00:00
|
|
|
out = (float *)ractx->frame.data[0];
|
2008-08-06 03:00:15 +00:00
|
|
|
|
2008-06-30 19:30:27 +00:00
|
|
|
init_get_bits(&gb, buf, avctx->block_align * 8);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2011-09-14 18:46:02 +00:00
|
|
|
for (i=0; i < RA288_BLOCKS_PER_FRAME; i++) {
|
2008-07-04 15:32:04 +00:00
|
|
|
float gain = amptable[get_bits(&gb, 3)];
|
2008-07-29 18:20:49 +00:00
|
|
|
int cb_coef = get_bits(&gb, 6 + (i&1));
|
2008-07-28 10:49:44 +00:00
|
|
|
|
2008-07-26 14:31:47 +00:00
|
|
|
decode(ractx, gain, cb_coef);
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2011-10-29 04:09:03 +00:00
|
|
|
memcpy(out, &ractx->sp_hist[70 + 36], RA288_BLOCK_SIZE * sizeof(*out));
|
|
|
|
out += RA288_BLOCK_SIZE;
|
2008-06-30 16:53:33 +00:00
|
|
|
|
2008-09-26 18:42:06 +00:00
|
|
|
if ((i & 7) == 3) {
|
2011-10-29 04:42:48 +00:00
|
|
|
backward_filter(ractx, ractx->sp_hist, ractx->sp_rec, syn_window,
|
2008-09-26 18:42:06 +00:00
|
|
|
ractx->sp_lpc, syn_bw_tab, 36, 40, 35, 70);
|
|
|
|
|
2011-10-29 04:42:48 +00:00
|
|
|
backward_filter(ractx, ractx->gain_hist, ractx->gain_rec, gain_window,
|
2008-09-26 18:42:06 +00:00
|
|
|
ractx->gain_lpc, gain_bw_tab, 10, 8, 20, 28);
|
|
|
|
}
|
2008-06-30 16:53:33 +00:00
|
|
|
}
|
|
|
|
|
2011-09-06 16:17:45 +00:00
|
|
|
*got_frame_ptr = 1;
|
|
|
|
*(AVFrame *)data = ractx->frame;
|
|
|
|
|
2005-12-09 16:08:18 +00:00
|
|
|
return avctx->block_align;
|
2003-06-13 08:31:40 +00:00
|
|
|
}
|
|
|
|
|
2011-09-23 19:11:15 +00:00
|
|
|
AVCodec ff_ra_288_decoder = {
|
|
|
|
.name = "real_288",
|
|
|
|
.type = AVMEDIA_TYPE_AUDIO,
|
2012-08-05 09:11:04 +00:00
|
|
|
.id = AV_CODEC_ID_RA_288,
|
2011-09-23 19:11:15 +00:00
|
|
|
.priv_data_size = sizeof(RA288Context),
|
|
|
|
.init = ra288_decode_init,
|
|
|
|
.decode = ra288_decode_frame,
|
2011-09-06 16:17:45 +00:00
|
|
|
.capabilities = CODEC_CAP_DR1,
|
2011-09-23 19:11:15 +00:00
|
|
|
.long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
|
2003-06-13 08:31:40 +00:00
|
|
|
};
|