mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2024-12-28 02:12:28 +00:00
790f793844
There are lots of files that don't need it: The number of object files that actually need it went down from 2011 to 884 here. Keep it for external users in order to not cause breakages. Also improve the other headers a bit while just at it. Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
1127 lines
30 KiB
C
1127 lines
30 KiB
C
/*
|
|
* Simple free lossless/lossy audio codec
|
|
* Copyright (c) 2004 Alex Beregszaszi
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "config_components.h"
|
|
|
|
#include "libavutil/mem.h"
|
|
#include "avcodec.h"
|
|
#include "codec_internal.h"
|
|
#include "decode.h"
|
|
#include "encode.h"
|
|
#include "get_bits.h"
|
|
#include "golomb.h"
|
|
#include "put_golomb.h"
|
|
#include "rangecoder.h"
|
|
|
|
|
|
/**
|
|
* @file
|
|
* Simple free lossless/lossy audio codec
|
|
* Based on Paul Francis Harrison's Bonk (http://www.logarithmic.net/pfh/bonk)
|
|
* Written and designed by Alex Beregszaszi
|
|
*
|
|
* TODO:
|
|
* - CABAC put/get_symbol
|
|
* - independent quantizer for channels
|
|
* - >2 channels support
|
|
* - more decorrelation types
|
|
* - more tap_quant tests
|
|
* - selectable intlist writers/readers (bonk-style, golomb, cabac)
|
|
*/
|
|
|
|
#define MAX_CHANNELS 2
|
|
|
|
#define MID_SIDE 0
|
|
#define LEFT_SIDE 1
|
|
#define RIGHT_SIDE 2
|
|
|
|
typedef struct SonicContext {
|
|
int version;
|
|
int minor_version;
|
|
int lossless, decorrelation;
|
|
|
|
int num_taps, downsampling;
|
|
double quantization;
|
|
|
|
int channels, samplerate, block_align, frame_size;
|
|
|
|
int *tap_quant;
|
|
int *int_samples;
|
|
int *coded_samples[MAX_CHANNELS];
|
|
|
|
// for encoding
|
|
int *tail;
|
|
int tail_size;
|
|
int *window;
|
|
int window_size;
|
|
|
|
// for decoding
|
|
int *predictor_k;
|
|
int *predictor_state[MAX_CHANNELS];
|
|
} SonicContext;
|
|
|
|
#define LATTICE_SHIFT 10
|
|
#define SAMPLE_SHIFT 4
|
|
#define LATTICE_FACTOR (1 << LATTICE_SHIFT)
|
|
#define SAMPLE_FACTOR (1 << SAMPLE_SHIFT)
|
|
|
|
#define BASE_QUANT 0.6
|
|
#define RATE_VARIATION 3.0
|
|
|
|
static inline int shift(int a,int b)
|
|
{
|
|
return (a+(1<<(b-1))) >> b;
|
|
}
|
|
|
|
static inline int shift_down(int a,int b)
|
|
{
|
|
return (a>>b)+(a<0);
|
|
}
|
|
|
|
static av_always_inline av_flatten void put_symbol(RangeCoder *c, uint8_t *state, int v, int is_signed, uint64_t rc_stat[256][2], uint64_t rc_stat2[32][2]){
|
|
int i;
|
|
|
|
#define put_rac(C,S,B) \
|
|
do{\
|
|
if(rc_stat){\
|
|
rc_stat[*(S)][B]++;\
|
|
rc_stat2[(S)-state][B]++;\
|
|
}\
|
|
put_rac(C,S,B);\
|
|
}while(0)
|
|
|
|
if(v){
|
|
const int a= FFABS(v);
|
|
const int e= av_log2(a);
|
|
put_rac(c, state+0, 0);
|
|
if(e<=9){
|
|
for(i=0; i<e; i++){
|
|
put_rac(c, state+1+i, 1); //1..10
|
|
}
|
|
put_rac(c, state+1+i, 0);
|
|
|
|
for(i=e-1; i>=0; i--){
|
|
put_rac(c, state+22+i, (a>>i)&1); //22..31
|
|
}
|
|
|
|
if(is_signed)
|
|
put_rac(c, state+11 + e, v < 0); //11..21
|
|
}else{
|
|
for(i=0; i<e; i++){
|
|
put_rac(c, state+1+FFMIN(i,9), 1); //1..10
|
|
}
|
|
put_rac(c, state+1+9, 0);
|
|
|
|
for(i=e-1; i>=0; i--){
|
|
put_rac(c, state+22+FFMIN(i,9), (a>>i)&1); //22..31
|
|
}
|
|
|
|
if(is_signed)
|
|
put_rac(c, state+11 + 10, v < 0); //11..21
|
|
}
|
|
}else{
|
|
put_rac(c, state+0, 1);
|
|
}
|
|
#undef put_rac
|
|
}
|
|
|
|
static inline av_flatten int get_symbol(RangeCoder *c, uint8_t *state, int is_signed){
|
|
if(get_rac(c, state+0))
|
|
return 0;
|
|
else{
|
|
int i, e;
|
|
unsigned a;
|
|
e= 0;
|
|
while(get_rac(c, state+1 + FFMIN(e,9))){ //1..10
|
|
e++;
|
|
if (e > 31)
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
a= 1;
|
|
for(i=e-1; i>=0; i--){
|
|
a += a + get_rac(c, state+22 + FFMIN(i,9)); //22..31
|
|
}
|
|
|
|
e= -(is_signed && get_rac(c, state+11 + FFMIN(e, 10))); //11..21
|
|
return (a^e)-e;
|
|
}
|
|
}
|
|
|
|
#if 1
|
|
static inline int intlist_write(RangeCoder *c, uint8_t *state, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < entries; i++)
|
|
put_symbol(c, state, buf[i], 1, NULL, NULL);
|
|
|
|
return 1;
|
|
}
|
|
|
|
static inline int intlist_read(RangeCoder *c, uint8_t *state, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < entries; i++)
|
|
buf[i] = get_symbol(c, state, 1);
|
|
|
|
return 1;
|
|
}
|
|
#elif 1
|
|
static inline int intlist_write(PutBitContext *pb, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < entries; i++)
|
|
set_se_golomb(pb, buf[i]);
|
|
|
|
return 1;
|
|
}
|
|
|
|
static inline int intlist_read(GetBitContext *gb, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < entries; i++)
|
|
buf[i] = get_se_golomb(gb);
|
|
|
|
return 1;
|
|
}
|
|
|
|
#else
|
|
|
|
#define ADAPT_LEVEL 8
|
|
|
|
static int bits_to_store(uint64_t x)
|
|
{
|
|
int res = 0;
|
|
|
|
while(x)
|
|
{
|
|
res++;
|
|
x >>= 1;
|
|
}
|
|
return res;
|
|
}
|
|
|
|
static void write_uint_max(PutBitContext *pb, unsigned int value, unsigned int max)
|
|
{
|
|
int i, bits;
|
|
|
|
if (!max)
|
|
return;
|
|
|
|
bits = bits_to_store(max);
|
|
|
|
for (i = 0; i < bits-1; i++)
|
|
put_bits(pb, 1, value & (1 << i));
|
|
|
|
if ( (value | (1 << (bits-1))) <= max)
|
|
put_bits(pb, 1, value & (1 << (bits-1)));
|
|
}
|
|
|
|
static unsigned int read_uint_max(GetBitContext *gb, int max)
|
|
{
|
|
int i, bits, value = 0;
|
|
|
|
if (!max)
|
|
return 0;
|
|
|
|
bits = bits_to_store(max);
|
|
|
|
for (i = 0; i < bits-1; i++)
|
|
if (get_bits1(gb))
|
|
value += 1 << i;
|
|
|
|
if ( (value | (1<<(bits-1))) <= max)
|
|
if (get_bits1(gb))
|
|
value += 1 << (bits-1);
|
|
|
|
return value;
|
|
}
|
|
|
|
static int intlist_write(PutBitContext *pb, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i, j, x = 0, low_bits = 0, max = 0;
|
|
int step = 256, pos = 0, dominant = 0, any = 0;
|
|
int *copy, *bits;
|
|
|
|
copy = av_calloc(entries, sizeof(*copy));
|
|
if (!copy)
|
|
return AVERROR(ENOMEM);
|
|
|
|
if (base_2_part)
|
|
{
|
|
int energy = 0;
|
|
|
|
for (i = 0; i < entries; i++)
|
|
energy += abs(buf[i]);
|
|
|
|
low_bits = bits_to_store(energy / (entries * 2));
|
|
if (low_bits > 15)
|
|
low_bits = 15;
|
|
|
|
put_bits(pb, 4, low_bits);
|
|
}
|
|
|
|
for (i = 0; i < entries; i++)
|
|
{
|
|
put_bits(pb, low_bits, abs(buf[i]));
|
|
copy[i] = abs(buf[i]) >> low_bits;
|
|
if (copy[i] > max)
|
|
max = abs(copy[i]);
|
|
}
|
|
|
|
bits = av_calloc(entries*max, sizeof(*bits));
|
|
if (!bits)
|
|
{
|
|
av_free(copy);
|
|
return AVERROR(ENOMEM);
|
|
}
|
|
|
|
for (i = 0; i <= max; i++)
|
|
{
|
|
for (j = 0; j < entries; j++)
|
|
if (copy[j] >= i)
|
|
bits[x++] = copy[j] > i;
|
|
}
|
|
|
|
// store bitstream
|
|
while (pos < x)
|
|
{
|
|
int steplet = step >> 8;
|
|
|
|
if (pos + steplet > x)
|
|
steplet = x - pos;
|
|
|
|
for (i = 0; i < steplet; i++)
|
|
if (bits[i+pos] != dominant)
|
|
any = 1;
|
|
|
|
put_bits(pb, 1, any);
|
|
|
|
if (!any)
|
|
{
|
|
pos += steplet;
|
|
step += step / ADAPT_LEVEL;
|
|
}
|
|
else
|
|
{
|
|
int interloper = 0;
|
|
|
|
while (((pos + interloper) < x) && (bits[pos + interloper] == dominant))
|
|
interloper++;
|
|
|
|
// note change
|
|
write_uint_max(pb, interloper, (step >> 8) - 1);
|
|
|
|
pos += interloper + 1;
|
|
step -= step / ADAPT_LEVEL;
|
|
}
|
|
|
|
if (step < 256)
|
|
{
|
|
step = 65536 / step;
|
|
dominant = !dominant;
|
|
}
|
|
}
|
|
|
|
// store signs
|
|
for (i = 0; i < entries; i++)
|
|
if (buf[i])
|
|
put_bits(pb, 1, buf[i] < 0);
|
|
|
|
av_free(bits);
|
|
av_free(copy);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int intlist_read(GetBitContext *gb, int *buf, int entries, int base_2_part)
|
|
{
|
|
int i, low_bits = 0, x = 0;
|
|
int n_zeros = 0, step = 256, dominant = 0;
|
|
int pos = 0, level = 0;
|
|
int *bits = av_calloc(entries, sizeof(*bits));
|
|
|
|
if (!bits)
|
|
return AVERROR(ENOMEM);
|
|
|
|
if (base_2_part)
|
|
{
|
|
low_bits = get_bits(gb, 4);
|
|
|
|
if (low_bits)
|
|
for (i = 0; i < entries; i++)
|
|
buf[i] = get_bits(gb, low_bits);
|
|
}
|
|
|
|
// av_log(NULL, AV_LOG_INFO, "entries: %d, low bits: %d\n", entries, low_bits);
|
|
|
|
while (n_zeros < entries)
|
|
{
|
|
int steplet = step >> 8;
|
|
|
|
if (!get_bits1(gb))
|
|
{
|
|
for (i = 0; i < steplet; i++)
|
|
bits[x++] = dominant;
|
|
|
|
if (!dominant)
|
|
n_zeros += steplet;
|
|
|
|
step += step / ADAPT_LEVEL;
|
|
}
|
|
else
|
|
{
|
|
int actual_run = read_uint_max(gb, steplet-1);
|
|
|
|
// av_log(NULL, AV_LOG_INFO, "actual run: %d\n", actual_run);
|
|
|
|
for (i = 0; i < actual_run; i++)
|
|
bits[x++] = dominant;
|
|
|
|
bits[x++] = !dominant;
|
|
|
|
if (!dominant)
|
|
n_zeros += actual_run;
|
|
else
|
|
n_zeros++;
|
|
|
|
step -= step / ADAPT_LEVEL;
|
|
}
|
|
|
|
if (step < 256)
|
|
{
|
|
step = 65536 / step;
|
|
dominant = !dominant;
|
|
}
|
|
}
|
|
|
|
// reconstruct unsigned values
|
|
n_zeros = 0;
|
|
for (i = 0; n_zeros < entries; i++)
|
|
{
|
|
while(1)
|
|
{
|
|
if (pos >= entries)
|
|
{
|
|
pos = 0;
|
|
level += 1 << low_bits;
|
|
}
|
|
|
|
if (buf[pos] >= level)
|
|
break;
|
|
|
|
pos++;
|
|
}
|
|
|
|
if (bits[i])
|
|
buf[pos] += 1 << low_bits;
|
|
else
|
|
n_zeros++;
|
|
|
|
pos++;
|
|
}
|
|
av_free(bits);
|
|
|
|
// read signs
|
|
for (i = 0; i < entries; i++)
|
|
if (buf[i] && get_bits1(gb))
|
|
buf[i] = -buf[i];
|
|
|
|
// av_log(NULL, AV_LOG_INFO, "zeros: %d pos: %d\n", n_zeros, pos);
|
|
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
static void predictor_init_state(int *k, int *state, int order)
|
|
{
|
|
int i;
|
|
|
|
for (i = order-2; i >= 0; i--)
|
|
{
|
|
int j, p, x = state[i];
|
|
|
|
for (j = 0, p = i+1; p < order; j++,p++)
|
|
{
|
|
int tmp = x + shift_down(k[j] * (unsigned)state[p], LATTICE_SHIFT);
|
|
state[p] += shift_down(k[j]* (unsigned)x, LATTICE_SHIFT);
|
|
x = tmp;
|
|
}
|
|
}
|
|
}
|
|
|
|
static int predictor_calc_error(int *k, int *state, int order, int error)
|
|
{
|
|
int i, x = error - (unsigned)shift_down(k[order-1] * (unsigned)state[order-1], LATTICE_SHIFT);
|
|
|
|
#if 1
|
|
int *k_ptr = &(k[order-2]),
|
|
*state_ptr = &(state[order-2]);
|
|
for (i = order-2; i >= 0; i--, k_ptr--, state_ptr--)
|
|
{
|
|
int k_value = *k_ptr, state_value = *state_ptr;
|
|
x -= (unsigned)shift_down(k_value * (unsigned)state_value, LATTICE_SHIFT);
|
|
state_ptr[1] = state_value + shift_down(k_value * (unsigned)x, LATTICE_SHIFT);
|
|
}
|
|
#else
|
|
for (i = order-2; i >= 0; i--)
|
|
{
|
|
x -= (unsigned)shift_down(k[i] * state[i], LATTICE_SHIFT);
|
|
state[i+1] = state[i] + shift_down(k[i] * x, LATTICE_SHIFT);
|
|
}
|
|
#endif
|
|
|
|
// don't drift too far, to avoid overflows
|
|
if (x > (SAMPLE_FACTOR<<16)) x = (SAMPLE_FACTOR<<16);
|
|
if (x < -(SAMPLE_FACTOR<<16)) x = -(SAMPLE_FACTOR<<16);
|
|
|
|
state[0] = x;
|
|
|
|
return x;
|
|
}
|
|
|
|
#if CONFIG_SONIC_ENCODER || CONFIG_SONIC_LS_ENCODER
|
|
// Heavily modified Levinson-Durbin algorithm which
|
|
// copes better with quantization, and calculates the
|
|
// actual whitened result as it goes.
|
|
|
|
static void modified_levinson_durbin(int *window, int window_entries,
|
|
int *out, int out_entries, int channels, int *tap_quant)
|
|
{
|
|
int i;
|
|
int *state = window + window_entries;
|
|
|
|
memcpy(state, window, window_entries * sizeof(*state));
|
|
|
|
for (i = 0; i < out_entries; i++)
|
|
{
|
|
int step = (i+1)*channels, k, j;
|
|
double xx = 0.0, xy = 0.0;
|
|
#if 1
|
|
int *x_ptr = &(window[step]);
|
|
int *state_ptr = &(state[0]);
|
|
j = window_entries - step;
|
|
for (;j>0;j--,x_ptr++,state_ptr++)
|
|
{
|
|
double x_value = *x_ptr;
|
|
double state_value = *state_ptr;
|
|
xx += state_value*state_value;
|
|
xy += x_value*state_value;
|
|
}
|
|
#else
|
|
for (j = 0; j <= (window_entries - step); j++);
|
|
{
|
|
double stepval = window[step+j];
|
|
double stateval = window[j];
|
|
// xx += (double)window[j]*(double)window[j];
|
|
// xy += (double)window[step+j]*(double)window[j];
|
|
xx += stateval*stateval;
|
|
xy += stepval*stateval;
|
|
}
|
|
#endif
|
|
if (xx == 0.0)
|
|
k = 0;
|
|
else
|
|
k = (int)(floor(-xy/xx * (double)LATTICE_FACTOR / (double)(tap_quant[i]) + 0.5));
|
|
|
|
if (k > (LATTICE_FACTOR/tap_quant[i]))
|
|
k = LATTICE_FACTOR/tap_quant[i];
|
|
if (-k > (LATTICE_FACTOR/tap_quant[i]))
|
|
k = -(LATTICE_FACTOR/tap_quant[i]);
|
|
|
|
out[i] = k;
|
|
k *= tap_quant[i];
|
|
|
|
#if 1
|
|
x_ptr = &(window[step]);
|
|
state_ptr = &(state[0]);
|
|
j = window_entries - step;
|
|
for (;j>0;j--,x_ptr++,state_ptr++)
|
|
{
|
|
int x_value = *x_ptr;
|
|
int state_value = *state_ptr;
|
|
*x_ptr = x_value + shift_down(k*state_value,LATTICE_SHIFT);
|
|
*state_ptr = state_value + shift_down(k*x_value, LATTICE_SHIFT);
|
|
}
|
|
#else
|
|
for (j=0; j <= (window_entries - step); j++)
|
|
{
|
|
int stepval = window[step+j];
|
|
int stateval=state[j];
|
|
window[step+j] += shift_down(k * stateval, LATTICE_SHIFT);
|
|
state[j] += shift_down(k * stepval, LATTICE_SHIFT);
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
|
|
static inline int code_samplerate(int samplerate)
|
|
{
|
|
switch (samplerate)
|
|
{
|
|
case 44100: return 0;
|
|
case 22050: return 1;
|
|
case 11025: return 2;
|
|
case 96000: return 3;
|
|
case 48000: return 4;
|
|
case 32000: return 5;
|
|
case 24000: return 6;
|
|
case 16000: return 7;
|
|
case 8000: return 8;
|
|
}
|
|
return AVERROR(EINVAL);
|
|
}
|
|
|
|
static av_cold int sonic_encode_init(AVCodecContext *avctx)
|
|
{
|
|
SonicContext *s = avctx->priv_data;
|
|
int *coded_samples;
|
|
PutBitContext pb;
|
|
int i;
|
|
|
|
s->version = 2;
|
|
|
|
if (avctx->ch_layout.nb_channels > MAX_CHANNELS)
|
|
{
|
|
av_log(avctx, AV_LOG_ERROR, "Only mono and stereo streams are supported by now\n");
|
|
return AVERROR(EINVAL); /* only stereo or mono for now */
|
|
}
|
|
|
|
if (avctx->ch_layout.nb_channels == 2)
|
|
s->decorrelation = MID_SIDE;
|
|
else
|
|
s->decorrelation = 3;
|
|
|
|
if (avctx->codec->id == AV_CODEC_ID_SONIC_LS)
|
|
{
|
|
s->lossless = 1;
|
|
s->num_taps = 32;
|
|
s->downsampling = 1;
|
|
s->quantization = 0.0;
|
|
}
|
|
else
|
|
{
|
|
s->num_taps = 128;
|
|
s->downsampling = 2;
|
|
s->quantization = 1.0;
|
|
}
|
|
|
|
// max tap 2048
|
|
if (s->num_taps < 32 || s->num_taps > 1024 || s->num_taps % 32) {
|
|
av_log(avctx, AV_LOG_ERROR, "Invalid number of taps\n");
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
// generate taps
|
|
s->tap_quant = av_calloc(s->num_taps, sizeof(*s->tap_quant));
|
|
if (!s->tap_quant)
|
|
return AVERROR(ENOMEM);
|
|
|
|
for (i = 0; i < s->num_taps; i++)
|
|
s->tap_quant[i] = ff_sqrt(i+1);
|
|
|
|
s->channels = avctx->ch_layout.nb_channels;
|
|
s->samplerate = avctx->sample_rate;
|
|
|
|
s->block_align = 2048LL*s->samplerate/(44100*s->downsampling);
|
|
s->frame_size = s->channels*s->block_align*s->downsampling;
|
|
|
|
s->tail_size = s->num_taps*s->channels;
|
|
s->tail = av_calloc(s->tail_size, sizeof(*s->tail));
|
|
if (!s->tail)
|
|
return AVERROR(ENOMEM);
|
|
|
|
s->predictor_k = av_calloc(s->num_taps, sizeof(*s->predictor_k) );
|
|
if (!s->predictor_k)
|
|
return AVERROR(ENOMEM);
|
|
|
|
coded_samples = av_calloc(s->block_align, s->channels * sizeof(**s->coded_samples));
|
|
if (!coded_samples)
|
|
return AVERROR(ENOMEM);
|
|
for (i = 0; i < s->channels; i++, coded_samples += s->block_align)
|
|
s->coded_samples[i] = coded_samples;
|
|
|
|
s->int_samples = av_calloc(s->frame_size, sizeof(*s->int_samples));
|
|
|
|
s->window_size = ((2*s->tail_size)+s->frame_size);
|
|
s->window = av_calloc(s->window_size, 2 * sizeof(*s->window));
|
|
if (!s->window || !s->int_samples)
|
|
return AVERROR(ENOMEM);
|
|
|
|
avctx->extradata = av_mallocz(16);
|
|
if (!avctx->extradata)
|
|
return AVERROR(ENOMEM);
|
|
init_put_bits(&pb, avctx->extradata, 16*8);
|
|
|
|
put_bits(&pb, 2, s->version); // version
|
|
if (s->version >= 1)
|
|
{
|
|
if (s->version >= 2) {
|
|
put_bits(&pb, 8, s->version);
|
|
put_bits(&pb, 8, s->minor_version);
|
|
}
|
|
put_bits(&pb, 2, s->channels);
|
|
put_bits(&pb, 4, code_samplerate(s->samplerate));
|
|
}
|
|
put_bits(&pb, 1, s->lossless);
|
|
if (!s->lossless)
|
|
put_bits(&pb, 3, SAMPLE_SHIFT); // XXX FIXME: sample precision
|
|
put_bits(&pb, 2, s->decorrelation);
|
|
put_bits(&pb, 2, s->downsampling);
|
|
put_bits(&pb, 5, (s->num_taps >> 5)-1); // 32..1024
|
|
put_bits(&pb, 1, 0); // XXX FIXME: no custom tap quant table
|
|
|
|
flush_put_bits(&pb);
|
|
avctx->extradata_size = put_bytes_output(&pb);
|
|
|
|
av_log(avctx, AV_LOG_INFO, "Sonic: ver: %d.%d ls: %d dr: %d taps: %d block: %d frame: %d downsamp: %d\n",
|
|
s->version, s->minor_version, s->lossless, s->decorrelation, s->num_taps, s->block_align, s->frame_size, s->downsampling);
|
|
|
|
avctx->frame_size = s->block_align*s->downsampling;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static av_cold int sonic_encode_close(AVCodecContext *avctx)
|
|
{
|
|
SonicContext *s = avctx->priv_data;
|
|
|
|
av_freep(&s->coded_samples[0]);
|
|
av_freep(&s->predictor_k);
|
|
av_freep(&s->tail);
|
|
av_freep(&s->tap_quant);
|
|
av_freep(&s->window);
|
|
av_freep(&s->int_samples);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int sonic_encode_frame(AVCodecContext *avctx, AVPacket *avpkt,
|
|
const AVFrame *frame, int *got_packet_ptr)
|
|
{
|
|
SonicContext *s = avctx->priv_data;
|
|
RangeCoder c;
|
|
int i, j, ch, quant = 0, x = 0;
|
|
int ret;
|
|
const short *samples = (const int16_t*)frame->data[0];
|
|
uint8_t state[32];
|
|
|
|
if ((ret = ff_alloc_packet(avctx, avpkt, s->frame_size * 5 + 1000)) < 0)
|
|
return ret;
|
|
|
|
ff_init_range_encoder(&c, avpkt->data, avpkt->size);
|
|
ff_build_rac_states(&c, 0.05*(1LL<<32), 256-8);
|
|
memset(state, 128, sizeof(state));
|
|
|
|
// short -> internal
|
|
for (i = 0; i < s->frame_size; i++)
|
|
s->int_samples[i] = samples[i];
|
|
|
|
if (!s->lossless)
|
|
for (i = 0; i < s->frame_size; i++)
|
|
s->int_samples[i] = s->int_samples[i] << SAMPLE_SHIFT;
|
|
|
|
switch(s->decorrelation)
|
|
{
|
|
case MID_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
{
|
|
s->int_samples[i] += s->int_samples[i+1];
|
|
s->int_samples[i+1] -= shift(s->int_samples[i], 1);
|
|
}
|
|
break;
|
|
case LEFT_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
s->int_samples[i+1] -= s->int_samples[i];
|
|
break;
|
|
case RIGHT_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
s->int_samples[i] -= s->int_samples[i+1];
|
|
break;
|
|
}
|
|
|
|
memset(s->window, 0, s->window_size * sizeof(*s->window));
|
|
|
|
for (i = 0; i < s->tail_size; i++)
|
|
s->window[x++] = s->tail[i];
|
|
|
|
for (i = 0; i < s->frame_size; i++)
|
|
s->window[x++] = s->int_samples[i];
|
|
|
|
for (i = 0; i < s->tail_size; i++)
|
|
s->window[x++] = 0;
|
|
|
|
for (i = 0; i < s->tail_size; i++)
|
|
s->tail[i] = s->int_samples[s->frame_size - s->tail_size + i];
|
|
|
|
// generate taps
|
|
modified_levinson_durbin(s->window, s->window_size,
|
|
s->predictor_k, s->num_taps, s->channels, s->tap_quant);
|
|
|
|
if ((ret = intlist_write(&c, state, s->predictor_k, s->num_taps, 0)) < 0)
|
|
return ret;
|
|
|
|
for (ch = 0; ch < s->channels; ch++)
|
|
{
|
|
x = s->tail_size+ch;
|
|
for (i = 0; i < s->block_align; i++)
|
|
{
|
|
int sum = 0;
|
|
for (j = 0; j < s->downsampling; j++, x += s->channels)
|
|
sum += s->window[x];
|
|
s->coded_samples[ch][i] = sum;
|
|
}
|
|
}
|
|
|
|
// simple rate control code
|
|
if (!s->lossless)
|
|
{
|
|
double energy1 = 0.0, energy2 = 0.0;
|
|
for (ch = 0; ch < s->channels; ch++)
|
|
{
|
|
for (i = 0; i < s->block_align; i++)
|
|
{
|
|
double sample = s->coded_samples[ch][i];
|
|
energy2 += sample*sample;
|
|
energy1 += fabs(sample);
|
|
}
|
|
}
|
|
|
|
energy2 = sqrt(energy2/(s->channels*s->block_align));
|
|
energy1 = M_SQRT2*energy1/(s->channels*s->block_align);
|
|
|
|
// increase bitrate when samples are like a gaussian distribution
|
|
// reduce bitrate when samples are like a two-tailed exponential distribution
|
|
|
|
if (energy2 > energy1)
|
|
energy2 += (energy2-energy1)*RATE_VARIATION;
|
|
|
|
quant = (int)(BASE_QUANT*s->quantization*energy2/SAMPLE_FACTOR);
|
|
// av_log(avctx, AV_LOG_DEBUG, "quant: %d energy: %f / %f\n", quant, energy1, energy2);
|
|
|
|
quant = av_clip(quant, 1, 65534);
|
|
|
|
put_symbol(&c, state, quant, 0, NULL, NULL);
|
|
|
|
quant *= SAMPLE_FACTOR;
|
|
}
|
|
|
|
// write out coded samples
|
|
for (ch = 0; ch < s->channels; ch++)
|
|
{
|
|
if (!s->lossless)
|
|
for (i = 0; i < s->block_align; i++)
|
|
s->coded_samples[ch][i] = ROUNDED_DIV(s->coded_samples[ch][i], quant);
|
|
|
|
if ((ret = intlist_write(&c, state, s->coded_samples[ch], s->block_align, 1)) < 0)
|
|
return ret;
|
|
}
|
|
|
|
avpkt->size = ff_rac_terminate(&c, 0);
|
|
*got_packet_ptr = 1;
|
|
return 0;
|
|
|
|
}
|
|
#endif /* CONFIG_SONIC_ENCODER || CONFIG_SONIC_LS_ENCODER */
|
|
|
|
#if CONFIG_SONIC_DECODER
|
|
static const int samplerate_table[] =
|
|
{ 44100, 22050, 11025, 96000, 48000, 32000, 24000, 16000, 8000 };
|
|
|
|
static av_cold int sonic_decode_init(AVCodecContext *avctx)
|
|
{
|
|
SonicContext *s = avctx->priv_data;
|
|
int *tmp;
|
|
GetBitContext gb;
|
|
int i;
|
|
int ret;
|
|
|
|
s->channels = avctx->ch_layout.nb_channels;
|
|
s->samplerate = avctx->sample_rate;
|
|
|
|
if (!avctx->extradata)
|
|
{
|
|
av_log(avctx, AV_LOG_ERROR, "No mandatory headers present\n");
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
ret = init_get_bits8(&gb, avctx->extradata, avctx->extradata_size);
|
|
if (ret < 0)
|
|
return ret;
|
|
|
|
s->version = get_bits(&gb, 2);
|
|
if (s->version >= 2) {
|
|
s->version = get_bits(&gb, 8);
|
|
s->minor_version = get_bits(&gb, 8);
|
|
}
|
|
if (s->version != 2)
|
|
{
|
|
av_log(avctx, AV_LOG_ERROR, "Unsupported Sonic version, please report\n");
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
if (s->version >= 1)
|
|
{
|
|
int sample_rate_index;
|
|
s->channels = get_bits(&gb, 2);
|
|
sample_rate_index = get_bits(&gb, 4);
|
|
if (sample_rate_index >= FF_ARRAY_ELEMS(samplerate_table)) {
|
|
av_log(avctx, AV_LOG_ERROR, "Invalid sample_rate_index %d\n", sample_rate_index);
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
s->samplerate = samplerate_table[sample_rate_index];
|
|
av_log(avctx, AV_LOG_INFO, "Sonicv2 chans: %d samprate: %d\n",
|
|
s->channels, s->samplerate);
|
|
}
|
|
|
|
if (s->channels > MAX_CHANNELS || s->channels < 1)
|
|
{
|
|
av_log(avctx, AV_LOG_ERROR, "Only mono and stereo streams are supported by now\n");
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
av_channel_layout_uninit(&avctx->ch_layout);
|
|
avctx->ch_layout.order = AV_CHANNEL_ORDER_UNSPEC;
|
|
avctx->ch_layout.nb_channels = s->channels;
|
|
|
|
s->lossless = get_bits1(&gb);
|
|
if (!s->lossless)
|
|
skip_bits(&gb, 3); // XXX FIXME
|
|
s->decorrelation = get_bits(&gb, 2);
|
|
if (s->decorrelation != 3 && s->channels != 2) {
|
|
av_log(avctx, AV_LOG_ERROR, "invalid decorrelation %d\n", s->decorrelation);
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
s->downsampling = get_bits(&gb, 2);
|
|
if (!s->downsampling) {
|
|
av_log(avctx, AV_LOG_ERROR, "invalid downsampling value\n");
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
s->num_taps = (get_bits(&gb, 5)+1)<<5;
|
|
if (get_bits1(&gb)) // XXX FIXME
|
|
av_log(avctx, AV_LOG_INFO, "Custom quant table\n");
|
|
|
|
s->block_align = 2048LL*s->samplerate/(44100*s->downsampling);
|
|
s->frame_size = s->channels*s->block_align*s->downsampling;
|
|
// avctx->frame_size = s->block_align;
|
|
|
|
if (s->num_taps * s->channels > s->frame_size) {
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
"number of taps times channels (%d * %d) larger than frame size %d\n",
|
|
s->num_taps, s->channels, s->frame_size);
|
|
return AVERROR_INVALIDDATA;
|
|
}
|
|
|
|
av_log(avctx, AV_LOG_INFO, "Sonic: ver: %d.%d ls: %d dr: %d taps: %d block: %d frame: %d downsamp: %d\n",
|
|
s->version, s->minor_version, s->lossless, s->decorrelation, s->num_taps, s->block_align, s->frame_size, s->downsampling);
|
|
|
|
// generate taps
|
|
s->tap_quant = av_calloc(s->num_taps, sizeof(*s->tap_quant));
|
|
if (!s->tap_quant)
|
|
return AVERROR(ENOMEM);
|
|
|
|
for (i = 0; i < s->num_taps; i++)
|
|
s->tap_quant[i] = ff_sqrt(i+1);
|
|
|
|
s->predictor_k = av_calloc(s->num_taps, sizeof(*s->predictor_k));
|
|
|
|
tmp = av_calloc(s->num_taps, s->channels * sizeof(**s->predictor_state));
|
|
if (!tmp)
|
|
return AVERROR(ENOMEM);
|
|
for (i = 0; i < s->channels; i++, tmp += s->num_taps)
|
|
s->predictor_state[i] = tmp;
|
|
|
|
tmp = av_calloc(s->block_align, s->channels * sizeof(**s->coded_samples));
|
|
if (!tmp)
|
|
return AVERROR(ENOMEM);
|
|
for (i = 0; i < s->channels; i++, tmp += s->block_align)
|
|
s->coded_samples[i] = tmp;
|
|
|
|
s->int_samples = av_calloc(s->frame_size, sizeof(*s->int_samples));
|
|
if (!s->int_samples)
|
|
return AVERROR(ENOMEM);
|
|
|
|
avctx->sample_fmt = AV_SAMPLE_FMT_S16;
|
|
return 0;
|
|
}
|
|
|
|
static av_cold int sonic_decode_close(AVCodecContext *avctx)
|
|
{
|
|
SonicContext *s = avctx->priv_data;
|
|
|
|
av_freep(&s->int_samples);
|
|
av_freep(&s->tap_quant);
|
|
av_freep(&s->predictor_k);
|
|
av_freep(&s->predictor_state[0]);
|
|
av_freep(&s->coded_samples[0]);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int sonic_decode_frame(AVCodecContext *avctx, AVFrame *frame,
|
|
int *got_frame_ptr, AVPacket *avpkt)
|
|
{
|
|
const uint8_t *buf = avpkt->data;
|
|
int buf_size = avpkt->size;
|
|
SonicContext *s = avctx->priv_data;
|
|
RangeCoder c;
|
|
uint8_t state[32];
|
|
int i, quant, ch, j, ret;
|
|
int16_t *samples;
|
|
|
|
if (buf_size == 0) return 0;
|
|
|
|
frame->nb_samples = s->frame_size / avctx->ch_layout.nb_channels;
|
|
if ((ret = ff_get_buffer(avctx, frame, 0)) < 0)
|
|
return ret;
|
|
samples = (int16_t *)frame->data[0];
|
|
|
|
// av_log(NULL, AV_LOG_INFO, "buf_size: %d\n", buf_size);
|
|
|
|
memset(state, 128, sizeof(state));
|
|
ff_init_range_decoder(&c, buf, buf_size);
|
|
ff_build_rac_states(&c, 0.05*(1LL<<32), 256-8);
|
|
|
|
intlist_read(&c, state, s->predictor_k, s->num_taps, 0);
|
|
|
|
// dequantize
|
|
for (i = 0; i < s->num_taps; i++)
|
|
s->predictor_k[i] *= (unsigned) s->tap_quant[i];
|
|
|
|
if (s->lossless)
|
|
quant = 1;
|
|
else
|
|
quant = get_symbol(&c, state, 0) * (unsigned)SAMPLE_FACTOR;
|
|
|
|
// av_log(NULL, AV_LOG_INFO, "quant: %d\n", quant);
|
|
|
|
for (ch = 0; ch < s->channels; ch++)
|
|
{
|
|
int x = ch;
|
|
|
|
if (c.overread > MAX_OVERREAD)
|
|
return AVERROR_INVALIDDATA;
|
|
|
|
predictor_init_state(s->predictor_k, s->predictor_state[ch], s->num_taps);
|
|
|
|
intlist_read(&c, state, s->coded_samples[ch], s->block_align, 1);
|
|
|
|
for (i = 0; i < s->block_align; i++)
|
|
{
|
|
for (j = 0; j < s->downsampling - 1; j++)
|
|
{
|
|
s->int_samples[x] = predictor_calc_error(s->predictor_k, s->predictor_state[ch], s->num_taps, 0);
|
|
x += s->channels;
|
|
}
|
|
|
|
s->int_samples[x] = predictor_calc_error(s->predictor_k, s->predictor_state[ch], s->num_taps, s->coded_samples[ch][i] * (unsigned)quant);
|
|
x += s->channels;
|
|
}
|
|
|
|
for (i = 0; i < s->num_taps; i++)
|
|
s->predictor_state[ch][i] = s->int_samples[s->frame_size - s->channels + ch - i*s->channels];
|
|
}
|
|
|
|
switch(s->decorrelation)
|
|
{
|
|
case MID_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
{
|
|
s->int_samples[i+1] += shift(s->int_samples[i], 1);
|
|
s->int_samples[i] -= s->int_samples[i+1];
|
|
}
|
|
break;
|
|
case LEFT_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
s->int_samples[i+1] += s->int_samples[i];
|
|
break;
|
|
case RIGHT_SIDE:
|
|
for (i = 0; i < s->frame_size; i += s->channels)
|
|
s->int_samples[i] += s->int_samples[i+1];
|
|
break;
|
|
}
|
|
|
|
if (!s->lossless)
|
|
for (i = 0; i < s->frame_size; i++)
|
|
s->int_samples[i] = shift(s->int_samples[i], SAMPLE_SHIFT);
|
|
|
|
// internal -> short
|
|
for (i = 0; i < s->frame_size; i++)
|
|
samples[i] = av_clip_int16(s->int_samples[i]);
|
|
|
|
*got_frame_ptr = 1;
|
|
|
|
return buf_size;
|
|
}
|
|
|
|
const FFCodec ff_sonic_decoder = {
|
|
.p.name = "sonic",
|
|
CODEC_LONG_NAME("Sonic"),
|
|
.p.type = AVMEDIA_TYPE_AUDIO,
|
|
.p.id = AV_CODEC_ID_SONIC,
|
|
.priv_data_size = sizeof(SonicContext),
|
|
.init = sonic_decode_init,
|
|
.close = sonic_decode_close,
|
|
FF_CODEC_DECODE_CB(sonic_decode_frame),
|
|
.p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_EXPERIMENTAL | AV_CODEC_CAP_CHANNEL_CONF,
|
|
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
|
|
};
|
|
#endif /* CONFIG_SONIC_DECODER */
|
|
|
|
#if CONFIG_SONIC_ENCODER
|
|
const FFCodec ff_sonic_encoder = {
|
|
.p.name = "sonic",
|
|
CODEC_LONG_NAME("Sonic"),
|
|
.p.type = AVMEDIA_TYPE_AUDIO,
|
|
.p.id = AV_CODEC_ID_SONIC,
|
|
.p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_EXPERIMENTAL |
|
|
AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE,
|
|
.priv_data_size = sizeof(SonicContext),
|
|
.init = sonic_encode_init,
|
|
FF_CODEC_ENCODE_CB(sonic_encode_frame),
|
|
.p.sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE },
|
|
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
|
|
.close = sonic_encode_close,
|
|
};
|
|
#endif
|
|
|
|
#if CONFIG_SONIC_LS_ENCODER
|
|
const FFCodec ff_sonic_ls_encoder = {
|
|
.p.name = "sonicls",
|
|
CODEC_LONG_NAME("Sonic lossless"),
|
|
.p.type = AVMEDIA_TYPE_AUDIO,
|
|
.p.id = AV_CODEC_ID_SONIC_LS,
|
|
.p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_EXPERIMENTAL |
|
|
AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE,
|
|
.priv_data_size = sizeof(SonicContext),
|
|
.init = sonic_encode_init,
|
|
FF_CODEC_ENCODE_CB(sonic_encode_frame),
|
|
.p.sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE },
|
|
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
|
|
.close = sonic_encode_close,
|
|
};
|
|
#endif
|