2003-06-13 11:31:40 +03:00
|
|
|
/*
|
|
|
|
* RealAudio 2.0 (28.8K)
|
2016-04-27 19:45:23 +02:00
|
|
|
* Copyright (c) 2003 The FFmpeg project
|
2003-06-13 11:31:40 +03:00
|
|
|
*
|
2006-10-07 18:30:46 +03:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2003-06-13 11:31:40 +03:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2006-10-07 18:30:46 +03:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2003-06-13 11:31:40 +03:00
|
|
|
*
|
2006-10-07 18:30:46 +03:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2003-06-13 11:31:40 +03:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2006-10-07 18:30:46 +03:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2006-01-13 00:43:26 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2003-06-13 11:31:40 +03:00
|
|
|
*/
|
|
|
|
|
2012-11-10 18:00:00 +03:00
|
|
|
#include "libavutil/channel_layout.h"
|
2012-05-21 19:58:41 +03:00
|
|
|
#include "libavutil/float_dsp.h"
|
2013-02-08 02:31:13 +03:00
|
|
|
#include "libavutil/internal.h"
|
2020-06-10 15:38:08 +02:00
|
|
|
#include "libavutil/mem_internal.h"
|
2016-06-04 15:07:30 +02:00
|
|
|
|
2011-12-22 18:33:31 +03:00
|
|
|
#define BITSTREAM_READER_LE
|
2016-06-04 15:07:30 +02:00
|
|
|
#include "avcodec.h"
|
|
|
|
#include "celp_filters.h"
|
2009-04-13 19:20:26 +03:00
|
|
|
#include "get_bits.h"
|
2016-06-04 15:07:30 +02:00
|
|
|
#include "internal.h"
|
2008-09-04 14:03:14 +03:00
|
|
|
#include "lpc.h"
|
2016-06-04 15:07:30 +02:00
|
|
|
#include "ra288.h"
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2010-06-27 22:30:31 +03:00
|
|
|
#define MAX_BACKWARD_FILTER_ORDER 36
|
|
|
|
#define MAX_BACKWARD_FILTER_LEN 40
|
|
|
|
#define MAX_BACKWARD_FILTER_NONREC 35
|
|
|
|
|
2011-09-14 21:46:02 +03:00
|
|
|
#define RA288_BLOCK_SIZE 5
|
|
|
|
#define RA288_BLOCKS_PER_FRAME 32
|
|
|
|
|
2014-09-22 12:01:31 +03:00
|
|
|
typedef struct RA288Context {
|
2020-09-13 00:09:18 +02:00
|
|
|
void (*vector_fmul)(float *dst, const float *src0, const float *src1,
|
|
|
|
int len);
|
2012-04-20 22:49:30 +03:00
|
|
|
DECLARE_ALIGNED(32, float, sp_lpc)[FFALIGN(36, 16)]; ///< LPC coefficients for speech data (spec: A)
|
|
|
|
DECLARE_ALIGNED(32, float, gain_lpc)[FFALIGN(10, 16)]; ///< LPC coefficients for gain (spec: GB)
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2008-09-13 19:49:05 +03:00
|
|
|
/** speech data history (spec: SB).
|
|
|
|
* Its first 70 coefficients are updated only at backward filtering.
|
|
|
|
*/
|
|
|
|
float sp_hist[111];
|
2008-07-26 18:10:17 +03:00
|
|
|
|
2008-09-11 22:10:26 +03:00
|
|
|
/// speech part of the gain autocorrelation (spec: REXP)
|
2008-07-26 18:10:17 +03:00
|
|
|
float sp_rec[37];
|
|
|
|
|
2008-09-13 19:49:05 +03:00
|
|
|
/** log-gain history (spec: SBLG).
|
|
|
|
* Its first 28 coefficients are updated only at backward filtering.
|
|
|
|
*/
|
|
|
|
float gain_hist[38];
|
2008-07-26 18:10:17 +03:00
|
|
|
|
2008-09-11 22:10:26 +03:00
|
|
|
/// recursive part of the gain autocorrelation (spec: REXPLG)
|
2008-07-26 18:10:17 +03:00
|
|
|
float gain_rec[11];
|
2008-07-26 17:29:39 +03:00
|
|
|
} RA288Context;
|
2003-06-13 11:31:40 +03:00
|
|
|
|
2008-07-31 13:47:31 +03:00
|
|
|
static av_cold int ra288_decode_init(AVCodecContext *avctx)
|
|
|
|
{
|
2011-10-29 07:42:48 +03:00
|
|
|
RA288Context *ractx = avctx->priv_data;
|
2020-09-13 00:09:18 +02:00
|
|
|
AVFloatDSPContext *fdsp;
|
2012-10-23 07:35:50 +03:00
|
|
|
|
|
|
|
avctx->channels = 1;
|
|
|
|
avctx->channel_layout = AV_CH_LAYOUT_MONO;
|
|
|
|
avctx->sample_fmt = AV_SAMPLE_FMT_FLT;
|
|
|
|
|
2019-10-29 19:46:34 +02:00
|
|
|
if (avctx->block_align != 38) {
|
2013-03-15 20:13:52 +03:00
|
|
|
av_log(avctx, AV_LOG_ERROR, "unsupported block align\n");
|
2012-11-24 18:17:29 +03:00
|
|
|
return AVERROR_PATCHWELCOME;
|
|
|
|
}
|
|
|
|
|
2020-09-13 00:09:18 +02:00
|
|
|
fdsp = avpriv_float_dsp_alloc(avctx->flags & AV_CODEC_FLAG_BITEXACT);
|
|
|
|
if (!fdsp)
|
2014-11-29 20:22:32 +02:00
|
|
|
return AVERROR(ENOMEM);
|
2020-09-13 00:09:18 +02:00
|
|
|
ractx->vector_fmul = fdsp->vector_fmul;
|
|
|
|
av_free(fdsp);
|
2011-09-06 19:17:45 +03:00
|
|
|
|
2008-07-31 13:47:31 +03:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-09-24 23:05:22 +03:00
|
|
|
static void convolve(float *tgt, const float *src, int len, int n)
|
|
|
|
{
|
|
|
|
for (; n >= 0; n--)
|
2013-01-21 02:41:52 +03:00
|
|
|
tgt[n] = avpriv_scalarproduct_float_c(src, src - n, len);
|
2008-09-24 23:05:22 +03:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2008-07-26 17:31:47 +03:00
|
|
|
static void decode(RA288Context *ractx, float gain, int cb_coef)
|
2003-06-13 11:31:40 +03:00
|
|
|
{
|
2009-02-24 20:11:42 +02:00
|
|
|
int i;
|
2008-07-13 23:38:42 +03:00
|
|
|
double sumsum;
|
|
|
|
float sum, buffer[5];
|
2008-09-13 19:49:05 +03:00
|
|
|
float *block = ractx->sp_hist + 70 + 36; // current block
|
|
|
|
float *gain_block = ractx->gain_hist + 28;
|
2003-06-13 11:31:40 +03:00
|
|
|
|
2008-09-13 19:49:05 +03:00
|
|
|
memmove(ractx->sp_hist + 70, ractx->sp_hist + 75, 36*sizeof(*block));
|
2003-06-13 11:31:40 +03:00
|
|
|
|
2008-07-28 01:22:51 +03:00
|
|
|
/* block 46 of G.728 spec */
|
2013-07-24 00:48:45 +03:00
|
|
|
sum = 32.0;
|
2008-08-06 05:44:59 +03:00
|
|
|
for (i=0; i < 10; i++)
|
2008-09-13 19:49:05 +03:00
|
|
|
sum -= gain_block[9-i] * ractx->gain_lpc[i];
|
2003-06-13 11:31:40 +03:00
|
|
|
|
2008-07-28 01:22:51 +03:00
|
|
|
/* block 47 of G.728 spec */
|
2008-07-13 23:39:55 +03:00
|
|
|
sum = av_clipf(sum, 0, 60);
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2008-07-28 01:22:51 +03:00
|
|
|
/* block 48 of G.728 spec */
|
2008-09-24 23:03:58 +03:00
|
|
|
/* exp(sum * 0.1151292546497) == pow(10.0,sum/20) */
|
2008-09-25 23:03:57 +03:00
|
|
|
sumsum = exp(sum * 0.1151292546497) * gain * (1.0/(1<<23));
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2008-07-29 21:20:49 +03:00
|
|
|
for (i=0; i < 5; i++)
|
2008-09-24 23:03:58 +03:00
|
|
|
buffer[i] = codetable[cb_coef][i] * sumsum;
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2013-01-23 16:31:55 +03:00
|
|
|
sum = avpriv_scalarproduct_float_c(buffer, buffer, 5);
|
2008-07-14 17:41:01 +03:00
|
|
|
|
2013-07-26 11:43:12 +03:00
|
|
|
sum = FFMAX(sum, 5.0 / (1<<24));
|
2008-06-30 19:53:33 +03:00
|
|
|
|
|
|
|
/* shift and store */
|
2008-09-13 19:49:05 +03:00
|
|
|
memmove(gain_block, gain_block + 1, 9 * sizeof(*gain_block));
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2011-08-09 16:08:20 +03:00
|
|
|
gain_block[9] = 10 * log10(sum) + (10*log10(((1<<24)/5.)) - 32);
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2009-02-24 20:11:42 +02:00
|
|
|
ff_celp_lp_synthesis_filterf(block, ractx->sp_lpc, buffer, 5, 36);
|
2003-06-13 11:31:40 +03:00
|
|
|
}
|
|
|
|
|
2008-07-24 06:28:42 +03:00
|
|
|
/**
|
2008-09-11 11:13:23 +03:00
|
|
|
* Hybrid window filtering, see blocks 36 and 49 of the G.728 specification.
|
2008-07-24 06:28:42 +03:00
|
|
|
*
|
2008-09-11 11:13:23 +03:00
|
|
|
* @param order filter order
|
|
|
|
* @param n input length
|
|
|
|
* @param non_rec number of non-recursive samples
|
|
|
|
* @param out filter output
|
2008-09-13 19:49:05 +03:00
|
|
|
* @param hist pointer to the input history of the filter
|
2008-07-24 14:55:01 +03:00
|
|
|
* @param out pointer to the non-recursive part of the output
|
2008-07-24 06:28:42 +03:00
|
|
|
* @param out2 pointer to the recursive part of the output
|
|
|
|
* @param window pointer to the windowing function table
|
|
|
|
*/
|
2011-10-29 07:42:48 +03:00
|
|
|
static void do_hybrid_window(RA288Context *ractx,
|
|
|
|
int order, int n, int non_rec, float *out,
|
2008-09-13 19:56:58 +03:00
|
|
|
float *hist, float *out2, const float *window)
|
2003-06-13 11:31:40 +03:00
|
|
|
{
|
2008-07-29 21:22:31 +03:00
|
|
|
int i;
|
2010-06-27 22:30:31 +03:00
|
|
|
float buffer1[MAX_BACKWARD_FILTER_ORDER + 1];
|
|
|
|
float buffer2[MAX_BACKWARD_FILTER_ORDER + 1];
|
2012-04-20 22:49:30 +03:00
|
|
|
LOCAL_ALIGNED(32, float, work, [FFALIGN(MAX_BACKWARD_FILTER_ORDER +
|
|
|
|
MAX_BACKWARD_FILTER_LEN +
|
|
|
|
MAX_BACKWARD_FILTER_NONREC, 16)]);
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2012-10-16 00:51:38 +03:00
|
|
|
av_assert2(order>=0);
|
|
|
|
|
2020-09-13 00:09:18 +02:00
|
|
|
ractx->vector_fmul(work, window, hist, FFALIGN(order + n + non_rec, 16));
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2008-08-05 07:52:33 +03:00
|
|
|
convolve(buffer1, work + order , n , order);
|
|
|
|
convolve(buffer2, work + order + n, non_rec, order);
|
2003-06-13 11:31:40 +03:00
|
|
|
|
2008-07-29 21:20:49 +03:00
|
|
|
for (i=0; i <= order; i++) {
|
|
|
|
out2[i] = out2[i] * 0.5625 + buffer1[i];
|
|
|
|
out [i] = out2[i] + buffer2[i];
|
2008-06-30 19:53:33 +03:00
|
|
|
}
|
2008-07-24 06:23:51 +03:00
|
|
|
|
2008-09-11 11:13:23 +03:00
|
|
|
/* Multiply by the white noise correcting factor (WNCF). */
|
2013-07-24 00:48:45 +03:00
|
|
|
*out *= 257.0 / 256.0;
|
2003-06-13 11:31:40 +03:00
|
|
|
}
|
|
|
|
|
2008-07-24 07:29:23 +03:00
|
|
|
/**
|
2008-09-11 11:13:23 +03:00
|
|
|
* Backward synthesis filter, find the LPC coefficients from past speech data.
|
2008-07-24 07:29:23 +03:00
|
|
|
*/
|
2011-10-29 07:42:48 +03:00
|
|
|
static void backward_filter(RA288Context *ractx,
|
|
|
|
float *hist, float *rec, const float *window,
|
2008-09-26 21:42:06 +03:00
|
|
|
float *lpc, const float *tab,
|
|
|
|
int order, int n, int non_rec, int move_size)
|
2003-06-13 11:31:40 +03:00
|
|
|
{
|
2010-06-27 22:30:31 +03:00
|
|
|
float temp[MAX_BACKWARD_FILTER_ORDER+1];
|
2008-07-28 05:53:07 +03:00
|
|
|
|
2011-10-29 07:42:48 +03:00
|
|
|
do_hybrid_window(ractx, order, n, non_rec, temp, hist, rec, window);
|
2008-06-30 19:57:27 +03:00
|
|
|
|
2008-09-26 21:42:06 +03:00
|
|
|
if (!compute_lpc_coefs(temp, order, lpc, 0, 1, 1))
|
2020-09-13 00:09:18 +02:00
|
|
|
ractx->vector_fmul(lpc, lpc, tab, FFALIGN(order, 16));
|
2008-06-30 19:57:27 +03:00
|
|
|
|
2008-09-26 21:42:06 +03:00
|
|
|
memmove(hist, hist + n, move_size*sizeof(*hist));
|
2003-06-13 11:31:40 +03:00
|
|
|
}
|
|
|
|
|
2008-06-30 22:30:27 +03:00
|
|
|
static int ra288_decode_frame(AVCodecContext * avctx, void *data,
|
2011-09-06 19:17:45 +03:00
|
|
|
int *got_frame_ptr, AVPacket *avpkt)
|
2003-06-17 10:22:31 +03:00
|
|
|
{
|
2012-12-24 03:52:00 +03:00
|
|
|
AVFrame *frame = data;
|
2009-04-07 18:59:50 +03:00
|
|
|
const uint8_t *buf = avpkt->data;
|
|
|
|
int buf_size = avpkt->size;
|
2011-09-06 19:17:45 +03:00
|
|
|
float *out;
|
|
|
|
int i, ret;
|
2008-07-26 17:31:47 +03:00
|
|
|
RA288Context *ractx = avctx->priv_data;
|
2008-06-30 22:09:00 +03:00
|
|
|
GetBitContext gb;
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2008-06-30 22:30:27 +03:00
|
|
|
if (buf_size < avctx->block_align) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Error! Input buffer is too small [%d<%d]\n",
|
|
|
|
buf_size, avctx->block_align);
|
2011-11-04 03:41:17 +03:00
|
|
|
return AVERROR_INVALIDDATA;
|
2008-06-30 22:30:27 +03:00
|
|
|
}
|
|
|
|
|
2015-09-04 01:18:13 +02:00
|
|
|
ret = init_get_bits8(&gb, buf, avctx->block_align);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
|
2011-09-06 19:17:45 +03:00
|
|
|
/* get output buffer */
|
2012-12-24 03:52:00 +03:00
|
|
|
frame->nb_samples = RA288_BLOCK_SIZE * RA288_BLOCKS_PER_FRAME;
|
lavc: factorize ff_{thread_,re,}get_buffer error messages.
Coccinelle profile used:
@@
expression r, ctx, f, loglevel, str, flags;
@@
-if ((r = ff_get_buffer(ctx, f, flags)) < 0) {
- av_log(ctx, loglevel, str);
- return r;
-}
+if ((r = ff_get_buffer(ctx, f, flags)) < 0)
+ return r;
@@
expression r, ctx, f, loglevel, str;
@@
-if ((r = ff_reget_buffer(ctx, f)) < 0) {
- av_log(ctx, loglevel, str);
- return r;
-}
+if ((r = ff_reget_buffer(ctx, f)) < 0)
+ return r;
@@
expression r, ctx, f, loglevel, str, flags;
@@
-if ((r = ff_thread_get_buffer(ctx, f, flags)) < 0) {
- av_log(ctx, loglevel, str);
- return r;
-}
+if ((r = ff_thread_get_buffer(ctx, f, flags)) < 0)
+ return r;
...along with some manual patches for the remaining ones.
2013-03-12 10:41:53 +03:00
|
|
|
if ((ret = ff_get_buffer(avctx, frame, 0)) < 0)
|
2011-09-06 19:17:45 +03:00
|
|
|
return ret;
|
2012-12-24 03:52:00 +03:00
|
|
|
out = (float *)frame->data[0];
|
2008-08-06 06:00:15 +03:00
|
|
|
|
2011-09-14 21:46:02 +03:00
|
|
|
for (i=0; i < RA288_BLOCKS_PER_FRAME; i++) {
|
2008-07-04 18:32:04 +03:00
|
|
|
float gain = amptable[get_bits(&gb, 3)];
|
2008-07-29 21:20:49 +03:00
|
|
|
int cb_coef = get_bits(&gb, 6 + (i&1));
|
2008-07-28 13:49:44 +03:00
|
|
|
|
2008-07-26 17:31:47 +03:00
|
|
|
decode(ractx, gain, cb_coef);
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2011-10-29 07:09:03 +03:00
|
|
|
memcpy(out, &ractx->sp_hist[70 + 36], RA288_BLOCK_SIZE * sizeof(*out));
|
|
|
|
out += RA288_BLOCK_SIZE;
|
2008-06-30 19:53:33 +03:00
|
|
|
|
2008-09-26 21:42:06 +03:00
|
|
|
if ((i & 7) == 3) {
|
2011-10-29 07:42:48 +03:00
|
|
|
backward_filter(ractx, ractx->sp_hist, ractx->sp_rec, syn_window,
|
2008-09-26 21:42:06 +03:00
|
|
|
ractx->sp_lpc, syn_bw_tab, 36, 40, 35, 70);
|
|
|
|
|
2011-10-29 07:42:48 +03:00
|
|
|
backward_filter(ractx, ractx->gain_hist, ractx->gain_rec, gain_window,
|
2008-09-26 21:42:06 +03:00
|
|
|
ractx->gain_lpc, gain_bw_tab, 10, 8, 20, 28);
|
|
|
|
}
|
2008-06-30 19:53:33 +03:00
|
|
|
}
|
|
|
|
|
2012-12-24 03:52:00 +03:00
|
|
|
*got_frame_ptr = 1;
|
2011-09-06 19:17:45 +03:00
|
|
|
|
2005-12-09 18:08:18 +02:00
|
|
|
return avctx->block_align;
|
2003-06-13 11:31:40 +03:00
|
|
|
}
|
|
|
|
|
2021-02-25 11:50:26 +02:00
|
|
|
const AVCodec ff_ra_288_decoder = {
|
2011-09-23 22:11:15 +03:00
|
|
|
.name = "real_288",
|
2013-10-03 23:57:53 +03:00
|
|
|
.long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
|
2011-09-23 22:11:15 +03:00
|
|
|
.type = AVMEDIA_TYPE_AUDIO,
|
2012-08-05 12:11:04 +03:00
|
|
|
.id = AV_CODEC_ID_RA_288,
|
2011-09-23 22:11:15 +03:00
|
|
|
.priv_data_size = sizeof(RA288Context),
|
|
|
|
.init = ra288_decode_init,
|
|
|
|
.decode = ra288_decode_frame,
|
2020-12-05 12:41:23 +02:00
|
|
|
.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_CHANNEL_CONF,
|
2020-11-30 19:42:26 +02:00
|
|
|
.caps_internal = FF_CODEC_CAP_INIT_THREADSAFE,
|
2003-06-13 11:31:40 +03:00
|
|
|
};
|