virtualenv/FFmpeg
1
0
Fork 0
mirror of https://github.com/FFmpeg/FFmpeg.git synced 2024-11-21 10:55:51 +02:00
Code Issues Releases Activity
0a08c64588
FFmpeg/libavcodec/vqcdec.c
Michael Niedermayer 6a9302739f
avcodec/vqcdec: Check init_get_bits8() for failure 
Fixes: CID1516090 Unchecked return value

Sponsored-by: Sovereign Tech Fund
Reviewed-by: Peter Ross <pross@xvid.org>
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2024-05-19 22:12:55 +02:00

445 lines
13 KiB
C
Raw Blame History

/*
* ViewQuest VQC decoder
* Copyright (C) 2022 Peter Ross
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "avcodec.h"
#include "get_bits.h"
#include "codec_internal.h"
#include "decode.h"
#include "libavutil/mem.h"
#include "libavutil/thread.h"
#define VECTOR_VLC_BITS 6
static const uint8_t vector_nbits[] = {
2, 4, 4, 4, 4, 2, 4, 4,
6, 6, 6, 6, 6, 6, 6, 6
};
enum {
SKIP_3 = 0x10,
SKIP_4,
SKIP_5,
SKIP_6,
STOP_RUN,
SIGNED_8BIT,
SIGNED_6BIT
};
/* vector symbols are signed, but returned unsigned by get_vlc2()
codebook indexes are cast as uint8_t in seed_codebook() to compensate */
static const int8_t vector_symbols[] = {
0, SKIP_3, SKIP_4, SKIP_5, SKIP_6, STOP_RUN, 1, -1,
2, 3, 4, SIGNED_8BIT, -2, -3, -4, SIGNED_6BIT
};
static VLCElem vector_vlc[1 << VECTOR_VLC_BITS];
static av_cold void vqc_init_static_data(void)
{
VLC_INIT_STATIC_TABLE_FROM_LENGTHS(vector_vlc, VECTOR_VLC_BITS,
FF_ARRAY_ELEMS(vector_nbits),
vector_nbits, 1,
vector_symbols, 1, 1,
0, 0);
}
typedef struct VqcContext {
AVFrame *frame;
uint8_t * vectors;
int16_t * coeff, *tmp1, *tmp2;
int16_t codebook[4][256];
} VqcContext;
static av_cold int vqc_decode_init(AVCodecContext * avctx)
{
static AVOnce init_static_once = AV_ONCE_INIT;
VqcContext *s = avctx->priv_data;
if (avctx->width & 15)
return AVERROR_PATCHWELCOME;
s->vectors = av_malloc((avctx->width * avctx->height * 3) / 2);
if (!s->vectors)
return AVERROR(ENOMEM);
s->coeff = av_malloc_array(2 * avctx->width, sizeof(s->coeff[0]));
if (!s->coeff)
return AVERROR(ENOMEM);
s->tmp1 = av_malloc_array(avctx->width / 2, sizeof(s->tmp1[0]));
if (!s->tmp1)
return AVERROR(ENOMEM);
s->tmp2 = av_malloc_array(avctx->width / 2, sizeof(s->tmp2[0]));
if (!s->tmp2)
return AVERROR(ENOMEM);
avctx->pix_fmt = AV_PIX_FMT_YUV420P;
s->frame = av_frame_alloc();
if (!s->frame)
return AVERROR(ENOMEM);
ff_thread_once(&init_static_once, vqc_init_static_data);
return 0;
}
static int seed_pow1(int x)
{
return x >= 1 && x <= 5 ? 1 << x : 0;
}
static int seed_pow2(int x)
{
return x >= 1 && x <= 4 ? 1 << x : 1;
}
static int bias(int x, int c)
{
if (x < 0)
return x - c;
else if (x > 0)
return x + c;
else
return 0;
}
static void seed_codebooks(VqcContext * s, const int * seed)
{
int book1 = -256 * seed[3];
int book2 = -128 * seed[4];
int book3 = -128 * seed[5];
int book4 = -128 * seed[6];
for (int i = -128; i < 128; i++) {
s->codebook[0][(uint8_t)i] = book1;
s->codebook[1][(uint8_t)i] = bias(book2, seed[0]);
s->codebook[2][(uint8_t)i] = bias(book3, seed[1]);
s->codebook[3][(uint8_t)i] = bias(book4, seed[2]);
book1 += 2 * seed[3];
book2 += seed[4];
book3 += seed[5];
book4 += seed[6];
}
}
static int decode_vectors(VqcContext * s, const uint8_t * buf, int size, int width, int height)
{
GetBitContext gb;
uint8_t * vectors = s->vectors;
uint8_t * vectors_end = s->vectors + (width * height * 3) / 2;
int ret;
memset(vectors, 0, 3 * width * height / 2);
ret = init_get_bits8(&gb, buf, size);
if (ret < 0)
return ret;
for (int i = 0; i < 3 * width * height / 2 / 32; i++) {
uint8_t * dst = vectors;
int symbol;
*dst++ = get_bits(&gb, 8);
*dst++ = get_bits(&gb, 8);
while (show_bits(&gb, 2) != 2) {
if (dst >= vectors_end - 1)
return 0;
if (get_bits_left(&gb) < 4)
return AVERROR_INVALIDDATA;
if (!show_bits(&gb, 4)) {
*dst++ = 0;
*dst++ = 0;
skip_bits(&gb, 4);
continue;
}
symbol = get_vlc2(&gb, vector_vlc, VECTOR_VLC_BITS, 1);
switch(symbol) {
case SKIP_3: dst += 3; break;
case SKIP_4: dst += 4; break;
case SKIP_5: dst += 5; break;
case SKIP_6: dst += 6; break;
case SIGNED_8BIT: *dst++ = get_sbits(&gb, 8); break;
case SIGNED_6BIT: *dst++ = get_sbits(&gb, 6); break;
default:
*dst++ = symbol;
}
}
skip_bits(&gb, 2);
vectors += 32;
}
return 0;
}
static void load_coeffs(VqcContext * s, const uint8_t * v, int width, int coeff_width)
{
int16_t * c0 = s->coeff;
int16_t * c1 = s->coeff + coeff_width;
int16_t * c0_125 = s->coeff + (coeff_width >> 3);
int16_t * c1_125 = s->coeff + coeff_width + (coeff_width >> 3);
int16_t * c0_25 = s->coeff + (coeff_width >> 2);
int16_t * c1_25 = s->coeff + coeff_width + (coeff_width >> 2);
int16_t * c0_5 = s->coeff + (coeff_width >> 1);
int16_t * c1_5 = s->coeff + coeff_width + (coeff_width >> 1);
for (int i = 0; i < width; i++) {
c0[0] = s->codebook[0][v[0]];
c0[1] = s->codebook[0][v[1]];
c0 += 2;
c1[0] = s->codebook[0][v[2]];
c1[1] = s->codebook[0][v[3]];
c1 += 2;
c0_125[0] = s->codebook[1][v[4]];
c0_125[1] = s->codebook[1][v[5]];
c0_125 += 2;
c1_125[0] = s->codebook[1][v[6]];
c1_125[1] = s->codebook[1][v[7]];
c1_125 += 2;
c0_25[0] = s->codebook[2][v[8]];
c0_25[1] = s->codebook[2][v[9]];
c0_25[2] = s->codebook[2][v[10]];
c0_25[3] = s->codebook[2][v[11]];
c0_25 += 4;
c1_25[0] = s->codebook[2][v[12]];
c1_25[1] = s->codebook[2][v[13]];
c1_25[2] = s->codebook[2][v[14]];
c1_25[3] = s->codebook[2][v[15]];
c1_25 += 4;
if (v[16] | v[17] | v[18] | v[19]) {
c0_5[0] = s->codebook[3][v[16]];
c0_5[1] = s->codebook[3][v[17]];
c0_5[2] = s->codebook[3][v[18]];
c0_5[3] = s->codebook[3][v[19]];
} else {
c0_5[0] = c0_5[1] = c0_5[2] = c0_5[3] = 0;
}
if (v[20] | v[21] | v[22] | v[23]) {
c0_5[4] = s->codebook[3][v[20]];
c0_5[5] = s->codebook[3][v[21]];
c0_5[6] = s->codebook[3][v[22]];
c0_5[7] = s->codebook[3][v[23]];
} else {
c0_5[4] = c0_5[5] = c0_5[6] = c0_5[7] = 0;
}
c0_5 += 8;
if (v[24] | v[25] | v[26] | v[27]) {
c1_5[0] = s->codebook[3][v[24]];
c1_5[1] = s->codebook[3][v[25]];
c1_5[2] = s->codebook[3][v[26]];
c1_5[3] = s->codebook[3][v[27]];
} else {
c1_5[0] = c1_5[1] = c1_5[2] = c1_5[3] = 0;
}
if (v[28] | v[29] | v[30] | v[31]) {
c1_5[4] = s->codebook[3][v[28]];
c1_5[5] = s->codebook[3][v[29]];
c1_5[6] = s->codebook[3][v[30]];
c1_5[7] = s->codebook[3][v[31]];
} else {
c1_5[4] = c1_5[5] = c1_5[6] = c1_5[7] = 0;
}
c1_5 += 8;
v += 32;
}
}
static void transform1(const int16_t * a, const int16_t * b, int16_t * dst, int width)
{
int s0 = a[0] + (b[0] >> 1);
for (int i = 0; i < width / 2 - 1; i++) {
dst[i * 2] = s0;
s0 = a[i + 1] + ((b[i] + b[i + 1]) >> 1);
dst[i * 2 + 1] = ((dst[i * 2] + s0) >> 1) - 2 * b[i];
}
dst[width - 2] = s0;
dst[width - 1] = a[width / 2 - 1] + ((b[width / 2 - 2] - 2 * b[width / 2 - 1]) >> 2) - b[width / 2 - 1];
}
static uint8_t clip(int x)
{
return x >= -128 ? x <= 127 ? x + 0x80 : 0x00 : 0xFF;
}
static void transform2(const int16_t * a, const int16_t * b, uint8_t * dst, int width)
{
int s0 = a[0] + (b[0] >> 1);
int tmp;
for (int i = 0; i < width / 2 - 1; i++) {
dst[i * 2] = av_clip_uint8(s0 + 0x80);
tmp = a[i + 1] + ((b[i] + b[i + 1]) >> 1);
dst[i * 2 + 1] = av_clip_uint8(((tmp + s0) >> 1) - 2 * b[i] + 0x80);
s0 = tmp;
}
dst[width - 2] = clip(s0);
dst[width - 1] = clip(a[width / 2 - 1] + ((b[width / 2 - 2] - 2 * b[width / 2 - 1]) >> 2) - b[width / 2 - 1]);
}
static void decode_strip(VqcContext * s, uint8_t * dst, int stride, int width)
{
const int16_t * coeff;
for (int i = 0; i < width; i++) {
int v0 = s->coeff[i];
int v1 = s->coeff[width + i];
s->coeff[i] = v0 - v1;
s->coeff[width + i] = v0 + v1;
}
coeff = s->coeff;
transform1(coeff, coeff + width / 8, s->tmp1, width / 4);
transform1(s->tmp1, coeff + width / 4, s->tmp2, width / 2);
transform2(s->tmp2, coeff + width / 2, dst, width);
coeff += width;
dst += stride;
transform1(coeff, coeff + width / 8, s->tmp1, width / 4);
transform1(s->tmp1, coeff + width / 4, s->tmp2, width / 2);
transform2(s->tmp2, coeff + width / 2, dst, width);
}
static void decode_frame(VqcContext * s, int width, int height)
{
uint8_t * vectors = s->vectors;
uint8_t * y = s->frame->data[0];
uint8_t * u = s->frame->data[1];
uint8_t * v = s->frame->data[2];
for (int j = 0; j < height / 4; j++) {
load_coeffs(s, vectors, width / 16, width);
decode_strip(s, y, s->frame->linesize[0], width);
vectors += 2 * width;
y += 2 * s->frame->linesize[0];
load_coeffs(s, vectors, width / 32, width / 2);
decode_strip(s, u, s->frame->linesize[1], width / 2);
vectors += width;
u += 2 * s->frame->linesize[1];
load_coeffs(s, vectors, width / 16, width);
decode_strip(s, y, s->frame->linesize[0], width);
vectors += 2 * width;
y += 2 * s->frame->linesize[0];
load_coeffs(s, vectors, width / 32, width / 2);
decode_strip(s, v, s->frame->linesize[2], width / 2);
vectors += width;
v += 2 * s->frame->linesize[2];
}
}
static int vqc_decode_frame(AVCodecContext *avctx, AVFrame * rframe,
int * got_frame, AVPacket * avpkt)
{
VqcContext *s = avctx->priv_data;
int ret;
const uint8_t * buf = avpkt->data;
int cache, seed[7], gamma, contrast;
if (avpkt->size < 7)
return AVERROR_INVALIDDATA;
if ((ret = ff_reget_buffer(avctx, s->frame, 0)) < 0)
return ret;
av_log(avctx, AV_LOG_DEBUG, "VQC%d format\n", (buf[2] & 1) + 1);
if (((buf[0] >> 1) & 7) != 5) {
avpriv_request_sample(avctx, "subversion != 5\n");
return AVERROR_PATCHWELCOME;
}
cache = AV_RL24(buf + 4);
seed[2] = seed_pow1((cache >> 1) & 7);
seed[1] = seed_pow1((cache >> 4) & 7);
seed[0] = seed_pow1((cache >> 7) & 7);
seed[6] = seed_pow2((cache >> 10) & 7);
seed[5] = seed_pow2((cache >> 13) & 7);
seed[4] = seed_pow2((cache >> 16) & 7);
seed[3] = seed_pow2((cache >> 19) & 7);
gamma = buf[0] >> 4;
contrast = AV_RL16(buf + 2) >> 1;
if (gamma || contrast)
avpriv_request_sample(avctx, "gamma=0x%x, contrast=0x%x\n", gamma, contrast);
seed_codebooks(s, seed);
ret = decode_vectors(s, buf + 7, avpkt->size - 7, avctx->width, avctx->height);
if (ret < 0)
return ret;
decode_frame(s, avctx->width, avctx->height);
if ((ret = av_frame_ref(rframe, s->frame)) < 0)
return ret;
*got_frame = 1;
return avpkt->size;
}
static av_cold int vqc_decode_end(AVCodecContext * avctx)
{
VqcContext *s = avctx->priv_data;
av_freep(&s->vectors);
av_freep(&s->coeff);
av_freep(&s->tmp1);
av_freep(&s->tmp2);
av_frame_free(&s->frame);
return 0;
}
const FFCodec ff_vqc_decoder = {
.p.name = "vqc",
CODEC_LONG_NAME("ViewQuest VQC"),
.p.type = AVMEDIA_TYPE_VIDEO,
.p.id = AV_CODEC_ID_VQC,
.priv_data_size = sizeof(VqcContext),
.init = vqc_decode_init,
.close = vqc_decode_end,
FF_CODEC_DECODE_CB(vqc_decode_frame),
.p.capabilities = AV_CODEC_CAP_DR1,
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
};
Reference in New Issue View Git Blame Copy Permalink