2001-07-22 17:18:56 +03:00
|
|
|
/*
|
2003-03-06 13:32:04 +02:00
|
|
|
* H.263 decoder
|
2009-01-19 17:46:40 +02:00
|
|
|
* Copyright (c) 2001 Fabrice Bellard
|
2004-01-10 18:04:55 +02:00
|
|
|
* Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
|
2001-07-22 17:18:56 +03:00
|
|
|
*
|
2006-10-07 18:30:46 +03:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2002-05-26 01:45:33 +03:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
2006-10-07 18:30:46 +03:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2001-07-22 17:18:56 +03:00
|
|
|
*
|
2006-10-07 18:30:46 +03:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2001-07-22 17:18:56 +03:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2002-05-26 01:45:33 +03:00
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
2001-07-22 17:18:56 +03:00
|
|
|
*
|
2002-05-26 01:45:33 +03:00
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2006-10-07 18:30:46 +03:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2006-01-13 00:43:26 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
2001-07-22 17:18:56 +03:00
|
|
|
*/
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2003-03-06 13:32:04 +02:00
|
|
|
/**
|
2010-04-20 17:45:34 +03:00
|
|
|
* @file
|
2003-03-06 13:32:04 +02:00
|
|
|
* H.263 decoder.
|
|
|
|
*/
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2011-12-18 05:19:40 +03:00
|
|
|
#define UNCHECKED_BITSTREAM_READER 1
|
|
|
|
|
2022-02-23 14:56:49 +02:00
|
|
|
#include "config_components.h"
|
|
|
|
|
2001-07-22 17:18:56 +03:00
|
|
|
#include "avcodec.h"
|
2022-03-16 19:18:28 +02:00
|
|
|
#include "codec_internal.h"
|
2022-08-24 19:54:25 +02:00
|
|
|
#include "decode.h"
|
2013-03-06 20:31:14 +03:00
|
|
|
#include "error_resilience.h"
|
2022-02-01 08:45:23 +02:00
|
|
|
#include "flvdec.h"
|
2010-01-09 16:59:06 +02:00
|
|
|
#include "h263.h"
|
2022-01-24 22:54:45 +02:00
|
|
|
#include "h263dec.h"
|
2023-08-01 19:44:22 +02:00
|
|
|
#include "hwaccel_internal.h"
|
2020-04-13 17:33:14 +02:00
|
|
|
#include "hwconfig.h"
|
2014-06-20 16:05:45 +03:00
|
|
|
#include "mpeg_er.h"
|
2013-10-22 20:37:44 +03:00
|
|
|
#include "mpeg4video.h"
|
2022-02-01 08:31:26 +02:00
|
|
|
#include "mpeg4videodec.h"
|
2022-08-28 13:09:19 +02:00
|
|
|
#include "mpeg4videodefs.h"
|
2013-10-22 20:37:44 +03:00
|
|
|
#include "mpegvideo.h"
|
2022-02-01 09:42:25 +02:00
|
|
|
#include "mpegvideodec.h"
|
2022-02-01 08:10:17 +02:00
|
|
|
#include "msmpeg4dec.h"
|
2011-03-22 23:36:57 +02:00
|
|
|
#include "thread.h"
|
2022-02-01 07:59:11 +02:00
|
|
|
#include "wmv2dec.h"
|
2001-07-22 17:18:56 +03:00
|
|
|
|
2024-02-06 01:17:04 +02:00
|
|
|
static const enum AVPixelFormat h263_hwaccel_pixfmt_list_420[] = {
|
|
|
|
#if CONFIG_H263_VAAPI_HWACCEL || CONFIG_MPEG4_VAAPI_HWACCEL
|
|
|
|
AV_PIX_FMT_VAAPI,
|
|
|
|
#endif
|
|
|
|
#if CONFIG_MPEG4_NVDEC_HWACCEL
|
|
|
|
AV_PIX_FMT_CUDA,
|
|
|
|
#endif
|
|
|
|
#if CONFIG_MPEG4_VDPAU_HWACCEL
|
|
|
|
AV_PIX_FMT_VDPAU,
|
|
|
|
#endif
|
|
|
|
#if CONFIG_H263_VIDEOTOOLBOX_HWACCEL || CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
|
|
|
|
AV_PIX_FMT_VIDEOTOOLBOX,
|
|
|
|
#endif
|
|
|
|
AV_PIX_FMT_YUV420P,
|
|
|
|
AV_PIX_FMT_NONE
|
|
|
|
};
|
|
|
|
|
2014-10-08 20:37:00 +03:00
|
|
|
static enum AVPixelFormat h263_get_format(AVCodecContext *avctx)
|
|
|
|
{
|
2017-12-29 17:42:14 +02:00
|
|
|
/* MPEG-4 Studio Profile only, not supported by hardware */
|
|
|
|
if (avctx->bits_per_raw_sample > 8) {
|
2018-07-12 00:07:55 +02:00
|
|
|
av_assert1(((MpegEncContext *)avctx->priv_data)->studio_profile);
|
2017-12-29 17:42:14 +02:00
|
|
|
return avctx->pix_fmt;
|
|
|
|
}
|
|
|
|
|
2015-07-27 21:14:31 +02:00
|
|
|
if (CONFIG_GRAY && (avctx->flags & AV_CODEC_FLAG_GRAY)) {
|
2015-05-16 23:32:27 +02:00
|
|
|
if (avctx->color_range == AVCOL_RANGE_UNSPECIFIED)
|
|
|
|
avctx->color_range = AVCOL_RANGE_MPEG;
|
2015-05-09 01:10:25 +02:00
|
|
|
return AV_PIX_FMT_GRAY8;
|
2015-05-16 23:32:27 +02:00
|
|
|
}
|
2015-05-09 01:10:25 +02:00
|
|
|
|
2024-02-06 01:17:04 +02:00
|
|
|
if (avctx->codec_id == AV_CODEC_ID_H263 ||
|
|
|
|
avctx->codec_id == AV_CODEC_ID_H263P ||
|
|
|
|
avctx->codec_id == AV_CODEC_ID_MPEG4)
|
|
|
|
return avctx->pix_fmt = ff_get_format(avctx, h263_hwaccel_pixfmt_list_420);
|
|
|
|
|
|
|
|
return AV_PIX_FMT_YUV420P;
|
2014-10-08 20:37:00 +03:00
|
|
|
}
|
|
|
|
|
2008-03-21 05:11:20 +02:00
|
|
|
av_cold int ff_h263_decode_init(AVCodecContext *avctx)
|
2001-07-22 17:18:56 +03:00
|
|
|
{
|
|
|
|
MpegEncContext *s = avctx->priv_data;
|
2012-09-10 19:08:09 +03:00
|
|
|
int ret;
|
2001-08-12 03:52:37 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->out_format = FMT_H263;
|
2001-07-22 17:18:56 +03:00
|
|
|
|
2002-10-13 16:16:04 +03:00
|
|
|
// set defaults
|
avcodec/mpegpicture: Make MPVPicture refcounted
Up until now, an initialized MpegEncContext had an array of
MPVPictures (way more than were ever needed) and the MPVPicture*
contained in the MPVWorkPictures as well as the input_picture
and reordered_input_picture arrays (for the encoder) pointed
into this array. Several of the pointers could point to the
same slot and because there was no reference counting involved,
one had to check for aliasing before unreferencing.
Furthermore, given that these pointers were not ownership pointers
the pointers were often simply reset without unreferencing
the slot (happened e.g. for the RV30 and RV40 decoders) or
there were moved without resetting the src pointer (happened
for the encoders where the entries in the input_picture
and reordered_input_picture arrays were not reset).
Instead actually releasing these pictures was performed by looping
over the whole array and checking which one of the entries needed
to be kept. Given that the array had way too many slots (36),
this meant that more than 30 MPVPictures have been unnecessarily
unreferenced in every ff_mpv_frame_start(); something similar
happened for the encoder.
This commit changes this by making the MPVPictures refcounted
via the RefStruct API. The MPVPictures itself are part of a pool
so that this does not entail constant allocations; instead,
the amount of allocations actually goes down, because the
earlier code used such a large array of MPVPictures (36 entries) and
allocated an AVFrame for every one of these on every
ff_mpv_common_init(). In fact, the pool is only freed when closing
the codec, so that reinitializations don't lead to new allocations
(this avoids having to sync the pool in update_thread_context).
Making MPVPictures refcounted also has another key benefit:
It makes it possible to directly share them across threads
(when using frame-threaded decoding), eliminating ugly code
with underlying av_frame_ref()'s; sharing these pictures
can't fail any more.
The pool is allocated in ff_mpv_decode_init() for decoders,
which therefore can fail now. This and the fact that the pool
is not unreferenced in ff_mpv_common_end() also necessitated
to mark several mpegvideo-decoders with the FF_CODEC_CAP_INIT_CLEANUP
flag.
*: This also means that there is no good reason any more for
ff_mpv_common_frame_size_change() to exist.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2023-10-15 21:34:43 +02:00
|
|
|
ret = ff_mpv_decode_init(s, avctx);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
2014-09-05 17:57:57 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->decode_mb = ff_h263_decode_mb;
|
|
|
|
s->low_delay = 1;
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2024-06-14 18:07:15 +02:00
|
|
|
// dct_unquantize defaults for H.263;
|
|
|
|
// they might change on a per-frame basis for MPEG-4.
|
|
|
|
s->dct_unquantize_intra = s->dct_unquantize_h263_intra;
|
|
|
|
s->dct_unquantize_inter = s->dct_unquantize_h263_inter;
|
|
|
|
|
2001-07-22 17:18:56 +03:00
|
|
|
/* select sub codec */
|
2013-10-22 20:37:44 +03:00
|
|
|
switch (avctx->codec->id) {
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_H263:
|
2012-08-07 23:45:46 +03:00
|
|
|
case AV_CODEC_ID_H263P:
|
2009-05-11 07:34:23 +03:00
|
|
|
avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
|
2001-07-22 17:18:56 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_MPEG4:
|
2024-06-02 07:22:48 +02:00
|
|
|
// dct_unquantize_inter is only used with MPEG-2 quantizers,
|
|
|
|
// so we can already set dct_unquantize_inter here once and for all.
|
|
|
|
s->dct_unquantize_inter = s->dct_unquantize_mpeg2_inter;
|
2001-07-22 17:18:56 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_MSMPEG4V1:
|
2013-10-22 20:37:44 +03:00
|
|
|
s->h263_pred = 1;
|
2024-04-28 23:18:35 +02:00
|
|
|
s->msmpeg4_version = MSMP4_V1;
|
2002-04-05 07:09:04 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_MSMPEG4V2:
|
2013-10-22 20:37:44 +03:00
|
|
|
s->h263_pred = 1;
|
2024-04-28 23:18:35 +02:00
|
|
|
s->msmpeg4_version = MSMP4_V2;
|
2002-04-05 07:09:04 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_MSMPEG4V3:
|
2013-10-22 20:37:44 +03:00
|
|
|
s->h263_pred = 1;
|
2024-04-28 23:18:35 +02:00
|
|
|
s->msmpeg4_version = MSMP4_V3;
|
2001-07-22 17:18:56 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_WMV1:
|
2013-10-22 20:37:44 +03:00
|
|
|
s->h263_pred = 1;
|
2024-04-28 23:18:35 +02:00
|
|
|
s->msmpeg4_version = MSMP4_WMV1;
|
2002-04-07 01:29:37 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_WMV2:
|
2013-10-22 20:37:44 +03:00
|
|
|
s->h263_pred = 1;
|
2024-04-28 23:18:35 +02:00
|
|
|
s->msmpeg4_version = MSMP4_WMV2;
|
2002-06-18 03:46:02 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_H263I:
|
2024-06-14 17:38:26 +02:00
|
|
|
case AV_CODEC_ID_RV10:
|
|
|
|
case AV_CODEC_ID_RV20:
|
2001-07-22 17:18:56 +03:00
|
|
|
break;
|
2012-08-05 12:11:04 +03:00
|
|
|
case AV_CODEC_ID_FLV1:
|
2003-07-10 02:10:59 +03:00
|
|
|
s->h263_flv = 1;
|
|
|
|
break;
|
2001-07-22 17:18:56 +03:00
|
|
|
default:
|
2013-10-26 20:31:46 +03:00
|
|
|
av_log(avctx, AV_LOG_ERROR, "Unsupported codec %d\n",
|
|
|
|
avctx->codec->id);
|
|
|
|
return AVERROR(ENOSYS);
|
2001-07-22 17:18:56 +03:00
|
|
|
}
|
2002-07-14 21:37:35 +03:00
|
|
|
|
2015-01-27 17:52:22 +02:00
|
|
|
if (avctx->codec_tag == AV_RL32("L263") || avctx->codec_tag == AV_RL32("S263"))
|
|
|
|
if (avctx->extradata_size == 56 && avctx->extradata[0] == 1)
|
|
|
|
s->ehc_mode = 1;
|
2013-08-24 19:44:24 +03:00
|
|
|
|
2016-04-27 19:45:23 +02:00
|
|
|
/* for H.263, we allocate the images after having read the header */
|
2013-10-22 20:37:44 +03:00
|
|
|
if (avctx->codec->id != AV_CODEC_ID_H263 &&
|
2013-10-23 20:26:59 +03:00
|
|
|
avctx->codec->id != AV_CODEC_ID_H263P &&
|
2014-08-08 18:11:20 +03:00
|
|
|
avctx->codec->id != AV_CODEC_ID_MPEG4) {
|
2014-10-08 20:37:00 +03:00
|
|
|
avctx->pix_fmt = h263_get_format(avctx);
|
2014-08-10 18:25:12 +03:00
|
|
|
if ((ret = ff_mpv_common_init(s)) < 0)
|
2012-09-10 19:08:09 +03:00
|
|
|
return ret;
|
2014-08-08 18:11:20 +03:00
|
|
|
}
|
2001-07-22 17:18:56 +03:00
|
|
|
|
2013-11-05 10:11:47 +03:00
|
|
|
ff_h263dsp_init(&s->h263dsp);
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_h263_decode_init_vlc();
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2001-07-22 17:18:56 +03:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2002-09-12 14:10:33 +03:00
|
|
|
/**
|
2011-12-07 15:03:53 +03:00
|
|
|
* Return the number of bytes consumed for building the current frame.
|
2002-09-12 14:10:33 +03:00
|
|
|
*/
|
2013-10-22 20:37:44 +03:00
|
|
|
static int get_consumed_bytes(MpegEncContext *s, int buf_size)
|
|
|
|
{
|
|
|
|
int pos = (get_bits_count(&s->gb) + 7) >> 3;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->divx_packed || s->avctx->hwaccel) {
|
|
|
|
/* We would have to scan through the whole buf to handle the weird
|
|
|
|
* reordering ... */
|
2005-12-17 20:14:38 +02:00
|
|
|
return buf_size;
|
2013-10-22 20:37:44 +03:00
|
|
|
} else {
|
|
|
|
// avoid infinite loops (maybe not needed...)
|
|
|
|
if (pos == 0)
|
|
|
|
pos = 1;
|
|
|
|
// oops ;)
|
|
|
|
if (pos + 10 > buf_size)
|
|
|
|
pos = buf_size;
|
2002-09-12 14:10:33 +03:00
|
|
|
|
|
|
|
return pos;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
static int decode_slice(MpegEncContext *s)
|
|
|
|
{
|
|
|
|
const int part_mask = s->partitioned_frame
|
|
|
|
? (ER_AC_END | ER_AC_ERROR) : 0x7F;
|
2013-10-23 20:26:59 +03:00
|
|
|
const int mb_size = 16 >> s->avctx->lowres;
|
2012-09-10 19:08:09 +03:00
|
|
|
int ret;
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->last_resync_gb = s->gb;
|
|
|
|
s->first_slice_line = 1;
|
|
|
|
s->resync_mb_x = s->mb_x;
|
|
|
|
s->resync_mb_y = s->mb_y;
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2003-12-03 18:47:17 +02:00
|
|
|
ff_set_qscale(s, s->qscale);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2017-12-29 17:42:14 +02:00
|
|
|
if (s->studio_profile) {
|
|
|
|
if ((ret = ff_mpeg4_decode_studio_slice_header(s->avctx->priv_data)) < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2009-02-27 10:27:50 +02:00
|
|
|
if (s->avctx->hwaccel) {
|
2013-10-22 20:37:44 +03:00
|
|
|
const uint8_t *start = s->gb.buffer + get_bits_count(&s->gb) / 8;
|
2023-08-01 19:44:22 +02:00
|
|
|
ret = FF_HW_CALL(s->avctx, decode_slice, start, s->gb.buffer_end - start);
|
2013-08-21 06:04:46 +03:00
|
|
|
// ensure we exit decode loop
|
|
|
|
s->mb_y = s->mb_height;
|
|
|
|
return ret;
|
2009-02-27 10:27:50 +02:00
|
|
|
}
|
2009-02-23 15:44:51 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->partitioned_frame) {
|
|
|
|
const int qscale = s->qscale;
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (CONFIG_MPEG4_DECODER && s->codec_id == AV_CODEC_ID_MPEG4)
|
2013-11-26 13:23:16 +03:00
|
|
|
if ((ret = ff_mpeg4_decode_partitions(s->avctx->priv_data)) < 0)
|
2012-09-10 19:08:09 +03:00
|
|
|
return ret;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2003-08-28 16:30:03 +03:00
|
|
|
/* restore variables which were modified */
|
2013-10-22 20:37:44 +03:00
|
|
|
s->first_slice_line = 1;
|
|
|
|
s->mb_x = s->resync_mb_x;
|
|
|
|
s->mb_y = s->resync_mb_y;
|
2003-12-03 18:47:17 +02:00
|
|
|
ff_set_qscale(s, qscale);
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
for (; s->mb_y < s->mb_height; s->mb_y++) {
|
2002-10-13 16:16:04 +03:00
|
|
|
/* per-row end of slice checks */
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version != MSMP4_UNUSED) {
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->resync_mb_y + s->slice_height == s->mb_y) {
|
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
|
|
|
|
s->mb_x - 1, s->mb_y, ER_MB_END);
|
2003-03-20 03:00:57 +02:00
|
|
|
|
2002-10-13 16:16:04 +03:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version == MSMP4_V1) {
|
2013-10-22 20:37:44 +03:00
|
|
|
s->last_dc[0] =
|
|
|
|
s->last_dc[1] =
|
|
|
|
s->last_dc[2] = 128;
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2002-10-13 16:16:04 +03:00
|
|
|
ff_init_block_index(s);
|
2013-10-22 20:37:44 +03:00
|
|
|
for (; s->mb_x < s->mb_width; s->mb_x++) {
|
2002-10-13 16:16:04 +03:00
|
|
|
int ret;
|
|
|
|
|
2022-07-26 20:02:25 +02:00
|
|
|
ff_update_block_index(s, s->avctx->bits_per_raw_sample,
|
|
|
|
s->avctx->lowres, s->chroma_x_shift);
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->resync_mb_x == s->mb_x && s->resync_mb_y + 1 == s->mb_y)
|
|
|
|
s->first_slice_line = 0;
|
2002-10-13 16:16:04 +03:00
|
|
|
|
|
|
|
/* DCT & quantize */
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->mv_dir = MV_DIR_FORWARD;
|
2002-10-13 16:16:04 +03:00
|
|
|
s->mv_type = MV_TYPE_16X16;
|
2015-10-02 15:16:46 +02:00
|
|
|
ff_dlog(s, "%d %06X\n",
|
|
|
|
get_bits_count(&s->gb), show_bits(&s->gb, 24));
|
2014-05-02 23:47:11 +03:00
|
|
|
|
2015-04-20 03:34:22 +02:00
|
|
|
ff_tlog(NULL, "Decoding MB at %dx%d\n", s->mb_x, s->mb_y);
|
2013-10-22 20:37:44 +03:00
|
|
|
ret = s->decode_mb(s, s->block);
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->pict_type != AV_PICTURE_TYPE_B)
|
2003-07-29 05:09:12 +03:00
|
|
|
ff_h263_update_motion_val(s);
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (ret < 0) {
|
|
|
|
const int xy = s->mb_x + s->mb_y * s->mb_stride;
|
|
|
|
if (ret == SLICE_END) {
|
2017-06-18 20:15:05 +02:00
|
|
|
ff_mpv_reconstruct_mb(s, s->block);
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->loop_filter)
|
2003-12-01 17:23:14 +02:00
|
|
|
ff_h263_loop_filter(s);
|
2003-07-04 01:35:39 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
|
|
|
|
s->mb_x, s->mb_y, ER_MB_END & part_mask);
|
2002-10-14 22:53:04 +03:00
|
|
|
|
|
|
|
s->padding_bug_score--;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (++s->mb_x >= s->mb_width) {
|
|
|
|
s->mb_x = 0;
|
|
|
|
ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
|
2014-08-10 18:25:12 +03:00
|
|
|
ff_mpv_report_decode_progress(s);
|
2002-10-13 16:16:04 +03:00
|
|
|
s->mb_y++;
|
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
return 0;
|
2013-10-22 20:37:44 +03:00
|
|
|
} else if (ret == SLICE_NOEND) {
|
|
|
|
av_log(s->avctx, AV_LOG_ERROR,
|
|
|
|
"Slice mismatch at MB: %d\n", xy);
|
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
|
|
|
|
s->mb_x + 1, s->mb_y,
|
|
|
|
ER_MB_END & part_mask);
|
2012-09-10 19:08:09 +03:00
|
|
|
return AVERROR_INVALIDDATA;
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
2003-11-03 15:26:22 +02:00
|
|
|
av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
|
|
|
|
s->mb_x, s->mb_y, ER_MB_ERROR & part_mask);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2023-06-03 21:44:37 +02:00
|
|
|
if ((s->avctx->err_recognition & AV_EF_IGNORE_ERR) && get_bits_left(&s->gb) > 0)
|
2014-05-02 17:33:56 +03:00
|
|
|
continue;
|
2012-09-10 19:08:09 +03:00
|
|
|
return AVERROR_INVALIDDATA;
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
2003-07-04 01:35:39 +03:00
|
|
|
|
2017-06-18 20:15:05 +02:00
|
|
|
ff_mpv_reconstruct_mb(s, s->block);
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->loop_filter)
|
2003-12-01 17:23:14 +02:00
|
|
|
ff_h263_loop_filter(s);
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
|
2014-08-10 18:25:12 +03:00
|
|
|
ff_mpv_report_decode_progress(s);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->mb_x = 0;
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-23 20:26:59 +03:00
|
|
|
av_assert1(s->mb_x == 0 && s->mb_y == s->mb_height);
|
2002-10-13 16:16:04 +03:00
|
|
|
|
2018-05-03 21:41:40 +02:00
|
|
|
// Detect incorrect padding with wrong stuffing codes used by NEC N-02B
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->codec_id == AV_CODEC_ID_MPEG4 &&
|
|
|
|
(s->workaround_bugs & FF_BUG_AUTODETECT) &&
|
|
|
|
get_bits_left(&s->gb) >= 48 &&
|
|
|
|
show_bits(&s->gb, 24) == 0x4010 &&
|
|
|
|
!s->data_partitioning)
|
|
|
|
s->padding_bug_score += 32;
|
2010-12-04 07:44:18 +02:00
|
|
|
|
2002-10-14 22:53:04 +03:00
|
|
|
/* try to detect the padding bug */
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->codec_id == AV_CODEC_ID_MPEG4 &&
|
|
|
|
(s->workaround_bugs & FF_BUG_AUTODETECT) &&
|
|
|
|
get_bits_left(&s->gb) >= 0 &&
|
2013-10-23 20:26:59 +03:00
|
|
|
get_bits_left(&s->gb) < 137 &&
|
2013-10-22 20:37:44 +03:00
|
|
|
!s->data_partitioning) {
|
|
|
|
const int bits_count = get_bits_count(&s->gb);
|
|
|
|
const int bits_left = s->gb.size_in_bits - bits_count;
|
|
|
|
|
|
|
|
if (bits_left == 0) {
|
|
|
|
s->padding_bug_score += 16;
|
|
|
|
} else if (bits_left != 1) {
|
|
|
|
int v = show_bits(&s->gb, 8);
|
|
|
|
v |= 0x7F >> (7 - (bits_count & 7));
|
|
|
|
|
|
|
|
if (v == 0x7F && bits_left <= 8)
|
2002-10-14 22:53:04 +03:00
|
|
|
s->padding_bug_score--;
|
2013-10-22 20:37:44 +03:00
|
|
|
else if (v == 0x7F && ((get_bits_count(&s->gb) + 8) & 8) &&
|
|
|
|
bits_left <= 16)
|
|
|
|
s->padding_bug_score += 4;
|
2002-10-14 22:53:04 +03:00
|
|
|
else
|
2005-12-17 20:14:38 +02:00
|
|
|
s->padding_bug_score++;
|
|
|
|
}
|
2002-10-14 22:53:04 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2014-03-04 04:47:12 +03:00
|
|
|
if (s->codec_id == AV_CODEC_ID_H263 &&
|
|
|
|
(s->workaround_bugs & FF_BUG_AUTODETECT) &&
|
|
|
|
get_bits_left(&s->gb) >= 8 &&
|
|
|
|
get_bits_left(&s->gb) < 300 &&
|
|
|
|
s->pict_type == AV_PICTURE_TYPE_I &&
|
|
|
|
show_bits(&s->gb, 8) == 0 &&
|
|
|
|
!s->data_partitioning) {
|
|
|
|
|
|
|
|
s->padding_bug_score += 32;
|
|
|
|
}
|
|
|
|
|
2014-10-03 13:32:21 +03:00
|
|
|
if (s->codec_id == AV_CODEC_ID_H263 &&
|
|
|
|
(s->workaround_bugs & FF_BUG_AUTODETECT) &&
|
|
|
|
get_bits_left(&s->gb) >= 64 &&
|
|
|
|
AV_RB64(s->gb.buffer_end - 8) == 0xCDCDCDCDFC7F0000) {
|
|
|
|
|
|
|
|
s->padding_bug_score += 32;
|
|
|
|
}
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->workaround_bugs & FF_BUG_AUTODETECT) {
|
2014-10-07 13:49:38 +03:00
|
|
|
if (
|
2014-10-03 19:42:25 +03:00
|
|
|
(s->padding_bug_score > -2 && !s->data_partitioning))
|
2013-10-22 20:37:44 +03:00
|
|
|
s->workaround_bugs |= FF_BUG_NO_PADDING;
|
2004-11-13 03:05:12 +02:00
|
|
|
else
|
|
|
|
s->workaround_bugs &= ~FF_BUG_NO_PADDING;
|
|
|
|
}
|
2002-10-14 22:53:04 +03:00
|
|
|
|
2005-06-17 18:02:53 +03:00
|
|
|
// handle formats which don't have unique end markers
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version != MSMP4_UNUSED || (s->workaround_bugs & FF_BUG_NO_PADDING)) { // FIXME perhaps solve this more cleanly
|
2013-10-22 20:37:44 +03:00
|
|
|
int left = get_bits_left(&s->gb);
|
|
|
|
int max_extra = 7;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2002-10-13 16:16:04 +03:00
|
|
|
/* no markers in M$ crap */
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version != MSMP4_UNUSED && s->pict_type == AV_PICTURE_TYPE_I)
|
2013-10-22 20:37:44 +03:00
|
|
|
max_extra += 17;
|
|
|
|
|
|
|
|
/* buggy padding but the frame should still end approximately at
|
|
|
|
* the bitstream end */
|
|
|
|
if ((s->workaround_bugs & FF_BUG_NO_PADDING) &&
|
2015-05-22 20:38:07 +02:00
|
|
|
(s->avctx->err_recognition & (AV_EF_BUFFER|AV_EF_AGGRESSIVE)))
|
2013-10-22 20:37:44 +03:00
|
|
|
max_extra += 48;
|
|
|
|
else if ((s->workaround_bugs & FF_BUG_NO_PADDING))
|
|
|
|
max_extra += 256 * 256 * 256 * 64;
|
|
|
|
|
|
|
|
if (left > max_extra)
|
|
|
|
av_log(s->avctx, AV_LOG_ERROR,
|
|
|
|
"discarding %d junk bits at end, next would be %X\n",
|
|
|
|
left, show_bits(&s->gb, 24));
|
|
|
|
else if (left < 0)
|
2003-11-03 15:26:22 +02:00
|
|
|
av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
|
2013-10-22 20:37:44 +03:00
|
|
|
else
|
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
|
|
|
|
s->mb_x - 1, s->mb_y, ER_MB_END);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2002-10-13 16:16:04 +03:00
|
|
|
return 0;
|
|
|
|
}
|
2002-10-14 22:53:04 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
av_log(s->avctx, AV_LOG_ERROR,
|
|
|
|
"slice end not reached but screenspace end (%d left %06X, score= %d)\n",
|
|
|
|
get_bits_left(&s->gb), show_bits(&s->gb, 24), s->padding_bug_score);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
|
|
|
|
ER_MB_END & part_mask);
|
2003-03-20 03:00:57 +02:00
|
|
|
|
2012-09-10 19:08:09 +03:00
|
|
|
return AVERROR_INVALIDDATA;
|
2002-10-13 16:16:04 +03:00
|
|
|
}
|
|
|
|
|
2022-03-30 21:33:24 +02:00
|
|
|
int ff_h263_decode_frame(AVCodecContext *avctx, AVFrame *pict,
|
|
|
|
int *got_frame, AVPacket *avpkt)
|
2001-07-22 17:18:56 +03:00
|
|
|
{
|
2009-04-07 18:59:50 +03:00
|
|
|
const uint8_t *buf = avpkt->data;
|
2013-10-22 20:37:44 +03:00
|
|
|
int buf_size = avpkt->size;
|
|
|
|
MpegEncContext *s = avctx->priv_data;
|
2003-09-10 01:50:44 +03:00
|
|
|
int ret;
|
2013-10-28 19:05:59 +03:00
|
|
|
int slice_ret = 0;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2003-07-23 12:58:02 +03:00
|
|
|
/* no supplementary picture */
|
2001-07-22 17:18:56 +03:00
|
|
|
if (buf_size == 0) {
|
2003-07-23 12:58:02 +03:00
|
|
|
/* special case for last picture */
|
2023-10-08 12:25:07 +02:00
|
|
|
if (s->low_delay == 0 && s->next_pic.ptr) {
|
|
|
|
if ((ret = av_frame_ref(pict, s->next_pic.ptr->f)) < 0)
|
2012-11-21 23:34:46 +03:00
|
|
|
return ret;
|
avcodec/mpegpicture: Make MPVPicture refcounted
Up until now, an initialized MpegEncContext had an array of
MPVPictures (way more than were ever needed) and the MPVPicture*
contained in the MPVWorkPictures as well as the input_picture
and reordered_input_picture arrays (for the encoder) pointed
into this array. Several of the pointers could point to the
same slot and because there was no reference counting involved,
one had to check for aliasing before unreferencing.
Furthermore, given that these pointers were not ownership pointers
the pointers were often simply reset without unreferencing
the slot (happened e.g. for the RV30 and RV40 decoders) or
there were moved without resetting the src pointer (happened
for the encoders where the entries in the input_picture
and reordered_input_picture arrays were not reset).
Instead actually releasing these pictures was performed by looping
over the whole array and checking which one of the entries needed
to be kept. Given that the array had way too many slots (36),
this meant that more than 30 MPVPictures have been unnecessarily
unreferenced in every ff_mpv_frame_start(); something similar
happened for the encoder.
This commit changes this by making the MPVPictures refcounted
via the RefStruct API. The MPVPictures itself are part of a pool
so that this does not entail constant allocations; instead,
the amount of allocations actually goes down, because the
earlier code used such a large array of MPVPictures (36 entries) and
allocated an AVFrame for every one of these on every
ff_mpv_common_init(). In fact, the pool is only freed when closing
the codec, so that reinitializations don't lead to new allocations
(this avoids having to sync the pool in update_thread_context).
Making MPVPictures refcounted also has another key benefit:
It makes it possible to directly share them across threads
(when using frame-threaded decoding), eliminating ugly code
with underlying av_frame_ref()'s; sharing these pictures
can't fail any more.
The pool is allocated in ff_mpv_decode_init() for decoders,
which therefore can fail now. This and the fact that the pool
is not unreferenced in ff_mpv_common_end() also necessitated
to mark several mpegvideo-decoders with the FF_CODEC_CAP_INIT_CLEANUP
flag.
*: This also means that there is no good reason any more for
ff_mpv_common_frame_size_change() to exist.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2023-10-15 21:34:43 +02:00
|
|
|
ff_mpv_unref_picture(&s->next_pic);
|
2003-07-23 12:58:02 +03:00
|
|
|
|
2022-12-04 20:35:58 +02:00
|
|
|
*got_frame = 1;
|
2023-10-08 12:25:07 +02:00
|
|
|
} else if (s->skipped_last_frame && s->cur_pic.ptr) {
|
2022-12-04 20:35:58 +02:00
|
|
|
/* Output the last picture we decoded again if the stream ended with
|
|
|
|
* an NVOP */
|
2023-10-08 12:25:07 +02:00
|
|
|
if ((ret = av_frame_ref(pict, s->cur_pic.ptr->f)) < 0)
|
2022-12-04 20:35:58 +02:00
|
|
|
return ret;
|
|
|
|
/* Copy props from the last input packet. Otherwise, props from the last
|
|
|
|
* returned picture would be reused */
|
|
|
|
if ((ret = ff_decode_frame_props(avctx, pict)) < 0)
|
|
|
|
return ret;
|
avcodec/mpegpicture: Make MPVPicture refcounted
Up until now, an initialized MpegEncContext had an array of
MPVPictures (way more than were ever needed) and the MPVPicture*
contained in the MPVWorkPictures as well as the input_picture
and reordered_input_picture arrays (for the encoder) pointed
into this array. Several of the pointers could point to the
same slot and because there was no reference counting involved,
one had to check for aliasing before unreferencing.
Furthermore, given that these pointers were not ownership pointers
the pointers were often simply reset without unreferencing
the slot (happened e.g. for the RV30 and RV40 decoders) or
there were moved without resetting the src pointer (happened
for the encoders where the entries in the input_picture
and reordered_input_picture arrays were not reset).
Instead actually releasing these pictures was performed by looping
over the whole array and checking which one of the entries needed
to be kept. Given that the array had way too many slots (36),
this meant that more than 30 MPVPictures have been unnecessarily
unreferenced in every ff_mpv_frame_start(); something similar
happened for the encoder.
This commit changes this by making the MPVPictures refcounted
via the RefStruct API. The MPVPictures itself are part of a pool
so that this does not entail constant allocations; instead,
the amount of allocations actually goes down, because the
earlier code used such a large array of MPVPictures (36 entries) and
allocated an AVFrame for every one of these on every
ff_mpv_common_init(). In fact, the pool is only freed when closing
the codec, so that reinitializations don't lead to new allocations
(this avoids having to sync the pool in update_thread_context).
Making MPVPictures refcounted also has another key benefit:
It makes it possible to directly share them across threads
(when using frame-threaded decoding), eliminating ugly code
with underlying av_frame_ref()'s; sharing these pictures
can't fail any more.
The pool is allocated in ff_mpv_decode_init() for decoders,
which therefore can fail now. This and the fact that the pool
is not unreferenced in ff_mpv_common_end() also necessitated
to mark several mpegvideo-decoders with the FF_CODEC_CAP_INIT_CLEANUP
flag.
*: This also means that there is no good reason any more for
ff_mpv_common_frame_size_change() to exist.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2023-10-15 21:34:43 +02:00
|
|
|
ff_mpv_unref_picture(&s->cur_pic);
|
2022-12-04 20:35:58 +02:00
|
|
|
|
2012-11-13 21:35:22 +03:00
|
|
|
*got_frame = 1;
|
2003-07-23 12:58:02 +03:00
|
|
|
}
|
|
|
|
|
2001-07-22 17:18:56 +03:00
|
|
|
return 0;
|
|
|
|
}
|
2003-01-21 23:30:48 +02:00
|
|
|
|
2002-10-23 11:14:12 +03:00
|
|
|
retry:
|
2013-10-23 20:26:59 +03:00
|
|
|
if (s->divx_packed && s->bitstream_buffer_size) {
|
2011-03-03 04:37:44 +02:00
|
|
|
int i;
|
2013-10-23 20:26:59 +03:00
|
|
|
for(i=0; i < buf_size-3; i++) {
|
|
|
|
if (buf[i]==0 && buf[i+1]==0 && buf[i+2]==1) {
|
|
|
|
if (buf[i+3]==0xB0) {
|
2011-03-03 15:06:58 +02:00
|
|
|
av_log(s->avctx, AV_LOG_WARNING, "Discarding excessive bitstream in packed xvid\n");
|
2013-10-23 20:26:59 +03:00
|
|
|
s->bitstream_buffer_size = 0;
|
2011-03-03 15:06:58 +02:00
|
|
|
}
|
2011-03-03 04:37:44 +02:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2015-04-03 19:14:16 +02:00
|
|
|
if (s->bitstream_buffer_size && (s->divx_packed || buf_size <= MAX_NVOP_SIZE)) // divx 5.01+/xvid frame reorder
|
2013-10-26 20:02:34 +03:00
|
|
|
ret = init_get_bits8(&s->gb, s->bitstream_buffer,
|
|
|
|
s->bitstream_buffer_size);
|
2013-10-22 20:37:44 +03:00
|
|
|
else
|
2013-10-22 00:32:56 +03:00
|
|
|
ret = init_get_bits8(&s->gb, buf, buf_size);
|
2013-10-23 20:26:59 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
s->bitstream_buffer_size = 0;
|
2013-10-22 00:32:56 +03:00
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
2001-07-22 17:18:56 +03:00
|
|
|
|
|
|
|
/* let's go :-) */
|
2024-04-28 23:18:35 +02:00
|
|
|
if (CONFIG_WMV2_DECODER && s->msmpeg4_version == MSMP4_WMV2) {
|
2013-10-22 20:37:44 +03:00
|
|
|
ret = ff_wmv2_decode_picture_header(s);
|
2024-04-28 23:18:35 +02:00
|
|
|
#if CONFIG_MSMPEG4DEC
|
|
|
|
} else if (s->msmpeg4_version != MSMP4_UNUSED) {
|
2012-02-15 14:05:06 +03:00
|
|
|
ret = ff_msmpeg4_decode_picture_header(s);
|
2024-04-28 23:18:35 +02:00
|
|
|
#endif
|
2013-11-26 13:07:22 +03:00
|
|
|
} else if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4) {
|
2022-01-04 07:05:59 +02:00
|
|
|
ret = ff_mpeg4_decode_picture_header(avctx->priv_data, &s->gb, 0, 0);
|
2022-12-04 20:35:58 +02:00
|
|
|
s->skipped_last_frame = (ret == FRAME_SKIPPED);
|
2012-08-05 12:11:04 +03:00
|
|
|
} else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
|
2010-01-07 08:25:41 +02:00
|
|
|
ret = ff_intel_h263_decode_picture_header(s);
|
2010-01-07 07:36:45 +02:00
|
|
|
} else if (CONFIG_FLV_DECODER && s->h263_flv) {
|
|
|
|
ret = ff_flv_decode_picture_header(s);
|
2001-07-22 17:18:56 +03:00
|
|
|
} else {
|
2012-02-09 12:28:46 +03:00
|
|
|
ret = ff_h263_decode_picture_header(s);
|
2002-03-19 05:51:36 +02:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-23 20:26:59 +03:00
|
|
|
if (ret < 0 || ret == FRAME_SKIPPED) {
|
2012-04-18 22:03:03 +03:00
|
|
|
if ( s->width != avctx->coded_width
|
|
|
|
|| s->height != avctx->coded_height) {
|
|
|
|
av_log(s->avctx, AV_LOG_WARNING, "Reverting picture dimensions change due to header decoding failure\n");
|
|
|
|
s->width = avctx->coded_width;
|
|
|
|
s->height= avctx->coded_height;
|
|
|
|
}
|
|
|
|
}
|
2013-10-22 20:37:44 +03:00
|
|
|
if (ret == FRAME_SKIPPED)
|
|
|
|
return get_consumed_bytes(s, buf_size);
|
2003-08-01 14:00:03 +03:00
|
|
|
|
|
|
|
/* skip if the header was thrashed */
|
2013-10-22 20:37:44 +03:00
|
|
|
if (ret < 0) {
|
2003-11-03 15:26:22 +02:00
|
|
|
av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
|
2012-09-10 19:08:09 +03:00
|
|
|
return ret;
|
2003-08-01 14:00:03 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2014-10-08 20:37:00 +03:00
|
|
|
if (!s->context_initialized) {
|
|
|
|
avctx->pix_fmt = h263_get_format(avctx);
|
2014-08-10 18:25:12 +03:00
|
|
|
if ((ret = ff_mpv_common_init(s)) < 0)
|
2014-08-08 18:21:02 +03:00
|
|
|
return ret;
|
2014-10-08 20:37:00 +03:00
|
|
|
}
|
2014-08-08 18:21:02 +03:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
avctx->has_b_frames = !s->low_delay;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-11-30 04:35:13 +03:00
|
|
|
if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4) {
|
2022-08-15 00:02:37 +02:00
|
|
|
if (s->pict_type != AV_PICTURE_TYPE_B && s->mb_num/2 > get_bits_left(&s->gb))
|
|
|
|
return AVERROR_INVALIDDATA;
|
2013-11-30 04:35:13 +03:00
|
|
|
if (ff_mpeg4_workaround_bugs(avctx) == 1)
|
|
|
|
goto retry;
|
2018-05-28 22:29:58 +02:00
|
|
|
if (s->studio_profile != (s->idsp.idct == NULL))
|
|
|
|
ff_mpv_idct_init(s);
|
2024-06-02 07:22:48 +02:00
|
|
|
if (s->mpeg_quant) {
|
|
|
|
s->dct_unquantize_intra = s->dct_unquantize_mpeg2_intra;
|
|
|
|
} else {
|
|
|
|
s->dct_unquantize_intra = s->dct_unquantize_h263_intra;
|
|
|
|
}
|
2013-11-30 04:35:13 +03:00
|
|
|
}
|
2004-06-26 12:52:16 +03:00
|
|
|
|
2016-04-27 19:45:23 +02:00
|
|
|
/* After H.263 & MPEG-4 header decode we have the height, width,
|
2013-10-22 20:37:44 +03:00
|
|
|
* and other parameters. So then we could init the picture.
|
2016-04-27 19:45:23 +02:00
|
|
|
* FIXME: By the way H.263 decoder is evolving it should have
|
2013-10-22 20:37:44 +03:00
|
|
|
* an H263EncContext */
|
2012-09-18 16:48:14 +03:00
|
|
|
if (s->width != avctx->coded_width ||
|
|
|
|
s->height != avctx->coded_height ||
|
|
|
|
s->context_reinit) {
|
|
|
|
/* H.263 could change picture size any time */
|
|
|
|
s->context_reinit = 0;
|
|
|
|
|
2013-10-27 12:02:26 +03:00
|
|
|
ret = ff_set_dimensions(avctx, s->width, s->height);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
2012-09-18 16:48:14 +03:00
|
|
|
|
2014-04-28 23:08:33 +03:00
|
|
|
ff_set_sar(avctx, avctx->sample_aspect_ratio);
|
|
|
|
|
2014-08-10 18:25:12 +03:00
|
|
|
if ((ret = ff_mpv_common_frame_size_change(s)))
|
2012-09-18 16:48:14 +03:00
|
|
|
return ret;
|
2014-10-08 20:37:01 +03:00
|
|
|
|
|
|
|
if (avctx->pix_fmt != h263_get_format(avctx)) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "format change not supported\n");
|
|
|
|
avctx->pix_fmt = AV_PIX_FMT_NONE;
|
|
|
|
return AVERROR_UNKNOWN;
|
|
|
|
}
|
2012-09-18 16:48:14 +03:00
|
|
|
}
|
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (s->codec_id == AV_CODEC_ID_H263 ||
|
|
|
|
s->codec_id == AV_CODEC_ID_H263P ||
|
|
|
|
s->codec_id == AV_CODEC_ID_H263I)
|
2015-04-28 11:38:29 +02:00
|
|
|
s->gob_index = H263_GOB_HEIGHT(s->height);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2005-06-17 18:02:53 +03:00
|
|
|
/* skip B-frames if we don't have reference frames */
|
2023-10-08 12:25:07 +02:00
|
|
|
if (!s->last_pic.ptr &&
|
2012-12-07 12:25:27 +03:00
|
|
|
(s->pict_type == AV_PICTURE_TYPE_B || s->droppable))
|
|
|
|
return get_consumed_bytes(s, buf_size);
|
2013-10-22 20:37:44 +03:00
|
|
|
if ((avctx->skip_frame >= AVDISCARD_NONREF &&
|
|
|
|
s->pict_type == AV_PICTURE_TYPE_B) ||
|
|
|
|
(avctx->skip_frame >= AVDISCARD_NONKEY &&
|
|
|
|
s->pict_type != AV_PICTURE_TYPE_I) ||
|
|
|
|
avctx->skip_frame >= AVDISCARD_ALL)
|
2005-07-15 00:39:36 +03:00
|
|
|
return get_consumed_bytes(s, buf_size);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2014-08-10 18:25:12 +03:00
|
|
|
if ((ret = ff_mpv_frame_start(s, avctx)) < 0)
|
2012-09-10 19:08:09 +03:00
|
|
|
return ret;
|
2001-07-22 17:18:56 +03:00
|
|
|
|
2019-08-02 11:18:10 +02:00
|
|
|
if (!s->divx_packed && !avctx->hwaccel)
|
2013-03-14 01:36:51 +03:00
|
|
|
ff_thread_finish_setup(avctx);
|
2011-03-22 23:36:57 +02:00
|
|
|
|
2013-10-26 20:31:46 +03:00
|
|
|
if (avctx->hwaccel) {
|
2023-08-01 19:44:22 +02:00
|
|
|
ret = FF_HW_CALL(avctx, start_frame,
|
|
|
|
s->gb.buffer, s->gb.buffer_end - s->gb.buffer);
|
2013-10-26 20:31:46 +03:00
|
|
|
if (ret < 0 )
|
2012-09-10 19:08:09 +03:00
|
|
|
return ret;
|
2013-10-26 20:31:46 +03:00
|
|
|
}
|
2009-02-27 10:27:50 +02:00
|
|
|
|
2013-02-02 22:42:07 +03:00
|
|
|
ff_mpeg_er_frame_start(s);
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
/* the second part of the wmv2 header contains the MB skip bits which
|
|
|
|
* are stored in current_picture->mb_type which is not available before
|
2014-08-10 18:25:12 +03:00
|
|
|
* ff_mpv_frame_start() */
|
2024-04-28 23:18:35 +02:00
|
|
|
#if CONFIG_WMV2_DECODER
|
|
|
|
if (s->msmpeg4_version == MSMP4_WMV2) {
|
2007-11-09 23:37:48 +02:00
|
|
|
ret = ff_wmv2_decode_secondary_picture_header(s);
|
2013-10-22 20:37:44 +03:00
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
if (ret == 1)
|
2013-10-23 20:26:59 +03:00
|
|
|
goto frame_end;
|
2003-04-12 18:00:32 +03:00
|
|
|
}
|
2024-04-28 23:18:35 +02:00
|
|
|
#endif
|
2003-04-12 18:00:32 +03:00
|
|
|
|
2001-07-22 17:18:56 +03:00
|
|
|
/* decode each macroblock */
|
2013-10-22 20:37:44 +03:00
|
|
|
s->mb_x = 0;
|
|
|
|
s->mb_y = 0;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-28 19:05:59 +03:00
|
|
|
slice_ret = decode_slice(s);
|
2013-10-22 20:37:44 +03:00
|
|
|
while (s->mb_y < s->mb_height) {
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version != MSMP4_UNUSED) {
|
2018-04-22 21:07:45 +02:00
|
|
|
if (s->slice_height == 0 || s->mb_x != 0 || slice_ret < 0 ||
|
2013-10-22 20:37:44 +03:00
|
|
|
(s->mb_y % s->slice_height) != 0 || get_bits_left(&s->gb) < 0)
|
2002-10-13 16:16:04 +03:00
|
|
|
break;
|
2013-10-22 20:37:44 +03:00
|
|
|
} else {
|
|
|
|
int prev_x = s->mb_x, prev_y = s->mb_y;
|
|
|
|
if (ff_h263_resync(s) < 0)
|
2002-10-13 16:16:04 +03:00
|
|
|
break;
|
2011-06-02 20:15:58 +03:00
|
|
|
if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
|
2013-02-02 22:42:07 +03:00
|
|
|
s->er.error_occurred = 1;
|
2002-06-02 15:16:28 +03:00
|
|
|
}
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version < MSMP4_WMV1 && s->h263_pred)
|
2002-10-13 16:16:04 +03:00
|
|
|
ff_mpeg4_clean_buffers(s);
|
2002-03-28 15:41:04 +02:00
|
|
|
|
2013-10-22 20:37:44 +03:00
|
|
|
if (decode_slice(s) < 0)
|
2013-10-28 19:05:59 +03:00
|
|
|
slice_ret = AVERROR_INVALIDDATA;
|
2001-07-22 17:18:56 +03:00
|
|
|
}
|
2002-10-19 04:31:26 +03:00
|
|
|
|
2024-04-28 23:18:35 +02:00
|
|
|
if (s->msmpeg4_version != MSMP4_UNUSED && s->msmpeg4_version < MSMP4_WMV1 &&
|
2013-10-22 20:37:44 +03:00
|
|
|
s->pict_type == AV_PICTURE_TYPE_I)
|
2022-07-31 11:12:41 +02:00
|
|
|
if (!CONFIG_MSMPEG4DEC ||
|
2013-10-22 20:37:44 +03:00
|
|
|
ff_msmpeg4_decode_ext_header(s, buf_size) < 0)
|
2013-02-02 22:42:07 +03:00
|
|
|
s->er.error_status_table[s->mb_num - 1] = ER_MB_ERROR;
|
2005-12-17 20:14:38 +02:00
|
|
|
|
2013-10-23 20:26:59 +03:00
|
|
|
av_assert1(s->bitstream_buffer_size == 0);
|
2013-08-17 16:31:14 +03:00
|
|
|
frame_end:
|
2018-07-03 00:27:04 +02:00
|
|
|
if (!s->studio_profile)
|
2023-09-12 15:47:42 +02:00
|
|
|
ff_er_frame_end(&s->er, NULL);
|
2013-09-19 02:08:30 +03:00
|
|
|
|
2013-10-28 13:54:46 +03:00
|
|
|
if (avctx->hwaccel) {
|
2023-08-01 19:44:22 +02:00
|
|
|
ret = FF_HW_SIMPLE_CALL(avctx, end_frame);
|
2013-10-28 13:54:46 +03:00
|
|
|
if (ret < 0)
|
2013-09-19 02:08:30 +03:00
|
|
|
return ret;
|
2013-10-28 13:54:46 +03:00
|
|
|
}
|
2013-09-19 02:08:30 +03:00
|
|
|
|
2014-08-10 18:25:12 +03:00
|
|
|
ff_mpv_frame_end(s);
|
2013-09-19 02:08:30 +03:00
|
|
|
|
2013-11-30 04:42:56 +03:00
|
|
|
if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4)
|
|
|
|
ff_mpeg4_frame_end(avctx, buf, buf_size);
|
2002-06-02 15:16:28 +03:00
|
|
|
|
2013-03-14 01:36:51 +03:00
|
|
|
if (!s->divx_packed && avctx->hwaccel)
|
|
|
|
ff_thread_finish_setup(avctx);
|
|
|
|
|
2023-10-08 12:25:07 +02:00
|
|
|
av_assert1(s->pict_type == s->cur_pic.ptr->f->pict_type);
|
2011-04-28 02:40:44 +03:00
|
|
|
if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
|
2023-10-08 12:25:07 +02:00
|
|
|
if ((ret = av_frame_ref(pict, s->cur_pic.ptr->f)) < 0)
|
2012-11-21 23:34:46 +03:00
|
|
|
return ret;
|
2023-10-08 12:25:07 +02:00
|
|
|
ff_print_debug_info(s, s->cur_pic.ptr, pict);
|
|
|
|
ff_mpv_export_qp_table(s, pict, s->cur_pic.ptr, FF_MPV_QSCALE_TYPE_MPEG1);
|
|
|
|
} else if (s->last_pic.ptr) {
|
|
|
|
if ((ret = av_frame_ref(pict, s->last_pic.ptr->f)) < 0)
|
2012-11-21 23:34:46 +03:00
|
|
|
return ret;
|
2023-10-08 12:25:07 +02:00
|
|
|
ff_print_debug_info(s, s->last_pic.ptr, pict);
|
|
|
|
ff_mpv_export_qp_table(s, pict, s->last_pic.ptr, FF_MPV_QSCALE_TYPE_MPEG1);
|
2006-03-10 22:40:52 +02:00
|
|
|
}
|
|
|
|
|
2023-10-08 12:25:07 +02:00
|
|
|
if (s->last_pic.ptr || s->low_delay) {
|
2013-08-24 01:56:26 +03:00
|
|
|
if ( pict->format == AV_PIX_FMT_YUV420P
|
|
|
|
&& (s->codec_tag == AV_RL32("GEOV") || s->codec_tag == AV_RL32("GEOX"))) {
|
2022-02-22 20:09:16 +02:00
|
|
|
for (int p = 0; p < 3; p++) {
|
2016-01-27 17:19:38 +02:00
|
|
|
int h = AV_CEIL_RSHIFT(pict->height, !!p);
|
2022-02-22 20:09:16 +02:00
|
|
|
|
|
|
|
pict->data[p] += (h - 1) * pict->linesize[p];
|
|
|
|
pict->linesize[p] *= -1;
|
2013-08-24 01:56:26 +03:00
|
|
|
}
|
|
|
|
}
|
2012-11-13 21:35:22 +03:00
|
|
|
*got_frame = 1;
|
2002-03-13 00:54:25 +02:00
|
|
|
}
|
2002-12-18 11:23:24 +02:00
|
|
|
|
2013-10-28 19:05:59 +03:00
|
|
|
if (slice_ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
|
2016-12-15 21:31:23 +02:00
|
|
|
return slice_ret;
|
2013-10-22 20:37:44 +03:00
|
|
|
else
|
|
|
|
return get_consumed_bytes(s, buf_size);
|
2001-07-22 17:18:56 +03:00
|
|
|
}
|
|
|
|
|
2021-09-06 12:41:29 +02:00
|
|
|
static const AVCodecHWConfigInternal *const h263_hw_config_list[] = {
|
2019-04-29 23:12:33 +02:00
|
|
|
#if CONFIG_H263_VAAPI_HWACCEL
|
|
|
|
HWACCEL_VAAPI(h263),
|
|
|
|
#endif
|
2019-08-02 11:18:10 +02:00
|
|
|
#if CONFIG_MPEG4_NVDEC_HWACCEL
|
|
|
|
HWACCEL_NVDEC(mpeg4),
|
|
|
|
#endif
|
2019-04-29 23:12:33 +02:00
|
|
|
#if CONFIG_MPEG4_VDPAU_HWACCEL
|
|
|
|
HWACCEL_VDPAU(mpeg4),
|
|
|
|
#endif
|
|
|
|
#if CONFIG_H263_VIDEOTOOLBOX_HWACCEL
|
|
|
|
HWACCEL_VIDEOTOOLBOX(h263),
|
|
|
|
#endif
|
|
|
|
NULL
|
|
|
|
};
|
|
|
|
|
2022-03-16 22:09:54 +02:00
|
|
|
const FFCodec ff_h263_decoder = {
|
|
|
|
.p.name = "h263",
|
2022-08-29 13:38:02 +02:00
|
|
|
CODEC_LONG_NAME("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.p.id = AV_CODEC_ID_H263,
|
2011-07-17 13:54:31 +03:00
|
|
|
.priv_data_size = sizeof(MpegEncContext),
|
|
|
|
.init = ff_h263_decode_init,
|
2022-03-30 23:28:24 +02:00
|
|
|
FF_CODEC_DECODE_CB(ff_h263_decode_frame),
|
2024-04-28 17:40:58 +02:00
|
|
|
.close = ff_mpv_decode_close,
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
|
2021-03-08 12:26:32 +02:00
|
|
|
AV_CODEC_CAP_DELAY,
|
avcodec/mpegpicture: Make MPVPicture refcounted
Up until now, an initialized MpegEncContext had an array of
MPVPictures (way more than were ever needed) and the MPVPicture*
contained in the MPVWorkPictures as well as the input_picture
and reordered_input_picture arrays (for the encoder) pointed
into this array. Several of the pointers could point to the
same slot and because there was no reference counting involved,
one had to check for aliasing before unreferencing.
Furthermore, given that these pointers were not ownership pointers
the pointers were often simply reset without unreferencing
the slot (happened e.g. for the RV30 and RV40 decoders) or
there were moved without resetting the src pointer (happened
for the encoders where the entries in the input_picture
and reordered_input_picture arrays were not reset).
Instead actually releasing these pictures was performed by looping
over the whole array and checking which one of the entries needed
to be kept. Given that the array had way too many slots (36),
this meant that more than 30 MPVPictures have been unnecessarily
unreferenced in every ff_mpv_frame_start(); something similar
happened for the encoder.
This commit changes this by making the MPVPictures refcounted
via the RefStruct API. The MPVPictures itself are part of a pool
so that this does not entail constant allocations; instead,
the amount of allocations actually goes down, because the
earlier code used such a large array of MPVPictures (36 entries) and
allocated an AVFrame for every one of these on every
ff_mpv_common_init(). In fact, the pool is only freed when closing
the codec, so that reinitializations don't lead to new allocations
(this avoids having to sync the pool in update_thread_context).
Making MPVPictures refcounted also has another key benefit:
It makes it possible to directly share them across threads
(when using frame-threaded decoding), eliminating ugly code
with underlying av_frame_ref()'s; sharing these pictures
can't fail any more.
The pool is allocated in ff_mpv_decode_init() for decoders,
which therefore can fail now. This and the fact that the pool
is not unreferenced in ff_mpv_common_end() also necessitated
to mark several mpegvideo-decoders with the FF_CODEC_CAP_INIT_CLEANUP
flag.
*: This also means that there is no good reason any more for
ff_mpv_common_frame_size_change() to exist.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2023-10-15 21:34:43 +02:00
|
|
|
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP |
|
|
|
|
FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
|
2012-04-06 19:19:39 +03:00
|
|
|
.flush = ff_mpeg_flush,
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.max_lowres = 3,
|
2021-09-06 12:41:29 +02:00
|
|
|
.hw_configs = h263_hw_config_list,
|
2001-07-22 17:18:56 +03:00
|
|
|
};
|
2012-07-15 14:54:08 +03:00
|
|
|
|
2022-03-16 22:09:54 +02:00
|
|
|
const FFCodec ff_h263p_decoder = {
|
|
|
|
.p.name = "h263p",
|
2022-08-29 13:38:02 +02:00
|
|
|
CODEC_LONG_NAME("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.p.id = AV_CODEC_ID_H263P,
|
2012-07-15 14:54:08 +03:00
|
|
|
.priv_data_size = sizeof(MpegEncContext),
|
|
|
|
.init = ff_h263_decode_init,
|
2022-03-30 23:28:24 +02:00
|
|
|
FF_CODEC_DECODE_CB(ff_h263_decode_frame),
|
2024-04-28 17:40:58 +02:00
|
|
|
.close = ff_mpv_decode_close,
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
|
2021-03-08 12:26:32 +02:00
|
|
|
AV_CODEC_CAP_DELAY,
|
avcodec/mpegpicture: Make MPVPicture refcounted
Up until now, an initialized MpegEncContext had an array of
MPVPictures (way more than were ever needed) and the MPVPicture*
contained in the MPVWorkPictures as well as the input_picture
and reordered_input_picture arrays (for the encoder) pointed
into this array. Several of the pointers could point to the
same slot and because there was no reference counting involved,
one had to check for aliasing before unreferencing.
Furthermore, given that these pointers were not ownership pointers
the pointers were often simply reset without unreferencing
the slot (happened e.g. for the RV30 and RV40 decoders) or
there were moved without resetting the src pointer (happened
for the encoders where the entries in the input_picture
and reordered_input_picture arrays were not reset).
Instead actually releasing these pictures was performed by looping
over the whole array and checking which one of the entries needed
to be kept. Given that the array had way too many slots (36),
this meant that more than 30 MPVPictures have been unnecessarily
unreferenced in every ff_mpv_frame_start(); something similar
happened for the encoder.
This commit changes this by making the MPVPictures refcounted
via the RefStruct API. The MPVPictures itself are part of a pool
so that this does not entail constant allocations; instead,
the amount of allocations actually goes down, because the
earlier code used such a large array of MPVPictures (36 entries) and
allocated an AVFrame for every one of these on every
ff_mpv_common_init(). In fact, the pool is only freed when closing
the codec, so that reinitializations don't lead to new allocations
(this avoids having to sync the pool in update_thread_context).
Making MPVPictures refcounted also has another key benefit:
It makes it possible to directly share them across threads
(when using frame-threaded decoding), eliminating ugly code
with underlying av_frame_ref()'s; sharing these pictures
can't fail any more.
The pool is allocated in ff_mpv_decode_init() for decoders,
which therefore can fail now. This and the fact that the pool
is not unreferenced in ff_mpv_common_end() also necessitated
to mark several mpegvideo-decoders with the FF_CODEC_CAP_INIT_CLEANUP
flag.
*: This also means that there is no good reason any more for
ff_mpv_common_frame_size_change() to exist.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2023-10-15 21:34:43 +02:00
|
|
|
.caps_internal = FF_CODEC_CAP_INIT_CLEANUP |
|
|
|
|
FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
|
2012-07-15 14:54:08 +03:00
|
|
|
.flush = ff_mpeg_flush,
|
2022-03-16 22:09:54 +02:00
|
|
|
.p.max_lowres = 3,
|
2021-09-06 12:41:29 +02:00
|
|
|
.hw_configs = h263_hw_config_list,
|
2012-07-15 14:54:08 +03:00
|
|
|
};
|