mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2024-12-07 11:13:41 +02:00
6e5e139fe3
This change introduces basic support for HEVC decoding through vdpau. Right now, there are problems with the nvidia driver/library implementation that mean that frames are incorrectly laid out in memory when they are returned from the decoder, and it is normally impossible to recover the complete decoded frame due to loss of data from alignment inconsistencies. I obviously hope that nvidia will be fixing it in due course - I've verified the problems exist with their example application. As such, this support is not useful for any real world application, but I believe that it is correct (with the caveat that the mangled frames may hide problems) and will work properly once the nvidia problem is fixed. Right now it appears that any file encoded by x265 or nvenc is decoded correctly, but that's because these files don't use a bunch of HEVC features. Quick summary: Features that seem to work: 1) Short Term References 2) Scaling Lists 3) Tiling Features with known problems: 1) Long Term References It's hard to tell what's going on here. After I read the nvidia example app that does not set the IsLongTerm flag on LTRs, and changed my code, a bunch of frames using LTR started to display correctly, but there are still samples with glitches that are related to LTRs. In terms of real world files, both x265 and nvenc only use short term refs from this list. The divx encoder seems similar. Signed-off-by: Philip Langdale <philipl@overt.org>
130 lines
3.3 KiB
C
130 lines
3.3 KiB
C
/*
|
|
* Video Decode and Presentation API for UNIX (VDPAU) is used for
|
|
* HW decode acceleration for MPEG-1/2, H.264 and VC-1.
|
|
*
|
|
* Copyright (C) 2008 NVIDIA
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#ifndef AVCODEC_VDPAU_INTERNAL_H
|
|
#define AVCODEC_VDPAU_INTERNAL_H
|
|
|
|
#include "config.h"
|
|
#include <stdint.h>
|
|
#if CONFIG_VDPAU
|
|
#include <vdpau/vdpau.h>
|
|
#endif
|
|
|
|
#include "libavutil/frame.h"
|
|
|
|
#include "avcodec.h"
|
|
|
|
/** Extract VdpVideoSurface from an AVFrame */
|
|
static inline uintptr_t ff_vdpau_get_surface_id(AVFrame *pic)
|
|
{
|
|
return (uintptr_t)pic->data[3];
|
|
}
|
|
|
|
struct vdpau_picture_context;
|
|
#if CONFIG_VDPAU
|
|
union VDPAUPictureInfo {
|
|
VdpPictureInfoH264 h264;
|
|
VdpPictureInfoMPEG1Or2 mpeg;
|
|
VdpPictureInfoVC1 vc1;
|
|
VdpPictureInfoMPEG4Part2 mpeg4;
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE
|
|
VdpPictureInfoH264Predictive h264_predictive;
|
|
#endif
|
|
#ifdef VDP_DECODER_PROFILE_HEVC_MAIN
|
|
VdpPictureInfoHEVC hevc;
|
|
#endif
|
|
};
|
|
|
|
#include "vdpau.h"
|
|
|
|
typedef struct VDPAUHWContext {
|
|
AVVDPAUContext context;
|
|
VdpDevice device;
|
|
VdpGetProcAddress *get_proc_address;
|
|
char reset;
|
|
unsigned char flags;
|
|
} VDPAUHWContext;
|
|
|
|
typedef struct VDPAUContext {
|
|
/**
|
|
* VDPAU device handle
|
|
*/
|
|
VdpDevice device;
|
|
|
|
/**
|
|
* VDPAU decoder handle
|
|
*/
|
|
VdpDecoder decoder;
|
|
|
|
/**
|
|
* VDPAU device driver
|
|
*/
|
|
VdpGetProcAddress *get_proc_address;
|
|
|
|
/**
|
|
* VDPAU decoder render callback
|
|
*/
|
|
VdpDecoderRender *render;
|
|
|
|
uint32_t width;
|
|
uint32_t height;
|
|
} VDPAUContext;
|
|
|
|
struct vdpau_picture_context {
|
|
/**
|
|
* VDPAU picture information.
|
|
*/
|
|
union VDPAUPictureInfo info;
|
|
|
|
/**
|
|
* Allocated size of the bitstream_buffers table.
|
|
*/
|
|
int bitstream_buffers_allocated;
|
|
|
|
/**
|
|
* Useful bitstream buffers in the bitstream buffers table.
|
|
*/
|
|
int bitstream_buffers_used;
|
|
|
|
/**
|
|
* Table of bitstream buffers.
|
|
*/
|
|
VdpBitstreamBuffer *bitstream_buffers;
|
|
};
|
|
|
|
int ff_vdpau_common_init(AVCodecContext *avctx, VdpDecoderProfile profile,
|
|
int level);
|
|
#endif //CONFIG_VDPAU
|
|
|
|
int ff_vdpau_common_uninit(AVCodecContext *avctx);
|
|
|
|
int ff_vdpau_common_start_frame(struct vdpau_picture_context *pic,
|
|
const uint8_t *buffer, uint32_t size);
|
|
int ff_vdpau_common_end_frame(AVCodecContext *avctx, AVFrame *frame,
|
|
struct vdpau_picture_context *pic);
|
|
int ff_vdpau_mpeg_end_frame(AVCodecContext *avctx);
|
|
int ff_vdpau_add_buffer(struct vdpau_picture_context *pic, const uint8_t *buf,
|
|
uint32_t buf_size);
|
|
|
|
#endif /* AVCODEC_VDPAU_INTERNAL_H */
|