2017-08-18 03:40:47 +02:00
|
|
|
/*
|
2017-11-11 19:46:24 +02:00
|
|
|
* This file is part of FFmpeg.
|
2017-08-18 03:40:47 +02:00
|
|
|
*
|
2017-11-11 19:46:24 +02:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2017-08-18 03:40:47 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2017-11-11 19:46:24 +02:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2017-08-18 03:40:47 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2017-11-11 19:46:24 +02:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2017-08-18 03:40:47 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @file
|
|
|
|
* Intel Quick Sync Video VPP base function
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVFILTER_QSVVPP_H
|
|
|
|
#define AVFILTER_QSVVPP_H
|
|
|
|
|
2020-09-08 05:17:27 +02:00
|
|
|
#include <mfxvideo.h>
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
#include "avfilter.h"
|
2021-03-31 04:07:44 +02:00
|
|
|
#include "libavutil/fifo.h"
|
2021-01-04 04:46:14 +02:00
|
|
|
#include "libavutil/hwcontext.h"
|
|
|
|
#include "libavutil/hwcontext_qsv.h"
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
#define FF_INLINK_IDX(link) ((int)((link)->dstpad - (link)->dst->input_pads))
|
|
|
|
#define FF_OUTLINK_IDX(link) ((int)((link)->srcpad - (link)->src->output_pads))
|
|
|
|
|
2018-04-02 15:17:23 +02:00
|
|
|
#define QSV_VERSION_ATLEAST(MAJOR, MINOR) \
|
|
|
|
(MFX_VERSION_MAJOR > (MAJOR) || \
|
|
|
|
MFX_VERSION_MAJOR == (MAJOR) && MFX_VERSION_MINOR >= (MINOR))
|
|
|
|
|
|
|
|
#define QSV_RUNTIME_VERSION_ATLEAST(MFX_VERSION, MAJOR, MINOR) \
|
2019-03-27 12:18:15 +02:00
|
|
|
((MFX_VERSION.Major > (MAJOR)) || \
|
|
|
|
(MFX_VERSION.Major == (MAJOR) && MFX_VERSION.Minor >= (MINOR)))
|
2018-04-02 15:17:23 +02:00
|
|
|
|
2020-08-18 09:30:32 +02:00
|
|
|
#define QSV_ONEVPL QSV_VERSION_ATLEAST(2, 0)
|
2020-08-19 03:43:12 +02:00
|
|
|
#define QSV_HAVE_OPAQUE !QSV_ONEVPL
|
2020-08-18 09:30:32 +02:00
|
|
|
|
2021-03-31 04:07:44 +02:00
|
|
|
typedef struct QSVFrame {
|
|
|
|
AVFrame *frame;
|
|
|
|
mfxFrameSurface1 surface;
|
|
|
|
struct QSVFrame *next;
|
|
|
|
int queued;
|
|
|
|
} QSVFrame;
|
|
|
|
|
2023-07-26 09:15:19 +02:00
|
|
|
#define QSVVPP_MAX_FRAME_EXTBUFS 8
|
|
|
|
|
|
|
|
typedef struct QSVVPPFrameParam {
|
|
|
|
/* To fill with MFX enhanced filter configurations */
|
|
|
|
int num_ext_buf;
|
|
|
|
mfxExtBuffer **ext_buf;
|
|
|
|
} QSVVPPFrameParam;
|
|
|
|
|
2021-03-31 04:07:44 +02:00
|
|
|
typedef struct QSVVPPContext {
|
2023-01-09 09:12:10 +02:00
|
|
|
const AVClass *class;
|
|
|
|
|
2021-03-31 04:07:44 +02:00
|
|
|
mfxSession session;
|
|
|
|
int (*filter_frame) (AVFilterLink *outlink, AVFrame *frame); /**< callback */
|
2023-07-26 09:15:19 +02:00
|
|
|
int (*set_frame_ext_params)(AVFilterContext *ctx, const AVFrame *in, AVFrame *out, QSVVPPFrameParam *fp); /**< callbak */
|
2021-03-31 04:07:44 +02:00
|
|
|
enum AVPixelFormat out_sw_format; /**< Real output format */
|
|
|
|
mfxVideoParam vpp_param;
|
|
|
|
mfxFrameInfo *frame_infos; /**< frame info for each input */
|
|
|
|
|
|
|
|
/** members related to the input/output surface */
|
|
|
|
int in_mem_mode;
|
|
|
|
int out_mem_mode;
|
|
|
|
QSVFrame *in_frame_list;
|
|
|
|
QSVFrame *out_frame_list;
|
|
|
|
int nb_surface_ptrs_in;
|
|
|
|
int nb_surface_ptrs_out;
|
|
|
|
mfxFrameSurface1 **surface_ptrs_in;
|
|
|
|
mfxFrameSurface1 **surface_ptrs_out;
|
|
|
|
|
2020-08-19 03:43:12 +02:00
|
|
|
#if QSV_HAVE_OPAQUE
|
2021-03-31 04:07:44 +02:00
|
|
|
/** MFXVPP extern parameters */
|
|
|
|
mfxExtOpaqueSurfaceAlloc opaque_alloc;
|
2023-06-12 10:14:46 +02:00
|
|
|
#endif
|
|
|
|
/** store sequence parameters */
|
|
|
|
mfxExtBuffer **seq_buffers;
|
|
|
|
int nb_seq_buffers;
|
|
|
|
|
|
|
|
/** store all parameters for vpp execution, including parameters per frame */
|
2021-03-31 04:07:44 +02:00
|
|
|
mfxExtBuffer **ext_buffers;
|
|
|
|
int nb_ext_buffers;
|
|
|
|
|
|
|
|
int got_frame;
|
|
|
|
int async_depth;
|
|
|
|
int eof;
|
|
|
|
/** order with frame_out, sync */
|
2022-01-07 12:41:42 +02:00
|
|
|
AVFifo *async_fifo;
|
2023-06-12 10:14:43 +02:00
|
|
|
|
|
|
|
mfxVersion ver;
|
2023-06-12 10:14:47 +02:00
|
|
|
int vpp_initted;
|
2021-03-31 04:07:44 +02:00
|
|
|
} QSVVPPContext;
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
typedef struct QSVVPPCrop {
|
|
|
|
int in_idx; ///< Input index
|
|
|
|
int x, y, w, h; ///< Crop rectangle
|
|
|
|
} QSVVPPCrop;
|
|
|
|
|
|
|
|
typedef struct QSVVPPParam {
|
|
|
|
/* default is ff_filter_frame */
|
|
|
|
int (*filter_frame)(AVFilterLink *outlink, AVFrame *frame);
|
2023-07-26 09:15:19 +02:00
|
|
|
int (*set_frame_ext_params)(AVFilterContext *ctx, const AVFrame *in, AVFrame *out, QSVVPPFrameParam *fp); /**< callbak */
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
/* To fill with MFX enhanced filter configurations */
|
|
|
|
int num_ext_buf;
|
|
|
|
mfxExtBuffer **ext_buf;
|
|
|
|
|
|
|
|
/* Real output format */
|
|
|
|
enum AVPixelFormat out_sw_format;
|
|
|
|
|
|
|
|
/* Crop information for each input, if needed */
|
|
|
|
int num_crop;
|
|
|
|
QSVVPPCrop *crop;
|
|
|
|
} QSVVPPParam;
|
|
|
|
|
|
|
|
/* create and initialize the QSV session */
|
2023-01-09 09:12:10 +02:00
|
|
|
int ff_qsvvpp_init(AVFilterContext *avctx, QSVVPPParam *param);
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
/* release the resources (eg.surfaces) */
|
2023-01-09 09:12:10 +02:00
|
|
|
int ff_qsvvpp_close(AVFilterContext *avctx);
|
2017-08-18 03:40:47 +02:00
|
|
|
|
|
|
|
/* vpp filter frame and call the cb if needed */
|
2024-04-23 09:57:52 +02:00
|
|
|
int ff_qsvvpp_filter_frame(QSVVPPContext *vpp, AVFilterLink *inlink, AVFrame *frame, AVFrame *propref);
|
2017-08-18 03:40:47 +02:00
|
|
|
|
2021-01-05 09:02:55 +02:00
|
|
|
int ff_qsvvpp_print_iopattern(void *log_ctx, int mfx_iopattern,
|
|
|
|
const char *extra_string);
|
|
|
|
|
|
|
|
int ff_qsvvpp_print_error(void *log_ctx, mfxStatus err,
|
|
|
|
const char *error_string);
|
|
|
|
|
|
|
|
int ff_qsvvpp_print_warning(void *log_ctx, mfxStatus err,
|
|
|
|
const char *warning_string);
|
|
|
|
|
2021-01-04 04:46:14 +02:00
|
|
|
int ff_qsvvpp_create_mfx_session(void *ctx, void *loader, mfxIMPL implementation,
|
|
|
|
mfxVersion *pver, mfxSession *psession);
|
|
|
|
|
2022-12-05 08:32:13 +02:00
|
|
|
AVFrame *ff_qsvvpp_get_video_buffer(AVFilterLink *inlink, int w, int h);
|
2017-08-18 03:40:47 +02:00
|
|
|
#endif /* AVFILTER_QSVVPP_H */
|