2016-02-25 02:21:40 +02:00
|
|
|
/*
|
2016-04-14 14:59:45 +02:00
|
|
|
* This file is part of FFmpeg.
|
2016-02-25 02:21:40 +02:00
|
|
|
*
|
2016-04-14 14:59:45 +02:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2016-02-25 02:21:40 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2016-04-14 14:59:45 +02:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2016-02-25 02:21:40 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2016-04-14 14:59:45 +02:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2016-02-25 02:21:40 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "libavutil/buffer.h"
|
|
|
|
#include "libavutil/hwcontext.h"
|
|
|
|
#include "libavutil/hwcontext_internal.h"
|
|
|
|
#include "libavutil/log.h"
|
|
|
|
#include "libavutil/pixdesc.h"
|
|
|
|
#include "libavutil/opt.h"
|
|
|
|
|
|
|
|
#include "avfilter.h"
|
|
|
|
#include "formats.h"
|
|
|
|
#include "internal.h"
|
|
|
|
#include "video.h"
|
|
|
|
|
|
|
|
typedef struct HWUploadContext {
|
|
|
|
const AVClass *class;
|
|
|
|
|
|
|
|
AVBufferRef *hwdevice_ref;
|
|
|
|
|
|
|
|
AVBufferRef *hwframes_ref;
|
|
|
|
AVHWFramesContext *hwframes;
|
2019-10-24 03:11:37 +02:00
|
|
|
|
|
|
|
char *device_type;
|
2016-02-25 02:21:40 +02:00
|
|
|
} HWUploadContext;
|
|
|
|
|
|
|
|
static int hwupload_query_formats(AVFilterContext *avctx)
|
|
|
|
{
|
|
|
|
HWUploadContext *ctx = avctx->priv;
|
|
|
|
AVHWFramesConstraints *constraints = NULL;
|
|
|
|
const enum AVPixelFormat *input_pix_fmts, *output_pix_fmts;
|
|
|
|
AVFilterFormats *input_formats = NULL;
|
|
|
|
int err, i;
|
|
|
|
|
2019-10-24 03:11:37 +02:00
|
|
|
if (ctx->hwdevice_ref) {
|
|
|
|
/* We already have a specified device. */
|
|
|
|
} else if (avctx->hw_device_ctx) {
|
|
|
|
if (ctx->device_type) {
|
|
|
|
err = av_hwdevice_ctx_create_derived(
|
|
|
|
&ctx->hwdevice_ref,
|
|
|
|
av_hwdevice_find_type_by_name(ctx->device_type),
|
|
|
|
avctx->hw_device_ctx, 0);
|
|
|
|
if (err < 0)
|
|
|
|
return err;
|
|
|
|
} else {
|
|
|
|
ctx->hwdevice_ref = av_buffer_ref(avctx->hw_device_ctx);
|
|
|
|
if (!ctx->hwdevice_ref)
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
}
|
|
|
|
} else {
|
2016-02-25 02:21:40 +02:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "A hardware device reference is required "
|
|
|
|
"to upload frames to.\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
constraints = av_hwdevice_get_hwframe_constraints(ctx->hwdevice_ref, NULL);
|
|
|
|
if (!constraints) {
|
|
|
|
err = AVERROR(EINVAL);
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
|
|
|
|
input_pix_fmts = constraints->valid_sw_formats;
|
|
|
|
output_pix_fmts = constraints->valid_hw_formats;
|
|
|
|
|
|
|
|
input_formats = ff_make_format_list(output_pix_fmts);
|
|
|
|
if (!input_formats) {
|
|
|
|
err = AVERROR(ENOMEM);
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
if (input_pix_fmts) {
|
|
|
|
for (i = 0; input_pix_fmts[i] != AV_PIX_FMT_NONE; i++) {
|
|
|
|
err = ff_add_format(&input_formats, input_pix_fmts[i]);
|
2017-03-03 03:25:53 +02:00
|
|
|
if (err < 0)
|
2016-02-25 02:21:40 +02:00
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-08-24 12:16:34 +02:00
|
|
|
if ((err = ff_formats_ref(input_formats, &avctx->inputs[0]->outcfg.formats)) < 0 ||
|
2017-03-03 03:25:53 +02:00
|
|
|
(err = ff_formats_ref(ff_make_format_list(output_pix_fmts),
|
2020-08-24 12:16:34 +02:00
|
|
|
&avctx->outputs[0]->incfg.formats)) < 0)
|
2017-03-03 03:25:53 +02:00
|
|
|
goto fail;
|
2016-02-25 02:21:40 +02:00
|
|
|
|
|
|
|
av_hwframe_constraints_free(&constraints);
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
fail:
|
|
|
|
av_buffer_unref(&ctx->hwdevice_ref);
|
|
|
|
av_hwframe_constraints_free(&constraints);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int hwupload_config_output(AVFilterLink *outlink)
|
|
|
|
{
|
|
|
|
AVFilterContext *avctx = outlink->src;
|
|
|
|
AVFilterLink *inlink = avctx->inputs[0];
|
|
|
|
HWUploadContext *ctx = avctx->priv;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
av_buffer_unref(&ctx->hwframes_ref);
|
|
|
|
|
|
|
|
if (inlink->format == outlink->format) {
|
|
|
|
// The input is already a hardware format, so we just want to
|
|
|
|
// pass through the input frames in their own hardware context.
|
|
|
|
if (!inlink->hw_frames_ctx) {
|
|
|
|
av_log(ctx, AV_LOG_ERROR, "No input hwframe context.\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
outlink->hw_frames_ctx = av_buffer_ref(inlink->hw_frames_ctx);
|
|
|
|
if (!outlink->hw_frames_ctx)
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
ctx->hwframes_ref = av_hwframe_ctx_alloc(ctx->hwdevice_ref);
|
|
|
|
if (!ctx->hwframes_ref)
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
|
|
|
|
ctx->hwframes = (AVHWFramesContext*)ctx->hwframes_ref->data;
|
|
|
|
|
|
|
|
av_log(ctx, AV_LOG_DEBUG, "Surface format is %s.\n",
|
|
|
|
av_get_pix_fmt_name(inlink->format));
|
|
|
|
|
|
|
|
ctx->hwframes->format = outlink->format;
|
2019-10-24 03:11:37 +02:00
|
|
|
if (inlink->hw_frames_ctx) {
|
|
|
|
AVHWFramesContext *in_hwframe_ctx =
|
|
|
|
(AVHWFramesContext*)inlink->hw_frames_ctx->data;
|
|
|
|
ctx->hwframes->sw_format = in_hwframe_ctx->sw_format;
|
|
|
|
} else {
|
|
|
|
ctx->hwframes->sw_format = inlink->format;
|
|
|
|
}
|
2016-02-25 02:21:40 +02:00
|
|
|
ctx->hwframes->width = inlink->w;
|
|
|
|
ctx->hwframes->height = inlink->h;
|
|
|
|
|
2017-08-05 23:10:46 +02:00
|
|
|
if (avctx->extra_hw_frames >= 0)
|
|
|
|
ctx->hwframes->initial_pool_size = 2 + avctx->extra_hw_frames;
|
|
|
|
|
2016-02-25 02:21:40 +02:00
|
|
|
err = av_hwframe_ctx_init(ctx->hwframes_ref);
|
|
|
|
if (err < 0)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
outlink->hw_frames_ctx = av_buffer_ref(ctx->hwframes_ref);
|
|
|
|
if (!outlink->hw_frames_ctx) {
|
|
|
|
err = AVERROR(ENOMEM);
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
fail:
|
|
|
|
av_buffer_unref(&ctx->hwframes_ref);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int hwupload_filter_frame(AVFilterLink *link, AVFrame *input)
|
|
|
|
{
|
|
|
|
AVFilterContext *avctx = link->dst;
|
|
|
|
AVFilterLink *outlink = avctx->outputs[0];
|
|
|
|
HWUploadContext *ctx = avctx->priv;
|
|
|
|
AVFrame *output = NULL;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
if (input->format == outlink->format)
|
|
|
|
return ff_filter_frame(outlink, input);
|
|
|
|
|
2016-11-01 00:14:10 +02:00
|
|
|
output = ff_get_video_buffer(outlink, outlink->w, outlink->h);
|
2016-02-25 02:21:40 +02:00
|
|
|
if (!output) {
|
|
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to allocate frame to upload to.\n");
|
2016-11-01 00:14:10 +02:00
|
|
|
err = AVERROR(ENOMEM);
|
2016-02-25 02:21:40 +02:00
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
|
|
|
|
output->width = input->width;
|
|
|
|
output->height = input->height;
|
|
|
|
|
|
|
|
err = av_hwframe_transfer_data(output, input, 0);
|
|
|
|
if (err < 0) {
|
|
|
|
av_log(ctx, AV_LOG_ERROR, "Failed to upload frame: %d.\n", err);
|
|
|
|
goto fail;
|
|
|
|
}
|
|
|
|
|
|
|
|
err = av_frame_copy_props(output, input);
|
|
|
|
if (err < 0)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
av_frame_free(&input);
|
|
|
|
|
|
|
|
return ff_filter_frame(outlink, output);
|
|
|
|
|
|
|
|
fail:
|
|
|
|
av_frame_free(&input);
|
|
|
|
av_frame_free(&output);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static av_cold void hwupload_uninit(AVFilterContext *avctx)
|
|
|
|
{
|
|
|
|
HWUploadContext *ctx = avctx->priv;
|
|
|
|
|
|
|
|
av_buffer_unref(&ctx->hwframes_ref);
|
|
|
|
av_buffer_unref(&ctx->hwdevice_ref);
|
|
|
|
}
|
|
|
|
|
2019-10-24 03:11:37 +02:00
|
|
|
#define OFFSET(x) offsetof(HWUploadContext, x)
|
|
|
|
#define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM)
|
|
|
|
static const AVOption hwupload_options[] = {
|
|
|
|
{
|
|
|
|
"derive_device", "Derive a new device of this type",
|
|
|
|
OFFSET(device_type), AV_OPT_TYPE_STRING,
|
|
|
|
{ .str = NULL }, 0, 0, FLAGS
|
|
|
|
},
|
|
|
|
{
|
|
|
|
NULL
|
|
|
|
}
|
2016-02-25 02:21:40 +02:00
|
|
|
};
|
|
|
|
|
2019-10-24 03:11:37 +02:00
|
|
|
AVFILTER_DEFINE_CLASS(hwupload);
|
|
|
|
|
2016-02-25 02:21:40 +02:00
|
|
|
static const AVFilterPad hwupload_inputs[] = {
|
|
|
|
{
|
|
|
|
.name = "default",
|
|
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.filter_frame = hwupload_filter_frame,
|
|
|
|
},
|
|
|
|
{ NULL }
|
|
|
|
};
|
|
|
|
|
|
|
|
static const AVFilterPad hwupload_outputs[] = {
|
|
|
|
{
|
|
|
|
.name = "default",
|
|
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.config_props = hwupload_config_output,
|
|
|
|
},
|
|
|
|
{ NULL }
|
|
|
|
};
|
|
|
|
|
|
|
|
AVFilter ff_vf_hwupload = {
|
|
|
|
.name = "hwupload",
|
|
|
|
.description = NULL_IF_CONFIG_SMALL("Upload a normal frame to a hardware frame"),
|
|
|
|
.uninit = hwupload_uninit,
|
|
|
|
.query_formats = hwupload_query_formats,
|
|
|
|
.priv_size = sizeof(HWUploadContext),
|
|
|
|
.priv_class = &hwupload_class,
|
|
|
|
.inputs = hwupload_inputs,
|
|
|
|
.outputs = hwupload_outputs,
|
2016-10-25 21:42:27 +02:00
|
|
|
.flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
|
2016-02-25 02:21:40 +02:00
|
|
|
};
|