2016-10-26 08:10:19 +02:00
|
|
|
/*
|
|
|
|
* generic encoding-related code
|
|
|
|
*
|
2017-04-07 05:42:38 +02:00
|
|
|
* This file is part of FFmpeg.
|
2016-10-26 08:10:19 +02:00
|
|
|
*
|
2017-04-07 05:42:38 +02:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2016-10-26 08:10:19 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2017-04-07 05:42:38 +02:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2016-10-26 08:10:19 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2017-04-07 05:42:38 +02:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2016-10-26 08:10:19 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "libavutil/attributes.h"
|
|
|
|
#include "libavutil/avassert.h"
|
2021-06-12 01:10:58 +02:00
|
|
|
#include "libavutil/channel_layout.h"
|
2016-10-26 08:10:19 +02:00
|
|
|
#include "libavutil/frame.h"
|
|
|
|
#include "libavutil/imgutils.h"
|
|
|
|
#include "libavutil/internal.h"
|
|
|
|
#include "libavutil/samplefmt.h"
|
|
|
|
|
|
|
|
#include "avcodec.h"
|
2022-03-16 22:09:54 +02:00
|
|
|
#include "codec_internal.h"
|
2020-06-09 23:31:32 +02:00
|
|
|
#include "encode.h"
|
2017-04-07 05:42:38 +02:00
|
|
|
#include "frame_thread_encoder.h"
|
2016-10-26 08:10:19 +02:00
|
|
|
#include "internal.h"
|
|
|
|
|
2021-05-11 15:17:13 +02:00
|
|
|
int ff_alloc_packet(AVCodecContext *avctx, AVPacket *avpkt, int64_t size)
|
2016-10-26 08:10:19 +02:00
|
|
|
{
|
2017-04-07 05:42:38 +02:00
|
|
|
if (size < 0 || size > INT_MAX - AV_INPUT_BUFFER_PADDING_SIZE) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Invalid minimum required packet size %"PRId64" (max allowed is %d)\n",
|
|
|
|
size, INT_MAX - AV_INPUT_BUFFER_PADDING_SIZE);
|
2016-10-26 08:10:19 +02:00
|
|
|
return AVERROR(EINVAL);
|
2017-04-07 05:42:38 +02:00
|
|
|
}
|
|
|
|
|
2020-06-09 23:35:00 +02:00
|
|
|
av_assert0(!avpkt->data);
|
|
|
|
|
2021-05-11 15:17:13 +02:00
|
|
|
av_fast_padded_malloc(&avctx->internal->byte_buffer,
|
|
|
|
&avctx->internal->byte_buffer_size, size);
|
|
|
|
avpkt->data = avctx->internal->byte_buffer;
|
2020-06-09 23:35:00 +02:00
|
|
|
if (!avpkt->data) {
|
2021-05-11 15:17:13 +02:00
|
|
|
av_log(avctx, AV_LOG_ERROR, "Failed to allocate packet of size %"PRId64"\n", size);
|
|
|
|
return AVERROR(ENOMEM);
|
2016-10-26 08:10:19 +02:00
|
|
|
}
|
2021-05-11 15:17:13 +02:00
|
|
|
avpkt->size = size;
|
2020-06-09 23:35:00 +02:00
|
|
|
|
|
|
|
return 0;
|
2016-10-26 08:10:19 +02:00
|
|
|
}
|
|
|
|
|
2021-02-20 21:01:52 +02:00
|
|
|
int avcodec_default_get_encode_buffer(AVCodecContext *avctx, AVPacket *avpkt, int flags)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (avpkt->size < 0 || avpkt->size > INT_MAX - AV_INPUT_BUFFER_PADDING_SIZE)
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
|
|
|
|
if (avpkt->data || avpkt->buf) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "avpkt->{data,buf} != NULL in avcodec_default_get_encode_buffer()\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = av_buffer_realloc(&avpkt->buf, avpkt->size + AV_INPUT_BUFFER_PADDING_SIZE);
|
|
|
|
if (ret < 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Failed to allocate packet of size %d\n", avpkt->size);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
avpkt->data = avpkt->buf->data;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int ff_get_encode_buffer(AVCodecContext *avctx, AVPacket *avpkt, int64_t size, int flags)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (size < 0 || size > INT_MAX - AV_INPUT_BUFFER_PADDING_SIZE)
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
|
|
|
|
av_assert0(!avpkt->data && !avpkt->buf);
|
|
|
|
|
|
|
|
avpkt->size = size;
|
|
|
|
ret = avctx->get_encode_buffer(avctx, avpkt, flags);
|
|
|
|
if (ret < 0)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
if (!avpkt->data || !avpkt->buf) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "No buffer returned by get_encode_buffer()\n");
|
|
|
|
ret = AVERROR(EINVAL);
|
|
|
|
goto fail;
|
|
|
|
}
|
2021-04-26 20:47:03 +02:00
|
|
|
memset(avpkt->data + avpkt->size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
|
2021-02-20 21:01:52 +02:00
|
|
|
|
|
|
|
ret = 0;
|
|
|
|
fail:
|
|
|
|
if (ret < 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "get_encode_buffer() failed\n");
|
|
|
|
av_packet_unref(avpkt);
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2021-05-11 20:52:13 +02:00
|
|
|
static int encode_make_refcounted(AVCodecContext *avctx, AVPacket *avpkt)
|
|
|
|
{
|
|
|
|
uint8_t *data = avpkt->data;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (avpkt->buf)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
avpkt->data = NULL;
|
|
|
|
ret = ff_get_encode_buffer(avctx, avpkt, avpkt->size, 0);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
memcpy(avpkt->data, data, avpkt->size);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-10-26 08:10:19 +02:00
|
|
|
/**
|
|
|
|
* Pad last frame with silence.
|
|
|
|
*/
|
2020-06-09 23:31:32 +02:00
|
|
|
static int pad_last_frame(AVCodecContext *s, AVFrame *frame, const AVFrame *src)
|
2016-10-26 08:10:19 +02:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
frame->format = src->format;
|
|
|
|
frame->nb_samples = s->frame_size;
|
2017-04-07 18:08:41 +02:00
|
|
|
ret = av_channel_layout_copy(&frame->ch_layout, &s->ch_layout);
|
|
|
|
if (ret < 0)
|
|
|
|
goto fail;
|
2017-02-08 10:51:17 +02:00
|
|
|
ret = av_frame_get_buffer(frame, 0);
|
2016-10-26 08:10:19 +02:00
|
|
|
if (ret < 0)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
ret = av_frame_copy_props(frame, src);
|
|
|
|
if (ret < 0)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
if ((ret = av_samples_copy(frame->extended_data, src->extended_data, 0, 0,
|
2017-04-07 18:08:41 +02:00
|
|
|
src->nb_samples, s->ch_layout.nb_channels,
|
|
|
|
s->sample_fmt)) < 0)
|
2016-10-26 08:10:19 +02:00
|
|
|
goto fail;
|
|
|
|
if ((ret = av_samples_set_silence(frame->extended_data, src->nb_samples,
|
|
|
|
frame->nb_samples - src->nb_samples,
|
2017-04-07 18:08:41 +02:00
|
|
|
s->ch_layout.nb_channels, s->sample_fmt)) < 0)
|
2016-10-26 08:10:19 +02:00
|
|
|
goto fail;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
fail:
|
2020-06-09 23:31:32 +02:00
|
|
|
av_frame_unref(frame);
|
2016-10-26 08:10:19 +02:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
int avcodec_encode_subtitle(AVCodecContext *avctx, uint8_t *buf, int buf_size,
|
|
|
|
const AVSubtitle *sub)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
if (sub->start_display_time) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "start_display_time must be 0.\n");
|
|
|
|
return -1;
|
|
|
|
}
|
2017-04-07 05:42:38 +02:00
|
|
|
|
2022-03-30 23:28:24 +02:00
|
|
|
ret = ffcodec(avctx->codec)->cb.encode_sub(avctx, buf, buf_size, sub);
|
2016-10-26 08:10:19 +02:00
|
|
|
avctx->frame_number++;
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
int ff_encode_get_frame(AVCodecContext *avctx, AVFrame *frame)
|
|
|
|
{
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
|
|
|
|
if (avci->draining)
|
|
|
|
return AVERROR_EOF;
|
|
|
|
|
|
|
|
if (!avci->buffer_frame->buf[0])
|
|
|
|
return AVERROR(EAGAIN);
|
|
|
|
|
|
|
|
av_frame_move_ref(frame, avci->buffer_frame);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2022-08-23 23:26:57 +02:00
|
|
|
int ff_encode_encode_cb(AVCodecContext *avctx, AVPacket *avpkt,
|
|
|
|
const AVFrame *frame, int *got_packet)
|
|
|
|
{
|
|
|
|
const FFCodec *const codec = ffcodec(avctx->codec);
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = codec->cb.encode(avctx, avpkt, frame, got_packet);
|
|
|
|
emms_c();
|
|
|
|
av_assert0(ret <= 0);
|
|
|
|
|
|
|
|
if (!ret && *got_packet) {
|
|
|
|
if (avpkt->data) {
|
2021-05-11 20:52:13 +02:00
|
|
|
ret = encode_make_refcounted(avctx, avpkt);
|
2022-08-23 23:26:57 +02:00
|
|
|
if (ret < 0)
|
|
|
|
goto unref;
|
|
|
|
// Date returned by encoders must always be ref-counted
|
|
|
|
av_assert0(avpkt->buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_VIDEO &&
|
|
|
|
!(avctx->codec->capabilities & AV_CODEC_CAP_DELAY))
|
|
|
|
avpkt->pts = avpkt->dts = frame->pts;
|
2022-08-23 21:16:00 +02:00
|
|
|
if (!(avctx->codec->capabilities & AV_CODEC_CAP_DELAY)) {
|
2022-08-23 23:26:57 +02:00
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_AUDIO) {
|
|
|
|
if (avpkt->pts == AV_NOPTS_VALUE)
|
|
|
|
avpkt->pts = frame->pts;
|
|
|
|
if (!avpkt->duration)
|
|
|
|
avpkt->duration = ff_samples_to_time_base(avctx,
|
|
|
|
frame->nb_samples);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_AUDIO) {
|
|
|
|
avpkt->dts = avpkt->pts;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
unref:
|
|
|
|
av_packet_unref(avpkt);
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
static int encode_simple_internal(AVCodecContext *avctx, AVPacket *avpkt)
|
2016-10-26 08:10:19 +02:00
|
|
|
{
|
2020-06-09 23:31:32 +02:00
|
|
|
AVCodecInternal *avci = avctx->internal;
|
2022-04-11 10:37:24 +02:00
|
|
|
AVFrame *frame = avci->in_frame;
|
2022-03-16 22:09:54 +02:00
|
|
|
const FFCodec *const codec = ffcodec(avctx->codec);
|
2020-06-09 23:31:32 +02:00
|
|
|
int got_packet;
|
2016-10-26 08:10:19 +02:00
|
|
|
int ret;
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (avci->draining_done)
|
|
|
|
return AVERROR_EOF;
|
2016-10-26 08:10:19 +02:00
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (!frame->buf[0] && !avci->draining) {
|
|
|
|
av_frame_unref(frame);
|
|
|
|
ret = ff_encode_get_frame(avctx, frame);
|
|
|
|
if (ret < 0 && ret != AVERROR_EOF)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!frame->buf[0]) {
|
|
|
|
if (!(avctx->codec->capabilities & AV_CODEC_CAP_DELAY ||
|
2022-08-23 19:48:58 +02:00
|
|
|
avci->frame_thread_encoder))
|
2020-06-09 23:31:32 +02:00
|
|
|
return AVERROR_EOF;
|
|
|
|
|
|
|
|
// Flushing is signaled with a NULL frame
|
|
|
|
frame = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
got_packet = 0;
|
|
|
|
|
2022-03-30 23:28:24 +02:00
|
|
|
av_assert0(codec->cb_type == FF_CODEC_CB_TYPE_ENCODE);
|
2020-06-09 23:31:32 +02:00
|
|
|
|
2022-08-23 19:48:58 +02:00
|
|
|
if (CONFIG_FRAME_THREAD_ENCODER && avci->frame_thread_encoder)
|
2022-08-23 23:26:57 +02:00
|
|
|
/* This might unref frame. */
|
2020-06-09 23:31:32 +02:00
|
|
|
ret = ff_thread_video_encode_frame(avctx, avpkt, frame, &got_packet);
|
|
|
|
else {
|
2022-08-23 23:26:57 +02:00
|
|
|
ret = ff_encode_encode_cb(avctx, avpkt, frame, &got_packet);
|
2020-06-09 23:31:32 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if (avci->draining && !got_packet)
|
|
|
|
avci->draining_done = 1;
|
|
|
|
|
2021-12-13 12:43:16 +02:00
|
|
|
if (frame)
|
2020-06-09 23:31:32 +02:00
|
|
|
av_frame_unref(frame);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int encode_simple_receive_packet(AVCodecContext *avctx, AVPacket *avpkt)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
while (!avpkt->data && !avpkt->side_data) {
|
|
|
|
ret = encode_simple_internal(avctx, avpkt);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int encode_receive_packet_internal(AVCodecContext *avctx, AVPacket *avpkt)
|
|
|
|
{
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (avci->draining_done)
|
|
|
|
return AVERROR_EOF;
|
|
|
|
|
|
|
|
av_assert0(!avpkt->data && !avpkt->side_data);
|
|
|
|
|
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_VIDEO) {
|
|
|
|
if ((avctx->flags & AV_CODEC_FLAG_PASS1) && avctx->stats_out)
|
|
|
|
avctx->stats_out[0] = '\0';
|
|
|
|
if (av_image_check_size2(avctx->width, avctx->height, avctx->max_pixels, AV_PIX_FMT_NONE, 0, avctx))
|
|
|
|
return AVERROR(EINVAL);
|
2016-10-26 08:10:19 +02:00
|
|
|
}
|
|
|
|
|
2022-03-30 23:28:24 +02:00
|
|
|
if (ffcodec(avctx->codec)->cb_type == FF_CODEC_CB_TYPE_RECEIVE_PACKET) {
|
|
|
|
ret = ffcodec(avctx->codec)->cb.receive_packet(avctx, avpkt);
|
2020-08-31 04:57:23 +02:00
|
|
|
if (ret < 0)
|
|
|
|
av_packet_unref(avpkt);
|
|
|
|
else
|
2020-06-09 23:31:32 +02:00
|
|
|
// Encoders must always return ref-counted buffers.
|
|
|
|
// Side-data only packets have no data and can be not ref-counted.
|
|
|
|
av_assert0(!avpkt->data || avpkt->buf);
|
|
|
|
} else
|
|
|
|
ret = encode_simple_receive_packet(avctx, avpkt);
|
2022-08-23 17:56:31 +02:00
|
|
|
if (ret >= 0)
|
|
|
|
avpkt->flags |= avci->intra_only_flag;
|
2020-06-09 23:31:32 +02:00
|
|
|
|
|
|
|
if (ret == AVERROR_EOF)
|
|
|
|
avci->draining_done = 1;
|
|
|
|
|
2016-10-26 08:10:19 +02:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2022-06-28 15:03:19 +02:00
|
|
|
#if CONFIG_LCMS2
|
|
|
|
static int encode_generate_icc_profile(AVCodecContext *avctx, AVFrame *frame)
|
|
|
|
{
|
|
|
|
enum AVColorTransferCharacteristic trc = frame->color_trc;
|
|
|
|
enum AVColorPrimaries prim = frame->color_primaries;
|
|
|
|
const FFCodec *const codec = ffcodec(avctx->codec);
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
cmsHPROFILE profile;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
/* don't generate ICC profiles if disabled or unsupported */
|
|
|
|
if (!(avctx->flags2 & AV_CODEC_FLAG2_ICC_PROFILES))
|
|
|
|
return 0;
|
|
|
|
if (!(codec->caps_internal & FF_CODEC_CAP_ICC_PROFILES))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
if (trc == AVCOL_TRC_UNSPECIFIED)
|
|
|
|
trc = avctx->color_trc;
|
|
|
|
if (prim == AVCOL_PRI_UNSPECIFIED)
|
|
|
|
prim = avctx->color_primaries;
|
|
|
|
if (trc == AVCOL_TRC_UNSPECIFIED || prim == AVCOL_PRI_UNSPECIFIED)
|
|
|
|
return 0; /* can't generate ICC profile with missing csp tags */
|
|
|
|
|
|
|
|
if (av_frame_get_side_data(frame, AV_FRAME_DATA_ICC_PROFILE))
|
|
|
|
return 0; /* don't overwrite existing ICC profile */
|
|
|
|
|
|
|
|
if (!avci->icc.avctx) {
|
|
|
|
ret = ff_icc_context_init(&avci->icc, avctx);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = ff_icc_profile_generate(&avci->icc, prim, trc, &profile);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
ret = ff_icc_profile_attach(&avci->icc, profile, frame);
|
|
|
|
cmsCloseProfile(profile);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
#else /* !CONFIG_LCMS2 */
|
|
|
|
static int encode_generate_icc_profile(av_unused AVCodecContext *c, av_unused AVFrame *f)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
static int encode_send_frame_internal(AVCodecContext *avctx, const AVFrame *src)
|
|
|
|
{
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
AVFrame *dst = avci->buffer_frame;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_AUDIO) {
|
|
|
|
/* extract audio service type metadata */
|
|
|
|
AVFrameSideData *sd = av_frame_get_side_data(src, AV_FRAME_DATA_AUDIO_SERVICE_TYPE);
|
|
|
|
if (sd && sd->size >= sizeof(enum AVAudioServiceType))
|
|
|
|
avctx->audio_service_type = *(enum AVAudioServiceType*)sd->data;
|
|
|
|
|
|
|
|
/* check for valid frame size */
|
|
|
|
if (avctx->codec->capabilities & AV_CODEC_CAP_SMALL_LAST_FRAME) {
|
|
|
|
if (src->nb_samples > avctx->frame_size) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "more samples than frame size\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
} else if (!(avctx->codec->capabilities & AV_CODEC_CAP_VARIABLE_FRAME_SIZE)) {
|
|
|
|
/* if we already got an undersized frame, that must have been the last */
|
|
|
|
if (avctx->internal->last_audio_frame) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "frame_size (%d) was not respected for a non-last frame\n", avctx->frame_size);
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (src->nb_samples < avctx->frame_size) {
|
|
|
|
ret = pad_last_frame(avctx, dst, src);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
avctx->internal->last_audio_frame = 1;
|
2022-07-11 10:20:12 +02:00
|
|
|
goto finish;
|
2020-06-09 23:31:32 +02:00
|
|
|
} else if (src->nb_samples > avctx->frame_size) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "nb_samples (%d) != frame_size (%d)\n", src->nb_samples, avctx->frame_size);
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-28 17:15:35 +02:00
|
|
|
ret = av_frame_ref(dst, src);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
2020-06-09 23:31:32 +02:00
|
|
|
|
2022-07-11 10:20:12 +02:00
|
|
|
finish:
|
|
|
|
|
|
|
|
#if FF_API_PKT_DURATION
|
|
|
|
FF_DISABLE_DEPRECATION_WARNINGS
|
|
|
|
if (dst->pkt_duration && dst->pkt_duration != dst->duration)
|
|
|
|
dst->duration = dst->pkt_duration;
|
|
|
|
FF_ENABLE_DEPRECATION_WARNINGS
|
|
|
|
#endif
|
|
|
|
|
2022-06-28 15:03:19 +02:00
|
|
|
if (avctx->codec->type == AVMEDIA_TYPE_VIDEO) {
|
|
|
|
ret = encode_generate_icc_profile(avctx, dst);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-10-26 08:10:19 +02:00
|
|
|
int attribute_align_arg avcodec_send_frame(AVCodecContext *avctx, const AVFrame *frame)
|
|
|
|
{
|
2020-06-09 23:31:32 +02:00
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
int ret;
|
|
|
|
|
2016-10-26 08:10:19 +02:00
|
|
|
if (!avcodec_is_open(avctx) || !av_codec_is_encoder(avctx->codec))
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (avci->draining)
|
2016-10-26 08:10:19 +02:00
|
|
|
return AVERROR_EOF;
|
|
|
|
|
2021-12-13 12:23:52 +02:00
|
|
|
if (avci->buffer_frame->buf[0])
|
2020-06-09 23:31:32 +02:00
|
|
|
return AVERROR(EAGAIN);
|
2016-10-26 08:10:19 +02:00
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (!frame) {
|
|
|
|
avci->draining = 1;
|
|
|
|
} else {
|
|
|
|
ret = encode_send_frame_internal(avctx, frame);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
2016-10-26 08:10:19 +02:00
|
|
|
}
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (!avci->buffer_pkt->data && !avci->buffer_pkt->side_data) {
|
|
|
|
ret = encode_receive_packet_internal(avctx, avci->buffer_pkt);
|
|
|
|
if (ret < 0 && ret != AVERROR(EAGAIN) && ret != AVERROR_EOF)
|
|
|
|
return ret;
|
|
|
|
}
|
2016-10-26 08:10:19 +02:00
|
|
|
|
2021-12-13 12:43:16 +02:00
|
|
|
avctx->frame_number++;
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
return 0;
|
2016-10-26 08:10:19 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
int attribute_align_arg avcodec_receive_packet(AVCodecContext *avctx, AVPacket *avpkt)
|
|
|
|
{
|
2020-06-09 23:31:32 +02:00
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
int ret;
|
|
|
|
|
2016-10-26 08:10:19 +02:00
|
|
|
av_packet_unref(avpkt);
|
|
|
|
|
|
|
|
if (!avcodec_is_open(avctx) || !av_codec_is_encoder(avctx->codec))
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
|
2020-06-09 23:31:32 +02:00
|
|
|
if (avci->buffer_pkt->data || avci->buffer_pkt->side_data) {
|
|
|
|
av_packet_move_ref(avpkt, avci->buffer_pkt);
|
|
|
|
} else {
|
|
|
|
ret = encode_receive_packet_internal(avctx, avpkt);
|
2016-10-26 08:10:19 +02:00
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
2020-06-09 23:35:00 +02:00
|
|
|
|
2022-01-20 17:52:01 +02:00
|
|
|
static int encode_preinit_video(AVCodecContext *avctx)
|
2021-03-09 12:35:47 +02:00
|
|
|
{
|
2022-01-20 17:53:18 +02:00
|
|
|
const AVPixFmtDescriptor *pixdesc = av_pix_fmt_desc_get(avctx->pix_fmt);
|
2021-03-09 12:39:42 +02:00
|
|
|
int i;
|
2021-03-09 12:35:47 +02:00
|
|
|
|
2022-01-20 17:52:01 +02:00
|
|
|
if (avctx->codec->pix_fmts) {
|
|
|
|
for (i = 0; avctx->codec->pix_fmts[i] != AV_PIX_FMT_NONE; i++)
|
|
|
|
if (avctx->pix_fmt == avctx->codec->pix_fmts[i])
|
|
|
|
break;
|
|
|
|
if (avctx->codec->pix_fmts[i] == AV_PIX_FMT_NONE) {
|
|
|
|
char buf[128];
|
|
|
|
snprintf(buf, sizeof(buf), "%d", avctx->pix_fmt);
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified pixel format %s is invalid or not supported\n",
|
|
|
|
(char *)av_x_if_null(av_get_pix_fmt_name(avctx->pix_fmt), buf));
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
if (avctx->codec->pix_fmts[i] == AV_PIX_FMT_YUVJ420P ||
|
|
|
|
avctx->codec->pix_fmts[i] == AV_PIX_FMT_YUVJ411P ||
|
|
|
|
avctx->codec->pix_fmts[i] == AV_PIX_FMT_YUVJ422P ||
|
|
|
|
avctx->codec->pix_fmts[i] == AV_PIX_FMT_YUVJ440P ||
|
|
|
|
avctx->codec->pix_fmts[i] == AV_PIX_FMT_YUVJ444P)
|
|
|
|
avctx->color_range = AVCOL_RANGE_JPEG;
|
|
|
|
}
|
|
|
|
|
2022-01-20 17:53:18 +02:00
|
|
|
if ( avctx->bits_per_raw_sample < 0
|
|
|
|
|| (avctx->bits_per_raw_sample > 8 && pixdesc->comp[0].depth <= 8)) {
|
|
|
|
av_log(avctx, AV_LOG_WARNING, "Specified bit depth %d not possible with the specified pixel formats depth %d\n",
|
|
|
|
avctx->bits_per_raw_sample, pixdesc->comp[0].depth);
|
|
|
|
avctx->bits_per_raw_sample = pixdesc->comp[0].depth;
|
|
|
|
}
|
|
|
|
if (avctx->width <= 0 || avctx->height <= 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "dimensions not set\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2022-01-20 17:52:01 +02:00
|
|
|
|
|
|
|
if (avctx->ticks_per_frame && avctx->time_base.num &&
|
|
|
|
avctx->ticks_per_frame > INT_MAX / avctx->time_base.num) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"ticks_per_frame %d too large for the timebase %d/%d.",
|
|
|
|
avctx->ticks_per_frame,
|
|
|
|
avctx->time_base.num,
|
|
|
|
avctx->time_base.den);
|
2021-03-09 12:39:42 +02:00
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2021-03-09 12:35:47 +02:00
|
|
|
|
2022-01-20 17:52:01 +02:00
|
|
|
if (avctx->hw_frames_ctx) {
|
|
|
|
AVHWFramesContext *frames_ctx = (AVHWFramesContext*)avctx->hw_frames_ctx->data;
|
|
|
|
if (frames_ctx->format != avctx->pix_fmt) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Mismatching AVCodecContext.pix_fmt and AVHWFramesContext.format\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
if (avctx->sw_pix_fmt != AV_PIX_FMT_NONE &&
|
|
|
|
avctx->sw_pix_fmt != frames_ctx->sw_format) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Mismatching AVCodecContext.sw_pix_fmt (%s) "
|
|
|
|
"and AVHWFramesContext.sw_format (%s)\n",
|
|
|
|
av_get_pix_fmt_name(avctx->sw_pix_fmt),
|
|
|
|
av_get_pix_fmt_name(frames_ctx->sw_format));
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
avctx->sw_pix_fmt = frames_ctx->sw_format;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int encode_preinit_audio(AVCodecContext *avctx)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
2021-03-09 12:39:42 +02:00
|
|
|
if (avctx->codec->sample_fmts) {
|
|
|
|
for (i = 0; avctx->codec->sample_fmts[i] != AV_SAMPLE_FMT_NONE; i++) {
|
|
|
|
if (avctx->sample_fmt == avctx->codec->sample_fmts[i])
|
|
|
|
break;
|
2017-04-07 18:08:41 +02:00
|
|
|
if (avctx->ch_layout.nb_channels == 1 &&
|
2021-03-09 12:39:42 +02:00
|
|
|
av_get_planar_sample_fmt(avctx->sample_fmt) ==
|
|
|
|
av_get_planar_sample_fmt(avctx->codec->sample_fmts[i])) {
|
|
|
|
avctx->sample_fmt = avctx->codec->sample_fmts[i];
|
|
|
|
break;
|
2021-03-09 12:35:47 +02:00
|
|
|
}
|
|
|
|
}
|
2021-03-09 12:39:42 +02:00
|
|
|
if (avctx->codec->sample_fmts[i] == AV_SAMPLE_FMT_NONE) {
|
|
|
|
char buf[128];
|
|
|
|
snprintf(buf, sizeof(buf), "%d", avctx->sample_fmt);
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified sample format %s is invalid or not supported\n",
|
|
|
|
(char *)av_x_if_null(av_get_sample_fmt_name(avctx->sample_fmt), buf));
|
|
|
|
return AVERROR(EINVAL);
|
2021-03-09 12:35:47 +02:00
|
|
|
}
|
2021-03-09 12:39:42 +02:00
|
|
|
}
|
|
|
|
if (avctx->codec->supported_samplerates) {
|
|
|
|
for (i = 0; avctx->codec->supported_samplerates[i] != 0; i++)
|
|
|
|
if (avctx->sample_rate == avctx->codec->supported_samplerates[i])
|
|
|
|
break;
|
|
|
|
if (avctx->codec->supported_samplerates[i] == 0) {
|
2021-03-09 12:35:47 +02:00
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified sample rate %d is not supported\n",
|
2021-03-09 12:39:42 +02:00
|
|
|
avctx->sample_rate);
|
2021-03-09 12:35:47 +02:00
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2021-03-09 12:39:42 +02:00
|
|
|
}
|
|
|
|
if (avctx->sample_rate < 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified sample rate %d is not supported\n",
|
|
|
|
avctx->sample_rate);
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2017-04-07 18:08:41 +02:00
|
|
|
if (avctx->codec->ch_layouts) {
|
|
|
|
if (!av_channel_layout_check(&avctx->ch_layout)) {
|
|
|
|
av_log(avctx, AV_LOG_WARNING, "Channel layout not specified correctly\n");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; avctx->codec->ch_layouts[i].nb_channels; i++) {
|
|
|
|
if (!av_channel_layout_compare(&avctx->ch_layout, &avctx->codec->ch_layouts[i]))
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (!avctx->codec->ch_layouts[i].nb_channels) {
|
|
|
|
char buf[512];
|
|
|
|
int ret = av_channel_layout_describe(&avctx->ch_layout, buf, sizeof(buf));
|
|
|
|
if (ret > 0)
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified channel layout '%s' is not supported\n", buf);
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#if FF_API_OLD_CHANNEL_LAYOUT
|
2019-06-04 17:16:02 +02:00
|
|
|
FF_DISABLE_DEPRECATION_WARNINGS
|
2021-03-09 12:39:42 +02:00
|
|
|
if (avctx->channel_layout && avctx->channels) {
|
|
|
|
int channels = av_get_channel_layout_nb_channels(avctx->channel_layout);
|
|
|
|
if (channels != avctx->channels) {
|
|
|
|
char buf[512];
|
|
|
|
av_get_channel_layout_string(buf, sizeof(buf), -1, avctx->channel_layout);
|
|
|
|
av_log(avctx, AV_LOG_ERROR,
|
|
|
|
"Channel layout '%s' with %d channels does not match number of specified channels %d\n",
|
|
|
|
buf, channels, avctx->channels);
|
2021-03-09 12:35:47 +02:00
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2021-03-09 12:39:42 +02:00
|
|
|
} else if (avctx->channel_layout) {
|
|
|
|
avctx->channels = av_get_channel_layout_nb_channels(avctx->channel_layout);
|
|
|
|
}
|
|
|
|
if (avctx->channels < 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Specified number of channels %d is not supported\n",
|
|
|
|
avctx->channels);
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2017-04-07 18:08:41 +02:00
|
|
|
FF_ENABLE_DEPRECATION_WARNINGS
|
|
|
|
#endif
|
2022-01-20 17:52:01 +02:00
|
|
|
|
2022-01-20 17:56:53 +02:00
|
|
|
if (!avctx->bits_per_raw_sample)
|
|
|
|
avctx->bits_per_raw_sample = 8 * av_get_bytes_per_sample(avctx->sample_fmt);
|
|
|
|
|
2022-01-20 17:52:01 +02:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int ff_encode_preinit(AVCodecContext *avctx)
|
|
|
|
{
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
if (avctx->time_base.num <= 0 || avctx->time_base.den <= 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "The encoder timebase is not set.\n");
|
|
|
|
return AVERROR(EINVAL);
|
2021-03-09 12:39:42 +02:00
|
|
|
}
|
2022-01-20 17:52:01 +02:00
|
|
|
|
|
|
|
switch (avctx->codec_type) {
|
|
|
|
case AVMEDIA_TYPE_VIDEO: ret = encode_preinit_video(avctx); break;
|
|
|
|
case AVMEDIA_TYPE_AUDIO: ret = encode_preinit_audio(avctx); break;
|
|
|
|
}
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
|
2021-03-09 12:39:42 +02:00
|
|
|
if ( (avctx->codec_type == AVMEDIA_TYPE_VIDEO || avctx->codec_type == AVMEDIA_TYPE_AUDIO)
|
|
|
|
&& avctx->bit_rate>0 && avctx->bit_rate<1000) {
|
|
|
|
av_log(avctx, AV_LOG_WARNING, "Bitrate %"PRId64" is extremely low, maybe you mean %"PRId64"k\n", avctx->bit_rate, avctx->bit_rate);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!avctx->rc_initial_buffer_occupancy)
|
|
|
|
avctx->rc_initial_buffer_occupancy = avctx->rc_buffer_size * 3LL / 4;
|
2021-03-09 12:35:47 +02:00
|
|
|
|
2021-09-22 00:04:31 +02:00
|
|
|
if (avctx->codec_descriptor->props & AV_CODEC_PROP_INTRA_ONLY)
|
|
|
|
avctx->internal->intra_only_flag = AV_PKT_FLAG_KEY;
|
2021-03-09 12:35:47 +02:00
|
|
|
|
2022-04-13 15:29:21 +02:00
|
|
|
if (ffcodec(avctx->codec)->cb_type == FF_CODEC_CB_TYPE_ENCODE) {
|
2022-04-11 10:37:24 +02:00
|
|
|
avci->in_frame = av_frame_alloc();
|
|
|
|
if (!avci->in_frame)
|
2022-03-23 15:17:57 +02:00
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
}
|
|
|
|
|
2022-07-16 16:36:23 +02:00
|
|
|
if ((avctx->flags & AV_CODEC_FLAG_RECON_FRAME)) {
|
|
|
|
if (!(avctx->codec->capabilities & AV_CODEC_CAP_ENCODER_RECON_FRAME)) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "Reconstructed frame output requested "
|
|
|
|
"from an encoder not supporting it\n");
|
|
|
|
return AVERROR(ENOSYS);
|
|
|
|
}
|
|
|
|
|
|
|
|
avci->recon_frame = av_frame_alloc();
|
|
|
|
if (!avci->recon_frame)
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
}
|
|
|
|
|
2022-08-12 14:57:36 +02:00
|
|
|
if (CONFIG_FRAME_THREAD_ENCODER) {
|
|
|
|
ret = ff_frame_thread_encoder_init(avctx);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2021-03-09 12:35:47 +02:00
|
|
|
return 0;
|
|
|
|
}
|
2022-03-23 17:17:20 +02:00
|
|
|
|
|
|
|
int ff_encode_alloc_frame(AVCodecContext *avctx, AVFrame *frame)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
switch (avctx->codec->type) {
|
|
|
|
case AVMEDIA_TYPE_VIDEO:
|
|
|
|
frame->format = avctx->pix_fmt;
|
|
|
|
if (frame->width <= 0 || frame->height <= 0) {
|
|
|
|
frame->width = FFMAX(avctx->width, avctx->coded_width);
|
|
|
|
frame->height = FFMAX(avctx->height, avctx->coded_height);
|
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
case AVMEDIA_TYPE_AUDIO:
|
|
|
|
frame->sample_rate = avctx->sample_rate;
|
|
|
|
frame->format = avctx->sample_fmt;
|
|
|
|
if (!frame->ch_layout.nb_channels) {
|
|
|
|
ret = av_channel_layout_copy(&frame->ch_layout, &avctx->ch_layout);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = avcodec_default_get_buffer2(avctx, frame, 0);
|
|
|
|
if (ret < 0) {
|
|
|
|
av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
|
|
|
|
av_frame_unref(frame);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
2022-07-16 16:36:23 +02:00
|
|
|
|
|
|
|
int ff_encode_receive_frame(AVCodecContext *avctx, AVFrame *frame)
|
|
|
|
{
|
|
|
|
AVCodecInternal *avci = avctx->internal;
|
|
|
|
|
|
|
|
if (!avci->recon_frame)
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
if (!avci->recon_frame->buf[0])
|
|
|
|
return avci->draining_done ? AVERROR_EOF : AVERROR(EAGAIN);
|
|
|
|
|
|
|
|
av_frame_move_ref(frame, avci->recon_frame);
|
|
|
|
return 0;
|
|
|
|
}
|