/* * Copyright (c) 2020 Paul B Mahol * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "avfilter.h" #include "filters.h" #include "video.h" #include "internal.h" #include "libavutil/imgutils.h" #include "libavutil/opt.h" #include "libavutil/lfg.h" #include "libavutil/random_seed.h" #include #include typedef struct GradientsContext { const AVClass *class; int w, h; int type; AVRational frame_rate; int64_t pts; int64_t duration; ///< duration expressed in microseconds float speed; float angle; uint8_t color_rgba[8][4]; float color_rgbaf[8][4]; int nb_colors; int x0, y0, x1, y1; float fx0, fy0, fx1, fy1; int64_t seed; AVLFG lfg; int (*draw_slice)(AVFilterContext *ctx, void *arg, int job, int nb_jobs); } GradientsContext; #define OFFSET(x) offsetof(GradientsContext, x) #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM #define VFT AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM static const AVOption gradients_options[] = { {"size", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="640x480"}, 0, 0, FLAGS }, {"s", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="640x480"}, 0, 0, FLAGS }, {"rate", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="25"}, 0, INT_MAX, FLAGS }, {"r", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="25"}, 0, INT_MAX, FLAGS }, {"c0", "set 1st color", OFFSET(color_rgba[0]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c1", "set 2nd color", OFFSET(color_rgba[1]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c2", "set 3rd color", OFFSET(color_rgba[2]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c3", "set 4th color", OFFSET(color_rgba[3]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c4", "set 5th color", OFFSET(color_rgba[4]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c5", "set 6th color", OFFSET(color_rgba[5]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c6", "set 7th color", OFFSET(color_rgba[6]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"c7", "set 8th color", OFFSET(color_rgba[7]), AV_OPT_TYPE_COLOR, {.str = "random"}, 0, 0, FLAGS }, {"x0", "set gradient line source x0", OFFSET(x0), AV_OPT_TYPE_INT, {.i64=-1}, -1, INT_MAX, FLAGS }, {"y0", "set gradient line source y0", OFFSET(y0), AV_OPT_TYPE_INT, {.i64=-1}, -1, INT_MAX, FLAGS }, {"x1", "set gradient line destination x1", OFFSET(x1), AV_OPT_TYPE_INT, {.i64=-1}, -1, INT_MAX, FLAGS }, {"y1", "set gradient line destination y1", OFFSET(y1), AV_OPT_TYPE_INT, {.i64=-1}, -1, INT_MAX, FLAGS }, {"nb_colors", "set the number of colors", OFFSET(nb_colors), AV_OPT_TYPE_INT, {.i64=2}, 2, 8, FLAGS }, {"n", "set the number of colors", OFFSET(nb_colors), AV_OPT_TYPE_INT, {.i64=2}, 2, 8, FLAGS }, {"seed", "set the seed", OFFSET(seed), AV_OPT_TYPE_INT64, {.i64=-1}, -1, UINT32_MAX, FLAGS }, {"duration", "set video duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=-1}, -1, INT64_MAX, FLAGS }, {"d", "set video duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=-1}, -1, INT64_MAX, FLAGS }, {"speed", "set gradients rotation speed", OFFSET(speed), AV_OPT_TYPE_FLOAT,{.dbl=0.01}, 0, 1, VFT }, {"type", "set gradient type", OFFSET(type), AV_OPT_TYPE_INT, {.i64=0}, 0, 4, VFT, .unit = "type" }, {"t", "set gradient type", OFFSET(type), AV_OPT_TYPE_INT, {.i64=0}, 0, 4, VFT, .unit = "type" }, { "linear", "set linear gradient", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, VFT, .unit = "type" }, { "radial", "set radial gradient", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, VFT, .unit = "type" }, { "circular", "set circular gradient", 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, VFT, .unit = "type" }, { "spiral", "set spiral gradient", 0, AV_OPT_TYPE_CONST, {.i64=3}, 0, 0, VFT, .unit = "type" }, { "square", "set square gradient", 0, AV_OPT_TYPE_CONST, {.i64=4}, 0, 0, VFT, .unit = "type" }, {NULL}, }; AVFILTER_DEFINE_CLASS(gradients); static float lerpf(float a, float b, float x) { const float y = 1.f - x; return a * y + b * x; } static uint32_t lerp_color(uint8_t c0[4], uint8_t c1[4], float x) { const float y = 1.f - x; return (lrintf(c0[0] * y + c1[0] * x)) << 0 | (lrintf(c0[1] * y + c1[1] * x)) << 8 | (lrintf(c0[2] * y + c1[2] * x)) << 16 | (lrintf(c0[3] * y + c1[3] * x)) << 24; } static uint64_t lerp_color16(uint8_t c0[4], uint8_t c1[4], float x) { const float y = 1.f - x; return ((uint64_t)llrintf((c0[0] * y + c1[0] * x) * 256)) << 0 | ((uint64_t)llrintf((c0[1] * y + c1[1] * x) * 256)) << 16 | ((uint64_t)llrintf((c0[2] * y + c1[2] * x) * 256)) << 32 | ((uint64_t)llrintf((c0[3] * y + c1[3] * x) * 256)) << 48; } static uint32_t lerp_colors(uint8_t arr[8][4], int nb_colors, int nb_wrap_colors, float step) { float scl; int i, j; if (nb_colors == 1 || step <= 0.0) { return arr[0][0] | (arr[0][1] << 8) | (arr[0][2] << 16) | (arr[0][3] << 24); } else if (step >= 1.0) { i = nb_colors - 1; return arr[i][0] | (arr[i][1] << 8) | (arr[i][2] << 16) | (arr[i][3] << 24); } scl = step * (nb_wrap_colors - 1); i = floorf(scl); j = i + 1; if (i >= nb_colors - 1) { i = nb_colors - 1; j = 0; } return lerp_color(arr[i], arr[j], scl - i); } static uint64_t lerp_colors16(uint8_t arr[8][4], int nb_colors, int nb_wrap_colors, float step) { float scl; int i, j; if (nb_colors == 1 || step <= 0.0) { return ((uint64_t)arr[0][0] << 8) | ((uint64_t)arr[0][1] << 24) | ((uint64_t)arr[0][2] << 40) | ((uint64_t)arr[0][3] << 56); } else if (step >= 1.0) { i = nb_colors - 1; return ((uint64_t)arr[i][0] << 8) | ((uint64_t)arr[i][1] << 24) | ((uint64_t)arr[i][2] << 40) | ((uint64_t)arr[i][3] << 56); } scl = step * (nb_wrap_colors - 1); i = floorf(scl); j = i + 1; if (i >= nb_colors - 1) { i = nb_colors - 1; j = 0; } return lerp_color16(arr[i], arr[j], scl - i); } static void lerp_colors32(float arr[8][4], int nb_colors, int nb_wrap_colors, float step, float *r, float *g, float *b, float *a) { float scl, x; int i, j; if (nb_colors == 1 || step <= 0.0) { *r = arr[0][0]; *g = arr[0][1]; *b = arr[0][2]; *a = arr[0][3]; return; } else if (step >= 1.0) { i = nb_colors - 1; *r = arr[i][0]; *g = arr[i][1]; *b = arr[i][2]; *a = arr[i][3]; return; } scl = step * (nb_wrap_colors - 1); i = floorf(scl); j = i + 1; if (i >= nb_colors - 1) { i = nb_colors - 1; j = 0; } x = scl - i; *r = lerpf(arr[i][0], arr[j][0], x); *g = lerpf(arr[i][1], arr[j][1], x); *b = lerpf(arr[i][2], arr[j][2], x); *a = lerpf(arr[i][3], arr[j][3], x); } static float project(float origin_x, float origin_y, float dest_x, float dest_y, float point_x, float point_y, int type) { float op_x = point_x - origin_x; float op_y = point_y - origin_y; float od_x = dest_x - origin_x; float od_y = dest_y - origin_y; float op_x_od; float od_s_q; switch (type) { case 0: od_s_q = od_x * od_x + od_y * od_y; break; case 1: od_s_q = sqrtf(od_x * od_x + od_y * od_y); break; case 2: case 3: od_s_q = M_PI * 2.f; break; case 4: od_s_q = fmaxf(fabsf(od_x), fabsf(od_y)); break; } switch (type) { case 0: op_x_od = op_x * od_x + op_y * od_y; break; case 1: op_x_od = sqrtf(op_x * op_x + op_y * op_y); break; case 2: op_x_od = atan2f(op_x, op_y) + M_PI; break; case 3: op_x_od = fmodf(atan2f(op_x, op_y) + M_PI + point_x / fmaxf(origin_x, dest_x), 2.f * M_PI); break; case 4: op_x_od = fmaxf(fabsf(op_x), fabsf(op_y)); break; } // Normalize and clamp range. return av_clipf(op_x_od / od_s_q, 0.f, 1.f); } static int draw_gradients_slice(AVFilterContext *ctx, void *arg, int job, int nb_jobs) { GradientsContext *s = ctx->priv; AVFrame *frame = arg; const int width = frame->width; const int height = frame->height; const int start = (height * job ) / nb_jobs; const int end = (height * (job+1)) / nb_jobs; const ptrdiff_t linesize = frame->linesize[0] / 4; uint32_t *dst = (uint32_t *)frame->data[0] + start * linesize; const int type = s->type; for (int y = start; y < end; y++) { for (int x = 0; x < width; x++) { float factor = project(s->fx0, s->fy0, s->fx1, s->fy1, x, y, type); dst[x] = lerp_colors(s->color_rgba, s->nb_colors, s->nb_colors + (type >= 2 && type <= 3), factor); } dst += linesize; } return 0; } static int draw_gradients_slice16(AVFilterContext *ctx, void *arg, int job, int nb_jobs) { GradientsContext *s = ctx->priv; AVFrame *frame = arg; const int width = frame->width; const int height = frame->height; const int start = (height * job ) / nb_jobs; const int end = (height * (job+1)) / nb_jobs; const ptrdiff_t linesize = frame->linesize[0] / 8; uint64_t *dst = (uint64_t *)frame->data[0] + start * linesize; const int type = s->type; for (int y = start; y < end; y++) { for (int x = 0; x < width; x++) { float factor = project(s->fx0, s->fy0, s->fx1, s->fy1, x, y, type); dst[x] = lerp_colors16(s->color_rgba, s->nb_colors, s->nb_colors + (type >= 2 && type <= 3), factor); } dst += linesize; } return 0; } static int draw_gradients_slice32_planar(AVFilterContext *ctx, void *arg, int job, int nb_jobs) { GradientsContext *s = ctx->priv; AVFrame *frame = arg; const int width = frame->width; const int height = frame->height; const int start = (height * job ) / nb_jobs; const int end = (height * (job+1)) / nb_jobs; const ptrdiff_t linesize_g = frame->linesize[0] / 4; const ptrdiff_t linesize_b = frame->linesize[1] / 4; const ptrdiff_t linesize_r = frame->linesize[2] / 4; const ptrdiff_t linesize_a = frame->linesize[3] / 4; float *dst_g = (float *)frame->data[0] + start * linesize_g; float *dst_b = (float *)frame->data[1] + start * linesize_b; float *dst_r = (float *)frame->data[2] + start * linesize_r; float *dst_a = (float *)frame->data[3] + start * linesize_a; const int type = s->type; for (int y = start; y < end; y++) { for (int x = 0; x < width; x++) { float factor = project(s->fx0, s->fy0, s->fx1, s->fy1, x, y, type); lerp_colors32(s->color_rgbaf, s->nb_colors, s->nb_colors + (type >= 2 && type <= 3), factor, &dst_r[x], &dst_g[x], &dst_b[x], &dst_a[x]); } dst_g += linesize_g; dst_b += linesize_b; dst_r += linesize_r; dst_a += linesize_a; } return 0; } static int config_output(AVFilterLink *outlink) { AVFilterContext *ctx = outlink->src; FilterLink *l = ff_filter_link(outlink); GradientsContext *s = ctx->priv; const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(outlink->format); if (av_image_check_size(s->w, s->h, 0, ctx) < 0) return AVERROR(EINVAL); outlink->w = s->w; outlink->h = s->h; outlink->time_base = av_inv_q(s->frame_rate); outlink->sample_aspect_ratio = (AVRational) {1, 1}; l->frame_rate = s->frame_rate; if (s->seed == -1) s->seed = av_get_random_seed(); av_lfg_init(&s->lfg, s->seed); switch (desc->comp[0].depth) { case 8: s->draw_slice = draw_gradients_slice; break; case 16: s->draw_slice = draw_gradients_slice16; break; case 32: s->draw_slice = draw_gradients_slice32_planar; break; default: return AVERROR_BUG; } if (s->x0 < 0 || s->x0 >= s->w) s->x0 = av_lfg_get(&s->lfg) % s->w; if (s->y0 < 0 || s->y0 >= s->h) s->y0 = av_lfg_get(&s->lfg) % s->h; if (s->x1 < 0 || s->x1 >= s->w) s->x1 = av_lfg_get(&s->lfg) % s->w; if (s->y1 < 0 || s->y1 >= s->h) s->y1 = av_lfg_get(&s->lfg) % s->h; for (int n = 0; n < 8; n++) { for (int c = 0; c < 4; c++) s->color_rgbaf[n][c] = s->color_rgba[n][c] / 255.f; } return 0; } static int activate(AVFilterContext *ctx) { GradientsContext *s = ctx->priv; AVFilterLink *outlink = ctx->outputs[0]; if (s->duration >= 0 && av_rescale_q(s->pts, outlink->time_base, AV_TIME_BASE_Q) >= s->duration) { ff_outlink_set_status(outlink, AVERROR_EOF, s->pts); return 0; } if (ff_outlink_frame_wanted(outlink)) { AVFrame *frame = ff_get_video_buffer(outlink, s->w, s->h); float angle = fmodf(s->angle, 2.f * M_PI); const float w2 = s->w / 2.f; const float h2 = s->h / 2.f; s->angle = angle + s->speed; s->fx0 = (s->x0 - w2) * cosf(angle) - (s->y0 - h2) * sinf(angle) + w2; s->fy0 = (s->x0 - w2) * sinf(angle) + (s->y0 - h2) * cosf(angle) + h2; s->fx1 = (s->x1 - w2) * cosf(angle) - (s->y1 - h2) * sinf(angle) + w2; s->fy1 = (s->x1 - w2) * sinf(angle) + (s->y1 - h2) * cosf(angle) + h2; if (!frame) return AVERROR(ENOMEM); #if FF_API_FRAME_KEY FF_DISABLE_DEPRECATION_WARNINGS frame->key_frame = 1; FF_ENABLE_DEPRECATION_WARNINGS #endif frame->flags |= AV_FRAME_FLAG_KEY; #if FF_API_INTERLACED_FRAME FF_DISABLE_DEPRECATION_WARNINGS frame->interlaced_frame = 0; FF_ENABLE_DEPRECATION_WARNINGS #endif frame->flags &= ~AV_FRAME_FLAG_INTERLACED; frame->pict_type = AV_PICTURE_TYPE_I; frame->sample_aspect_ratio = (AVRational) {1, 1}; frame->pts = s->pts++; frame->duration = 1; ff_filter_execute(ctx, s->draw_slice, frame, NULL, FFMIN(outlink->h, ff_filter_get_nb_threads(ctx))); return ff_filter_frame(outlink, frame); } return FFERROR_NOT_READY; } static const AVFilterPad gradients_outputs[] = { { .name = "default", .type = AVMEDIA_TYPE_VIDEO, .config_props = config_output, }, }; const AVFilter ff_vsrc_gradients = { .name = "gradients", .description = NULL_IF_CONFIG_SMALL("Draw a gradients."), .priv_size = sizeof(GradientsContext), .priv_class = &gradients_class, .inputs = NULL, FILTER_OUTPUTS(gradients_outputs), FILTER_PIXFMTS(AV_PIX_FMT_RGBA, AV_PIX_FMT_RGBA64, AV_PIX_FMT_GBRAPF32), .activate = activate, .flags = AVFILTER_FLAG_SLICE_THREADS, .process_command = ff_filter_process_command, };