diff --git a/libavfilter/vf_ssim.c b/libavfilter/vf_ssim.c
index c08fbcdcc2..7f10c52ca9 100644
--- a/libavfilter/vf_ssim.c
+++ b/libavfilter/vf_ssim.c
@@ -445,7 +445,7 @@ static int config_output(AVFilterLink *outlink)
 
     outlink->time_base = s->fs.time_base;
 
-    if (av_cmp_q(mainlink->time_base, outlink->time_base) &&
+    if (av_cmp_q(mainlink->time_base, outlink->time_base) ||
         av_cmp_q(ctx->inputs[1]->time_base, outlink->time_base))
         av_log(ctx, AV_LOG_WARNING, "not matching timebases found between first input: %d/%d and second input %d/%d, results may be incorrect!\n",
                mainlink->time_base.num, mainlink->time_base.den,