diff --git a/ffmpeg.c b/ffmpeg.c
index 611483d62f..9e270e8e9d 100644
--- a/ffmpeg.c
+++ b/ffmpeg.c
@@ -1652,7 +1652,9 @@ static int output_packet(InputStream *ist, int ist_index,
                     ist->is_past_recording_time = 1;
                     continue;
                 }
-                if (ost->source_index == ist_index) {
+                if (ost->source_index != ist_index)
+                    continue;
+
 #if CONFIG_AVFILTER
                 frame_available = ist->st->codec->codec_type != AVMEDIA_TYPE_VIDEO ||
                     !ost->output_video_filter || avfilter_poll_frame(ost->output_video_filter->inputs[0]);
@@ -1770,7 +1772,6 @@ static int output_packet(InputStream *ist, int ist_index,
                     avfilter_unref_buffer(ost->picref);
                 }
 #endif
-                }
             }
 
         av_free(buffer_to_free);