diff --git a/libavformat/subtitles.c b/libavformat/subtitles.c
index f25aa0e387..2f8b066cd9 100644
--- a/libavformat/subtitles.c
+++ b/libavformat/subtitles.c
@@ -176,6 +176,7 @@ static void drop_dups(FFDemuxSubtitlesQueue *q)
 
         if (q->subs[i].pts        == last->pts &&
             q->subs[i].duration   == last->duration &&
+            q->subs[i].stream_index == last->stream_index &&
             !strcmp(q->subs[i].data, last->data)) {
 
             av_free_packet(&q->subs[i]);