diff --git a/libavcodec/mpeg12.c b/libavcodec/mpeg12.c
index 153e4aa300..3128e8d1e3 100644
--- a/libavcodec/mpeg12.c
+++ b/libavcodec/mpeg12.c
@@ -234,7 +234,7 @@ int ff_mpeg1_find_frame_end(ParseContext *pc, const uint8_t *buf, int buf_size,
                 }
             }
             if (pc->frame_start_found == 0 && s && state == PICTURE_START_CODE) {
-                ff_fetch_timestamp(s, i - 3, 1, 0);
+                ff_fetch_timestamp(s, i - 3, 1, i > 3);
             }
         }
     }