diff --git a/libavformat/avidec.c b/libavformat/avidec.c
index b80effc33c..f5c234552d 100644
--- a/libavformat/avidec.c
+++ b/libavformat/avidec.c
@@ -1022,9 +1022,9 @@ start_sync:
                || st->discard >= AVDISCARD_ALL){
                 if (!exit_early) {
                     ast->frame_offset += get_duration(ast, size);
+                    avio_skip(pb, size);
+                    goto start_sync;
                 }
-                avio_skip(pb, size);
-                goto start_sync;
             }
 
             if (d[2] == 'p' && d[3] == 'c' && size<=4*256+4) {