diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index e882bc3d22..3bd2305da8 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -1086,10 +1086,6 @@ void ff_h264_flush_change(H264Context *h)
         h->delayed_pic[j] = NULL;
     }
     h->first_field = 0;
-    memset(h->ref_list[0], 0, sizeof(h->ref_list[0]));
-    memset(h->ref_list[1], 0, sizeof(h->ref_list[1]));
-    memset(h->default_ref_list[0], 0, sizeof(h->default_ref_list[0]));
-    memset(h->default_ref_list[1], 0, sizeof(h->default_ref_list[1]));
     ff_h264_reset_sei(h);
     h->recovery_frame = -1;
     h->frame_recovered = 0;