diff --git a/libavcodec/utils.c b/libavcodec/utils.c
index d1a1510858..e9d6734017 100644
--- a/libavcodec/utils.c
+++ b/libavcodec/utils.c
@@ -1478,7 +1478,7 @@ int attribute_align_arg avcodec_decode_audio4(AVCodecContext *avctx,
                 frame->extended_buf    = NULL;
                 frame->nb_extended_buf = 0;
             }
-        } else if (frame->data[0])
+        } else
             av_frame_unref(frame);
     }