diff --git a/libavutil/frame.c b/libavutil/frame.c
index c33e4627c1..033f013458 100644
--- a/libavutil/frame.c
+++ b/libavutil/frame.c
@@ -357,6 +357,7 @@ FF_DISABLE_DEPRECATION_WARNINGS
     dst->qscale_table = NULL;
     dst->qstride      = 0;
     dst->qscale_type  = 0;
+    av_buffer_unref(&dst->qp_table_buf);
     if (src->qp_table_buf) {
         dst->qp_table_buf = av_buffer_ref(src->qp_table_buf);
         if (dst->qp_table_buf) {