diff --git a/libavcodec/decode.c b/libavcodec/decode.c
index 9644e89f48..f7cd7f6870 100644
--- a/libavcodec/decode.c
+++ b/libavcodec/decode.c
@@ -1069,6 +1069,9 @@ end:
         frame->height = avctx->height;
     }
 
+    if (ret < 0)
+        av_frame_unref(frame);
+
     return ret;
 }