diff --git a/fftools/ffmpeg.c b/fftools/ffmpeg.c
index 5e3bfcdbbc..fa66aa1cf9 100644
--- a/fftools/ffmpeg.c
+++ b/fftools/ffmpeg.c
@@ -2913,12 +2913,6 @@ static enum AVPixelFormat get_format(AVCodecContext *s, const enum AVPixelFormat
             }
         }
 
-        if (ist->hw_frames_ctx) {
-            s->hw_frames_ctx = av_buffer_ref(ist->hw_frames_ctx);
-            if (!s->hw_frames_ctx)
-                return AV_PIX_FMT_NONE;
-        }
-
         ist->hwaccel_pix_fmt = *p;
         break;
     }
diff --git a/fftools/ffmpeg.h b/fftools/ffmpeg.h
index f27878b196..e86ab61047 100644
--- a/fftools/ffmpeg.h
+++ b/fftools/ffmpeg.h
@@ -381,7 +381,6 @@ typedef struct InputStream {
     int  (*hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame);
     enum AVPixelFormat hwaccel_pix_fmt;
     enum AVPixelFormat hwaccel_retrieved_pix_fmt;
-    AVBufferRef *hw_frames_ctx;
 
     /* stats */
     // combined size of all the packets read