diff --git a/libavfilter/vf_vif.c b/libavfilter/vf_vif.c
index da3069c1f6..ee7c67337d 100644
--- a/libavfilter/vf_vif.c
+++ b/libavfilter/vf_vif.c
@@ -496,10 +496,6 @@ static int config_input_ref(AVFilterLink *inlink)
         av_log(ctx, AV_LOG_ERROR, "Width and height of input videos must be same.\n");
         return AVERROR(EINVAL);
     }
-    if (ctx->inputs[0]->format != ctx->inputs[1]->format) {
-        av_log(ctx, AV_LOG_ERROR, "Inputs must be of same pixel format.\n");
-        return AVERROR(EINVAL);
-    }
 
     s->desc = av_pix_fmt_desc_get(inlink->format);
     s->width = ctx->inputs[0]->w;