diff --git a/libavfilter/Makefile b/libavfilter/Makefile
index 6f34ca96dc..feef16c2e3 100644
--- a/libavfilter/Makefile
+++ b/libavfilter/Makefile
@@ -1,7 +1,8 @@
 include $(SUBDIR)../config.mak
 
 NAME = avfilter
-FFLIBS = avcodec avcore avutil swscale
+FFLIBS = avcodec avcore avutil
+FFLIBS-$(CONFIG_SCALE_FILTER) += swscale
 
 HEADERS = avfilter.h