diff --git a/libavcodec/speexdec.c b/libavcodec/speexdec.c
index ee95417deb..a7adcbfba4 100644
--- a/libavcodec/speexdec.c
+++ b/libavcodec/speexdec.c
@@ -1451,7 +1451,7 @@ static av_cold int speex_decode_init(AVCodecContext *avctx)
             return AVERROR_INVALIDDATA;
 
         s->nb_channels = avctx->channels;
-        if (s->nb_channels <= 0)
+        if (s->nb_channels <= 0 || s->nb_channels > 2)
             return AVERROR_INVALIDDATA;
 
         switch (s->rate) {