diff --git a/libavformat/movenc.c b/libavformat/movenc.c
index cdc3a00f1f..61116a5227 100644
--- a/libavformat/movenc.c
+++ b/libavformat/movenc.c
@@ -377,6 +377,11 @@ static int handle_eac3(MOVMuxContext *mov, AVPacket *pkt, MOVTrack *track)
                 info->ec3_done = 1;
                 goto concatenate;
             }
+        } else {
+            if (hdr->substreamid != 0) {
+                avpriv_request_sample(mov->fc, "Multiple non EAC3 independent substreams");
+                return AVERROR_PATCHWELCOME;
+            }
         }
 
         /* fill the info needed for the "dec3" atom */