diff --git a/libavformat/oggdec.c b/libavformat/oggdec.c
index bdd2c5ba77..ab523790ec 100644
--- a/libavformat/oggdec.c
+++ b/libavformat/oggdec.c
@@ -247,6 +247,9 @@ static int ogg_read_page(AVFormatContext *s, int *str)
         if (ogg->headers) {
             int n;
 
+            if (ogg->nstreams != 1)
+                return idx;
+
             for (n = 0; n < ogg->nstreams; n++) {
                 av_freep(&ogg->streams[n].buf);
                 if (!ogg->state || ogg->state->streams[n].private != ogg->streams[n].private)