diff --git a/player/sub.c b/player/sub.c
index 1a9fdcafe7..4478b1092c 100644
--- a/player/sub.c
+++ b/player/sub.c
@@ -64,7 +64,7 @@ static bool is_interleaved(struct MPContext *mpctx, struct track *track)
             (other->type == STREAM_VIDEO || other->type == STREAM_AUDIO))
             return true;
     }
-    return false;
+    return track->demuxer == mpctx->demuxer;
 }
 
 void reset_subtitles(struct MPContext *mpctx, int order)