diff --git a/sub/sd_ass.c b/sub/sd_ass.c
index d7b1e479b7..ec79bda10b 100644
--- a/sub/sd_ass.c
+++ b/sub/sd_ass.c
@@ -904,7 +904,8 @@ static void mangle_colors(struct sd *sd, struct sub_bitmaps *parts)
         };
     }
 
-    if (csp == params.color.space && levels == params.color.levels)
+    if ((csp == params.color.space && levels == params.color.levels) ||
+            params.color.space == MP_CSP_RGB) // Even VSFilter doesn't mangle on RGB video
         return;
 
     bool basic_conv = params.color.space == MP_CSP_BT_709 &&