diff --git a/video/out/gpu/video.c b/video/out/gpu/video.c
index a6db4ebaa9..7d9101239d 100644
--- a/video/out/gpu/video.c
+++ b/video/out/gpu/video.c
@@ -2629,6 +2629,8 @@ static void pass_colormanage(struct gl_video *p, struct mp_colorspace src,
             "uint frame_max;"
             "uint counter;"
         );
+    } else {
+        tone_map.compute_peak = -1;
     }
 
     // Adapt from src to dst as necessary