diff --git a/player/video.c b/player/video.c
index 4a594241d6..1e30d289ec 100644
--- a/player/video.c
+++ b/player/video.c
@@ -574,7 +574,8 @@ static void handle_new_frame(struct MPContext *mpctx)
             MP_WARN(mpctx, "Invalid video timestamp: %f -> %f\n",
                     mpctx->video_pts, pts);
             frame_time = 0;
-            mpctx->audio_status = STATUS_SYNCING;
+            if (mpctx->d_audio)
+                mpctx->audio_status = STATUS_SYNCING;
         }
     }
     mpctx->video_next_pts = pts;