diff --git a/player/audio.c b/player/audio.c
index a1e1182e8a..dc1d305525 100644
--- a/player/audio.c
+++ b/player/audio.c
@@ -514,10 +514,7 @@ static void do_fill_audio_out_buffers(struct MPContext *mpctx, double endpts)
     // restart audio properly. This helps with video files where audio starts
     // later. Retrying is needed to get the correct sync PTS.
     if (mpctx->audio_status >= STATUS_DRAINING && status == AD_OK) {
-        if (!mpctx->paused) {
-            mpctx->audio_status = STATUS_SYNCING;
-            mpctx->sleeptime = 0;
-        }
+        mpctx->audio_status = STATUS_SYNCING;
         return; // retry on next iteration
     }