diff --git a/player/playloop.c b/player/playloop.c
index 9a9fcdc45b..2ff2dced36 100644
--- a/player/playloop.c
+++ b/player/playloop.c
@@ -877,6 +877,7 @@ static void handle_playback_restart(struct MPContext *mpctx)
             }
         }
         mpctx->playing_msg_shown = true;
+        mpctx->sleeptime = 0;
         MP_VERBOSE(mpctx, "playback restart complete\n");
     }
 }