diff --git a/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs b/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
index 3e01bb1d31..ea72061216 100644
--- a/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
+++ b/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
@@ -126,7 +126,7 @@ namespace osu.Game.Rulesets.UI.Scrolling
                         objCache = hitObjectInitialStateCache[obj] = new Cached();
 
                     if (objCache.IsValid)
-                        return;
+                        continue;
 
                     computeLifetimeStartRecursive(obj);
                     computeInitialStateRecursive(obj);