diff --git a/osu.Game/Rulesets/Objects/Pooling/PoolableDrawableWithLifetime.cs b/osu.Game/Rulesets/Objects/Pooling/PoolableDrawableWithLifetime.cs
index faa82786cd..3b261494ff 100644
--- a/osu.Game/Rulesets/Objects/Pooling/PoolableDrawableWithLifetime.cs
+++ b/osu.Game/Rulesets/Objects/Pooling/PoolableDrawableWithLifetime.cs
@@ -30,7 +30,9 @@ namespace osu.Game.Rulesets.Objects.Pooling
             get => entry;
             set
             {
-                if (value != null)
+                if (LoadState == LoadState.NotLoaded)
+                    entry = value;
+                else if (value != null)
                     Apply(value);
                 else if (HasEntryApplied)
                     free();