diff --git a/src/main/java/baritone/process/BackfillProcess.java b/src/main/java/baritone/process/BackfillProcess.java
index c3461faa..be16f8b4 100644
--- a/src/main/java/baritone/process/BackfillProcess.java
+++ b/src/main/java/baritone/process/BackfillProcess.java
@@ -119,9 +119,11 @@ public class BackfillProcess extends BaritoneProcessHelper {
 
     @Override
     public void onLostControl() {
-        blocksToReplace.clear();
+        if (blocksToReplace != null && !blocksToReplace.isEmpty()) {
+            blocksToReplace.clear();
+        }
     }
-
+    
     @Override
     public String displayName0() {
         return "Backfill";