diff --git a/src/ceph-volume/ceph_volume/devices/lvm/zap.py b/src/ceph-volume/ceph_volume/devices/lvm/zap.py
index 90c5447c0e1..70a24f0f776 100644
--- a/src/ceph-volume/ceph_volume/devices/lvm/zap.py
+++ b/src/ceph-volume/ceph_volume/devices/lvm/zap.py
@@ -100,8 +100,9 @@ class Zap(object):
                 for vg_name in vgs:
                     mlogger.info("Destroying volume group %s because --destroy was given", vg_name)
                     api.remove_vg(vg_name)
-                mlogger.info("Destroying physical volume %s because --destroy was given", device)
-                api.remove_pv(device)
+                if not lv:
+                    mlogger.info("Destroying physical volume %s because --destroy was given", device)
+                    api.remove_pv(device)
 
             wipefs(path)
             zap_data(path)