mirror of
https://github.com/ceph/ceph
synced 2024-12-27 14:03:25 +00:00
ab1b78ae00
The helper gets a sequence number from the osd (or osds), and then polls the mon until that seq is reflected there. This is overkill in some cases, since many tests only require that the stats be reflected on the mgr (not the mon), but waiting for it to also reach the mon is sufficient! Signed-off-by: Sage Weil <sage@redhat.com>
102 lines
2.8 KiB
Python
102 lines
2.8 KiB
Python
"""
|
|
Test Object locations going down
|
|
"""
|
|
import logging
|
|
import ceph_manager
|
|
import time
|
|
from teuthology import misc as teuthology
|
|
from util.rados import rados
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
def task(ctx, config):
|
|
"""
|
|
Test handling of object location going down
|
|
"""
|
|
if config is None:
|
|
config = {}
|
|
assert isinstance(config, dict), \
|
|
'lost_unfound task only accepts a dict for configuration'
|
|
first_mon = teuthology.get_first_mon(ctx, config)
|
|
(mon,) = ctx.cluster.only(first_mon).remotes.iterkeys()
|
|
|
|
manager = ceph_manager.CephManager(
|
|
mon,
|
|
ctx=ctx,
|
|
logger=log.getChild('ceph_manager'),
|
|
)
|
|
|
|
while len(manager.get_osd_status()['up']) < 3:
|
|
time.sleep(10)
|
|
manager.wait_for_clean()
|
|
|
|
# something that is always there
|
|
dummyfile = '/etc/fstab'
|
|
|
|
# take 0, 1 out
|
|
manager.mark_out_osd(0)
|
|
manager.mark_out_osd(1)
|
|
manager.wait_for_clean()
|
|
|
|
# delay recovery, and make the pg log very long (to prevent backfill)
|
|
manager.raw_cluster_cmd(
|
|
'tell', 'osd.0',
|
|
'injectargs',
|
|
'--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
|
|
)
|
|
# delay recovery, and make the pg log very long (to prevent backfill)
|
|
manager.raw_cluster_cmd(
|
|
'tell', 'osd.1',
|
|
'injectargs',
|
|
'--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
|
|
)
|
|
# delay recovery, and make the pg log very long (to prevent backfill)
|
|
manager.raw_cluster_cmd(
|
|
'tell', 'osd.2',
|
|
'injectargs',
|
|
'--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
|
|
)
|
|
# delay recovery, and make the pg log very long (to prevent backfill)
|
|
manager.raw_cluster_cmd(
|
|
'tell', 'osd.3',
|
|
'injectargs',
|
|
'--osd-recovery-delay-start 10000 --osd-min-pg-log-entries 100000000'
|
|
)
|
|
|
|
# kludge to make sure they get a map
|
|
rados(ctx, mon, ['-p', 'data', 'put', 'dummy', dummyfile])
|
|
|
|
# create old objects
|
|
for f in range(1, 10):
|
|
rados(ctx, mon, ['-p', 'data', 'put', 'existing_%d' % f, dummyfile])
|
|
|
|
manager.mark_out_osd(3)
|
|
manager.wait_till_active()
|
|
|
|
manager.mark_in_osd(0)
|
|
manager.wait_till_active()
|
|
|
|
manager.flush_pg_stats([2, 0])
|
|
|
|
manager.mark_out_osd(2)
|
|
manager.wait_till_active()
|
|
|
|
# bring up 1
|
|
manager.mark_in_osd(1)
|
|
manager.wait_till_active()
|
|
|
|
manager.flush_pg_stats([0, 1])
|
|
log.info("Getting unfound objects")
|
|
unfound = manager.get_num_unfound_objects()
|
|
assert not unfound
|
|
|
|
manager.kill_osd(2)
|
|
manager.mark_down_osd(2)
|
|
manager.kill_osd(3)
|
|
manager.mark_down_osd(3)
|
|
|
|
manager.flush_pg_stats([0, 1])
|
|
log.info("Getting unfound objects")
|
|
unfound = manager.get_num_unfound_objects()
|
|
assert unfound
|