mirror of
https://github.com/ceph/ceph
synced 2024-12-11 22:18:18 +00:00
afdff0cd3f
Mon might fail to share the newest map with any of up osds, e.g., due to an injected broken pipe. Since we don't have any client activities during the osd-markdown tests, osds might be unaware of the map changes made through CLI. Make sure osds have pulled the newest map down before we can test its reaction correctly. Fixes: https://tracker.ceph.com/issues/44662 Signed-off-by: xie xingguo <xie.xingguo@zte.com.cn>
150 lines
4.4 KiB
Bash
Executable File
150 lines
4.4 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Copyright (C) 2015 Intel <contact@intel.com.com>
|
|
# Copyright (C) 2014, 2015 Red Hat <contact@redhat.com>
|
|
#
|
|
# Author: Xiaoxi Chen <xiaoxi.chen@intel.com>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU Library Public License as published by
|
|
# the Free Software Foundation; either version 2, or (at your option)
|
|
# any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Library Public License for more details.
|
|
#
|
|
|
|
source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
|
|
|
|
function run() {
|
|
local dir=$1
|
|
shift
|
|
|
|
export CEPH_MON="127.0.0.1:7108" # git grep '\<7108\>' : there must be only one
|
|
export CEPH_ARGS
|
|
CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
|
|
CEPH_ARGS+="--mon-host=$CEPH_MON "
|
|
|
|
local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
|
|
for func in $funcs ; do
|
|
setup $dir || return 1
|
|
$func $dir || return 1
|
|
teardown $dir || return 1
|
|
done
|
|
}
|
|
|
|
function markdown_N_impl() {
|
|
markdown_times=$1
|
|
total_time=$2
|
|
sleeptime=$3
|
|
for i in `seq 1 $markdown_times`
|
|
do
|
|
# check the OSD is UP
|
|
ceph tell osd.0 get_latest_osdmap || return 1
|
|
ceph osd tree
|
|
ceph osd tree | grep osd.0 |grep up || return 1
|
|
# mark the OSD down.
|
|
# override any dup setting in the environment to ensure we do this
|
|
# exactly once (modulo messenger failures, at least; we can't *actually*
|
|
# provide exactly-once semantics for mon commands).
|
|
( unset CEPH_CLI_TEST_DUP_COMMAND ; ceph osd down 0 )
|
|
sleep $sleeptime
|
|
done
|
|
}
|
|
|
|
|
|
function TEST_markdown_exceed_maxdown_count() {
|
|
local dir=$1
|
|
|
|
run_mon $dir a || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_osd $dir 1 || return 1
|
|
run_osd $dir 2 || return 1
|
|
|
|
create_rbd_pool || return 1
|
|
|
|
# 3+1 times within 300s, osd should stay dead on the 4th time
|
|
local count=3
|
|
local sleeptime=10
|
|
local period=300
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
|
|
|
|
markdown_N_impl $(($count+1)) $period $sleeptime
|
|
# down N+1 times ,the osd.0 should die
|
|
ceph osd tree | grep down | grep osd.0 || return 1
|
|
}
|
|
|
|
function TEST_markdown_boot() {
|
|
local dir=$1
|
|
|
|
run_mon $dir a || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_osd $dir 1 || return 1
|
|
run_osd $dir 2 || return 1
|
|
|
|
create_rbd_pool || return 1
|
|
|
|
# 3 times within 120s, should stay up
|
|
local count=3
|
|
local sleeptime=10
|
|
local period=120
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
|
|
|
|
markdown_N_impl $count $period $sleeptime
|
|
#down N times, osd.0 should be up
|
|
sleep 15 # give osd plenty of time to notice and come back up
|
|
ceph tell osd.0 get_latest_osdmap || return 1
|
|
ceph osd tree | grep up | grep osd.0 || return 1
|
|
}
|
|
|
|
function TEST_markdown_boot_exceed_time() {
|
|
local dir=$1
|
|
|
|
run_mon $dir a || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_osd $dir 1 || return 1
|
|
run_osd $dir 2 || return 1
|
|
|
|
create_rbd_pool || return 1
|
|
|
|
# 3+1 times, but over 40s, > 20s, so should stay up
|
|
local count=3
|
|
local period=20
|
|
local sleeptime=10
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
|
|
ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
|
|
|
|
markdown_N_impl $(($count+1)) $period $sleeptime
|
|
sleep 15 # give osd plenty of time to notice and come back up
|
|
ceph tell osd.0 get_latest_osdmap || return 1
|
|
ceph osd tree | grep up | grep osd.0 || return 1
|
|
}
|
|
|
|
function TEST_osd_stop() {
|
|
|
|
local dir=$1
|
|
|
|
run_mon $dir a || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_osd $dir 1 || return 1
|
|
run_osd $dir 2 || return 1
|
|
osd_0_pid=$(cat $dir/osd.0.pid)
|
|
ps -p $osd_0_pid || return 1
|
|
|
|
ceph osd tree | grep osd.0 | grep up || return 1
|
|
ceph osd stop osd.0
|
|
sleep 15 # give osd plenty of time to notice and exit
|
|
ceph osd tree | grep down | grep osd.0 || return 1
|
|
! ps -p $osd_0_pid || return 1
|
|
}
|
|
|
|
main osd-markdown "$@"
|