mirror of
https://github.com/ceph/ceph
synced 2024-12-30 15:33:31 +00:00
76ea774c10
Make sure PGs peer (simply flushing state to mon isn't enough). Fixes: https://tracker.ceph.com/issues/43721 Signed-off-by: Sage Weil <sage@redhat.com>
290 lines
8.4 KiB
Bash
Executable File
290 lines
8.4 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
|
|
|
|
function run() {
|
|
local dir=$1
|
|
shift
|
|
|
|
export CEPH_MON_A="127.0.0.1:7150" # git grep '\<7150\>' : there must be only one
|
|
export CEPH_MON_B="127.0.0.1:7151" # git grep '\<7151\>' : there must be only one
|
|
export CEPH_MON_C="127.0.0.1:7152" # git grep '\<7152\>' : there must be only one
|
|
export CEPH_MON_D="127.0.0.1:7153" # git grep '\<7153\>' : there must be only one
|
|
export CEPH_MON_E="127.0.0.1:7154" # git grep '\<7154\>' : there must be only one
|
|
export CEPH_ARGS
|
|
CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
|
|
export ORIG_CEPH_ARGS="$CEPH_ARGS"
|
|
|
|
local funcs=${@:-$(set | ${SED} -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
|
|
for func in $funcs ; do
|
|
setup $dir || return 1
|
|
$func $dir || return 1
|
|
kill_daemons $dir KILL || return 1
|
|
teardown $dir || return 1
|
|
done
|
|
}
|
|
|
|
function TEST_1_mon_checks() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
|
|
ceph mon ok-to-stop dne || return 1
|
|
! ceph mon ok-to-stop a || return 1
|
|
|
|
! ceph mon ok-to-add-offline || return 1
|
|
|
|
! ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm dne || return 1
|
|
}
|
|
|
|
function TEST_2_mons_checks() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A,$CEPH_MON_B "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mon $dir b --public-addr=$CEPH_MON_B || return 1
|
|
|
|
ceph mon ok-to-stop dne || return 1
|
|
! ceph mon ok-to-stop a || return 1
|
|
! ceph mon ok-to-stop b || return 1
|
|
! ceph mon ok-to-stop a b || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm dne || return 1
|
|
}
|
|
|
|
function TEST_3_mons_checks() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A,$CEPH_MON_B,$CEPH_MON_C "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mon $dir b --public-addr=$CEPH_MON_B || return 1
|
|
run_mon $dir c --public-addr=$CEPH_MON_C || return 1
|
|
wait_for_quorum 60 3
|
|
|
|
ceph mon ok-to-stop dne || return 1
|
|
ceph mon ok-to-stop a || return 1
|
|
ceph mon ok-to-stop b || return 1
|
|
ceph mon ok-to-stop c || return 1
|
|
! ceph mon ok-to-stop a b || return 1
|
|
! ceph mon ok-to-stop b c || return 1
|
|
! ceph mon ok-to-stop a b c || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm c || return 1
|
|
|
|
kill_daemons $dir KILL mon.b
|
|
wait_for_quorum 60 2
|
|
|
|
! ceph mon ok-to-stop a || return 1
|
|
ceph mon ok-to-stop b || return 1
|
|
! ceph mon ok-to-stop c || return 1
|
|
|
|
! ceph mon ok-to-add-offline || return 1
|
|
|
|
! ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
! ceph mon ok-to-rm c || return 1
|
|
}
|
|
|
|
function TEST_4_mons_checks() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A,$CEPH_MON_B,$CEPH_MON_C,$CEPH_MON_D "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mon $dir b --public-addr=$CEPH_MON_B || return 1
|
|
run_mon $dir c --public-addr=$CEPH_MON_C || return 1
|
|
run_mon $dir d --public-addr=$CEPH_MON_D || return 1
|
|
wait_for_quorum 60 4
|
|
|
|
ceph mon ok-to-stop dne || return 1
|
|
ceph mon ok-to-stop a || return 1
|
|
ceph mon ok-to-stop b || return 1
|
|
ceph mon ok-to-stop c || return 1
|
|
ceph mon ok-to-stop d || return 1
|
|
! ceph mon ok-to-stop a b || return 1
|
|
! ceph mon ok-to-stop c d || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm c || return 1
|
|
|
|
kill_daemons $dir KILL mon.a
|
|
wait_for_quorum 60 3
|
|
|
|
ceph mon ok-to-stop a || return 1
|
|
! ceph mon ok-to-stop b || return 1
|
|
! ceph mon ok-to-stop c || return 1
|
|
! ceph mon ok-to-stop d || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm c || return 1
|
|
ceph mon ok-to-rm d || return 1
|
|
}
|
|
|
|
function TEST_5_mons_checks() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A,$CEPH_MON_B,$CEPH_MON_C,$CEPH_MON_D,$CEPH_MON_E "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mon $dir b --public-addr=$CEPH_MON_B || return 1
|
|
run_mon $dir c --public-addr=$CEPH_MON_C || return 1
|
|
run_mon $dir d --public-addr=$CEPH_MON_D || return 1
|
|
run_mon $dir e --public-addr=$CEPH_MON_E || return 1
|
|
wait_for_quorum 60 5
|
|
|
|
ceph mon ok-to-stop dne || return 1
|
|
ceph mon ok-to-stop a || return 1
|
|
ceph mon ok-to-stop b || return 1
|
|
ceph mon ok-to-stop c || return 1
|
|
ceph mon ok-to-stop d || return 1
|
|
ceph mon ok-to-stop e || return 1
|
|
ceph mon ok-to-stop a b || return 1
|
|
ceph mon ok-to-stop c d || return 1
|
|
! ceph mon ok-to-stop a b c || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm c || return 1
|
|
ceph mon ok-to-rm d || return 1
|
|
ceph mon ok-to-rm e || return 1
|
|
|
|
kill_daemons $dir KILL mon.a
|
|
wait_for_quorum 60 4
|
|
|
|
ceph mon ok-to-stop a || return 1
|
|
ceph mon ok-to-stop b || return 1
|
|
ceph mon ok-to-stop c || return 1
|
|
ceph mon ok-to-stop d || return 1
|
|
ceph mon ok-to-stop e || return 1
|
|
|
|
ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
ceph mon ok-to-rm b || return 1
|
|
ceph mon ok-to-rm c || return 1
|
|
ceph mon ok-to-rm d || return 1
|
|
ceph mon ok-to-rm e || return 1
|
|
|
|
kill_daemons $dir KILL mon.e
|
|
wait_for_quorum 60 3
|
|
|
|
ceph mon ok-to-stop a || return 1
|
|
! ceph mon ok-to-stop b || return 1
|
|
! ceph mon ok-to-stop c || return 1
|
|
! ceph mon ok-to-stop d || return 1
|
|
ceph mon ok-to-stop e || return 1
|
|
|
|
! ceph mon ok-to-add-offline || return 1
|
|
|
|
ceph mon ok-to-rm a || return 1
|
|
! ceph mon ok-to-rm b || return 1
|
|
! ceph mon ok-to-rm c || return 1
|
|
! ceph mon ok-to-rm d || return 1
|
|
ceph mon ok-to-rm e || return 1
|
|
}
|
|
|
|
function TEST_0_mds() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_mds $dir a || return 1
|
|
|
|
ceph osd pool create meta 1 || return 1
|
|
ceph osd pool create data 1 || return 1
|
|
ceph fs new myfs meta data || return 1
|
|
sleep 5
|
|
|
|
! ceph mds ok-to-stop a || return 1
|
|
! ceph mds ok-to-stop a dne || return 1
|
|
ceph mds ok-to-stop dne || return 1
|
|
|
|
run_mds $dir b || return 1
|
|
sleep 5
|
|
|
|
ceph mds ok-to-stop a || return 1
|
|
ceph mds ok-to-stop b || return 1
|
|
! ceph mds ok-to-stop a b || return 1
|
|
ceph mds ok-to-stop a dne1 dne2 || return 1
|
|
ceph mds ok-to-stop b dne || return 1
|
|
! ceph mds ok-to-stop a b dne || return 1
|
|
ceph mds ok-to-stop dne1 dne2 || return 1
|
|
|
|
kill_daemons $dir KILL mds.a
|
|
}
|
|
|
|
function TEST_0_osd() {
|
|
local dir=$1
|
|
|
|
CEPH_ARGS="$ORIG_CEPH_ARGS --mon-host=$CEPH_MON_A "
|
|
|
|
run_mon $dir a --public-addr=$CEPH_MON_A || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd $dir 0 || return 1
|
|
run_osd $dir 1 || return 1
|
|
run_osd $dir 2 || return 1
|
|
run_osd $dir 3 || return 1
|
|
|
|
ceph osd erasure-code-profile set ec-profile m=2 k=2 crush-failure-domain=osd || return 1
|
|
ceph osd pool create ec erasure ec-profile || return 1
|
|
|
|
wait_for_clean || return 1
|
|
|
|
# with min_size 3, we can stop only 1 osd
|
|
ceph osd pool set ec min_size 3 || return 1
|
|
wait_for_clean || return 1
|
|
|
|
ceph osd ok-to-stop 0 || return 1
|
|
ceph osd ok-to-stop 1 || return 1
|
|
ceph osd ok-to-stop 2 || return 1
|
|
ceph osd ok-to-stop 3 || return 1
|
|
! ceph osd ok-to-stop 0 1 || return 1
|
|
! ceph osd ok-to-stop 2 3 || return 1
|
|
|
|
# with min_size 2 we can stop 1 osds
|
|
ceph osd pool set ec min_size 2 || return 1
|
|
wait_for_clean || return 1
|
|
|
|
ceph osd ok-to-stop 0 1 || return 1
|
|
ceph osd ok-to-stop 2 3 || return 1
|
|
! ceph osd ok-to-stop 0 1 2 || return 1
|
|
! ceph osd ok-to-stop 1 2 3 || return 1
|
|
|
|
# we should get the same result with one of the osds already down
|
|
kill_daemons $dir TERM osd.0 || return 1
|
|
ceph osd down 0 || return 1
|
|
wait_for_peered || return 1
|
|
|
|
ceph osd ok-to-stop 0 || return 1
|
|
ceph osd ok-to-stop 0 1 || return 1
|
|
! ceph osd ok-to-stop 0 1 2 || return 1
|
|
! ceph osd ok-to-stop 1 2 3 || return 1
|
|
}
|
|
|
|
|
|
main ok-to-stop "$@"
|