mirror of
https://github.com/ceph/ceph
synced 2025-01-01 00:22:25 +00:00
372 lines
12 KiB
Bash
Executable File
372 lines
12 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
|
|
|
|
[ `uname` = FreeBSD ] && exit 0
|
|
|
|
function run0() {
|
|
local dir=$1
|
|
mkdir $dir/0 || return 1
|
|
export CEPH_ARGS
|
|
ofsid=$(uuidgen)
|
|
CEPH_ARGS+="--fsid=$(ofsid) --auth-supported=none "
|
|
CEPH_ARGS+="--mon-host=$CEPH_MON "
|
|
|
|
#ofsid=$(cat $dir/0.old/fsid)
|
|
echo "osd fsid $ofsid"
|
|
O=$CEPH_ARGS
|
|
CEPH_ARGS+="--log-file $dir/cot.log --log-max-recent 0 "
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 --fsid $ofsid \
|
|
--op mkfs --no-mon-config || return 1
|
|
ceph-objectstore-tool --data-path $dir/0.old --target-data-path $dir/0 \
|
|
--op dup || return 1
|
|
CEPH_ARGS=$O
|
|
|
|
run_osd_bluestore $dir 0 || return 1
|
|
|
|
while ! ceph osd stat | grep '3 up' ; do sleep 1 ; done
|
|
ceph osd metadata 0 | grep bluestore || return 1
|
|
}
|
|
|
|
function run() {
|
|
local dir=$1
|
|
shift
|
|
|
|
export CEPH_MON="127.0.0.1:7146" # git grep '\<7146\>' : there must be only one
|
|
export CEPH_ARGS
|
|
CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
|
|
CEPH_ARGS+="--mon-host=$CEPH_MON "
|
|
CEPH_ARGS+="--bluestore_block_db_create=true "
|
|
CEPH_ARGS+="--bluestore_block_db_size=2147483648 "
|
|
CEPH_ARGS+="--bluestore_block_wal_size=2147483648 "
|
|
CEPH_ARGS+="--bluestore_block_wal_create=true "
|
|
CEPH_ARGS+="--bluestore_fsck_on_mount=true "
|
|
local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
|
|
for func in $funcs ; do
|
|
setup $dir || return 1
|
|
$func $dir || return 1
|
|
teardown $dir || return 1
|
|
done
|
|
}
|
|
|
|
function TEST_bluestore() {
|
|
local dir=$1
|
|
|
|
local flimit=$(ulimit -n)
|
|
if [ $flimit -lt 1536 ]; then
|
|
echo "Low open file limit ($flimit), test may fail. Increase to 1536 or higher and retry if that happens."
|
|
fi
|
|
|
|
run_mon $dir a || return 1
|
|
run_mgr $dir x || return 1
|
|
run_osd_bluestore $dir 0 || return 1
|
|
osd_pid0=$(cat $dir/osd.0.pid)
|
|
run_osd_bluestore $dir 1 || return 1
|
|
osd_pid1=$(cat $dir/osd.1.pid)
|
|
run_osd_bluestore $dir 2 || return 1
|
|
osd_pid2=$(cat $dir/osd.2.pid)
|
|
run_osd_bluestore $dir 3 || return 1
|
|
osd_pid3=$(cat $dir/osd.3.pid)
|
|
|
|
sleep 5
|
|
|
|
create_pool foo 16
|
|
|
|
# write some objects
|
|
timeout 60 rados bench -p foo 30 write -b 4096 --no-cleanup #|| return 1
|
|
|
|
echo "after bench"
|
|
|
|
# kill
|
|
while kill $osd_pid0; do sleep 1 ; done
|
|
ceph osd down 0
|
|
while kill $osd_pid1; do sleep 1 ; done
|
|
ceph osd down 1
|
|
while kill $osd_pid2; do sleep 1 ; done
|
|
ceph osd down 2
|
|
while kill $osd_pid3; do sleep 1 ; done
|
|
ceph osd down 3
|
|
|
|
# slow, DB, WAL -> slow, DB
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/0 bluefs-bdev-sizes
|
|
|
|
ceph-bluestore-tool --path $dir/0 \
|
|
--devs-source $dir/0/block.wal \
|
|
--dev-target $dir/0/block.db \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB, WAL -> slow, WAL
|
|
ceph-bluestore-tool --path $dir/1 \
|
|
--devs-source $dir/1/block.db \
|
|
--dev-target $dir/1/block \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB, WAL -> slow
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--devs-source $dir/2/block.wal \
|
|
--devs-source $dir/2/block.db \
|
|
--dev-target $dir/2/block \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB, WAL -> slow, WAL (negative case)
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--devs-source $dir/3/block.db \
|
|
--dev-target $dir/3/block.wal \
|
|
--command bluefs-bdev-migrate
|
|
|
|
# Migration to WAL is unsupported
|
|
if [ $? -eq 0 ]; then
|
|
return 1
|
|
fi
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB, WAL -> slow, DB (WAL to slow then slow to DB)
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--devs-source $dir/3/block.wal \
|
|
--dev-target $dir/3/block \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--devs-source $dir/3/block \
|
|
--dev-target $dir/3/block.db \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
|
|
run_osd_bluestore $dir 0 || return 1
|
|
osd_pid0=$(cat $dir/osd.0.pid)
|
|
run_osd_bluestore $dir 1 || return 1
|
|
osd_pid1=$(cat $dir/osd.1.pid)
|
|
run_osd_bluestore $dir 2 || return 1
|
|
osd_pid2=$(cat $dir/osd.2.pid)
|
|
run_osd_bluestore $dir 3 || return 1
|
|
osd_pid3=$(cat $dir/osd.3.pid)
|
|
|
|
wait_for_clean || return 1
|
|
|
|
# write some objects
|
|
timeout 60 rados bench -p foo 30 write -b 4096 --no-cleanup #|| return 1
|
|
|
|
# kill
|
|
while kill $osd_pid0; do sleep 1 ; done
|
|
ceph osd down 0
|
|
while kill $osd_pid1; do sleep 1 ; done
|
|
ceph osd down 1
|
|
while kill $osd_pid2; do sleep 1 ; done
|
|
ceph osd down 2
|
|
while kill $osd_pid3; do sleep 1 ; done
|
|
ceph osd down 3
|
|
|
|
# slow, DB -> slow, DB, WAL
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
dd if=/dev/zero of=$dir/0/wal count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/0 \
|
|
--dev-target $dir/0/wal \
|
|
--command bluefs-bdev-new-wal || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, WAL -> slow, DB, WAL
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
dd if=/dev/zero of=$dir/1/db count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/1 \
|
|
--dev-target $dir/1/db \
|
|
--command bluefs-bdev-new-db || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/1 \
|
|
--devs-source $dir/1/block \
|
|
--dev-target $dir/1/block.db \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow -> slow, DB, WAL
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--command bluefs-bdev-new-db || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--command bluefs-bdev-new-wal || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--devs-source $dir/2/block \
|
|
--dev-target $dir/2/block.db \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB -> slow, WAL
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--command bluefs-bdev-new-wal || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--devs-source $dir/3/block.db \
|
|
--dev-target $dir/3/block \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
|
|
run_osd_bluestore $dir 0 || return 1
|
|
osd_pid0=$(cat $dir/osd.0.pid)
|
|
run_osd_bluestore $dir 1 || return 1
|
|
osd_pid1=$(cat $dir/osd.1.pid)
|
|
run_osd_bluestore $dir 2 || return 1
|
|
osd_pid2=$(cat $dir/osd.2.pid)
|
|
run_osd_bluestore $dir 3 || return 1
|
|
osd_pid3=$(cat $dir/osd.3.pid)
|
|
|
|
# write some objects
|
|
timeout 60 rados bench -p foo 30 write -b 4096 --no-cleanup #|| return 1
|
|
|
|
# kill
|
|
while kill $osd_pid0; do sleep 1 ; done
|
|
ceph osd down 0
|
|
while kill $osd_pid1; do sleep 1 ; done
|
|
ceph osd down 1
|
|
while kill $osd_pid2; do sleep 1 ; done
|
|
ceph osd down 2
|
|
while kill $osd_pid3; do sleep 1 ; done
|
|
ceph osd down 3
|
|
|
|
# slow, DB1, WAL -> slow, DB2, WAL
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
dd if=/dev/zero of=$dir/0/db2 count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/0 \
|
|
--devs-source $dir/0/block.db \
|
|
--dev-target $dir/0/db2 \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB, WAL1 -> slow, DB, WAL2
|
|
|
|
dd if=/dev/zero of=$dir/0/wal2 count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/0 \
|
|
--devs-source $dir/0/block.wal \
|
|
--dev-target $dir/0/wal2 \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/0 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow, DB + WAL -> slow, DB2 -> slow
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
dd if=/dev/zero of=$dir/1/db2 count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/1 \
|
|
--devs-source $dir/1/block.db \
|
|
--devs-source $dir/1/block.wal \
|
|
--dev-target $dir/1/db2 \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
ceph-bluestore-tool --path $dir/1 \
|
|
--devs-source $dir/1/block.db \
|
|
--dev-target $dir/1/block \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/1 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow -> slow, DB (negative case)
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
dd if=/dev/zero of=$dir/2/db2 count=2048 bs=1M
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--devs-source $dir/2/block \
|
|
--dev-target $dir/2/db2 \
|
|
--command bluefs-bdev-migrate
|
|
|
|
# Migration from slow-only to new device is unsupported
|
|
if [ $? -eq 0 ]; then
|
|
return 1
|
|
fi
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow + DB + WAL -> slow, DB2
|
|
dd if=/dev/zero of=$dir/2/db2 count=2048 bs=1M
|
|
|
|
ceph-bluestore-tool --path $dir/2 \
|
|
--devs-source $dir/2/block \
|
|
--devs-source $dir/2/block.db \
|
|
--devs-source $dir/2/block.wal \
|
|
--dev-target $dir/2/db2 \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/2 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
# slow + WAL -> slow2, WAL2
|
|
dd if=/dev/zero of=$dir/3/wal2 count=2048 bs=1M
|
|
|
|
ceph-bluestore-tool --path $dir/3 \
|
|
--devs-source $dir/3/block \
|
|
--devs-source $dir/3/block.wal \
|
|
--dev-target $dir/3/wal2 \
|
|
--command bluefs-bdev-migrate || return 1
|
|
|
|
ceph-objectstore-tool --type bluestore --data-path $dir/3 \
|
|
--op fsck --no-mon-config || return 1
|
|
|
|
run_osd_bluestore $dir 0 || return 1
|
|
osd_pid0=$(cat $dir/osd.0.pid)
|
|
run_osd_bluestore $dir 1 || return 1
|
|
osd_pid1=$(cat $dir/osd.1.pid)
|
|
run_osd_bluestore $dir 2 || return 1
|
|
osd_pid2=$(cat $dir/osd.2.pid)
|
|
run_osd_bluestore $dir 3 || return 1
|
|
osd_pid3=$(cat $dir/osd.3.pid)
|
|
|
|
# write some objects
|
|
timeout 60 rados bench -p foo 30 write -b 4096 --no-cleanup #|| return 1
|
|
|
|
wait_for_clean || return 1
|
|
}
|
|
|
|
main osd-bluefs-volume-ops "$@"
|
|
|
|
# Local Variables:
|
|
# compile-command: "cd ../.. ; make -j4 && test/osd/osd-bluefs-volume-ops.sh"
|
|
# End:
|