mirror of
https://github.com/ceph/ceph
synced 2024-12-30 07:23:11 +00:00
328 lines
11 KiB
Bash
Executable File
328 lines
11 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
die() {
|
|
echo "$@"
|
|
exit 1
|
|
}
|
|
|
|
usage() {
|
|
cat <<EOF
|
|
test_rados_tool.sh: tests rados_tool
|
|
-c: RADOS configuration file to use [optional]
|
|
-k: keep temp files
|
|
-h: this help message
|
|
-p: set temporary pool to use [optional]
|
|
EOF
|
|
}
|
|
|
|
do_run() {
|
|
if [ "$1" == "--tee" ]; then
|
|
shift
|
|
tee_out="$1"
|
|
shift
|
|
"$@" | tee $tee_out
|
|
else
|
|
"$@"
|
|
fi
|
|
}
|
|
|
|
run_expect_fail() {
|
|
echo "RUN_EXPECT_FAIL: " "$@"
|
|
do_run "$@"
|
|
[ $? -eq 0 ] && die "expected failure, but got success! cmd: $@"
|
|
}
|
|
|
|
run_expect_succ() {
|
|
echo "RUN_EXPECT_SUCC: " "$@"
|
|
do_run "$@"
|
|
[ $? -ne 0 ] && die "expected success, but got failure! cmd: $@"
|
|
}
|
|
|
|
run_expect_nosignal() {
|
|
echo "RUN_EXPECT_NOSIGNAL: " "$@"
|
|
do_run "$@"
|
|
[ $? -ge 128 ] && die "expected succes or fail, but got signal! cmd: $@"
|
|
}
|
|
|
|
run() {
|
|
echo "RUN: " $@
|
|
do_run "$@"
|
|
}
|
|
|
|
DNAME="`dirname $0`"
|
|
DNAME="`readlink -f $DNAME`"
|
|
RADOS_TOOL="`readlink -f \"$DNAME/../rados\"`"
|
|
if ! test -f $RADOS_TOOL ; then
|
|
RADOS_TOOL=$(which rados)
|
|
fi
|
|
KEEP_TEMP_FILES=0
|
|
POOL=trs_pool
|
|
POOL_CP_TARGET=trs_pool.2
|
|
|
|
[ -x "$RADOS_TOOL" ] || die "couldn't find $RADOS_TOOL binary to test"
|
|
|
|
while getopts "c:hkp:" flag; do
|
|
case $flag in
|
|
c) RADOS_TOOL="$RADOS_TOOL -c $OPTARG";;
|
|
k) KEEP_TEMP_FILES=1;;
|
|
h) usage; exit 0;;
|
|
p) POOL=$OPTARG;;
|
|
*) echo; usage; exit 1;;
|
|
esac
|
|
done
|
|
|
|
TDIR=`mktemp -d -t test_rados_tool.XXXXXXXXXX` || die "mktemp failed"
|
|
[ $KEEP_TEMP_FILES -eq 0 ] && trap "rm -rf ${TDIR}; exit" INT TERM EXIT
|
|
|
|
run_expect_succ "$RADOS_TOOL" mkpool "$POOL"
|
|
|
|
# expb happens to be the empty export for legacy reasons
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" export "$TDIR/expb"
|
|
|
|
# expa has objects foo, foo2 and bar
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" put foo /etc/fstab
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" put foo2 /etc/fstab
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" put bar /etc/fstab
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" export "$TDIR/expa"
|
|
|
|
# expc has foo and foo2 with some attributes and omaps set
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" rm bar
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setxattr foo "rados.toothbrush" "toothbrush"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setxattr foo "rados.toothpaste" "crest"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setomapval foo "rados.floss" "myfloss"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setxattr foo2 "rados.toothbrush" "green"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setomapheader foo2 "foo2.header"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" export "$TDIR/expc"
|
|
|
|
# make sure that --create works
|
|
run "$RADOS_TOOL" rmpool "$POOL" "$POOL" --yes-i-really-really-mean-it
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" --create import "$TDIR/expa"
|
|
|
|
# make sure that lack of --create fails
|
|
run_expect_succ "$RADOS_TOOL" rmpool "$POOL" "$POOL" --yes-i-really-really-mean-it
|
|
run_expect_fail "$RADOS_TOOL" -p "$POOL" import "$TDIR/expa"
|
|
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" --create import "$TDIR/expa"
|
|
|
|
# inaccessible import src should fail
|
|
run_expect_fail "$RADOS_TOOL" -p "$POOL" import "$TDIR/dir_nonexistent"
|
|
|
|
# export an empty pool to test purge
|
|
run_expect_succ "$RADOS_TOOL" purge "$POOL" --yes-i-really-really-mean-it
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" export "$TDIR/empty"
|
|
cmp -s "$TDIR/expb" "$TDIR/empty" \
|
|
|| die "failed to export the same stuff we imported!"
|
|
rm -f "$TDIR/empty"
|
|
|
|
# import some stuff with extended attributes on it
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" import "$TDIR/expc"
|
|
VAL=`"$RADOS_TOOL" -p "$POOL" getxattr foo "rados.toothbrush"`
|
|
[ ${VAL} = "toothbrush" ] || die "Invalid attribute after import"
|
|
|
|
# the second time, the xattrs should match, so there should be nothing to do.
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" import "$TDIR/expc"
|
|
VAL=`"$RADOS_TOOL" -p "$POOL" getxattr foo "rados.toothbrush"`
|
|
[ "${VAL}" = "toothbrush" ] || die "Invalid attribute after second import"
|
|
|
|
# Now try with --no-overwrite option after changing an attribute
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setxattr foo "rados.toothbrush" "dentist"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" import --no-overwrite "$TDIR/expc"
|
|
VAL=`"$RADOS_TOOL" -p "$POOL" getxattr foo "rados.toothbrush"`
|
|
[ "${VAL}" = "dentist" ] || die "Invalid attribute after second import"
|
|
|
|
# now force it to copy everything
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" import "$TDIR/expc"
|
|
VAL=`"$RADOS_TOOL" -p "$POOL" getxattr foo "rados.toothbrush"`
|
|
[ "${VAL}" = "toothbrush" ] || die "Invalid attribute after second import"
|
|
|
|
# test copy pool
|
|
run "$RADOS_TOOL" rmpool "$POOL" "$POOL" --yes-i-really-really-mean-it
|
|
run "$RADOS_TOOL" rmpool "$POOL_CP_TARGET" "$POOL_CP_TARGET" --yes-i-really-really-mean-it
|
|
run_expect_succ "$RADOS_TOOL" mkpool "$POOL"
|
|
run_expect_succ "$RADOS_TOOL" mkpool "$POOL_CP_TARGET"
|
|
|
|
# create src files
|
|
mkdir -p "$TDIR/dir_cp_src"
|
|
for i in `seq 1 5`; do
|
|
fname="$TDIR/dir_cp_src/f.$i"
|
|
objname="f.$i"
|
|
dd if=/dev/urandom of="$fname" bs=$((1024*1024)) count=$i
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" put $objname "$fname"
|
|
|
|
# a few random attrs
|
|
for j in `seq 1 4`; do
|
|
rand_str=`dd if=/dev/urandom bs=4 count=1 | hexdump -x`
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setxattr $objname attr.$j "$rand_str"
|
|
run_expect_succ --tee "$fname.attr.$j" "$RADOS_TOOL" -p "$POOL" getxattr $objname attr.$j
|
|
done
|
|
|
|
rand_str=`dd if=/dev/urandom bs=4 count=1 | hexdump -x`
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setomapheader $objname "$rand_str"
|
|
run_expect_succ --tee "$fname.omap.header" "$RADOS_TOOL" -p "$POOL" getomapheader $objname
|
|
# a few random omap keys
|
|
for j in `seq 1 4`; do
|
|
rand_str=`dd if=/dev/urandom bs=4 count=1 | hexdump -x`
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL" setomapval $objname key.$j "$rand_str"
|
|
done
|
|
run_expect_succ --tee "$fname.omap.vals" "$RADOS_TOOL" -p "$POOL" listomapvals $objname
|
|
done
|
|
|
|
run_expect_succ "$RADOS_TOOL" cppool "$POOL" "$POOL_CP_TARGET"
|
|
|
|
mkdir -p "$TDIR/dir_cp_dst"
|
|
for i in `seq 1 5`; do
|
|
fname="$TDIR/dir_cp_dst/f.$i"
|
|
objname="f.$i"
|
|
run_expect_succ "$RADOS_TOOL" -p "$POOL_CP_TARGET" get $objname "$fname"
|
|
|
|
# a few random attrs
|
|
for j in `seq 1 4`; do
|
|
run_expect_succ --tee "$fname.attr.$j" "$RADOS_TOOL" -p "$POOL_CP_TARGET" getxattr $objname attr.$j
|
|
done
|
|
|
|
run_expect_succ --tee "$fname.omap.header" "$RADOS_TOOL" -p "$POOL_CP_TARGET" getomapheader $objname
|
|
run_expect_succ --tee "$fname.omap.vals" "$RADOS_TOOL" -p "$POOL_CP_TARGET" listomapvals $objname
|
|
done
|
|
|
|
diff -q -r "$TDIR/dir_cp_src" "$TDIR/dir_cp_dst" \
|
|
|| die "copy pool validation failed!"
|
|
|
|
for opt in \
|
|
block-size \
|
|
concurrent-ios \
|
|
min-object-size \
|
|
max-object-size \
|
|
min-op-len \
|
|
max-op-len \
|
|
max-ops \
|
|
max-backlog \
|
|
target-throughput \
|
|
read-percent \
|
|
num-objects \
|
|
run-length \
|
|
; do
|
|
run_expect_succ "$RADOS_TOOL" --$opt 4 df
|
|
run_expect_fail "$RADOS_TOOL" --$opt 4k df
|
|
done
|
|
|
|
run_expect_succ "$RADOS_TOOL" lock list f.1 --lock-duration 4 --pool "$POOL"
|
|
echo # previous command doesn't output an end of line: issue #9735
|
|
run_expect_fail "$RADOS_TOOL" lock list f.1 --lock-duration 4k --pool "$POOL"
|
|
|
|
run_expect_succ "$RADOS_TOOL" mksnap snap1 --pool "$POOL"
|
|
snapid=$("$RADOS_TOOL" lssnap --pool "$POOL" | grep snap1 | cut -f1)
|
|
[ $? -ne 0 ] && die "expected success, but got failure! cmd: \"$RADOS_TOOL\" lssnap --pool \"$POOL\" | grep snap1 | cut -f1"
|
|
run_expect_succ "$RADOS_TOOL" ls --pool "$POOL" --snapid="$snapid"
|
|
run_expect_fail "$RADOS_TOOL" ls --pool "$POOL" --snapid="$snapid"k
|
|
|
|
run_expect_succ "$RADOS_TOOL" chown 1 --pool "$POOL"
|
|
run_expect_fail "$RADOS_TOOL" chown 1k --pool "$POOL"
|
|
|
|
run_expect_succ "$RADOS_TOOL" truncate f.1 0 --pool "$POOL"
|
|
run_expect_fail "$RADOS_TOOL" truncate f.1 0k --pool "$POOL"
|
|
|
|
run "$RADOS_TOOL" rmpool delete_me_mkpool_test delete_me_mkpool_test --yes-i-really-really-mean-it
|
|
run_expect_succ "$RADOS_TOOL" mkpool delete_me_mkpool_test 0 0
|
|
run_expect_fail "$RADOS_TOOL" mkpool delete_me_mkpool_test2 0k 0
|
|
run_expect_fail "$RADOS_TOOL" mkpool delete_me_mkpool_test3 0 0k
|
|
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 1 write
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 1k write
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 1 write --format json --output "$TDIR/bench.json"
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 1 write --output "$TDIR/bench.json"
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --format json --no-cleanup
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 1 rand --format json
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 1 seq --format json
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-omap
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-object
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-xattr
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-xattr --write-object
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-xattr --write-omap
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-omap --write-object
|
|
run_expect_succ "$RADOS_TOOL" --pool "$POOL" bench 5 write --write-xattr --write-omap --write-object
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-omap
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-object
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-xattr
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-xattr --write-object
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-xattr --write-omap
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-omap --write-object
|
|
run_expect_fail "$RADOS_TOOL" --pool "$POOL" bench 5 read --write-xattr --write-omap --write-object
|
|
|
|
for i in $("$RADOS_TOOL" --pool "$POOL" ls | grep "benchmark_data"); do
|
|
"$RADOS_TOOL" --pool "$POOL" truncate $i 0
|
|
done
|
|
|
|
run_expect_nosignal "$RADOS_TOOL" --pool "$POOL" bench 1 rand
|
|
run_expect_nosignal "$RADOS_TOOL" --pool "$POOL" bench 1 seq
|
|
|
|
set -e
|
|
|
|
OBJ=test_rados_obj
|
|
|
|
expect_false()
|
|
{
|
|
if "$@"; then return 1; else return 0; fi
|
|
}
|
|
|
|
cleanup() {
|
|
$RADOS_TOOL -p $POOL rm $OBJ || true
|
|
}
|
|
|
|
test_omap() {
|
|
cleanup
|
|
for i in $(seq 1 1 600)
|
|
do
|
|
if [ $(($i % 2)) -eq 0 ]; then
|
|
$RADOS_TOOL -p $POOL setomapval $OBJ $i $i
|
|
else
|
|
echo -n "$i" | $RADOS_TOOL -p $POOL setomapval $OBJ $i
|
|
fi
|
|
$RADOS_TOOL -p $POOL getomapval $OBJ $i | grep -q "|$i|\$"
|
|
done
|
|
$RADOS_TOOL -p $POOL listomapvals $OBJ | grep -c value | grep 600
|
|
cleanup
|
|
}
|
|
|
|
test_xattr() {
|
|
cleanup
|
|
$RADOS_TOOL -p $POOL put $OBJ /etc/passwd
|
|
V1=`mktemp fooattrXXXXXXX`
|
|
V2=`mktemp fooattrXXXXXXX`
|
|
echo -n fooval > $V1
|
|
expect_false $RADOS_TOOL -p $POOL setxattr $OBJ 2>/dev/null
|
|
expect_false $RADOS_TOOL -p $POOL setxattr $OBJ foo fooval extraarg 2>/dev/null
|
|
$RADOS_TOOL -p $POOL setxattr $OBJ foo fooval
|
|
$RADOS_TOOL -p $POOL getxattr $OBJ foo > $V2
|
|
cmp $V1 $V2
|
|
cat $V1 | $RADOS_TOOL -p $POOL setxattr $OBJ bar
|
|
$RADOS_TOOL -p $POOL getxattr $OBJ bar > $V2
|
|
cmp $V1 $V2
|
|
$RADOS_TOOL -p $POOL listxattr $OBJ > $V1
|
|
grep -q foo $V1
|
|
grep -q bar $V1
|
|
wc -l $V1 | grep -q "^2 "
|
|
rm $V1 $V2
|
|
cleanup
|
|
}
|
|
test_rmobj() {
|
|
p=`uuidgen`
|
|
ceph osd pool create $p 1
|
|
ceph osd pool set-quota $p max_objects 1
|
|
V1=`mktemp fooattrXXXXXXX`
|
|
rados put $OBJ $V1 -p $p
|
|
while ! ceph osd dump | grep 'full max_objects'
|
|
do
|
|
sleep 2
|
|
done
|
|
rados -p $p rm $OBJ --force-full
|
|
rados rmpool $p $p --yes-i-really-really-mean-it
|
|
rm $V1
|
|
}
|
|
|
|
test_xattr
|
|
test_omap
|
|
test_rmobj
|
|
|
|
echo "SUCCESS!"
|
|
exit 0
|