mirror of
https://github.com/ceph/ceph
synced 2024-12-20 10:23:24 +00:00
e7cc6117ad
These can happen with split or with state changes due to reordering results within the hash range requested. It's easy enough to filter them out at this stage. Backport: giant, firefly Signed-off-by: Josh Durgin <jdurgin@redhat.com>
149 lines
4.7 KiB
Bash
Executable File
149 lines
4.7 KiB
Bash
Executable File
#!/bin/sh -ex
|
|
|
|
# return list of object numbers populated in image
|
|
objects () {
|
|
image=$1
|
|
prefix=$(rbd info $image | grep block_name_prefix | awk '{print $NF;}')
|
|
|
|
# strip off prefix and leading zeros from objects; sort, although
|
|
# it doesn't necessarily make sense as they're hex, at least it makes
|
|
# the list repeatable and comparable
|
|
objects=$(rados ls -p rbd | grep $prefix | \
|
|
sed -e 's/'$prefix'\.//' -e 's/^0*\([0-9a-f]\)/\1/' | sort -u)
|
|
echo $objects
|
|
}
|
|
|
|
# return false if either files don't compare or their ondisk
|
|
# sizes don't compare
|
|
|
|
compare_files_and_ondisk_sizes () {
|
|
cmp -l $1 $2 || return 1
|
|
origsize=$(stat $1 --format %b)
|
|
exportsize=$(stat $2 --format %b)
|
|
difference=$(($exportsize - $origsize))
|
|
difference=${difference#-} # absolute value
|
|
test $difference -ge 0 -a $difference -lt 4096
|
|
}
|
|
|
|
# cannot import a dir
|
|
mkdir foo.$$
|
|
rbd import foo.$$ foo.dir && exit 1 || true # should fail
|
|
rmdir foo.$$
|
|
|
|
# create a sparse file
|
|
dd if=/bin/sh of=/tmp/img bs=1k count=1 seek=10
|
|
dd if=/bin/dd of=/tmp/img bs=1k count=10 seek=100
|
|
dd if=/bin/rm of=/tmp/img bs=1k count=100 seek=1000
|
|
dd if=/bin/ls of=/tmp/img bs=1k seek=10000
|
|
dd if=/bin/ln of=/tmp/img bs=1k seek=100000
|
|
dd if=/bin/grep of=/tmp/img bs=1k seek=1000000
|
|
|
|
rbd rm testimg || true
|
|
|
|
rbd import $RBD_CREATE_ARGS /tmp/img testimg
|
|
rbd export testimg /tmp/img2
|
|
rbd export testimg - > /tmp/img3
|
|
rbd rm testimg
|
|
cmp /tmp/img /tmp/img2
|
|
cmp /tmp/img /tmp/img3
|
|
rm /tmp/img2 /tmp/img3
|
|
|
|
# try again, importing from stdin
|
|
rbd import $RBD_CREATE_ARGS - testimg < /tmp/img
|
|
rbd export testimg /tmp/img2
|
|
rbd export testimg - > /tmp/img3
|
|
rbd rm testimg
|
|
cmp /tmp/img /tmp/img2
|
|
cmp /tmp/img /tmp/img3
|
|
|
|
rm /tmp/img /tmp/img2 /tmp/img3
|
|
|
|
|
|
tiered=0
|
|
if ceph osd dump | grep ^pool | grep "'rbd'" | grep tier; then
|
|
tiered=1
|
|
fi
|
|
|
|
# create specifically sparse files
|
|
# 1 1M block of sparse, 1 1M block of random
|
|
dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/sparse1
|
|
|
|
# 1 1M block of random, 1 1M block of sparse
|
|
dd if=/dev/urandom bs=1M count=1 of=/tmp/sparse2; truncate /tmp/sparse2 -s 2M
|
|
|
|
# 1M-block images; validate resulting blocks
|
|
|
|
# 1M sparse, 1M data
|
|
rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse1
|
|
rbd ls -l | grep sparse1 | grep -i '2048k'
|
|
[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]
|
|
|
|
# export, compare contents and on-disk size
|
|
rbd export sparse1 /tmp/sparse1.out
|
|
compare_files_and_ondisk_sizes /tmp/sparse1 /tmp/sparse1.out
|
|
rm /tmp/sparse1.out
|
|
rbd rm sparse1
|
|
|
|
# 1M data, 1M sparse
|
|
rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse2
|
|
rbd ls -l | grep sparse2 | grep -i '2048k'
|
|
[ $tiered -eq 1 -o "$(objects sparse2)" = '0' ]
|
|
rbd export sparse2 /tmp/sparse2.out
|
|
compare_files_and_ondisk_sizes /tmp/sparse2 /tmp/sparse2.out
|
|
rm /tmp/sparse2.out
|
|
rbd rm sparse2
|
|
|
|
# extend sparse1 to 10 1M blocks, sparse at the end
|
|
truncate /tmp/sparse1 -s 10M
|
|
# import from stdin just for fun, verify still sparse
|
|
rbd import $RBD_CREATE_ARGS --order 20 - sparse1 < /tmp/sparse1
|
|
rbd ls -l | grep sparse1 | grep -i '10240k'
|
|
[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]
|
|
rbd export sparse1 /tmp/sparse1.out
|
|
compare_files_and_ondisk_sizes /tmp/sparse1 /tmp/sparse1.out
|
|
rm /tmp/sparse1.out
|
|
rbd rm sparse1
|
|
|
|
# extend sparse2 to 4M total with two more nonsparse megs
|
|
dd if=/dev/urandom bs=2M count=1 of=/tmp/sparse2 oflag=append conv=notrunc
|
|
# again from stding
|
|
rbd import $RBD_CREATE_ARGS --order 20 - sparse2 < /tmp/sparse2
|
|
rbd ls -l | grep sparse2 | grep -i '4096k'
|
|
[ $tiered -eq 1 -o "$(objects sparse2)" = '0 2 3' ]
|
|
rbd export sparse2 /tmp/sparse2.out
|
|
compare_files_and_ondisk_sizes /tmp/sparse2 /tmp/sparse2.out
|
|
rm /tmp/sparse2.out
|
|
rbd rm sparse2
|
|
|
|
# zeros import to a sparse image. Note: all zeros currently
|
|
# doesn't work right now due to the way we handle 'empty' fiemaps;
|
|
# the image ends up zero-filled.
|
|
|
|
echo "partially-sparse file imports to partially-sparse image"
|
|
rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse1 sparse
|
|
[ $tiered -eq 1 -o "$(objects sparse)" = '1' ]
|
|
rbd rm sparse
|
|
|
|
echo "zeros import through stdin to sparse image"
|
|
# stdin
|
|
dd if=/dev/zero bs=1M count=4 | rbd import $RBD_CREATE_ARGS - sparse
|
|
[ $tiered -eq 1 -o "$(objects sparse)" = '' ]
|
|
rbd rm sparse
|
|
|
|
echo "zeros export to sparse file"
|
|
# Must be tricky to make image "by hand" ; import won't create a zero image
|
|
rbd create sparse --size 4
|
|
prefix=$(rbd info sparse | grep block_name_prefix | awk '{print $NF;}')
|
|
# drop in 0 object directly
|
|
dd if=/dev/zero bs=4M count=1 | rados -p rbd put ${prefix}.000000000000 -
|
|
[ $tiered -eq 1 -o "$(objects sparse)" = '0' ]
|
|
# 1 object full of zeros; export should still create 0-disk-usage file
|
|
rm /tmp/sparse || true
|
|
rbd export sparse /tmp/sparse
|
|
[ $(stat /tmp/sparse --format=%b) = '0' ]
|
|
rbd rm sparse
|
|
|
|
rm /tmp/sparse /tmp/sparse1 /tmp/sparse2 /tmp/sparse3 || true
|
|
|
|
echo OK
|