#!/bin/sh -ex # return list of object numbers populated in image objects () { image=$1 prefix=$(rbd info $image | grep block_name_prefix | awk '{print $NF;}') # strip off prefix and leading zeros from objects; sort, although # it doesn't necessarily make sense as they're hex, at least it makes # the list repeatable and comparable objects=$(rados ls -p rbd | grep $prefix | \ sed -e 's/'$prefix'\.//' -e 's/^0*\([0-9a-f]\)/\1/' | sort) echo $objects } # return false if either files don't compare or their ondisk # sizes don't compare compare_files_and_ondisk_sizes () { cmp -l $1 $2 || return 1 origsize=$(stat $1 --format %b) exportsize=$(stat $2 --format %b) [ $origsize = $exportsize ] } # cannot import a dir mkdir foo.$$ rbd import foo.$$ foo.dir && exit 1 || true # should fail rmdir foo.$$ # create a sparse file dd if=/bin/sh of=/tmp/img bs=1k count=1 seek=10 dd if=/bin/dd of=/tmp/img bs=1k count=10 seek=100 dd if=/bin/rm of=/tmp/img bs=1k count=100 seek=1000 dd if=/bin/ls of=/tmp/img bs=1k seek=10000 dd if=/bin/ln of=/tmp/img bs=1k seek=100000 dd if=/bin/grep of=/tmp/img bs=1k seek=1000000 rbd rm testimg || true rbd import $RBD_CREATE_ARGS /tmp/img testimg rbd export testimg /tmp/img2 rbd export testimg - > /tmp/img3 rbd rm testimg cmp /tmp/img /tmp/img2 cmp /tmp/img /tmp/img3 rm /tmp/img2 /tmp/img3 # try again, importing from stdin rbd import $RBD_CREATE_ARGS - testimg < /tmp/img rbd export testimg /tmp/img2 rbd export testimg - > /tmp/img3 rbd rm testimg cmp /tmp/img /tmp/img2 cmp /tmp/img /tmp/img3 rm /tmp/img /tmp/img2 /tmp/img3 # create specifically sparse files # 1 1M block of sparse, 1 1M block of random dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/sparse1 # 1 1M block of random, 1 1M block of sparse dd if=/dev/urandom bs=1M count=1 of=/tmp/sparse2; truncate /tmp/sparse2 -s 2M # 1M-block images; validate resulting blocks # 1M sparse, 1M data rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse1 rbd ls -l | grep sparse1 | grep '2048k' [ "$(objects sparse1)" = '1' ] # export, compare contents and on-disk size rbd export sparse1 /tmp/sparse1.out compare_files_and_ondisk_sizes /tmp/sparse1 /tmp/sparse1.out rm /tmp/sparse1.out rbd rm sparse1 # 1M data, 1M sparse rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse2 rbd ls -l | grep sparse2 | grep '2048k' [ "$(objects sparse2)" = '0' ] rbd export sparse2 /tmp/sparse2.out compare_files_and_ondisk_sizes /tmp/sparse2 /tmp/sparse2.out rm /tmp/sparse2.out rbd rm sparse2 # extend sparse1 to 10 1M blocks, sparse at the end truncate /tmp/sparse1 -s 10M # import from stdin just for fun, verify still sparse rbd import $RBD_CREATE_ARGS --order 20 - sparse1 < /tmp/sparse1 rbd ls -l | grep sparse1 | grep '10240k' [ "$(objects sparse1)" = '1' ] rbd export sparse1 /tmp/sparse1.out compare_files_and_ondisk_sizes /tmp/sparse1 /tmp/sparse1.out rm /tmp/sparse1.out rbd rm sparse1 # extend sparse2 to 4M total with two more nonsparse megs dd if=/dev/urandom bs=2M count=1 of=/tmp/sparse2 oflag=append conv=notrunc # again from stding rbd import $RBD_CREATE_ARGS --order 20 - sparse2 < /tmp/sparse2 rbd ls -l | grep sparse2 | grep '4096k' [ "$(objects sparse2)" = '0 2 3' ] rbd export sparse2 /tmp/sparse2.out compare_files_and_ondisk_sizes /tmp/sparse2 /tmp/sparse2.out rm /tmp/sparse2.out rbd rm sparse2 # zeros import to a sparse image. Note: all zeros currently # doesn't work right now due to the way we handle 'empty' fiemaps; # the image ends up zero-filled. echo "partially-sparse file imports to partially-sparse image" rbd import $RBD_CREATE_ARGS --order 20 /tmp/sparse1 sparse [ "$(objects sparse)" = '1' ] rbd rm sparse echo "zeros import through stdin to sparse image" # stdin dd if=/dev/zero bs=1M count=4 | rbd import $RBD_CREATE_ARGS - sparse [ "$(objects sparse)" = '' ] rbd rm sparse echo "zeros export to sparse file" # Must be tricky to make image "by hand" ; import won't create a zero image rbd create sparse --size 4 prefix=$(rbd info sparse | grep block_name_prefix | awk '{print $NF;}') # drop in 0 object directly dd if=/dev/zero bs=4M count=1 | rados -p rbd put ${prefix}.000000000000 - [ "$(objects sparse)" = '0' ] # 1 object full of zeros; export should still create 0-disk-usage file rm /tmp/sparse || true rbd export sparse /tmp/sparse [ $(stat /tmp/sparse --format=%b) = '0' ] rbd rm sparse rm /tmp/sparse /tmp/sparse1 /tmp/sparse2 /tmp/sparse3 || true echo OK