mirror of
https://github.com/ceph/ceph
synced 2024-12-26 21:43:10 +00:00
2311eff622
Fixes: http://tracker.ceph.com/issues/18753 Signed-off-by: Jason Dillaman <dillaman@redhat.com>
441 lines
21 KiB
Bash
Executable File
441 lines
21 KiB
Bash
Executable File
#!/bin/sh
|
|
#
|
|
# rbd_mirror.sh - test rbd-mirror daemon
|
|
#
|
|
# The scripts starts two ("local" and "remote") clusters using mstart.sh script,
|
|
# creates a temporary directory, used for cluster configs, daemon logs, admin
|
|
# socket, temporary files, and launches rbd-mirror daemon.
|
|
#
|
|
|
|
. $(dirname $0)/rbd_mirror_helpers.sh
|
|
|
|
testlog "TEST: add image and test replay"
|
|
start_mirrors ${CLUSTER1}
|
|
image=test
|
|
create_image ${CLUSTER2} ${POOL} ${image}
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} "key1" "value1"
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} "key2" "value2"
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
write_image ${CLUSTER2} ${POOL} ${image} 100
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
if [ -z "${RBD_MIRROR_USE_RBD_MIRROR}" ]; then
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'down+unknown'
|
|
fi
|
|
compare_images ${POOL} ${image}
|
|
compare_image_meta ${CLUSTER1} ${POOL} ${image} "key1" "value1"
|
|
compare_image_meta ${CLUSTER1} ${POOL} ${image} "key2" "value2"
|
|
|
|
testlog "TEST: stop mirror, add image, start mirror and test replay"
|
|
stop_mirrors ${CLUSTER1}
|
|
image1=test1
|
|
create_image ${CLUSTER2} ${POOL} ${image1}
|
|
write_image ${CLUSTER2} ${POOL} ${image1} 100
|
|
start_mirrors ${CLUSTER1}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying' 'master_position'
|
|
if [ -z "${RBD_MIRROR_USE_RBD_MIRROR}" ]; then
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image1} 'down+unknown'
|
|
fi
|
|
compare_images ${POOL} ${image1}
|
|
|
|
testlog "TEST: test the first image is replaying after restart"
|
|
write_image ${CLUSTER2} ${POOL} ${image} 100
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
if [ -z "${RBD_MIRROR_USE_RBD_MIRROR}" ]; then
|
|
testlog "TEST: stop/start/restart mirror via admin socket"
|
|
all_admin_daemons ${CLUSTER1} rbd mirror stop
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+stopped'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror start
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror restart
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror stop
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+stopped'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror restart
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror stop ${POOL} ${CLUSTER2}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+stopped'
|
|
|
|
admin_daemons ${CLUSTER1} rbd mirror start ${POOL}/${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror start ${POOL} ${CLUSTER2}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying'
|
|
|
|
admin_daemons ${CLUSTER1} rbd mirror restart ${POOL}/${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror restart ${POOL} ${CLUSTER2}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror stop ${POOL} ${CLUSTER2}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+stopped'
|
|
|
|
all_admin_daemons ${CLUSTER1} rbd mirror restart ${POOL} ${CLUSTER2}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image1}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image1} 'up+replaying'
|
|
|
|
flush ${CLUSTER1}
|
|
all_admin_daemons ${CLUSTER1} rbd mirror status
|
|
fi
|
|
|
|
testlog "TEST: test image rename"
|
|
new_name="${image}_RENAMED"
|
|
rename_image ${CLUSTER2} ${POOL} ${image} ${new_name}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${new_name}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${new_name} 'up+replaying'
|
|
admin_daemons ${CLUSTER1} rbd mirror status ${POOL}/${new_name}
|
|
admin_daemons ${CLUSTER1} rbd mirror restart ${POOL}/${new_name}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${new_name}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${new_name} 'up+replaying'
|
|
rename_image ${CLUSTER2} ${POOL} ${new_name} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
|
|
testlog "TEST: failover and failback"
|
|
start_mirrors ${CLUSTER2}
|
|
|
|
# demote and promote same cluster
|
|
demote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+unknown'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+unknown'
|
|
promote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
write_image ${CLUSTER2} ${POOL} ${image} 100
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
# failover (unmodified)
|
|
demote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+unknown'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+unknown'
|
|
promote_image ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER2} ${POOL} ${image}
|
|
|
|
# failback (unmodified)
|
|
demote_image ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+unknown'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+unknown'
|
|
promote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+stopped'
|
|
compare_images ${POOL} ${image}
|
|
|
|
# failover
|
|
demote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+unknown'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+unknown'
|
|
promote_image ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER2} ${POOL} ${image}
|
|
write_image ${CLUSTER1} ${POOL} ${image} 100
|
|
wait_for_replay_complete ${CLUSTER2} ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
# failback
|
|
demote_image ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_image_replay_stopped ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+unknown'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+unknown'
|
|
promote_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
write_image ${CLUSTER2} ${POOL} ${image} 100
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${image} 'up+stopped'
|
|
compare_images ${POOL} ${image}
|
|
|
|
# force promote
|
|
force_promote_image=test_force_promote
|
|
create_image ${CLUSTER2} ${POOL} ${force_promote_image}
|
|
write_image ${CLUSTER2} ${POOL} ${force_promote_image} 100
|
|
wait_for_image_replay_stopped ${CLUSTER2} ${POOL} ${force_promote_image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${force_promote_image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${force_promote_image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${force_promote_image} 'up+replaying' 'master_position'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${force_promote_image} 'up+stopped'
|
|
promote_image ${CLUSTER1} ${POOL} ${force_promote_image} '--force'
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${force_promote_image}
|
|
wait_for_image_replay_stopped ${CLUSTER2} ${POOL} ${force_promote_image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${force_promote_image} 'up+stopped'
|
|
wait_for_status_in_pool_dir ${CLUSTER2} ${POOL} ${force_promote_image} 'up+stopped'
|
|
write_image ${CLUSTER1} ${POOL} ${force_promote_image} 100
|
|
write_image ${CLUSTER2} ${POOL} ${force_promote_image} 100
|
|
|
|
testlog "TEST: cloned images"
|
|
parent_image=test_parent
|
|
parent_snap=snap
|
|
create_image ${CLUSTER2} ${PARENT_POOL} ${parent_image}
|
|
write_image ${CLUSTER2} ${PARENT_POOL} ${parent_image} 100
|
|
create_snapshot ${CLUSTER2} ${PARENT_POOL} ${parent_image} ${parent_snap}
|
|
protect_snapshot ${CLUSTER2} ${PARENT_POOL} ${parent_image} ${parent_snap}
|
|
|
|
clone_image=test_clone
|
|
clone_image ${CLUSTER2} ${PARENT_POOL} ${parent_image} ${parent_snap} ${POOL} ${clone_image}
|
|
write_image ${CLUSTER2} ${POOL} ${clone_image} 100
|
|
|
|
enable_mirror ${CLUSTER2} ${PARENT_POOL} ${parent_image}
|
|
wait_for_image_replay_started ${CLUSTER1} ${PARENT_POOL} ${parent_image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${PARENT_POOL} ${parent_image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${PARENT_POOL} ${parent_image} 'up+replaying' 'master_position'
|
|
compare_images ${PARENT_POOL} ${parent_image}
|
|
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${clone_image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${clone_image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${clone_image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${clone_image}
|
|
|
|
clone_image ${CLUSTER1} ${PARENT_POOL} ${parent_image} ${parent_snap} ${POOL} ${clone_image}1
|
|
|
|
testlog "TEST: data pool"
|
|
dp_image=test_data_pool
|
|
create_image ${CLUSTER2} ${POOL} ${dp_image} 128 --data-pool ${PARENT_POOL}
|
|
data_pool=$(get_image_data_pool ${CLUSTER2} ${POOL} ${dp_image})
|
|
test "${data_pool}" = "${PARENT_POOL}"
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${dp_image}
|
|
data_pool=$(get_image_data_pool ${CLUSTER1} ${POOL} ${dp_image})
|
|
test "${data_pool}" = "${PARENT_POOL}"
|
|
create_snapshot ${CLUSTER2} ${POOL} ${dp_image} 'snap1'
|
|
write_image ${CLUSTER2} ${POOL} ${dp_image} 100
|
|
create_snapshot ${CLUSTER2} ${POOL} ${dp_image} 'snap2'
|
|
write_image ${CLUSTER2} ${POOL} ${dp_image} 100
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${dp_image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${dp_image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${dp_image}@snap1
|
|
compare_images ${POOL} ${dp_image}@snap2
|
|
compare_images ${POOL} ${dp_image}
|
|
|
|
testlog "TEST: disable mirroring / delete non-primary image"
|
|
image2=test2
|
|
image3=test3
|
|
image4=test4
|
|
image5=test5
|
|
for i in ${image2} ${image3} ${image4} ${image5}; do
|
|
create_image ${CLUSTER2} ${POOL} ${i}
|
|
write_image ${CLUSTER2} ${POOL} ${i} 100
|
|
create_snapshot ${CLUSTER2} ${POOL} ${i} 'snap1'
|
|
create_snapshot ${CLUSTER2} ${POOL} ${i} 'snap2'
|
|
if [ "${i}" = "${image4}" ] || [ "${i}" = "${image5}" ]; then
|
|
protect_snapshot ${CLUSTER2} ${POOL} ${i} 'snap1'
|
|
protect_snapshot ${CLUSTER2} ${POOL} ${i} 'snap2'
|
|
fi
|
|
write_image ${CLUSTER2} ${POOL} ${i} 100
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${i} 'present'
|
|
wait_for_snap_present ${CLUSTER1} ${POOL} ${i} 'snap2'
|
|
done
|
|
|
|
set_pool_mirror_mode ${CLUSTER2} ${POOL} 'image'
|
|
for i in ${image2} ${image4}; do
|
|
disable_mirror ${CLUSTER2} ${POOL} ${i}
|
|
done
|
|
|
|
unprotect_snapshot ${CLUSTER2} ${POOL} ${image5} 'snap1'
|
|
unprotect_snapshot ${CLUSTER2} ${POOL} ${image5} 'snap2'
|
|
for i in ${image3} ${image5}; do
|
|
remove_snapshot ${CLUSTER2} ${POOL} ${i} 'snap1'
|
|
remove_snapshot ${CLUSTER2} ${POOL} ${i} 'snap2'
|
|
remove_image_retry ${CLUSTER2} ${POOL} ${i}
|
|
done
|
|
|
|
for i in ${image2} ${image3} ${image4} ${image5}; do
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${i} 'deleted'
|
|
done
|
|
|
|
set_pool_mirror_mode ${CLUSTER2} ${POOL} 'pool'
|
|
for i in ${image2} ${image4}; do
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${i} 'present'
|
|
wait_for_snap_present ${CLUSTER1} ${POOL} ${i} 'snap2'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${i}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${i}
|
|
compare_images ${POOL} ${i}
|
|
done
|
|
|
|
testlog "TEST: snapshot rename"
|
|
snap_name='snap_rename'
|
|
create_snapshot ${CLUSTER2} ${POOL} ${image2} "${snap_name}_0"
|
|
for i in `seq 1 20`; do
|
|
rename_snapshot ${CLUSTER2} ${POOL} ${image2} "${snap_name}_$(expr ${i} - 1)" "${snap_name}_${i}"
|
|
done
|
|
wait_for_snap_present ${CLUSTER1} ${POOL} ${image2} "${snap_name}_${i}"
|
|
|
|
testlog "TEST: disable mirror while daemon is stopped"
|
|
stop_mirrors ${CLUSTER1}
|
|
stop_mirrors ${CLUSTER2}
|
|
set_pool_mirror_mode ${CLUSTER2} ${POOL} 'image'
|
|
disable_mirror ${CLUSTER2} ${POOL} ${image}
|
|
if [ -z "${RBD_MIRROR_USE_RBD_MIRROR}" ]; then
|
|
test_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
fi
|
|
start_mirrors ${CLUSTER1}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted'
|
|
set_pool_mirror_mode ${CLUSTER2} ${POOL} 'pool'
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
|
|
testlog "TEST: simple image resync"
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
testlog "TEST: image resync while replayer is stopped"
|
|
admin_daemons ${CLUSTER1} rbd mirror stop ${POOL}/${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
admin_daemons ${CLUSTER1} rbd mirror start ${POOL}/${image}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
admin_daemons ${CLUSTER1} rbd mirror start ${POOL}/${image}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
testlog "TEST: request image resync while daemon is offline"
|
|
stop_mirrors ${CLUSTER1}
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
start_mirrors ${CLUSTER1}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
compare_images ${POOL} ${image}
|
|
|
|
testlog "TEST: client disconnect"
|
|
image=laggy
|
|
create_image ${CLUSTER2} ${POOL} ${image} 128 --journal-object-size 64K
|
|
write_image ${CLUSTER2} ${POOL} ${image} 10
|
|
|
|
testlog " - replay stopped after disconnect"
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
test -n "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
disconnect_image ${CLUSTER2} ${POOL} ${image}
|
|
test -z "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+error' 'disconnected'
|
|
|
|
testlog " - replay started after resync requested"
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
test -n "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
compare_images ${POOL} ${image}
|
|
|
|
testlog " - disconnected after max_concurrent_object_sets reached"
|
|
admin_daemons ${CLUSTER1} rbd mirror stop ${POOL}/${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
test -n "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} \
|
|
conf_rbd_journal_max_concurrent_object_sets 1
|
|
write_image ${CLUSTER2} ${POOL} ${image} 20 16384
|
|
write_image ${CLUSTER2} ${POOL} ${image} 20 16384
|
|
test -z "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} \
|
|
conf_rbd_journal_max_concurrent_object_sets 0
|
|
|
|
testlog " - replay is still stopped (disconnected) after restart"
|
|
admin_daemons ${CLUSTER1} rbd mirror start ${POOL}/${image}
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+error' 'disconnected'
|
|
|
|
testlog " - replay started after resync requested"
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
test -n "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
compare_images ${POOL} ${image}
|
|
|
|
testlog " - rbd_mirroring_resync_after_disconnect config option"
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} \
|
|
conf_rbd_mirroring_resync_after_disconnect true
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
image_id=$(get_image_id ${CLUSTER1} ${pool} ${image})
|
|
disconnect_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'deleted' ${image_id}
|
|
wait_for_image_present ${CLUSTER1} ${POOL} ${image} 'present'
|
|
wait_for_image_replay_started ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
test -n "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
compare_images ${POOL} ${image}
|
|
set_image_meta ${CLUSTER2} ${POOL} ${image} \
|
|
conf_rbd_mirroring_resync_after_disconnect false
|
|
wait_for_replay_complete ${CLUSTER1} ${CLUSTER2} ${POOL} ${image}
|
|
disconnect_image ${CLUSTER2} ${POOL} ${image}
|
|
test -z "$(get_mirror_position ${CLUSTER2} ${POOL} ${image})"
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+error' 'disconnected'
|
|
|
|
testlog "TEST: split-brain"
|
|
image=split-brain
|
|
create_image ${CLUSTER2} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
promote_image ${CLUSTER1} ${POOL} ${image} --force
|
|
wait_for_image_replay_stopped ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+stopped'
|
|
write_image ${CLUSTER1} ${POOL} ${image} 10
|
|
demote_image ${CLUSTER1} ${POOL} ${image}
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+error' 'split-brain'
|
|
request_resync_image ${CLUSTER1} ${POOL} ${image} image_id
|
|
wait_for_status_in_pool_dir ${CLUSTER1} ${POOL} ${image} 'up+replaying' 'master_position'
|
|
|
|
if [ -z "${RBD_MIRROR_USE_RBD_MIRROR}" ]; then
|
|
# teuthology will trash the daemon
|
|
testlog "TEST: no blacklists"
|
|
CEPH_ARGS='--id admin' ceph --cluster ${CLUSTER1} osd blacklist ls 2>&1 | grep -q "listed 0 entries"
|
|
CEPH_ARGS='--id admin' ceph --cluster ${CLUSTER2} osd blacklist ls 2>&1 | grep -q "listed 0 entries"
|
|
fi
|
|
|
|
echo OK
|