mars/test_suite/scripts/start_test.sh

279 lines
9.3 KiB
Bash
Raw Normal View History

#!/bin/bash
# Copyright 2010-2014 Frank Liepold / 1&1 Internet AG
#
# Email: frank.liepold@1und1.de
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
#####################################################################
# wrapper for the exit builtin to be able to remove temporary files
function start_test_exit
{
rm -f $environ_save
exit $1
}
2013-08-06 12:29:21 +00:00
shopt -s extdebug
# Use directory names as basis for configuration variants
script_dir="$(cd "$(dirname "$(which "$0")")"; pwd)"
lib_dir=$script_dir/modules
2014-01-09 06:31:18 +00:00
echo "================= Sourcing libraries in $lib_dir ==============================="
for lib in $lib_dir/lib*.sh; do
echo "Sourcing $lib"
source "$lib" || start_test_exit $?
done
2014-01-09 06:31:18 +00:00
echo "================= End sourcing libraries ======================================="
to_produce="${to_produce:-replay.gz}"
to_check="${to_check:-}"
to_start="${to_start:-main}"
dry_run_script=0
start_dir=$(pwd)
# all directories between config_root_dir and the actual test directory will be
# considered as "configuration options". That means that a <dirname>.conf file must
# be provided for all these directories
config_root_dir=$start_dir
verbose_script=1
# check some preconditions
check_list="grep sed gawk head tail cut nice date gzip gunzip zcat buffer"
check_installed "$check_list"
# include modules
prepare_list=""
setup_list=""
run_list=""
cleanup_list=""
finish_list=""
function set_host_locks
{
local host
if [ ${#main_host_list[*]} -eq 0 ]; then
lib_vmsg " warning: main_host_list empty"
return
fi
2014-01-09 06:31:18 +00:00
echo "================= Creating lock files =========================================="
for host in "${main_host_list[@]}"; do
local lock_file=${main_lock_file_list[$host]}
if [ -z "$lock_file" ]; then
lib_exit 1 "no entry in main_lock_file_list for host $host"
fi
if [ -f $lock_file ]; then
echo "Failure lockfile $lock_file for host $host exists!" >&2
lib_exit $main_prevent_remove_lock_files_code
fi
date > $lock_file || lib_exit 1
lib_vmsg " created lockfile $lock_file on $host"
done
2014-01-09 06:31:18 +00:00
echo "================= End creating lock files ======================================"
}
function release_host_locks
{
2014-01-09 06:31:18 +00:00
echo "================= Deleting lock files =========================================="
for host in "${main_host_list[@]}"; do
local lock_file=${main_lock_file_list[$host]}
rm -f $lock_file || lib_exit 1
lib_vmsg " deleted lockfile $lock_file on $host"
done
2014-01-09 06:31:18 +00:00
echo "================= End deleting lock files ======================================"
}
function source_module
{
module="$1"
modname="$(basename $module | sed 's/^[0-9]*_\([^.]*\)\..*/\1/')"
if source_config default-$modname; then
echo "Sourcing module $modname"
source $module || start_test_exit $?
elif [ "$modname" = "main" ]; then
echo "Cannot use main module. Please provide some config file 'default-$modname.conf' in $(pwd) or in some parent directory."
start_test_exit -1
fi
}
2013-12-30 09:28:30 +00:00
function save_environment
{
# we cannot use lib_exit because the libs are not yet sourced in
environ_save=/tmp/environ.sav.$$
rm -f $environ_save || lib_exit 1 "cannot remove $environ_save"
set >$environ_save || lib_exit 1 "cannot create $environ_save"
}
# prints all shell variables which are set via sourcing the *.conf files
function print_config_environment
{
local f
local environ_actual=/tmp/environ.act.$$
[ -n "$environ_save" ] || lib_exit 1 "variable environ_save not set"
[ -r "$environ_save" ] || lib_exit 1 "file $environ_save not readable"
rm -f $environ_actual || lib_exit 1 "cannot remove $environ_actual"
set >$environ_actual || lib_exit 1 "cannot create $environ_actual"
# delete function definitions and sort
for f in $environ_save $environ_actual; do
sed -i -e '/^.* () *$/d;/^{ *$/,/^} *$/d' $f || lib_exit 1
sort -o $f $f || lib_exit 1
done
2014-01-09 06:31:18 +00:00
echo "================= Configuration variables ======================================"
2013-12-30 09:28:30 +00:00
# print lines uniq to $environ_actual and remove some not interesting
# variables
comm -2 -3 $environ_actual $environ_save | \
egrep -v '^(BASH_LINENO|FUNCNAME|OLDPWD|_)='
rm -f $environ_actual
2014-01-09 06:31:18 +00:00
echo "================= End configuration variables =================================="
2013-12-30 09:28:30 +00:00
}
save_environment # for later use in print_config_environment
shopt -s nullglob
2014-01-09 06:31:18 +00:00
echo "================= Sourcing modules and default configuration ==================="
for module in $module_dir/[0-9]*.sh; do
source_module "$module"
done
2014-01-09 06:31:18 +00:00
echo "================= End sourcing modules and default configuration ==============="
# parse options.
while [ $# -ge 1 ]; do
key="$(echo "$1" | cut -d= -f1)"
val="$(echo "$1" | cut -d= -f2-)"
case "$key" in
--test | --dry-run)
dry_run_script="$val"
shift
;;
--override)
shift
echo "=> Overriding $1"
eval $1
shift
;;
--config_root_dir)
config_root_dir="$val"
shift
;;
*)
break
;;
esac
done
if ! cd $config_root_dir ; then
echo "cannot cd $config_root_dir" >&2
start_test_exit 1
else
config_root_dir=$(pwd) # we need the absolute path
cd $start_dir
fi
ignore_cmd="grep -v '[/.]old' | grep -v 'ignore'"
sort_cmd="while read i; do if [ -e \"\$i\"/prio-[0-9]* ]; then echo \"\$(cd \$i; ls prio-[0-9]*):\$i\"; else echo \"z:\$i\"; fi; done | sort | sed 's/^[^:]*://'"
# find directories
2014-01-09 06:31:18 +00:00
echo "================= Scanning subdirectories of $start_dir ========================"
for test_dir in $(find . -type d | eval "$ignore_cmd" | eval "$sort_cmd"); do
(( dry_run_script )) || rm -f $test_dir/dry-run.$to_produce
if [ -e "$test_dir/skip" ]; then
echo "Skipping directory $test_dir"
continue
fi
if [ $(find $test_dir -type d | eval "$ignore_cmd" | wc -l) -gt 1 ]; then
echo "Ignoring inner directory $test_dir"
continue
fi
shopt -u nullglob
if ls $test_dir/*.$to_produce > /dev/null 2>&1; then
echo "Already finished $test_dir"
continue
fi
if [ -n "$to_check" ] && ! ls $test_dir/*.$to_check > /dev/null 2>&1; then
echo "No *.$to_check files exist in $test_dir"
continue
fi
echo ""
if [ -e "$test_dir/stop" ] || [ -e "./stop" ]; then
echo "would start $test_dir"
echo "echo stopping due to stop file."
break
fi
(
cd $test_dir
2014-01-09 06:31:18 +00:00
echo "================= Test directory $(pwd) $date =================================="
echo "================= Sourcing config files between $config_root_dir and $(pwd) ===="
# to be able to call error recovery functions in case of signals
trap 'lib_exit 1 "caught signal"' SIGHUP SIGINT
# source additional user modules (if available)
source_config "user_modules" || echo "(ignored)"
shopt -s nullglob
for module in $user_module_dir/[0-9]*.sh; do
source_module "$module"
done
# source all individual config files (for overrides)
# between $config_root_dir (exclusive) and $(pwd) (inclusive)
shopt -s nullglob
t=$(pwd) # absolute path
if [ "$t" = "$config_root_dir" ]; then
components=$(basename $(pwd))
else
components=$(echo ${t#$config_root_dir/} | sed 's/\// /g')
fi
for i in $components; do
[ "$i" = "." ] && continue
if ! source_config "$i"; then
echo "Cannot source config file '$i.conf' -- please provide one."
start_test_exit -1
fi
done
2014-01-09 06:31:18 +00:00
echo "================= End sourcing config files between $config_root_dir and $(pwd) "
2013-12-30 09:28:30 +00:00
print_config_environment
shopt -u nullglob
if (( dry_run_script )); then
echo "==> Dry Run ..."
touch dry-run.$to_produce
else
set_host_locks
2014-01-09 06:31:18 +00:00
echo "================= Starting $(pwd) $(date) ======================================"
eval "$to_start" # must call exit in case of failure
release_host_locks
fi
)
rc=$?
if [ $rc -ne 0 ]; then
echo "========================== Failure $rc $(cd $test_dir; pwd) $date ==============" >&2
else
echo "========================== Finished $(cd $test_dir; pwd) $(date) ==============="
fi
[ $rc -ne 0 ] && start_test_exit $rc
done
if (( dry_run_script )); then
echo "removing dry-run.$to_produce everywhere..."
rm -f $(find . -name "dry-run.$to_produce")
fi
2014-01-09 06:31:18 +00:00
echo "========================== Finished start directory $start_dir ================="
start_test_exit 0