ceph/src/vstart.sh

#!/bin/bash

[ "$CEPH_NUM_MON" == "" ] && CEPH_NUM_MON=3
[ "$CEPH_NUM_OSD" == "" ] && CEPH_NUM_OSD=3
[ "$CEPH_NUM_MDS" == "" ] && CEPH_NUM_MDS=1

let new=0
let debug=0
norestart=""
valgrind=""

while [ $# -ge 1 ]; do
    case $1 in
        -d | --debug )
            debug=1
	    ;;
        --new | -n )
            new=1
	    ;;
	--norestart )
	    norestart="--norestart"
	    ;;
	--valgrind )
	    valgrind="--valgrind"
	    ;;
        esac
        shift
done

ARGS="-f"

if [ $debug -eq 0 ]; then
	CMON_ARGS="--debug_mon 10 --debug_ms 1"
	COSD_ARGS=""
	CMDS_ARGS=""
else
	echo "** going verbose **"
	CMON_ARGS="--lockdep 1 --debug_mon 20 --debug_ms 1 --debug_paxos 20"
	COSD_ARGS="--lockdep 1 --debug_osd 20 --debug_journal 20 --debug_ms 1" # --debug_journal 20 --debug_osd 20 --debug_filestore 20 --debug_ebofs 20
	CMDS_ARGS="--lockdep 1 --mds_cache_size 500 --mds_log_max_segments 2 --debug_ms 1 --debug_mds 20 --mds_thrash_fragments 0 --mds_thrash_exports 0"
fi


# lockdep everywhere?
export CEPH_ARGS="--lockdep 1"


# sudo if btrfs
test -d dev/osd0 && test -e dev/sudo && SUDO="sudo"

$SUDO ./stop.sh
$SUDO rm -f core*

test -d out || mkdir out
$SUDO rm -f out/*
test -d gmon && $SUDO rm -rf gmon/*


# figure machine's ip
HOSTNAME=`hostname`
IP=`host $HOSTNAME | grep $HOSTNAME | cut -d ' ' -f 4`
[ "$CEPH_BIN" == "" ] && CEPH_BIN=.
[ "$CEPH_PORT" == "" ] && CEPH_PORT=12345
echo hostname $HOSTNAME
echo "ip $IP"

if [ $new -eq 1 ]; then
    if [ `echo $IP | grep '^127\\.'` ]
    then
	echo
	echo "WARNING: hostname resolves to loopback; remote hosts will not be able to"
	echo "  connect.  either adjust /etc/hosts, or edit this script to use your"
	echo "  machine's real IP."
	echo
    fi
    
    # build a fresh fs monmap, mon fs
    # $CEPH_BIN/monmaptool --create --clobber --print .ceph_monmap
    str="$CEPH_BIN/monmaptool --create --clobber"
    for f in `seq 0 $((CEPH_NUM_MON-1))`
    do
	str=$str" --add $IP:$(($CEPH_PORT+$f))"
    done
    str=$str" --print .ceph_monmap"
    echo $str
    $str
    
    for f in `seq 0 $((CEPH_NUM_MON-1))`
    do
	$CEPH_BIN/mkmonfs --clobber mondata/mon$f --mon $f --monmap .ceph_monmap
    done
fi

# start monitors
for f in `seq 0 $((CEPH_NUM_MON-1))`
do
    $CEPH_BIN/cmon $ARGS -d $CMON_ARGS mondata/mon$f
done


if [ $new -eq 1 ]; then
    # build and inject an initial osd map
    $CEPH_BIN/osdmaptool --clobber --createsimple .ceph_monmap 4 .ceph_osdmap # --pgbits 2
    $CEPH_BIN/cmonctl osd setmap -i .ceph_osdmap
fi

for osd in `seq 0 $((CEPH_NUM_OSD-1))`
do
    if [ $new -eq 1 ]; then
	echo mkfs osd$osd
	$SUDO $CEPH_BIN/cosd --mkfs_for_osd $osd dev/osd$osd # --debug_journal 20 --debug_osd 20 --debug_filestore 20 --debug_ebofs 20
    fi
    echo start osd$osd
    $CEPH_BIN/crun $norestart $valgrind $SUDO $CEPH_BIN/cosd -m $IP:$CEPH_PORT dev/osd$osd $ARGS $COSD_ARGS &
# echo valgrind --leak-check=full --show-reachable=yes $CEPH_BIN/cosd dev/osd$osd --debug_ms 1 --debug_osd 20 --debug_filestore 10 --debug_ebofs 20 #1>out/o$osd #& #--debug_osd 40
done

# mds
for mds in `seq 0 $((CEPH_NUM_MDS-1))`
do
    $CEPH_BIN/crun $norestart $valgrind $CEPH_BIN/cmds $ARGS $CMDS_ARGS &

#valgrind --tool=massif $CEPH_BIN/cmds $ARGS --mds_log_max_segments 2 --mds_thrash_fragments 0 --mds_thrash_exports 0 > m  #--debug_ms 20
#$CEPH_BIN/cmds -d $ARGS --mds_thrash_fragments 0 --mds_thrash_exports 0 #--debug_ms 20
#$CEPH_BIN/cmonctl mds set_max_mds 2
done

echo "started.  stop.sh to stop.  see out/* (e.g. 'tail -f out/????') for debug output."