xonotic/misc/tools/xonotic-map-compiler-autobuild

#!/bin/sh

set -e

bspdir="$PWD/data"
url_http=http://beta.xonotic.org/autobuild-bsp/
url_ssh=xonotic-beta:autobuild-bsp/
build_cachedir="$HOME/xonotic-map-compiler.cache/"
screenshot_cachedir="$HOME/xonotic-map-screenshot.cache/"
build_override="-bsp_timeout 900 -vis_timeout 3600 -light_timeout 14400 -minimap_timeout 900 -scale_timeout 900"
screenshot_override="9 600 +g_ctf 1"

getthemap_fail=false

allmaps()
{
	commithash=$1
	shift
	for F in `git show "${commithash}:maps/"`; do
		case "$F" in
			*.map.options)
				;;
			*)
				continue
				;;
		esac
		M=${F%.map.options}
		blobhash=`git rev-parse --revs-only "${commithash}:maps/$M.map.options" || true`-`git rev-parse --revs-only "${commithash}:maps/$M.map" || true`
		case "$blobhash" in
			-*)
				;;
			*-)
				;;
			*)
				"$@" "$M" "$blobhash" "$commithash"
				;;
		esac
	done
}

pre2spam()
{
	map=$1
	url=$2
	branch=$3
	hash=$4

	branch=${branch##refs/heads/}
	branch=${branch##refs/remotes/}
	branch=${branch##origin/}
	hash=`echo "$hash" | cut -c 1-7`

	echo "[$branch $hash] starting map compile of $map"
}

ss2spam()
{
	map=$1
	url=$2
	branch=$3
	hash=$4
	status=$5

	branch=${branch##refs/heads/}
	branch=${branch##refs/remotes/}
	branch=${branch##origin/}
	hash=`echo "$hash" | cut -c 1-7`

	s_error=

	if [ "$status" -ne 0 ]; then
		s_error="exited with status $status"
	fi

	if [ -n "$s_error" ]; then
		echo "[$branch $hash] 4screenshots of $map could not be made: $s_error"
	else
		echo "[$branch $hash] screenshots of $map are available on $url"
	fi
}

log2spam()
{
	map=$1
	url=$2
	branch=$3
	hash=$4
	status=$5
	time=$6

	hash=`echo "$hash" | cut -c 1-7`

	branch=${branch##refs/heads/}
	branch=${branch##refs/remotes/}
	branch=${branch##origin/}

	s_samplesize=
	s_failshaders=
	s_leaked=
	s_error=

	if [ "$status" -ne 0 ]; then
		s_error="exited with status $status"
	fi
	while IFS= read -r L; do
		case "$L" in
			WARNING:\ surface\ at\ *\ too\ large\ for\ desired\ samplesize*)
				s=${L##* }
				if [ -z "$s_samplesize" ] || [ "$s" -gt "$s_samplesize" ]; then
					s_samplesize=$s
				fi
				;;
			WARNING:\ Couldn\'t\ find\ image\ for\ shader\ textures/NULL)
				# radiant stupid
				;;
			WARNING:\ Couldn\'t\ find\ image\ for\ shader\ *)
				s_failshaders="$s_failshaders ${L##* }"
				;;
			'******* leaked *******')
				s_leaked=1
				;;
			'************ ERROR ************')
				IFS= read -r s_error
				;;
		esac
	done
	s_failshaders=`echo "$s_failshaders" | sed "s, textures/, ,g"`
	s_failshaders=${s_failshaders# }
	if [ -n "$s_error" ]; then
		echo -n "[$branch $hash] 4failed"
	else
		echo -n "[$branch $hash] finished"
	fi
	echo -n " map compile of $map ($url): $time sec"
	if [ -n "$s_samplesize" ]; then
		echo -n ", FIX samplesize >= $s_samplesize"
	fi
	if [ -n "$s_failshaders" ]; then
		if [ -n "`echo "$s_failshaders" | cut -d ' ' -f 4-`" ]; then
			s_failshaders="`echo "$s_failshaders" | cut -d ' ' -f 1-3`..."
		fi
		echo -n ", FIX shaders $s_failshaders"
	fi
	if [ -n "$s_leaked" ]; then
		echo -n ", FIX LEAK"
	fi
	if [ -n "$s_error" ]; then
		s_error=`echo "$s_error" | sed "s,$PWD/\?,,g"`
		echo -n ", ERROR: $s_error"
	fi
	echo
}

buildthemap()
{
	REFNAME=$1
	url=$2
	M=$3
	blobhash=$4
	commithash=$5
	if HEAD "$url$M-$blobhash.pk3"; then
		continue
	fi

	git reset --hard
	git clean -xfd
	git checkout -f "$commithash"

	if [ -n "$IRCSPAM" ]; then
		pre2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$commithash" | $IRCSPAM
	fi
	t0=`date +%s`
	(
		cd maps
		sz=`grep '^size\>' "$M.mapinfo" 2>/dev/null || true`
		if [ -n "$sz" ]; then
			minimap_override="-minimap + -minmax ${sz#size}"
		else
			minimap_override=
		fi
		../../../misc/tools/xonotic-map-compiler "$M" `grep ^- "$M.map.options" | cut -d '#' -f 1` $build_override $minimap_override > "$M.log"
	)
	t1=`date +%s`
	dt=$(($t1 - $t0))
	status=$?
	if [ -n "$IRCSPAM" ]; then
		cat "maps/$M.log" | log2spam "$M" "$url$M-$blobhash.pk3" "$REFNAME" "$commithash" "$status" "$dt" > "maps/$M.irc"
	fi
	zip -9r "$M-$blobhash.pk3" "maps/$M.bsp" "maps/$M.log" "maps/$M.irc" "maps/$M/" "maps/$M.lin" "gfx/${M}_mini.tga"
	ln -snf "../$M-$blobhash.pk3" "$M.pk3" # from ALL branches, so beware!
	cp "$M-$blobhash.pk3" "$M-full-$blobhash.pk3"
	zip -9r "$M-full-$blobhash.pk3" `git diff --name-only --diff-filter=ACMRTUXB master...HEAD` || true
	ln -snf "../$M-full-$blobhash.pk3" "$M-full.pk3" # from ALL branches, so beware!
	rsync -vaSHP "$M-$blobhash.pk3" "$M-full-$blobhash.pk3" "$url_ssh"
	rsync -vaSHP "$M.pk3" "$M-full.pk3" "$url_ssh""latest/"
	if [ -n "$IRCSPAM" ]; then
		$IRCSPAM < "maps/$M.irc"
	fi
}

screenshotthemap()
{
	REFNAME=$1
	url=$2
	M=$3
	blobhash=$4
	commithash=$5
	if HEAD "$url$M-$blobhash/"; then
		continue
	fi

	rm -rf ~/.xonotic
	(
		cd ../..
		if [ -n "$DISPLAY" ]; then
			misc/tools/xonotic-map-screenshot "$M" $screenshot_override +"scr_screenshot_name \"$M-\""
		else
			startx "$PWD/misc/tools/xonotic-map-screenshot" "$M" $screenshot_override +"scr_screenshot_name \"$M-\"" -- :8
		fi
	)
	if ! mv ~/.xonotic/data/screenshots "$M-$blobhash"; then
		if [ -n "$IRCSPAM" ]; then
			#ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$commithash" 1 > "maps/$M.ircss"
			ss2spam "$M" "$url?d" "$REFNAME" "$commithash" 1 > "maps/$M.ircss"
		fi
		return 1
	fi
	if [ -n "$IRCSPAM" ]; then
		#ss2spam "$M" "$url$M-$blobhash/" "$REFNAME" "$commithash" 0 > "maps/$M.ircss"
		ss2spam "$M" "$url?d" "$REFNAME" "$commithash" 0 > "maps/$M.ircss"
	fi
	chmod 1777 "$M-$blobhash"
	ln -snf "../$M-$blobhash" "$M" # from ALL branches, so beware!
	rsync -vaSHP "$M-$blobhash" "$url_ssh"
	rsync -vaSHP "$M" "$url_ssh""latest/"
	if [ -n "$IRCSPAM" ]; then
		$IRCSPAM < "maps/$M.ircss"
	fi
}

getthemap()
{
	url=$1
	bspdir_old=$2
	bspdir=$3
	M=$4
	blobhash=$5
	commithash=$6
	if mv "$bspdir_old/$M-$blobhash.pk3" "$bspdir/$M-$blobhash.pk3"; then
		continue
	fi
	if ! wget -O "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
		if ! curl -o "$bspdir/$M-$blobhash.pk3" "$url$M-$blobhash.pk3"; then
			rm -f "$bspdir/$M-$blobhash.pk3"
			echo "WARNING: could not download $url$M-$blobhash.pk3, maybe not ready yet"
			getthemap_fail=true
			return 0
		fi
	fi
	if ! unzip -l "$bspdir/$M-$blobhash.pk3"; then
		rm -f "$bspdir/$M-$blobhash.pk3"
		echo "WARNING: could not download $url$M-$blobhash.pk3, invalid zip file"
		getthemap_fail=true
		return 0
	fi
}

indexthemap()
{
	REFNAME=$1
	M=$2
	blobhash=$3
	commithash=$4
	echo "$M $blobhash $commithash $REFNAME"
}

rundownload()
{
	mkdir -p "$bspdir" "$bspdir.old"
	for b in "$bspdir"/*-????????????????????????????????????????-????????????????????????????????????????.pk3; do
		if [ -e "$b" ]; then
			mv "$b" "$bspdir.old"/
		fi
	done
	allmaps "HEAD" getthemap "$url_http" "$bspdir.old" "$bspdir"
}

branches()
{
	git for-each-ref 'refs/remotes' | grep -vE '	refs/remotes/([^/]*/HEAD|.*/archived/.*)$'
}

runmakeindex()
{
	cd data/xonotic-maps.pk3dir
	branches | while read -r HASH TYPE REFNAME; do
		allmaps "$HASH" indexthemap "$REFNAME"
	done
	cd ../..
}

case "$1" in
	build)
		cd data/xonotic-maps.pk3dir
		branches | while read -r HASH TYPE REFNAME; do
			if [ -f "$build_cachedir/$HASH" ]; then
				continue
			fi
			allmaps "$HASH" buildthemap "$REFNAME" "$url_http"
			touch "$build_cachedir/$HASH"
		done
		git checkout -f master
		;;
	screenshot)
		runmakeindex > "branches.idx.new"
		rsync -vaSHP "branches.idx.new" "$url_ssh""branches.idx.new"
		rm -f "branches.idx.new"
		cd data/xonotic-maps.pk3dir
		branches | while read -r HASH TYPE REFNAME; do
			if [ -f "$screenshot_cachedir/$HASH" ]; then
				continue
			fi

			git reset --hard
			git clean -xfd
			git checkout -f "$HASH"

			rundownload
			if $getthemap_fail; then
				continue
			fi

			allmaps "$HASH" screenshotthemap "$REFNAME" "$url_http"

			touch "$screenshot_cachedir/$HASH"
		done
		git checkout -f master
		;;
	makeindex)
		runmakeindex
		;;
	download)
		cd data/xonotic-maps.pk3dir
		rundownload
		cd ../..
		echo "List of maps that got deleted (if any) and currently are in $bspdir.old:"
		ls -l "$bspdir.old" || true
		;;
	download-latest)
		mkdir -p "$bspdir"
		cd "$bspdir"
		rm -f *-????????????????????????????????????????-????????????????????????????????????????.pk3
		wget -r -l1 -A "*.pk3" -N --no-parent --no-directories "$url_http""latest"
		;;
	log2spam-test)
		log2spam "mapname" "http://mapurl" "branch" "commit" "0"
		;;
esac