From db86333901033b574bcfc88a415b970fa676092c Mon Sep 17 00:00:00 2001 From: Willy Tarreau Date: Fri, 23 Nov 2018 08:29:15 +0100 Subject: [PATCH] REGTEST: add the option to test only a specific set of files It currently is quite difficult to re-reun a specific test after an error occurs. This patch adds a REG_TEST_FILES variable to the makefile, which will be used to override the find operation. This helps focusing on a specific file, which is essential during bisect to figure what commit introduced a specific regression. Multiple files may be tested, the return code will indicate the number of failed tests. --- Makefile | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/Makefile b/Makefile index 73f7dd40a..6d7a01598 100644 --- a/Makefile +++ b/Makefile @@ -164,6 +164,9 @@ DEBUG_CFLAGS = -g #### Add -Werror when set to non-empty ERR = +#### May be used to force running a specific set of reg-tests +REG_TEST_FILES = + #### Compiler-specific flags that may be used to disable some negative over- # optimization or to silence some warnings. -fno-strict-aliasing is needed with # gcc >= 4.4. @@ -1105,7 +1108,13 @@ reg-tests: elif [ $$LEVEL = 4 ] ; then \ EXPR='b*.vtc'; \ fi ; \ - if [ -n "$$EXPR" ] ; then \ + if [ -n "$(REG_TEST_FILES)" ] ; then \ + err=0; \ + for n in $(REG_TEST_FILES); do \ + HAPROXY_PROGRAM=$${HAPROXY_PROGRAM:-$$PWD/haproxy} $(VARNISHTEST_PROGRAM) -l -t5 $$n || ((err++)); \ + done; \ + exit $$err; \ + elif [ -n "$$EXPR" ] ; then \ find reg-tests -type f -name "$$EXPR" -print0 | \ HAPROXY_PROGRAM=$${HAPROXY_PROGRAM:-$$PWD/haproxy} xargs -r -0 $(VARNISHTEST_PROGRAM) -l -t5 ; \ fi