Toggle whether output on stderr indicates an error.

Author: jblueh

tests/Makefile

@@ -42,6 +42,9 @@ OUTPUT_INSTRUMENT ?= no
 # possibly set in the environment, enables build from source after preprocessing
 EXPLICIT_PREPROCESSOR ?= no
 
+# possibly set in the environment, toggle whether nonempty output on stderr is treated as an error
+ERROR_OUTPUT_IS_ERROR ?= yes
+
 CXX ?= clang++
 
 FLAGS = $(CXXFLAGS) -std=c++11
@@ -151,7 +154,7 @@ $(patsubst %,run%,$(DRIVERS)):
 	@rm -f testresults; \
 	for test in ${DRIVER_TESTS}; \
 	do \
-		bash run.sh ${DRIVER} $$test $(MODE) $(EXPLICIT_PREPROCESSOR); \
+		bash run.sh ${DRIVER} $$test $(MODE) $(EXPLICIT_PREPROCESSOR) $(ERROR_OUTPUT_IS_ERROR); \
 	done; \
 	if grep -q 1 testresults; then \
 		exit 1; \

tests/run.sh

@@ -28,16 +28,24 @@ TEST=$2
 GENFILE=$BUILD_DIR"/"$DRIVER$TEST".cpp"
 MODE=$3
 EXPLICIT_PREPROCESSOR=$4
+ERROR_OUTPUT_IS_ERROR=$5
 
 LAUNCH_NAME=$DRIVER$TEST
 if [[ "$EXPLICIT_PREPROCESSOR" == "yes" ]];
 then
   LAUNCH_NAME+="Pre";
-fi 
+fi
+
+if [[ "$ERROR_OUTPUT_IS_ERROR" == "yes" ]];
+then
+	ERROR_FILE=$RESULT_DIR/$DRIVER$TEST.err;
+else
+	ERROR_FILE=/dev/null;
+fi
 
 case "$MODE" in
 	"RUN")
-		timeout 5m ./$BUILD_DIR/$LAUNCH_NAME 1> $RESULT_DIR/$DRIVER$TEST.out 2> $RESULT_DIR/$DRIVER$TEST.err;
+		timeout 5m ./$BUILD_DIR/$LAUNCH_NAME 1> $RESULT_DIR/$DRIVER$TEST.out 2> $ERROR_FILE;
 		ret=$?
 		if [[ $ret -ne 0 ]];
 		then