test_custom.sh

#!/usr/bin/env bash

LOG=0
VERBOSE=0
VERIFY=1
RESULT=0

while getopts ":lvc" opt; do
    case $opt in
	l)
	    LOG=1
	    ;;
	v)
	    VERBOSE=1
	    ;;
	c)
	    VERIFY=1
	    ;;
	\?)
	    echo "Invalid option: -$OPTARG" >&2
	    exit
	    ;;
    esac
done

echo -n -e "\033[93m"
echo "  Building compiler"
echo "============================="
echo -e -n "\033[0m"

if [ ! -f build.sh ]
then
	echo -e "\033[0;31m[Error]\033[0m: Missing build.sh script"
	exit 1
fi

./build.sh

if [[ $? != 0 ]]
then
	echo -e "\033[0;31m[Error]\033[0m: Build failed"
	exit 1
fi

if [ ! -f run.sh ]
then
	echo -e "\033[0;31m[Error]\033[0m: Missing run.sh script"
	exit 1
fi

RESULTS=()

for DIR_PHASE in programs/*/
do
	PHASE=$(basename $DIR_PHASE)
	PHASE_NUM=${PHASE%-*}
	PHASE_NAME=${PHASE#*-}
	PREV_PHASE_NUM=`expr $PHASE_NUM - 1`
	PREV_PHASE=`ls programs | grep $PREV_PHASE_NUM-`
	PREV_PHASE_NAME=${PREV_PHASE#*-}
	PREV_MODE=${PREV_PHASE_NAME#*+}
	MODE=${PHASE_NAME#*+}
	PHASE_NAME="${PHASE_NAME^}"

	for DIR_TYPE in $DIR_PHASE*/
	do
		TYPE=$(basename $DIR_TYPE)
		TYPE="${TYPE^}"

		if [[ $TYPE == "Valid" ]]
		then
			CONF_STATUS=0
			CONF_OUTPUT="OK"
		else
			CONF_STATUS=1
			CONF_OUTPUT="Error: "
		fi

		if [ "$(ls -A -I ".gitignore" $DIR_TYPE)" ]
		then
			echo -e "\033[93m"
			echo "  $PHASE_NAME $TYPE"
			echo "============================="
			echo -e -n "\033[0m"

			COUNT=0
			COUNT_PASSED=0

			TESTS=`find $DIR_TYPE -type f \( -name "*.go" \)`

			for TEST in $TESTS
			do
				((COUNT++))

				PREV_SUCCESS=1

				if [[ $VERBOSE == 1 ]]
				then
				    echo
				    echo -n "$TEST: "
				fi
				if [[ $TYPE == 'Invalid' && ! -z $PREV_MODE ]]
				then
				    OUTPUT=$(./run.sh $PREV_MODE $TEST 2>&1)
				    STATUS=${PIPESTATUS[0]}
				    OUTPUT=${OUTPUT#$TEST}
                                        
				    if [[ $OUTPUT != "OK" || $STATUS != 0 ]]
				    then
					PREV_SUCCESS=0
				    fi
				fi

				VERIFY_OUTPUT=
				VERIFY_STATUS=

				if [[ $PREV_SUCCESS == 1 ]]
				then
				    OUTPUT0=$(./run.sh $MODE $TEST 2>&1)
				    STATUS0=${PIPESTATUS[0]}
				    OUTPUT0=${OUTPUT0#$TEST}

                                    if [[ $MODE == "parse" && $TYPE == 'Valid' ]]
                                    then
				        OUTPUT1=$(./run.sh "prettyinvar" $TEST 2>&1)
				        STATUS1=${PIPESTATUS[0]}
				        OUTPUT1=${OUTPUT1#$TEST}
                                    else
				        OUTPUT1=$OUTPUT0
				        STATUS1=$STATUS0
				        OUTPUT1=$OUTPUT0
                                    fi
				    if [[ $OUTPUT0 == $CONF_OUTPUT* && $STATUS0 == $CONF_STATUS && $OUTPUT1 == $CONF_OUTPUT* && $STATUS1 == $CONF_STATUS ]]
				    then
					if [[ $VERBOSE == 1 ]]
					then
					    STATUS_TEXT="pass"
					    STATUS_COLOUR="32"

					else
					    STATUS_TEXT=""
					fi

					if [[ $VERIFY == 1 && -f $DIR_TYPE/verify.sh ]]
					then
					    VERIFY_OUTPUT=$(./$DIR_TYPE/verify.sh $TEST 2>&1)
					    VERIFY_STATUS=${PIPESTATUS[0]}

					    if [[ $VERIFY_STATUS == 0 ]]
					    then
						((COUNT_PASSED++))
					    else
						STATUS_TEXT="pass"
						STATUS_COLOUR="32"
					    fi
					else
					    ((COUNT_PASSED++))
					fi
				    else
					STATUS_TEXT="fail"
					STATUS_COLOUR="31"
                                        RESULT=1
				    fi

				else
					STATUS_TEXT="failed previous"
					STATUS_COLOUR="31"
                                        RESULT=1
				fi

				if [ ! -z "$STATUS_TEXT" ]
				then
					if [[ $VERBOSE == 0 ]]
					then
						echo
						echo -n "$TEST: "
					fi
					echo "$OUTPUT0"
					echo "$OUTPUT1"
					echo -n -e " \033[0;${STATUS_COLOUR}m[$STATUS_TEXT]\033[0m"
					if [ ! -z "$VERIFY_OUTPUT" ]
					then
					    echo -e -n "\n$VERIFY_OUTPUT" | sed 's/^/  /'
					fi

					if [ $LOG -eq 1 ]
					then
					    echo "$TEST: $OUTPUT0 [$STATUS_TEXT]" >> ${PHASE_NAME}_${TYPE}.log
					    echo "$TEST: $OUTPUT1 [$STATUS_TEXT]" >> ${PHASE_NAME}_${TYPE}.log
					fi
				fi
			done                                 
			if [ $VERBOSE -eq 1 ]
			then
				if [ $COUNT -gt 0 ]
				then
					echo
				fi
			else
				if [ $COUNT -ne $COUNT_PASSED ]
				then
					echo
				fi
			fi
			echo
			if [ $COUNT -eq $COUNT_PASSED ]
			then
				STATUS_COLOUR="42"
			else
				STATUS_COLOUR="41"
				RESULT=1
			fi

			echo -e "\e[${STATUS_COLOUR}m# ${PHASE_NAME} ${TYPE}: ${COUNT_PASSED}/${COUNT}\e[49m"
			RESULTS+=("\e[${STATUS_COLOUR}m# ${PHASE_NAME} ${TYPE}: ${COUNT_PASSED}/${COUNT}\e[49m")
		fi
	done
done

echo -e "\033[93m"
echo "  Overall"
echo "============================="
echo -e "\033[0m"

for i in ${!RESULTS[*]}; do
	echo -e ${RESULTS[$i]}
done

exit $RESULT