VILLASnode/tools/integration-tests.sh

#!/usr/bin/env bash
#
# Run integration tests
#
# Author: Steffen Vogel <post@steffenvogel.de>
# SPDX-FileCopyrightText: 2014-2023 Institute for Automation of Complex Power Systems, RWTH Aachen University
# SPDX-License-Identifier: Apache-2.0

SCRIPT=$(realpath ${BASH_SOURCE[0]})
SCRIPTPATH=$(dirname $SCRIPT)

SRCDIR=${SRCDIR:-$(realpath ${SCRIPTPATH}/..)}
BUILDDIR=${BUILDDIR:-${SRCDIR}/build}

LOGDIR=${BUILDDIR}/tests/integration
PATH=${BUILDDIR}/src:${SRCDIR}/tools:${PATH}

export PATH SRCDIR BUILDDIR LOGDIR

# Default values
VERBOSE=${VERBOSE:-0}
FAIL_FAST=${FAIL_FAST:-0}
FILTER=${FILTER:-'*'}
NUM_SAMPLES=${NUM_SAMPLES:-100}
TIMEOUT=${TIMEOUT:-1m}

# Parse command line arguments
while getopts ":f:l:t:vg" OPT; do
	case ${OPT} in
		f)
			FILTER=${OPTARG}
			;;
		v)
			VERBOSE=1
			;;
		l)
			NUM_SAMPLES=${OPTARG}
			;;
		t)
			TIMEOUT=${OPTARG}
			;;
		g)
			FAIL_FAST=1
			;;
		\?)
			echo "Invalid option: -${OPTARG}" >&2
			;;
		:)
			echo "Option -$OPTARG requires an argument." >&2
			exit 1
			;;
	esac
done

export VERBOSE
export NUM_SAMPLES

TESTS=${SRCDIR}/tests/integration/${FILTER}.sh

# Preperations
mkdir -p ${LOGDIR}

PASSED=0
FAILED=0
SKIPPED=0
TIMEDOUT=0

# Preamble
echo -e "Starting integration tests for VILLASnode:\n"

for TEST in ${TESTS}; do
	TESTNAME=$(basename -s .sh ${TEST})

	# Start time measurement
	START=$(date +%s.%N)

	# Run test
	if (( ${VERBOSE} == 0 )); then
		timeout ${TIMEOUT} ${TEST} &> ${LOGDIR}/${TESTNAME}.log
		RC=$?
	else
		timeout ${TIMEOUT} ${TEST} | tee ${LOGDIR}/${TESTNAME}.log
		RC=${PIPESTATUS[0]}
	fi

	END=$(date +%s.%N)
	DIFF=$(echo "$END - $START" | bc)
	
	# Show full log in case of an error
	if (( ${VERBOSE} == 0 )); then
		if (( $RC != 99 )) && (( $RC != 0 )); then
			cat ${LOGDIR}/${TESTNAME}.log
		fi
	fi

	case $RC in
		0)
			echo -e "\e[32m[PASS] \e[39m ${TESTNAME} (ran for ${DIFF}s)"
			PASSED=$((${PASSED} + 1))
			;;
		99)
			echo -e "\e[93m[SKIP] \e[39m ${TESTNAME}: $(head -n1 ${LOGDIR}/${TESTNAME}.log)"
			SKIPPED=$((${SKIPPED} + 1))
			;;
		124)
			echo -e "\e[33m[TIME] \e[39m ${TESTNAME} (ran for more then ${TIMEOUT})"
			TIMEDOUT=$((${TIMEDOUT} + 1))
			FAILED=$((${FAILED} + 1))
			;;
		*)
			echo -e "\e[31m[FAIL] \e[39m ${TESTNAME} (exited with code $RC, ran for ${DIFF}s)"
			FAILED=$((${FAILED} + 1))
			;;
	esac

	TOTAL=$((${TOTAL} + 1))

	if (( ${RC} != 0 && ${RC} != 99 && ${FAIL_FAST} > 0 )); then
		break
	fi
done

# Show summary
if (( ${FAILED} > 0 )); then
	echo -e "\nSummary: ${FAILED} of ${TOTAL} tests failed."
	echo -e "   Timedout: ${TIMEDOUT}"
	echo -e "   Skipped: ${SKIPPED}"
	exit 1
else
	echo -e "\nSummary: all tests passed!"
	exit 0
fi