mirror of
https://git.rwth-aachen.de/acs/public/villas/node/
synced 2025-03-09 00:00:00 +01:00
139 lines
3.1 KiB
Bash
Executable file
139 lines
3.1 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
#
|
|
# Run integration tests
|
|
#
|
|
# @author Steffen Vogel <stvogel@eonerc.rwth-aachen.de>
|
|
# @copyright 2014-2020, Institute for Automation of Complex Power Systems, EONERC
|
|
# @license GNU General Public License (version 3)
|
|
#
|
|
# VILLASnode
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
##################################################################################
|
|
|
|
SCRIPT=$(realpath ${BASH_SOURCE[0]})
|
|
SCRIPTPATH=$(dirname $SCRIPT)
|
|
|
|
SRCDIR=${SRCDIR:-$(realpath ${SCRIPTPATH}/..)}
|
|
BUILDDIR=${BUILDDIR:-${SRCDIR}/build}
|
|
|
|
LOGDIR=${BUILDDIR}/tests/integration
|
|
PATH=${BUILDDIR}/src:${PATH}
|
|
|
|
export PATH SRCDIR BUILDDIR LOGDIR
|
|
|
|
# Default values
|
|
VERBOSE=${VERBOSE:-0}
|
|
FILTER=${FILTER:-'*'}
|
|
NUM_SAMPLES=${NUM_SAMPLES:-100}
|
|
TIMEOUT=${TIMEOUT:-2m}
|
|
|
|
# Parse command line arguments
|
|
while getopts ":f:l:t:v" OPT; do
|
|
case ${OPT} in
|
|
f)
|
|
FILTER=${OPTARG}
|
|
;;
|
|
v)
|
|
VERBOSE=1
|
|
;;
|
|
l)
|
|
NUM_SAMPLES=${OPTARG}
|
|
;;
|
|
t)
|
|
TIMEOUT=${OPTARG}
|
|
;;
|
|
\?)
|
|
echo "Invalid option: -${OPTARG}" >&2
|
|
;;
|
|
:)
|
|
echo "Option -$OPTARG requires an argument." >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
export VERBOSE
|
|
export NUM_SAMPLES
|
|
|
|
TESTS=${SRCDIR}/tests/integration/${FILTER}.sh
|
|
|
|
# Preperations
|
|
mkdir -p ${LOGDIR}
|
|
|
|
PASSED=0
|
|
FAILED=0
|
|
SKIPPED=0
|
|
TIMEDOUT=0
|
|
|
|
# Preamble
|
|
echo -e "Starting integration tests for VILLASnode:\n"
|
|
|
|
for TEST in ${TESTS}; do
|
|
TESTNAME=$(basename -s .sh ${TEST})
|
|
|
|
# Start time measurement
|
|
SECONDS=0
|
|
|
|
# Run test
|
|
if (( ${VERBOSE} == 0 )); then
|
|
timeout ${TIMEOUT} ${TEST} &> ${LOGDIR}/${TESTNAME}.log
|
|
RC=$?
|
|
else
|
|
timeout ${TIMEOUT} ${TEST} | tee ${LOGDIR}/${TESTNAME}.log
|
|
RC=${PIPESTATUS[0]}
|
|
fi
|
|
|
|
TOTAL_SECONDS=${SECONDS}
|
|
|
|
# Show full log in case of an error
|
|
if (( ${VERBOSE} == 0 )); then
|
|
if (( $RC != 99 )) && (( $RC != 0 )); then
|
|
cat ${LOGDIR}/${TESTNAME}.log
|
|
fi
|
|
fi
|
|
|
|
case $RC in
|
|
0)
|
|
echo -e "\e[32m[PASS] \e[39m ${TESTNAME} (ran for ${SECONDS}s)"
|
|
PASSED=$((${PASSED} + 1))
|
|
;;
|
|
99)
|
|
echo -e "\e[93m[SKIP] \e[39m ${TESTNAME}: $(head -n1 ${LOGDIR}/${TESTNAME}.log)"
|
|
SKIPPED=$((${SKIPPED} + 1))
|
|
;;
|
|
124)
|
|
echo -e "\e[33m[TIME] \e[39m ${TESTNAME} (ran for more then ${TIMEOUT})"
|
|
TIMEDOUT=$((${TIMEDOUT} + 1))
|
|
FAILED=$((${FAILED} + 1))
|
|
;;
|
|
*)
|
|
echo -e "\e[31m[FAIL] \e[39m ${TESTNAME} (exited with code $RC, ran for ${SECONDS}s)"
|
|
FAILED=$((${FAILED} + 1))
|
|
;;
|
|
esac
|
|
|
|
TOTAL=$((${TOTAL} + 1))
|
|
done
|
|
|
|
# Show summary
|
|
if (( ${FAILED} > 0 )); then
|
|
echo -e "\nSummary: ${FAILED} of ${TOTAL} tests failed."
|
|
echo -e " Timedout: ${TIMEDOUT}"
|
|
echo -e " Skipped: ${SKIPPED}"
|
|
exit 1
|
|
else
|
|
echo -e "\nSummary: all tests passed!"
|
|
exit 0
|
|
fi
|