mbedtls/tests/scripts/all.sh

194 lines
4.4 KiB
Bash
Raw Normal View History

#!/bin/sh
# Run all available tests (mostly).
#
# Warning: includes various build modes, so it will mess with the current
# CMake configuration. After this script is run, the CMake cache is lost and
# CMake is not initialised any more!
2014-03-27 14:44:04 +01:00
#
2015-01-26 15:03:56 +01:00
# Assumes gcc and clang (recent enough for using ASan with gcc and MemSan with
# clang, or valgrind) are available, as well as cmake and a "good" find.
# Abort on errors (and uninitiliased variables)
set -eu
if [ -d library -a -d include -a -d tests ]; then :; else
2015-01-22 17:43:54 +01:00
echo "Must be run from mbed TLS root" >&2
exit 1
fi
2014-07-12 04:00:00 +02:00
CONFIG_H='include/polarssl/config.h'
CONFIG_BAK="$CONFIG_H.bak"
MEMORY=0
while [ $# -gt 0 ]; do
case "$1" in
-m*)
2015-01-26 15:03:56 +01:00
MEMORY=${1#-m}
;;
*)
echo "Unknown argument: '$1'" >&2
echo "Use the source, Luke!" >&2
exit 1
;;
esac
shift
done
# remove built files as well as the cmake cache/config
cleanup()
{
make clean
2014-07-12 04:00:00 +02:00
2014-12-11 10:33:43 +01:00
find . -iname '*cmake*' -not -name CMakeLists.txt -exec rm -rf {} \+
rm -f include/Makefile include/polarssl/Makefile programs/*/Makefile
git update-index --no-skip-worktree Makefile library/Makefile programs/Makefile tests/Makefile
git checkout -- Makefile library/Makefile programs/Makefile tests/Makefile
2014-07-12 04:00:00 +02:00
if [ -f "$CONFIG_BAK" ]; then
mv "$CONFIG_BAK" "$CONFIG_H"
fi
}
2014-07-12 04:00:00 +02:00
trap cleanup INT TERM HUP
2014-03-27 14:44:04 +01:00
msg()
{
echo ""
echo "******************************************************************"
echo "* $1 "
2015-01-26 15:03:56 +01:00
printf "* "; date
2014-03-27 14:44:04 +01:00
echo "******************************************************************"
}
2014-06-09 11:21:49 +02:00
# The test ordering tries to optimize for the following criteria:
# 1. Catch possible problems early, by running first tests that run quickly
2014-08-14 11:29:06 +02:00
# and/or are more likely to fail than others (eg I use Clang most of the
# time, so start with a GCC build).
2014-06-09 11:21:49 +02:00
# 2. Minimize total running time, by avoiding useless rebuilds
#
# Indicative running times are given for reference.
2014-03-27 14:44:04 +01:00
2014-11-20 17:32:33 +01:00
msg "test: recursion.pl" # < 1s
scripts/recursion.pl library/*.c
msg "build: cmake, gcc, ASan" # ~ 1 min 50s
cleanup
CC=gcc cmake -D CMAKE_BUILD_TYPE:String=Asan .
make
2014-06-09 11:21:49 +02:00
msg "test: main suites and selftest (ASan build)" # ~ 50s
make test
programs/test/selftest
2014-06-09 11:21:49 +02:00
msg "test: ssl-opt.sh (ASan build)" # ~ 1 min
2014-06-09 11:21:49 +02:00
cd tests
./ssl-opt.sh
cd ..
msg "test/build: ref-configs (ASan build)" # ~ 6 min 20s
2014-06-09 11:21:49 +02:00
tests/scripts/test-ref-configs.pl
# Most frequent issues are likely to be caught at this point
2014-06-09 11:21:49 +02:00
msg "build: with ASan (rebuild after ref-configs)" # ~ 1 min
make
msg "test: compat.sh (ASan build)" # ~ 6 min
cd tests
./compat.sh
cd ..
msg "build: cmake, full config, clang" # ~ 50s
2014-06-09 11:21:49 +02:00
cleanup
2014-07-12 04:00:00 +02:00
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset POLARSSL_MEMORY_BACKTRACE # too slow for tests
CC=clang cmake -D CMAKE_BUILD_TYPE:String=Check .
2014-06-09 11:21:49 +02:00
make
msg "test: main suites (full config)" # ~ 5s
2014-07-12 04:00:00 +02:00
make test
msg "test: ssl-opt.sh default (full config)" # ~ 1s
2014-07-12 04:00:00 +02:00
cd tests
./ssl-opt.sh -f Default
cd ..
msg "test: compat.sh DES & NULL (full config)" # ~ 2 min
2014-07-12 04:00:00 +02:00
cd tests
./compat.sh -e '^$' -f 'NULL\|3DES-EDE-CBC\|DES-CBC3'
cd ..
2014-11-20 13:29:53 +01:00
msg "test/build: curves.pl (gcc)" # ~ 5 min (?)
cleanup
cmake -D CMAKE_BUILD_TYPE:String=Debug .
tests/scripts/curves.pl
2014-08-14 11:29:06 +02:00
msg "build: Unix make, -O2 (gcc)" # ~ 30s
2014-05-09 13:46:59 +02:00
cleanup
2014-08-14 11:29:06 +02:00
CC=gcc make
2014-06-09 11:21:49 +02:00
2015-01-26 15:03:56 +01:00
# MemSan currently only available on Linux
if [ `uname` = 'Linux' ]; then
msg "build: MSan (clang)" # ~ 1 min 20s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl unset POLARSSL_AESNI_C # memsan doesn't grok asm
scripts/config.pl set POLARSSL_NO_PLATFORM_ENTROPY # memsan vs getrandom()
CC=clang cmake -D CMAKE_BUILD_TYPE:String=MemSan .
make
msg "test: main suites (MSan)" # ~ 10s
make test
2014-05-09 13:46:59 +02:00
msg "test: ssl-opt.sh (MSan)" # ~ 1 min
cd tests
./ssl-opt.sh
cd ..
2014-05-09 13:46:59 +02:00
# Optional part(s)
if [ "$MEMORY" -gt 0 ]; then
msg "test: compat.sh (MSan)" # ~ 6 min 20s
cd tests
./compat.sh
cd ..
2014-06-09 11:21:49 +02:00
fi
2015-01-26 15:03:56 +01:00
else # no MemSan
msg "build: Release (clang)"
cleanup
CC=clang cmake -D CMAKE_BUILD_TYPE:String=Release .
make
msg "test: main suites valgrind (Release)"
make test
# Optional part(s)
# Currently broken, programs don't seem to receive signals
# under valgrind on OS X
if [ "$MEMORY" -gt 0 ]; then
msg "test: ssl-opt.sh --memcheck (Release)"
cd tests
./ssl-opt.sh --memcheck
cd ..
fi
if [ "$MEMORY" -gt 1 ]; then
msg "test: compat.sh --memcheck (Release)"
cd tests
./compat.sh --memcheck
cd ..
fi
fi # MemSan
msg "Done, cleaning up"
cleanup