1#!/bin/bash
2
3# Script to run all U-Boot tests that use sandbox.
4#  $1: tests to run (empty for all, 'quick' for quick ones only)
5
6# Runs a test and checks the exit code to decide if it passed
7#  $1:         Test name
8#  $2 onwards: command line to run
9run_test() {
10	echo -n "$1: "
11	shift
12	"$@"
13	[ $? -ne 0 ] && failures=$((failures+1))
14}
15
16# SKip slow tests if requested
17[ "$1" == "quick" ] && mark_expr="not slow"
18[ "$1" == "quick" ] && skip=--skip-net-tests
19[ "$1" == "tools" ] && tools_only=y
20
21failures=0
22
23if [ -z "$tools_only" ]; then
24	# Run all tests that the standard sandbox build can support
25	run_test "sandbox" ./test/py/test.py --bd sandbox --build \
26		-m "${mark_expr}"
27fi
28
29# Run tests which require sandbox_spl
30run_test "sandbox_spl" ./test/py/test.py --bd sandbox_spl --build \
31		-k 'test_ofplatdata or test_handoff or test_spl'
32
33# Run the sane tests with sandbox_noinst (i.e. without OF_PLATDATA_INST)
34run_test "sandbox_spl" ./test/py/test.py --bd sandbox_noinst --build \
35		-k 'test_ofplatdata or test_handoff or test_spl'
36
37if [ -z "$tools_only" ]; then
38	# Run tests for the flat-device-tree version of sandbox. This is a special
39	# build which does not enable CONFIG_OF_LIVE for the live device tree, so we can
40	# check that functionality is the same. The standard sandbox build (above) uses
41	# CONFIG_OF_LIVE.
42	run_test "sandbox_flattree" ./test/py/test.py --bd sandbox_flattree \
43		--build -k test_ut
44fi
45
46# Set up a path to dtc (device-tree compiler) and libfdt.py, a library it
47# provides and which is built by the sandbox_spl config. Also set up the path
48# to tools build by the build.
49DTC_DIR=build-sandbox_spl/scripts/dtc
50export PYTHONPATH=${DTC_DIR}/pylibfdt
51export DTC=${DTC_DIR}/dtc
52TOOLS_DIR=build-sandbox_spl/tools
53
54run_test "binman" ./tools/binman/binman --toolpath ${TOOLS_DIR} test
55run_test "patman" ./tools/patman/patman test
56
57run_test "buildman" ./tools/buildman/buildman -t ${skip}
58run_test "fdt" ./tools/dtoc/test_fdt -t
59run_test "dtoc" ./tools/dtoc/dtoc -t
60
61# This needs you to set up Python test coverage tools.
62# To enable Python test coverage on Debian-type distributions (e.g. Ubuntu):
63#   $ sudo apt-get install python-pytest python-coverage
64export PATH=$PATH:${TOOLS_DIR}
65run_test "binman code coverage" ./tools/binman/binman test -T
66run_test "dtoc code coverage" ./tools/dtoc/dtoc -T
67run_test "fdt code coverage" ./tools/dtoc/test_fdt -T
68
69if [ $failures == 0 ]; then
70	echo "Tests passed!"
71else
72	echo "Tests FAILED"
73	exit 1
74fi
75