blob: c4ab046ce8f0cdce1226e3c955c7a2c3edc1cbaa [file] [log] [blame]
Simon Glass2f520182017-11-12 21:52:10 -07001#!/bin/bash
2
Simon Glassc9adb352018-10-01 21:12:38 -06003# Script to run all U-Boot tests that use sandbox.
Simon Glass499fde52018-11-18 08:14:29 -07004# $1: tests to run (empty for all, 'quick' for quick ones only)
Simon Glassc9adb352018-10-01 21:12:38 -06005
6# Runs a test and checks the exit code to decide if it passed
7# $1: Test name
8# $2 onwards: command line to run
Simon Glass2f520182017-11-12 21:52:10 -07009run_test() {
Simon Glassc9adb352018-10-01 21:12:38 -060010 echo -n "$1: "
11 shift
12 "$@"
Simon Glass3bc11e82018-10-01 21:12:39 -060013 [ $? -ne 0 ] && failures=$((failures+1))
Simon Glass2f520182017-11-12 21:52:10 -070014}
Simon Glass07f4ead2016-07-03 09:40:34 -060015
Simon Glassf6e60222022-08-06 17:51:55 -060016# Select test attributes
Simon Glassd1962ac2022-08-06 17:51:59 -060017ut_mark_expr=test_ut
Simon Glassf6e60222022-08-06 17:51:55 -060018if [ "$1" = "quick" ]; then
19 mark_expr="not slow"
Simon Glassd1962ac2022-08-06 17:51:59 -060020 ut_mark_expr="test_ut and not slow"
Simon Glassf6e60222022-08-06 17:51:55 -060021 skip=--skip-net-tests
22fi
23
Simon Glass76160802020-04-17 18:08:59 -060024[ "$1" == "tools" ] && tools_only=y
Simon Glass499fde52018-11-18 08:14:29 -070025
Simon Glassd1962ac2022-08-06 17:51:59 -060026if [ "$1" = "parallel" ]; then
27 if ! echo 'import xdist' | python3 2>/dev/null; then
28 echo "Please install python3-pytest-xdist - see doc/develop/py_testing.rst"
29 exit 1
30 fi
31 jobs="$(($(nproc) > 16 ? 16 : $(nproc)))"
32 para="-n${jobs} -q"
33 prompt="Building and..."
34 skip=--skip-net-tests
35 mark_expr="not slow and not bootstd and not spi_flash"
36 ut_mark_expr="test_ut and not slow and not bootstd and not spi_flash"
37 echo "Note: test log is garbled with parallel tests"
38fi
39
Simon Glass3bc11e82018-10-01 21:12:39 -060040failures=0
Simon Glass73a01d92017-11-26 20:25:55 -070041
Simon Glass76160802020-04-17 18:08:59 -060042if [ -z "$tools_only" ]; then
43 # Run all tests that the standard sandbox build can support
Simon Glassd1962ac2022-08-06 17:51:59 -060044 echo "${prompt}"
45 run_test "sandbox" ./test/py/test.py --bd sandbox --build ${para} \
Simon Glassf6e60222022-08-06 17:51:55 -060046 -k "${mark_expr}"
Simon Glass76160802020-04-17 18:08:59 -060047fi
Simon Glass029ab152017-05-18 20:09:25 -060048
49# Run tests which require sandbox_spl
Simon Glassd1962ac2022-08-06 17:51:59 -060050echo "${prompt}"
51run_test "sandbox_spl" ./test/py/test.py --bd sandbox_spl --build ${para} \
Simon Glass7b51bf72020-10-25 20:38:32 -060052 -k 'test_ofplatdata or test_handoff or test_spl'
Simon Glass029ab152017-05-18 20:09:25 -060053
Michal Suchanek59c585e2022-10-15 11:30:37 +020054# Run the same tests with sandbox_noinst (i.e. without OF_PLATDATA_INST)
Simon Glassd1962ac2022-08-06 17:51:59 -060055echo "${prompt}"
Michal Suchanek59c585e2022-10-15 11:30:37 +020056run_test "sandbox_noinst" ./test/py/test.py --bd sandbox_noinst --build ${para} \
Simon Glassc25b8dc2021-03-15 17:25:33 +130057 -k 'test_ofplatdata or test_handoff or test_spl'
58
Simon Glass76160802020-04-17 18:08:59 -060059if [ -z "$tools_only" ]; then
60 # Run tests for the flat-device-tree version of sandbox. This is a special
61 # build which does not enable CONFIG_OF_LIVE for the live device tree, so we can
62 # check that functionality is the same. The standard sandbox build (above) uses
63 # CONFIG_OF_LIVE.
Simon Glassd1962ac2022-08-06 17:51:59 -060064 echo "${prompt}"
Simon Glass76160802020-04-17 18:08:59 -060065 run_test "sandbox_flattree" ./test/py/test.py --bd sandbox_flattree \
Simon Glassd1962ac2022-08-06 17:51:59 -060066 ${para} --build -k "${ut_mark_expr}"
Simon Glass76160802020-04-17 18:08:59 -060067fi
Simon Glass2f520182017-11-12 21:52:10 -070068
Simon Glass734f3de2018-10-01 21:12:37 -060069# Set up a path to dtc (device-tree compiler) and libfdt.py, a library it
Simon Glass8acce602019-07-08 13:18:50 -060070# provides and which is built by the sandbox_spl config. Also set up the path
71# to tools build by the build.
Simon Glassed772fe2017-12-24 12:12:08 -070072DTC_DIR=build-sandbox_spl/scripts/dtc
Simon Glass734f3de2018-10-01 21:12:37 -060073export PYTHONPATH=${DTC_DIR}/pylibfdt
74export DTC=${DTC_DIR}/dtc
Simon Glass8acce602019-07-08 13:18:50 -060075TOOLS_DIR=build-sandbox_spl/tools
Simon Glassed772fe2017-12-24 12:12:08 -070076
Simon Glass53cd5d92019-07-08 14:25:29 -060077run_test "binman" ./tools/binman/binman --toolpath ${TOOLS_DIR} test
Simon Glass6bb74de2020-07-05 21:41:55 -060078run_test "patman" ./tools/patman/patman test
Simon Glass499fde52018-11-18 08:14:29 -070079
Simon Glass499fde52018-11-18 08:14:29 -070080run_test "buildman" ./tools/buildman/buildman -t ${skip}
Simon Glass3bc11e82018-10-01 21:12:39 -060081run_test "fdt" ./tools/dtoc/test_fdt -t
Simon Glassc9adb352018-10-01 21:12:38 -060082run_test "dtoc" ./tools/dtoc/dtoc -t
Simon Glass72d81722017-11-26 20:25:56 -070083
Simon Glass30d704c2017-11-26 20:26:01 -070084# This needs you to set up Python test coverage tools.
85# To enable Python test coverage on Debian-type distributions (e.g. Ubuntu):
Tom Rini16d836c2018-07-06 10:27:14 -060086# $ sudo apt-get install python-pytest python-coverage
Simon Glassd1962ac2022-08-06 17:51:59 -060087
88# Code-coverage tests cannot run in parallel, so skip them in that case
89if [ -z "${para}" ]; then
90 export PATH=$PATH:${TOOLS_DIR}
91 run_test "binman code coverage" ./tools/binman/binman test -T
92 run_test "dtoc code coverage" ./tools/dtoc/dtoc -T
93 run_test "fdt code coverage" ./tools/dtoc/test_fdt -T
94fi
Simon Glass30d704c2017-11-26 20:26:01 -070095
Simon Glass3bc11e82018-10-01 21:12:39 -060096if [ $failures == 0 ]; then
Simon Glass2f520182017-11-12 21:52:10 -070097 echo "Tests passed!"
98else
99 echo "Tests FAILED"
100 exit 1
101fi