blob: 93111eb61275e61b4227f3985da9a6ee0111fde1 [file] [log] [blame]
Bin Mengd2e680f2019-10-27 05:19:48 -07001variables:
Tom Rini38a98402021-10-31 13:24:42 -04002 windows_vm: windows-2019
Tom Rinib0a23a62022-08-08 22:44:45 -04003 ubuntu_vm: ubuntu-22.04
Tom Rini24291742022-07-27 11:10:24 -04004 macos_vm: macOS-12
Tom Rini0b06e052024-08-21 09:41:20 -06005 ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20240808-21Aug2024
Bin Mengbf275222019-10-28 07:25:03 -07006 # Add '-u 0' options for Azure pipelines, otherwise we get "permission
7 # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
8 # since our $(ci_runner_image) user is not root.
9 container_option: -u 0
10 work_dir: /u
Tom Rini378a5522024-06-18 08:18:48 -060011 # We define all of these as variables so we can easily reference them twice
Tom Riniebd60ff2024-06-18 08:18:50 -060012 am33xx_kirkwood_ls1_mvebu_omap: "am33xx kirkwood ls1 mvebu omap -x siemens,freescale"
Tom Rini378a5522024-06-18 08:18:48 -060013 amlogic_bcm_boundary_engicam_siemens_technexion_oradex: "amlogic bcm boundary engicam siemens technexion toradex -x mips"
Tom Riniebd60ff2024-06-18 08:18:50 -060014 arm_nxp_minus_imx_and_at91: "at91 freescale -x powerpc,m68k,imx,mx"
Tom Rini378a5522024-06-18 08:18:48 -060015 imx: "mx imx -x boundary,engicam,technexion,toradex"
16 rk: "rk"
17 sunxi: "sunxi"
18 powerpc: "powerpc"
19 arm_catch_all: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex"
20 aarch64_catch_all: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex"
Tom Riniacc6be72024-06-18 08:18:49 -060021 everything_but_arm_and_powerpc: "arc m68k microblaze mips nios2 riscv sandbox sh x86 xtensa -x arm,powerpc"
Bin Mengd2e680f2019-10-27 05:19:48 -070022
Tom Rini67d3e672022-01-11 19:14:28 -050023stages:
24- stage: testsuites
25 jobs:
Bin Mengd2e680f2019-10-27 05:19:48 -070026 - job: tools_only_windows
27 displayName: 'Ensure host tools build for Windows'
28 pool:
29 vmImage: $(windows_vm)
Bin Mengd2e680f2019-10-27 05:19:48 -070030 steps:
Bin Meng437e70f2020-07-28 02:06:44 -070031 - powershell: |
Bin Meng1ce892c2021-06-22 07:33:21 +080032 (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
Bin Mengd2e680f2019-10-27 05:19:48 -070033 displayName: 'Install MSYS2'
34 - script: |
Bin Meng437e70f2020-07-28 02:06:44 -070035 sfx.exe -y -o%CD:~0,2%\
Tom Rinif8e76702022-05-03 08:30:14 -040036 %CD:~0,2%\msys64\usr\bin\bash -lc " "
37 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
38 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
Bin Mengd2e680f2019-10-27 05:19:48 -070039 displayName: 'Update MSYS2'
40 - script: |
AKASHI Takahirod9612f42022-02-09 19:10:39 +090041 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
Bin Mengd2e680f2019-10-27 05:19:48 -070042 displayName: 'Install Toolchain'
43 - script: |
Tom Rinid948c892022-11-19 18:45:43 -050044 echo make tools-only_defconfig tools-only > build-tools.sh
Bin Mengf7faddf2020-07-28 02:06:42 -070045 %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
Bin Mengd2e680f2019-10-27 05:19:48 -070046 displayName: 'Build Host Tools'
47 env:
48 # Tell MSYS2 we need a POSIX emulation layer
49 MSYSTEM: MSYS
50 # Tell MSYS2 not to ‘cd’ our startup directory to HOME
51 CHERE_INVOKING: yes
Bin Mengbf275222019-10-28 07:25:03 -070052
Tom Rini7b4116d2020-05-26 20:39:03 -040053 - job: tools_only_macOS
54 displayName: 'Ensure host tools build for macOS X'
55 pool:
56 vmImage: $(macos_vm)
57 steps:
AKASHI Takahirod9612f42022-02-09 19:10:39 +090058 - script: brew install make ossp-uuid
Tom Rini7b4116d2020-05-26 20:39:03 -040059 displayName: Brew install dependencies
60 - script: |
Tom Rinid948c892022-11-19 18:45:43 -050061 gmake tools-only_config tools-only \
Tom Rini7b4116d2020-05-26 20:39:03 -040062 HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
63 HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
64 -j$(sysctl -n hw.logicalcpu)
65 displayName: 'Perform tools-only build'
66
Tom Rinibb9b9c12022-12-04 10:14:15 -050067 - job: check_for_new_CONFIG_symbols_outside_Kconfig
68 displayName: 'Check for new CONFIG symbols outside Kconfig'
Tom Rinic1a7de52021-12-14 13:36:41 -050069 pool:
70 vmImage: $(ubuntu_vm)
71 container:
72 image: $(ci_runner_image)
73 options: $(container_option)
74 steps:
Tom Rinibb9b9c12022-12-04 10:14:15 -050075 # If grep succeeds and finds a match the test fails as we should
76 # have no matches.
77 - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
Tom Rinia03efb62023-01-10 11:19:46 -050078 :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
Sumit Garg8f31c852024-02-22 15:05:57 +053079 :^include/linux/kconfig.h :^tools/ :^dts/upstream/ &&
80 exit 1 || exit 0
Tom Rinic1a7de52021-12-14 13:36:41 -050081
Heinrich Schuchardte9cc7022023-01-12 20:30:58 +010082 - job: docs
83 displayName: 'Build documentation'
Heinrich Schuchardt4eb0fc92020-02-21 18:24:02 +010084 pool:
85 vmImage: $(ubuntu_vm)
86 container:
87 image: $(ci_runner_image)
88 options: $(container_option)
89 steps:
Heinrich Schuchardt836049d2021-01-25 22:06:25 +010090 - script: |
91 virtualenv -p /usr/bin/python3 /tmp/venvhtml
92 . /tmp/venvhtml/bin/activate
93 pip install -r doc/sphinx/requirements.txt
Heinrich Schuchardt8a6414d2023-05-02 05:04:11 +020094 make htmldocs KDOC_WERROR=1
Heinrich Schuchardte9cc7022023-01-12 20:30:58 +010095 make infodocs
Heinrich Schuchardt4eb0fc92020-02-21 18:24:02 +010096
Bin Mengbf275222019-10-28 07:25:03 -070097 - job: maintainers
98 displayName: 'Ensure all configs have MAINTAINERS entries'
99 pool:
100 vmImage: $(ubuntu_vm)
101 container:
102 image: $(ci_runner_image)
103 options: $(container_option)
104 steps:
105 - script: |
Tom Rinid6b32972023-10-23 11:37:47 -0400106 ./tools/buildman/buildman --maintainer-check
Bin Mengbf275222019-10-28 07:25:03 -0700107
108 - job: tools_only
Tom Rini562ed112023-08-20 13:31:28 -0400109 displayName: 'Ensure host tools and env tools build'
Bin Mengbf275222019-10-28 07:25:03 -0700110 pool:
111 vmImage: $(ubuntu_vm)
112 container:
113 image: $(ci_runner_image)
114 options: $(container_option)
115 steps:
116 - script: |
117 make tools-only_config tools-only -j$(nproc)
Tom Rini562ed112023-08-20 13:31:28 -0400118 make mrproper
Bin Mengbf275222019-10-28 07:25:03 -0700119 make tools-only_config envtools -j$(nproc)
120
121 - job: utils
Tom Rini72618332020-03-11 18:11:15 -0400122 displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
Bin Mengbf275222019-10-28 07:25:03 -0700123 pool:
124 vmImage: $(ubuntu_vm)
125 steps:
126 - script: |
Tom Rinib6d4e082022-08-09 21:08:54 -0400127 cat << "EOF" > build.sh
128 cd $(work_dir)
Bin Mengbf275222019-10-28 07:25:03 -0700129 git config --global user.name "Azure Pipelines"
130 git config --global user.email bmeng.cn@gmail.com
Tom Rinib6d4e082022-08-09 21:08:54 -0400131 git config --global --add safe.directory $(work_dir)
Bin Mengbf275222019-10-28 07:25:03 -0700132 export USER=azure
Tom Rini26a426a2020-02-11 12:41:14 -0500133 virtualenv -p /usr/bin/python3 /tmp/venv
Bin Mengbf275222019-10-28 07:25:03 -0700134 . /tmp/venv/bin/activate
Tom Rini38229b52021-02-26 07:52:29 -0500135 pip install -r test/py/requirements.txt
Tom Rinif586cda2023-07-22 00:14:46 +0530136 pip install -r tools/buildman/requirements.txt
Tom Rini48f792e2023-08-10 12:52:24 -0400137 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
Bin Mengbf275222019-10-28 07:25:03 -0700138 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
139 export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
Tom Rini48f792e2023-08-10 12:52:24 -0400140 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
Tom Rinib6d4e082022-08-09 21:08:54 -0400141 set -ex
Bin Mengbf275222019-10-28 07:25:03 -0700142 ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
143 ./tools/buildman/buildman -t
144 ./tools/dtoc/dtoc -t
Simon Glass6bb74de2020-07-05 21:41:55 -0600145 ./tools/patman/patman test
Tom Rini72618332020-03-11 18:11:15 -0400146 make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
Bin Mengbf275222019-10-28 07:25:03 -0700147 EOF
148 cat build.sh
149 # We cannot use "container" like other jobs above, as buildman
150 # seems to hang forever with pre-configured "container" environment
151 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
152
Simon Glass642e51a2022-02-11 13:23:26 -0700153 - job: pylint
154 displayName: Check for any pylint regressions
155 pool:
156 vmImage: $(ubuntu_vm)
157 container:
158 image: $(ci_runner_image)
159 options: $(container_option)
160 steps:
161 - script: |
Tom Rinib6d4e082022-08-09 21:08:54 -0400162 git config --global --add safe.directory $(work_dir)
Simon Glass642e51a2022-02-11 13:23:26 -0700163 export USER=azure
164 pip install -r test/py/requirements.txt
Tom Rinif586cda2023-07-22 00:14:46 +0530165 pip install -r tools/buildman/requirements.txt
Tom Rinie47bbf72022-03-25 08:19:09 -0400166 pip install asteval pylint==2.12.2 pyopenssl
Simon Glass642e51a2022-02-11 13:23:26 -0700167 export PATH=${PATH}:~/.local/bin
168 echo "[MASTER]" >> .pylintrc
169 echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
Tom Rini48f792e2023-08-10 12:52:24 -0400170 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
171 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
Tom Rinib6d4e082022-08-09 21:08:54 -0400172 set -ex
Simon Glass642e51a2022-02-11 13:23:26 -0700173 pylint --version
174 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
175 make pylint_err
176
Simon Glass441a3d02023-02-13 08:56:39 -0700177 - job: check_for_pre_schema_tags
178 displayName: 'Check for pre-schema driver model tags'
179 pool:
180 vmImage: $(ubuntu_vm)
181 container:
182 image: $(ci_runner_image)
183 options: $(container_option)
184 steps:
185 # If grep succeeds and finds a match the test fails as we should
186 # have no matches.
187 - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
188
Simon Glassc21a5282023-02-23 18:18:24 -0700189 - job: check_packing_of_python_tools
190 displayName: 'Check we can package the Python tools'
191 pool:
192 vmImage: $(ubuntu_vm)
193 container:
194 image: $(ci_runner_image)
195 options: $(container_option)
196 steps:
197 - script: make pip
198
Tom Rini2c95e0c2024-06-18 08:18:51 -0600199 - job: count_built_machines
200 displayName: 'Ensure we build all possible machines'
201 pool:
202 vmImage: $(ubuntu_vm)
203 container:
204 image: $(ci_runner_image)
205 options: $(container_option)
206 steps:
207 - script: |
208 BMANARGS="-o /tmp --dry-run -v"
209 # First get the total number of boards
210 total=$(tools/buildman/buildman ${BMANARGS} | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
211 # Now build up the list of what each job built.
212 built="$(tools/buildman/buildman ${BMANARGS} $(am33xx_kirkwood_ls1_mvebu_omap) | grep '^ ')"
213 built="$built $(tools/buildman/buildman ${BMANARGS} $(amlogic_bcm_boundary_engicam_siemens_technexion_oradex) | grep '^ ')"
214 built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_nxp_minus_imx_and_at91) | grep '^ ')"
215 built="$built $(tools/buildman/buildman ${BMANARGS} $(imx) | grep '^ ')"
216 built="$built $(tools/buildman/buildman ${BMANARGS} $(rk) | grep '^ ')"
217 built="$built $(tools/buildman/buildman ${BMANARGS} $(sunxi) | grep '^ ')"
218 built="$built $(tools/buildman/buildman ${BMANARGS} $(powerpc) | grep '^ ')"
219 built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_catch_all) | grep '^ ')"
220 built="$built $(tools/buildman/buildman ${BMANARGS} $(aarch64_catch_all) | grep '^ ')"
221 built="$built $(tools/buildman/buildman ${BMANARGS} $(everything_but_arm_and_powerpc) | grep '^ ')"
222 # Finally see how many machines that is.
223 actual=$(tools/buildman/buildman ${BMANARGS} $built | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
224 echo We would build a total of $actual out of $total platforms this CI run
225 [ $actual -eq $total ] && exit 0 || exit 1
226
Tom Rini8ae5fec2023-09-01 16:41:41 -0400227 - job: create_test_py_wrapper_script
228 displayName: 'Create and stage a wrapper for test.py runs'
229 pool:
230 vmImage: $(ubuntu_vm)
231 steps:
232 - checkout: none
233 - script: |
234 cat << EOF > test.sh
235 #!/bin/bash
236 set -ex
237 # the below corresponds to .gitlab-ci.yml "before_script"
238 cd \${WORK_DIR}
239 git config --global --add safe.directory \${WORK_DIR}
Tom Rinia9b37232024-07-05 08:07:00 -0600240 git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
Tom Rini8ae5fec2023-09-01 16:41:41 -0400241 ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\`
242 ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\`
243 grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
244 grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
245 if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
Heinrich Schuchardta9666342023-10-25 00:15:43 +0200246 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
247 export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
Tom Rini8ae5fec2023-09-01 16:41:41 -0400248 fi
249 if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
Heinrich Schuchardta9666342023-10-25 00:15:43 +0200250 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
251 export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
Tom Rini8ae5fec2023-09-01 16:41:41 -0400252 fi
253 # the below corresponds to .gitlab-ci.yml "script"
254 cd \${WORK_DIR}
255 export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD}
256 if [ -n "\${BUILD_ENV}" ]; then
257 export \${BUILD_ENV};
258 fi
259 pip install -r tools/buildman/requirements.txt
260 tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE}
261 cp ~/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/
262 cp ~/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/
263 cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
264 cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
265 cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
266 # create sdcard / spi-nor images for sifive unleashed using genimage
267 if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
268 mkdir -p root;
269 cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
270 cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
271 rm -rf tmp;
272 genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
273 cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/;
274 rm -rf tmp;
275 genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
276 cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/;
277 fi
278 if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then
Tom Rini3a79c912024-02-13 09:39:27 -0500279 cp /opt/coreboot/coreboot.rom \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
280 /opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom remove -n fallback/payload;
281 /opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
Tom Rini8ae5fec2023-09-01 16:41:41 -0400282 fi
283 virtualenv -p /usr/bin/python3 /tmp/venv
284 . /tmp/venv/bin/activate
285 pip install -r test/py/requirements.txt
286 pip install pytest-azurepipelines
287 export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH}
288 export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
289 # "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not
Tom Rini26c56f12024-06-27 07:43:20 -0600290 ./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" --junitxml=\$(System.DefaultWorkingDirectory)/results.xml
Tom Rini8ae5fec2023-09-01 16:41:41 -0400291 # the below corresponds to .gitlab-ci.yml "after_script"
292 rm -rf /tmp/uboot-test-hooks /tmp/venv
293 EOF
294 - task: CopyFiles@2
295 displayName: 'Copy test.sh for later usage'
296 inputs:
297 contents: 'test.sh'
298 targetFolder: '$(Build.ArtifactStagingDirectory)'
299 - publish: '$(Build.ArtifactStagingDirectory)/test.sh'
300 displayName: 'Publish test.sh'
301 artifact: testsh
302
Tom Rinic9836c02023-09-01 16:41:42 -0400303- stage: test_py_sandbox
Tom Rini67d3e672022-01-11 19:14:28 -0500304 jobs:
Tom Rinic9836c02023-09-01 16:41:42 -0400305 - job: test_py_sandbox
306 displayName: 'test.py for sandbox'
Bin Mengbf275222019-10-28 07:25:03 -0700307 pool:
308 vmImage: $(ubuntu_vm)
309 strategy:
310 matrix:
311 sandbox:
312 TEST_PY_BD: "sandbox"
Tom Rini9aeac892023-08-20 13:31:27 -0400313 sandbox_asan:
314 TEST_PY_BD: "sandbox"
315 OVERRIDE: "-a ASAN"
316 TEST_PY_TEST_SPEC: "version"
Tom Rini0219d012019-11-06 19:30:47 -0500317 sandbox_clang:
318 TEST_PY_BD: "sandbox"
Tom Rini96afd8a2024-03-10 15:59:28 -0400319 OVERRIDE: "-O clang-17"
Tom Rini9aeac892023-08-20 13:31:27 -0400320 sandbox_clang_asan:
321 TEST_PY_BD: "sandbox"
Tom Rini96afd8a2024-03-10 15:59:28 -0400322 OVERRIDE: "-O clang-17 -a ASAN"
Tom Rini9aeac892023-08-20 13:31:27 -0400323 TEST_PY_TEST_SPEC: "version"
Tom Rini57c7cb62023-09-01 16:41:43 -0400324 sandbox64:
325 TEST_PY_BD: "sandbox64"
326 sandbox64_clang:
327 TEST_PY_BD: "sandbox64"
Tom Rini96afd8a2024-03-10 15:59:28 -0400328 OVERRIDE: "-O clang-17"
Bin Mengbf275222019-10-28 07:25:03 -0700329 sandbox_spl:
330 TEST_PY_BD: "sandbox_spl"
Simon Glassafb26ba2020-10-25 20:38:36 -0600331 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
Simon Glassa31eff32022-04-30 00:56:57 -0600332 sandbox_vpl:
333 TEST_PY_BD: "sandbox_vpl"
Simon Glass8b609872023-04-02 14:01:26 +1200334 TEST_PY_TEST_SPEC: "vpl or test_spl"
Simon Glass6c914e42021-03-15 17:25:34 +1300335 sandbox_noinst:
336 TEST_PY_BD: "sandbox_noinst"
337 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
Sean Andersonb93cc1e2023-10-14 16:47:59 -0400338 sandbox_noinst_load_fit_full:
339 TEST_PY_BD: "sandbox_noinst"
340 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
341 OVERRIDE: "-a CONFIG_SPL_LOAD_FIT_FULL=y"
Bin Mengbf275222019-10-28 07:25:03 -0700342 sandbox_flattree:
343 TEST_PY_BD: "sandbox_flattree"
Simon Glass9cea4792023-01-15 14:16:00 -0700344 sandbox_trace:
345 TEST_PY_BD: "sandbox"
346 BUILD_ENV: "FTRACE=1 NO_LTO=1"
347 TEST_PY_TEST_SPEC: "trace"
Sughosh Ganu61cad8d2023-08-22 23:10:02 +0530348 OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
Tom Rinic9836c02023-09-01 16:41:42 -0400349 steps:
350 - download: current
351 artifact: testsh
352 - script: |
353 # make current directory writeable to uboot user inside the container
354 # as sandbox testing need create files like spi flash images, etc.
355 # (TODO: clean up this in the future)
356 chmod 777 .
357 chmod 755 $(Pipeline.Workspace)/testsh/test.sh
358 # Filesystem tests need extra docker args to run
359 set --
360 # mount -o loop needs the loop devices
361 if modprobe loop; then
362 for d in $(find /dev -maxdepth 1 -name 'loop*'); do
363 set -- "$@" --device $d:$d
364 done
365 fi
366 # Needed for mount syscall (for guestmount as well)
367 set -- "$@" --cap-add SYS_ADMIN
368 # Default apparmor profile denies mounts
369 set -- "$@" --security-opt apparmor=unconfined
370 # Some tests using libguestfs-tools need the fuse device to run
371 docker run "$@" --device /dev/fuse:/dev/fuse \
372 -v $PWD:$(work_dir) \
373 -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
Tom Rini26c56f12024-06-27 07:43:20 -0600374 -v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
Tom Rinic9836c02023-09-01 16:41:42 -0400375 -e WORK_DIR="${WORK_DIR}" \
376 -e TEST_PY_BD="${TEST_PY_BD}" \
377 -e TEST_PY_ID="${TEST_PY_ID}" \
378 -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
379 -e OVERRIDE="${OVERRIDE}" \
380 -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
381 $(Pipeline.Workspace)/testsh/test.sh
Tom Rini26c56f12024-06-27 07:43:20 -0600382 - task: PublishTestResults@2
383 inputs:
384 testResultsFormat: 'JUnit'
385 testResultsFiles: 'results.xml'
Tom Rinic9836c02023-09-01 16:41:42 -0400386
387- stage: test_py_qemu
388 jobs:
389 - job: test_py_qemu
390 displayName: 'test.py for QEMU platforms'
391 pool:
392 vmImage: $(ubuntu_vm)
393 strategy:
394 matrix:
Simon Glassbfb2a7f2022-01-21 10:23:01 -0700395 coreboot:
396 TEST_PY_BD: "coreboot"
397 TEST_PY_ID: "--id qemu"
398 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700399 evb_ast2500:
400 TEST_PY_BD: "evb-ast2500"
401 TEST_PY_ID: "--id qemu"
Joel Stanleyb24087a2022-06-29 16:35:25 +0930402 evb_ast2600:
403 TEST_PY_BD: "evb-ast2600"
404 TEST_PY_ID: "--id qemu"
Kristian Amlie15e30102021-09-07 08:37:51 +0200405 vexpress_ca9x4:
406 TEST_PY_BD: "vexpress_ca9x4"
407 TEST_PY_ID: "--id qemu"
Bin Mengbf275222019-10-28 07:25:03 -0700408 integratorcp_cm926ejs:
409 TEST_PY_BD: "integratorcp_cm926ejs"
410 TEST_PY_ID: "--id qemu"
411 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700412 qemu_arm:
413 TEST_PY_BD: "qemu_arm"
414 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700415 qemu_arm64:
416 TEST_PY_BD: "qemu_arm64"
417 TEST_PY_TEST_SPEC: "not sleep"
Marek Vasuta21e1122023-03-23 01:22:41 +0100418 qemu_m68k:
419 TEST_PY_BD: "M5208EVBE"
420 TEST_PY_ID: "--id qemu"
421 TEST_PY_TEST_SPEC: "not sleep and not efi"
422 OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
Daniel Schwierzecke35c2a82020-06-06 22:21:47 +0200423 qemu_malta:
424 TEST_PY_BD: "malta"
425 TEST_PY_ID: "--id qemu"
426 TEST_PY_TEST_SPEC: "not sleep and not efi"
427 qemu_maltael:
428 TEST_PY_BD: "maltael"
429 TEST_PY_ID: "--id qemu"
430 TEST_PY_TEST_SPEC: "not sleep and not efi"
431 qemu_malta64:
432 TEST_PY_BD: "malta64"
433 TEST_PY_ID: "--id qemu"
434 TEST_PY_TEST_SPEC: "not sleep and not efi"
435 qemu_malta64el:
436 TEST_PY_BD: "malta64el"
437 TEST_PY_ID: "--id qemu"
438 TEST_PY_TEST_SPEC: "not sleep and not efi"
Bin Mengbf275222019-10-28 07:25:03 -0700439 qemu_ppce500:
440 TEST_PY_BD: "qemu-ppce500"
441 TEST_PY_TEST_SPEC: "not sleep"
Bin Menga379d332020-03-28 07:25:27 -0700442 qemu_riscv32:
443 TEST_PY_BD: "qemu-riscv32"
444 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700445 qemu_riscv64:
446 TEST_PY_BD: "qemu-riscv64"
447 TEST_PY_TEST_SPEC: "not sleep"
Bin Meng49fb28a2020-03-28 07:25:29 -0700448 qemu_riscv32_spl:
449 TEST_PY_BD: "qemu-riscv32_spl"
450 TEST_PY_TEST_SPEC: "not sleep"
Bin Meng49fb28a2020-03-28 07:25:29 -0700451 qemu_riscv64_spl:
452 TEST_PY_BD: "qemu-riscv64_spl"
453 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700454 qemu_x86:
455 TEST_PY_BD: "qemu-x86"
456 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700457 qemu_x86_64:
458 TEST_PY_BD: "qemu-x86_64"
459 TEST_PY_TEST_SPEC: "not sleep"
Jiaxun Yang7de94122024-06-18 14:56:11 +0100460 qemu_xtensa_dc233c:
461 TEST_PY_BD: "qemu-xtensa-dc233c"
462 TEST_PY_TEST_SPEC: "not sleep and not efi"
Marek Vasut0e125752020-09-14 21:55:58 +0200463 r2dplus_i82557c:
464 TEST_PY_BD: "r2dplus"
465 TEST_PY_ID: "--id i82557c_qemu"
466 r2dplus_pcnet:
467 TEST_PY_BD: "r2dplus"
468 TEST_PY_ID: "--id pcnet_qemu"
469 r2dplus_rtl8139:
470 TEST_PY_BD: "r2dplus"
471 TEST_PY_ID: "--id rtl8139_qemu"
472 r2dplus_tulip:
473 TEST_PY_BD: "r2dplus"
474 TEST_PY_ID: "--id tulip_qemu"
Bin Meng0e60b3a2021-08-26 23:33:35 +0800475 sifive_unleashed_sdcard:
476 TEST_PY_BD: "sifive_unleashed"
477 TEST_PY_ID: "--id sdcard_qemu"
478 sifive_unleashed_spi-nor:
479 TEST_PY_BD: "sifive_unleashed"
480 TEST_PY_ID: "--id spi-nor_qemu"
Michal Simekf7c6ee72020-02-13 15:03:29 +0100481 xilinx_zynq_virt:
482 TEST_PY_BD: "xilinx_zynq_virt"
Bin Mengbf275222019-10-28 07:25:03 -0700483 TEST_PY_ID: "--id qemu"
484 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700485 xilinx_versal_virt:
486 TEST_PY_BD: "xilinx_versal_virt"
487 TEST_PY_ID: "--id qemu"
488 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700489 xtfpga:
490 TEST_PY_BD: "xtfpga"
491 TEST_PY_ID: "--id qemu"
492 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700493 steps:
Tom Rini8ae5fec2023-09-01 16:41:41 -0400494 - download: current
495 artifact: testsh
Bin Mengbf275222019-10-28 07:25:03 -0700496 - script: |
Bin Mengbf275222019-10-28 07:25:03 -0700497 # make current directory writeable to uboot user inside the container
498 # as sandbox testing need create files like spi flash images, etc.
499 # (TODO: clean up this in the future)
500 chmod 777 .
Tom Rini8ae5fec2023-09-01 16:41:41 -0400501 chmod 755 $(Pipeline.Workspace)/testsh/test.sh
Alper Nebi Yasak1aaaf602021-06-21 21:51:55 +0300502 # Some tests using libguestfs-tools need the fuse device to run
Tom Rini8ae5fec2023-09-01 16:41:41 -0400503 docker run "$@" --device /dev/fuse:/dev/fuse \
504 -v $PWD:$(work_dir) \
505 -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
Tom Rini26c56f12024-06-27 07:43:20 -0600506 -v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
Tom Rini8ae5fec2023-09-01 16:41:41 -0400507 -e WORK_DIR="${WORK_DIR}" \
508 -e TEST_PY_BD="${TEST_PY_BD}" \
509 -e TEST_PY_ID="${TEST_PY_ID}" \
510 -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
511 -e OVERRIDE="${OVERRIDE}" \
512 -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
513 $(Pipeline.Workspace)/testsh/test.sh
Tom Rini58b35852023-07-11 22:33:03 -0400514 retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
Tom Rini26c56f12024-06-27 07:43:20 -0600515 - task: PublishTestResults@2
516 inputs:
517 testResultsFormat: 'JUnit'
518 testResultsFiles: 'results.xml'
Bin Mengbf275222019-10-28 07:25:03 -0700519
Tom Rini67d3e672022-01-11 19:14:28 -0500520- stage: world_build
521 jobs:
Bin Mengbf275222019-10-28 07:25:03 -0700522 - job: build_the_world
Tom Rini04f7e952023-08-20 13:31:26 -0400523 timeoutInMinutes: 0 # Use the maximum allowed
Bin Mengbf275222019-10-28 07:25:03 -0700524 displayName: 'Build the World'
525 pool:
526 vmImage: $(ubuntu_vm)
527 strategy:
Tom Rini797e5362024-06-18 08:18:47 -0600528 # We split the world up in to 10 jobs as we can have at most 10
529 # parallel jobs going on the free tier of Azure.
Bin Mengbf275222019-10-28 07:25:03 -0700530 matrix:
Tom Riniebd60ff2024-06-18 08:18:50 -0600531 am33xx_kirkwood_ls1_mvebu_omap:
532 BUILDMAN: $(am33xx_kirkwood_ls1_mvebu_omap)
Tom Rini9aeac892023-08-20 13:31:27 -0400533 amlogic_bcm_boundary_engicam_siemens_technexion_oradex:
Tom Rini378a5522024-06-18 08:18:48 -0600534 BUILDMAN: $(amlogic_bcm_boundary_engicam_siemens_technexion_oradex)
Tom Riniebd60ff2024-06-18 08:18:50 -0600535 arm_nxp_minus_imx_and_at91:
536 BUILDMAN: $(arm_nxp_minus_imx_and_at91)
Bin Mengbf275222019-10-28 07:25:03 -0700537 imx:
Tom Rini378a5522024-06-18 08:18:48 -0600538 BUILDMAN: $(imx)
Tom Rini9aeac892023-08-20 13:31:27 -0400539 rk:
Tom Rini378a5522024-06-18 08:18:48 -0600540 BUILDMAN: $(rk)
Tom Rini9aeac892023-08-20 13:31:27 -0400541 sunxi:
Tom Rini378a5522024-06-18 08:18:48 -0600542 BUILDMAN: $(sunxi)
Tom Rini05f958f2022-08-09 21:08:52 -0400543 powerpc:
Tom Rini378a5522024-06-18 08:18:48 -0600544 BUILDMAN: $(powerpc)
Tom Rini9aeac892023-08-20 13:31:27 -0400545 arm_catch_all:
Tom Rini378a5522024-06-18 08:18:48 -0600546 BUILDMAN: $(arm_catch_all)
Bin Mengbf275222019-10-28 07:25:03 -0700547 aarch64_catch_all:
Tom Rini378a5522024-06-18 08:18:48 -0600548 BUILDMAN: $(aarch64_catch_all)
Tom Rini9aeac892023-08-20 13:31:27 -0400549 everything_but_arm_and_powerpc:
Tom Rini378a5522024-06-18 08:18:48 -0600550 BUILDMAN: $(everything_but_arm_and_powerpc)
Bin Mengbf275222019-10-28 07:25:03 -0700551 steps:
552 - script: |
553 cat << EOF > build.sh
554 set -ex
555 cd ${WORK_DIR}
556 # make environment variables available as tests are running inside a container
557 export BUILDMAN="${BUILDMAN}"
Tom Rinibd181a22022-11-21 12:52:40 -0500558 git config --global --add safe.directory ${WORK_DIR}
Tom Rinif586cda2023-07-22 00:14:46 +0530559 pip install -r tools/buildman/requirements.txt
Bin Mengbf275222019-10-28 07:25:03 -0700560 EOF
561 cat << "EOF" >> build.sh
562 if [[ "${BUILDMAN}" != "" ]]; then
563 ret=0;
Tom Rinid7713ad2022-11-09 19:14:53 -0700564 tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
Simon Glassdd5c9542020-03-18 09:42:57 -0600565 if [[ $ret -ne 0 ]]; then
Simon Glassb52f5a12020-03-18 09:42:53 -0600566 tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
Bin Mengbf275222019-10-28 07:25:03 -0700567 exit $ret;
568 fi;
569 fi
570 EOF
571 cat build.sh
572 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh