gitlab/azure: Use the -w option for sandbox_spl
[oweals/u-boot.git] / .azure-pipelines.yml
1 variables:
2   windows_vm: vs2017-win2016
3   ubuntu_vm: ubuntu-18.04
4   ci_runner_image: trini/u-boot-gitlab-ci-runner:bionic-20200311-10Apr2020
5   # Add '-u 0' options for Azure pipelines, otherwise we get "permission
6   # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
7   # since our $(ci_runner_image) user is not root.
8   container_option: -u 0
9   work_dir: /u
10
11 jobs:
12   - job: tools_only_windows
13     displayName: 'Ensure host tools build for Windows'
14     pool:
15       vmImage: $(windows_vm)
16     strategy:
17       matrix:
18         i686:
19           MSYS_DIR: msys32
20           BASE_REPO: msys2-ci-base-i686
21         x86_64:
22           MSYS_DIR: msys64
23           BASE_REPO: msys2-ci-base
24     steps:
25       - script: |
26           git clone https://github.com/msys2/$(BASE_REPO).git %CD:~0,2%\$(MSYS_DIR)
27         displayName: 'Install MSYS2'
28       - script: |
29           set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
30           %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm -Syyuu
31         displayName: 'Update MSYS2'
32       - script: |
33           set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
34           %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm --needed -S make gcc bison diffutils openssl-devel
35         displayName: 'Install Toolchain'
36       - script: |
37           set PATH=C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
38           echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
39           %CD:~0,2%\$(MSYS_DIR)\usr\bin\bash -lc "bash build-tools.sh"
40         displayName: 'Build Host Tools'
41         env:
42           # Tell MSYS2 we need a POSIX emulation layer
43           MSYSTEM: MSYS
44           # Tell MSYS2 not to ‘cd’ our startup directory to HOME
45           CHERE_INVOKING: yes
46
47   - job: cppcheck
48     displayName: 'Static code analysis with cppcheck'
49     pool:
50       vmImage: $(ubuntu_vm)
51     container:
52       image: $(ci_runner_image)
53       options: $(container_option)
54     steps:
55       - script: cppcheck --force --quiet --inline-suppr .
56
57   - job: htmldocs
58     displayName: 'Build HTML documentation'
59     pool:
60       vmImage: $(ubuntu_vm)
61     container:
62       image: $(ci_runner_image)
63       options: $(container_option)
64     steps:
65       - script: make htmldocs
66
67   - job: todo
68     displayName: 'Search for TODO within source tree'
69     pool:
70       vmImage: $(ubuntu_vm)
71     container:
72       image: $(ci_runner_image)
73       options: $(container_option)
74     steps:
75       - script: grep -r TODO .
76       - script: grep -r FIXME .
77       - script: grep -r HACK . | grep -v HACKKIT
78
79   - job: sloccount
80     displayName: 'Some statistics about the code base'
81     pool:
82       vmImage: $(ubuntu_vm)
83     container:
84       image: $(ci_runner_image)
85       options: $(container_option)
86     steps:
87       - script: sloccount .
88
89   - job: maintainers
90     displayName: 'Ensure all configs have MAINTAINERS entries'
91     pool:
92       vmImage: $(ubuntu_vm)
93     container:
94       image: $(ci_runner_image)
95       options: $(container_option)
96     steps:
97       - script: |
98           if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
99
100   - job: tools_only
101     displayName: 'Ensure host tools build'
102     pool:
103       vmImage: $(ubuntu_vm)
104     container:
105       image: $(ci_runner_image)
106       options: $(container_option)
107     steps:
108       - script: |
109           make tools-only_config tools-only -j$(nproc)
110
111   - job: envtools
112     displayName: 'Ensure env tools build'
113     pool:
114       vmImage: $(ubuntu_vm)
115     container:
116       image: $(ci_runner_image)
117       options: $(container_option)
118     steps:
119       - script: |
120           make tools-only_config envtools -j$(nproc)
121
122   - job: utils
123     displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
124     pool:
125       vmImage: $(ubuntu_vm)
126     steps:
127       - script: |
128           cat << EOF > build.sh
129           set -ex
130           cd ${WORK_DIR}
131           EOF
132           cat << "EOF" >> build.sh
133           git config --global user.name "Azure Pipelines"
134           git config --global user.email bmeng.cn@gmail.com
135           export USER=azure
136           virtualenv -p /usr/bin/python3 /tmp/venv
137           . /tmp/venv/bin/activate
138           pip install pyelftools pytest
139           export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
140           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
141           export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
142           ./tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w sandbox_spl
143           ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
144           ./tools/buildman/buildman -t
145           ./tools/dtoc/dtoc -t
146           ./tools/patman/patman --test
147           make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
148           EOF
149           cat build.sh
150           # We cannot use "container" like other jobs above, as buildman
151           # seems to hang forever with pre-configured "container" environment
152           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
153
154   - job: test_py
155     displayName: 'test.py'
156     pool:
157       vmImage: $(ubuntu_vm)
158     strategy:
159       matrix:
160         sandbox:
161           TEST_PY_BD: "sandbox"
162           BUILDMAN: "^sandbox$"
163         sandbox_clang:
164           TEST_PY_BD: "sandbox"
165           BUILDMAN: "^sandbox$"
166           OVERRIDE: "-O clang-7"
167         sandbox_spl:
168           TEST_PY_BD: "sandbox_spl"
169           TEST_PY_TEST_SPEC: "test_ofplatdata"
170           BUILDMAN: "^sandbox_spl$"
171         sandbox_flattree:
172           TEST_PY_BD: "sandbox_flattree"
173           BUILDMAN: "^sandbox_flattree$"
174         evb_ast2500:
175           TEST_PY_BD: "evb-ast2500"
176           TEST_PY_ID: "--id qemu"
177           BUILDMAN: "^evb-ast2500$"
178         vexpress_ca15_tc2:
179           TEST_PY_BD: "vexpress_ca15_tc2"
180           TEST_PY_ID: "--id qemu"
181           BUILDMAN: "^vexpress_ca15_tc2$"
182         vexpress_ca9x4:
183           TEST_PY_BD: "vexpress_ca9x4"
184           TEST_PY_ID: "--id qemu"
185           BUILDMAN: "^vexpress_ca9x4$"
186         integratorcp_cm926ejs:
187           TEST_PY_BD: "integratorcp_cm926ejs"
188           TEST_PY_ID: "--id qemu"
189           TEST_PY_TEST_SPEC: "not sleep"
190           BUILDMAN: "^integratorcp_cm926ejs$"
191         qemu_arm:
192           TEST_PY_BD: "qemu_arm"
193           TEST_PY_TEST_SPEC: "not sleep"
194           BUILDMAN: "^qemu_arm$"
195         qemu_arm64:
196           TEST_PY_BD: "qemu_arm64"
197           TEST_PY_TEST_SPEC: "not sleep"
198           BUILDMAN: "^qemu_arm64$"
199         qemu_mips:
200           TEST_PY_BD: "qemu_mips"
201           TEST_PY_TEST_SPEC: "not sleep"
202           BUILDMAN: "^qemu_mips$"
203         qemu_mipsel:
204           TEST_PY_BD: "qemu_mipsel"
205           TEST_PY_TEST_SPEC: "not sleep"
206           BUILDMAN: "^qemu_mipsel$"
207         qemu_mips64:
208           TEST_PY_BD: "qemu_mips64"
209           TEST_PY_TEST_SPEC: "not sleep"
210           BUILDMAN: "^qemu_mips64$"
211         qemu_mips64el:
212           TEST_PY_BD: "qemu_mips64el"
213           TEST_PY_TEST_SPEC: "not sleep"
214           BUILDMAN: "^qemu_mips64el$"
215         qemu_ppce500:
216           TEST_PY_BD: "qemu-ppce500"
217           TEST_PY_TEST_SPEC: "not sleep"
218           BUILDMAN: "^qemu-ppce500$"
219         qemu_riscv32:
220           TEST_PY_BD: "qemu-riscv32"
221           TEST_PY_TEST_SPEC: "not sleep"
222           BUILDMAN: "^qemu-riscv32$"
223         qemu_riscv64:
224           TEST_PY_BD: "qemu-riscv64"
225           TEST_PY_TEST_SPEC: "not sleep"
226           BUILDMAN: "^qemu-riscv64$"
227         qemu_riscv32_spl:
228           TEST_PY_BD: "qemu-riscv32_spl"
229           TEST_PY_TEST_SPEC: "not sleep"
230           BUILDMAN: "^qemu-riscv32_spl$"
231         qemu_riscv64_spl:
232           TEST_PY_BD: "qemu-riscv64_spl"
233           TEST_PY_TEST_SPEC: "not sleep"
234           BUILDMAN: "^qemu-riscv64_spl$"
235         qemu_x86:
236           TEST_PY_BD: "qemu-x86"
237           TEST_PY_TEST_SPEC: "not sleep"
238           BUILDMAN: "^qemu-x86$"
239         qemu_x86_64:
240           TEST_PY_BD: "qemu-x86_64"
241           TEST_PY_TEST_SPEC: "not sleep"
242           BUILDMAN: "^qemu-x86_64$"
243         xilinx_zynq_virt:
244           TEST_PY_BD: "xilinx_zynq_virt"
245           TEST_PY_ID: "--id qemu"
246           TEST_PY_TEST_SPEC: "not sleep"
247           BUILDMAN: "^xilinx_zynq_virt$"
248         xilinx_versal_virt:
249           TEST_PY_BD: "xilinx_versal_virt"
250           TEST_PY_ID: "--id qemu"
251           TEST_PY_TEST_SPEC: "not sleep"
252           BUILDMAN: "^xilinx_versal_virt$"
253         xtfpga:
254           TEST_PY_BD: "xtfpga"
255           TEST_PY_ID: "--id qemu"
256           TEST_PY_TEST_SPEC: "not sleep"
257           BUILDMAN: "^xtfpga$"
258     steps:
259       - script: |
260           cat << EOF > test.sh
261           set -ex
262           # make environment variables available as tests are running inside a container
263           export WORK_DIR="${WORK_DIR}"
264           export TEST_PY_BD="${TEST_PY_BD}"
265           export TEST_PY_ID="${TEST_PY_ID}"
266           export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
267           export BUILDMAN="${BUILDMAN}"
268           export OVERRIDE="${OVERRIDE}"
269           EOF
270           cat << "EOF" >> test.sh
271           # the below corresponds to .gitlab-ci.yml "before_script"
272           cd ${WORK_DIR}
273           git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
274           ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
275           ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
276           grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
277           grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
278           cp /opt/grub/grubriscv64.efi ~/grub_riscv64.efi
279           cp /opt/grub/grubriscv32.efi ~/grub_riscv32.efi
280           cp /opt/grub/grubaa64.efi ~/grub_arm64.efi
281           cp /opt/grub/grubarm.efi ~/grub_arm.efi
282           if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
283               wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz | tar -C /tmp -xJ;
284               export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
285           fi
286           if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
287               wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz | tar -C /tmp -xJ;
288               export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
289           fi
290           # the below corresponds to .gitlab-ci.yml "script"
291           cd ${WORK_DIR}
292           if [[ "${BUILDMAN}" != "" ]]; then
293               ret=0;
294               tools/buildman/buildman -o /tmp -P -E ${BUILDMAN} ${OVERRIDE} || ret=$?;
295               if [[ $ret -ne 0 && $ret -ne 129 ]]; then
296                   tools/buildman/buildman -o /tmp -sdeP ${BUILDMAN};
297                   exit $ret;
298               fi;
299           fi
300           virtualenv -p /usr/bin/python3 /tmp/venv
301           . /tmp/venv/bin/activate
302           pip install -r test/py/requirements.txt
303           export UBOOT_TRAVIS_BUILD_DIR=/tmp/.bm-work/${TEST_PY_BD};
304           export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
305           export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
306           if [[ "${TEST_PY_BD}" != "" ]]; then
307               ./test/py/test.py --bd ${TEST_PY_BD} ${TEST_PY_ID} -k "${TEST_PY_TEST_SPEC:-not a_test_which_does_not_exist}" --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
308               ret=$?;
309               if [[ $ret -ne 0 ]]; then
310                   exit $ret;
311               fi;
312           fi
313           # the below corresponds to .gitlab-ci.yml "after_script"
314           rm -rf /tmp/uboot-test-hooks /tmp/venv
315           EOF
316           cat test.sh
317           # make current directory writeable to uboot user inside the container
318           # as sandbox testing need create files like spi flash images, etc.
319           # (TODO: clean up this in the future)
320           chmod 777 .
321           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
322
323   - job: build_the_world
324     displayName: 'Build the World'
325     pool:
326       vmImage: $(ubuntu_vm)
327     strategy:
328       # Use almost the same target division in .travis.yml, only merged
329       # 4 small build jobs (arc/microblaze/nds32/xtensa) into one.
330       matrix:
331         arc_microblaze_nds32_xtensa:
332           BUILDMAN: "arc microblaze nds32 xtensa"
333         arm11_arm7_arm920t_arm946es:
334           BUILDMAN: "arm11 arm7 arm920t arm946es"
335         arm926ejs:
336           BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,spear,omap"
337         at91_non_armv7:
338           BUILDMAN: "at91 -x armv7"
339         at91_non_arm926ejs:
340           BUILDMAN: "at91 -x arm926ejs"
341         boundary_engicam_toradex:
342           BUILDMAN: "boundary engicam toradex"
343         arm_bcm:
344           BUILDMAN: "bcm -x mips"
345         nxp_arm32:
346           BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
347         nxp_ls101x:
348           BUILDMAN: "freescale&ls101"
349         nxp_ls102x:
350           BUILDMAN: "freescale&ls102"
351         nxp_ls104x:
352           BUILDMAN: "freescale&ls104"
353         nxp_ls108x:
354           BUILDMAN: "freescale&ls108"
355         nxp_ls20xx:
356           BUILDMAN: "freescale&ls20"
357         nxp_lx216x:
358           BUILDMAN: "freescale&lx216"
359         imx6:
360           BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
361         imx:
362           BUILDMAN: "mx -x mx6,freescale,technexion,toradex"
363         keystone2_keystone3:
364           BUILDMAN: "k2 k3"
365         samsung_socfpga:
366           BUILDMAN: "samsung socfpga"
367         spear:
368           BUILDMAN: "spear"
369         sun4i:
370           BUILDMAN: "sun4i"
371         sun5i:
372           BUILDMAN: "sun5i"
373         sun6i:
374           BUILDMAN: "sun6i"
375         sun7i:
376           BUILDMAN: "sun7i"
377         sun8i_32bit:
378           BUILDMAN: "sun8i&armv7"
379         sun8i_64bit:
380           BUILDMAN: "sun8i&aarch64"
381         sun9i:
382           BUILDMAN: "sun9i"
383         sun50i:
384           BUILDMAN: "sun50i"
385         arm_catch_all:
386           BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
387         sandbox_x86:
388           BUILDMAN: "sandbox x86"
389         technexion:
390           BUILDMAN: "technexion"
391         kirkwood:
392           BUILDMAN: "kirkwood"
393         mvebu:
394           BUILDMAN: "mvebu"
395         m68k:
396           BUILDMAN: "m68k"
397         mips:
398           BUILDMAN: "mips"
399         non_fsl_ppc:
400           BUILDMAN: "powerpc -x freescale"
401         mpc85xx_freescale:
402           BUILDMAN: "mpc85xx&freescale -x t208xrdb -x t4qds -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x b4860qds -x bsc91*"
403         t208xrdb_corenet_ds:
404           BUILDMAN: "t208xrdb corenet_ds"
405         fsl_ppc:
406           BUILDMAN: "t4qds b4860qds mpc83xx&freescale mpc86xx&freescale"
407         t102x:
408           BUILDMAN: "t102*"
409         p1_p2_rdb_pc:
410           BUILDMAN: "p1_p2_rdb_pc"
411         p1010rdb_bsc91:
412           BUILDMAN: "p1010rdb bsc91"
413         siemens:
414           BUILDMAN: "siemens"
415         tegra:
416           BUILDMAN: "tegra -x toradex"
417         am33xx_no_siemens:
418           BUILDMAN: "am33xx -x siemens"
419         omap:
420           BUILDMAN: "omap"
421         uniphier:
422           BUILDMAN: "uniphier"
423         aarch64_catch_all:
424           BUILDMAN: "aarch64 -x bcm,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,sunxi,samsung,socfpga,rk,versal,zynq"
425         rockchip:
426           BUILDMAN: "rk"
427         sh:
428           BUILDMAN: "sh -x arm"
429         zynq:
430           BUILDMAN: "zynq&armv7"
431         zynqmp_versal:
432           BUILDMAN: "versal|zynqmp&aarch64"
433         riscv:
434           BUILDMAN: "riscv"
435     steps:
436       - script: |
437           cat << EOF > build.sh
438           set -ex
439           cd ${WORK_DIR}
440           # make environment variables available as tests are running inside a container
441           export BUILDMAN="${BUILDMAN}"
442           EOF
443           cat << "EOF" >> build.sh
444           if [[ "${BUILDMAN}" != "" ]]; then
445               ret=0;
446               tools/buildman/buildman -o /tmp -P -E ${BUILDMAN} ${OVERRIDE} || ret=$?;
447               if [[ $ret -ne 0 && $ret -ne 129 ]]; then
448                   tools/buildman/buildman -o /tmp -sdeP ${BUILDMAN};
449                   exit $ret;
450               fi;
451           fi
452           EOF
453           cat build.sh
454           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh