Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 1 | variables: |
Tom Rini | d5f27cb | 2021-10-31 13:24:42 -0400 | [diff] [blame] | 2 | windows_vm: windows-2019 |
Tom Rini | 9f151fe | 2022-08-08 22:44:45 -0400 | [diff] [blame] | 3 | ubuntu_vm: ubuntu-22.04 |
Tom Rini | 72d5de5 | 2022-07-27 11:10:24 -0400 | [diff] [blame] | 4 | macos_vm: macOS-12 |
Tom Rini | 9d88597 | 2023-08-25 13:21:27 -0400 | [diff] [blame] | 5 | ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023 |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 6 | # Add '-u 0' options for Azure pipelines, otherwise we get "permission |
| 7 | # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer", |
| 8 | # since our $(ci_runner_image) user is not root. |
| 9 | container_option: -u 0 |
| 10 | work_dir: /u |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 11 | |
Tom Rini | 4c268a6 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 12 | stages: |
| 13 | - stage: testsuites |
| 14 | jobs: |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 15 | - job: tools_only_windows |
| 16 | displayName: 'Ensure host tools build for Windows' |
| 17 | pool: |
| 18 | vmImage: $(windows_vm) |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 19 | steps: |
Bin Meng | 31c3bce | 2020-07-28 02:06:44 -0700 | [diff] [blame] | 20 | - powershell: | |
Bin Meng | bd97b0d | 2021-06-22 07:33:21 +0800 | [diff] [blame] | 21 | (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe") |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 22 | displayName: 'Install MSYS2' |
| 23 | - script: | |
Bin Meng | 31c3bce | 2020-07-28 02:06:44 -0700 | [diff] [blame] | 24 | sfx.exe -y -o%CD:~0,2%\ |
Tom Rini | c7f4e6a | 2022-05-03 08:30:14 -0400 | [diff] [blame] | 25 | %CD:~0,2%\msys64\usr\bin\bash -lc " " |
| 26 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu" |
| 27 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu" |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 28 | displayName: 'Update MSYS2' |
| 29 | - script: | |
AKASHI Takahiro | ba21243 | 2022-02-09 19:10:39 +0900 | [diff] [blame] | 30 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel" |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 31 | displayName: 'Install Toolchain' |
| 32 | - script: | |
Tom Rini | ea79bb7 | 2022-11-19 18:45:43 -0500 | [diff] [blame] | 33 | echo make tools-only_defconfig tools-only > build-tools.sh |
Bin Meng | 8c65515 | 2020-07-28 02:06:42 -0700 | [diff] [blame] | 34 | %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh" |
Bin Meng | c7072d1 | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 35 | displayName: 'Build Host Tools' |
| 36 | env: |
| 37 | # Tell MSYS2 we need a POSIX emulation layer |
| 38 | MSYSTEM: MSYS |
| 39 | # Tell MSYS2 not to ‘cd’ our startup directory to HOME |
| 40 | CHERE_INVOKING: yes |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 41 | |
Tom Rini | ab1e85b | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 42 | - job: tools_only_macOS |
| 43 | displayName: 'Ensure host tools build for macOS X' |
| 44 | pool: |
| 45 | vmImage: $(macos_vm) |
| 46 | steps: |
AKASHI Takahiro | ba21243 | 2022-02-09 19:10:39 +0900 | [diff] [blame] | 47 | - script: brew install make ossp-uuid |
Tom Rini | ab1e85b | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 48 | displayName: Brew install dependencies |
| 49 | - script: | |
Tom Rini | ea79bb7 | 2022-11-19 18:45:43 -0500 | [diff] [blame] | 50 | gmake tools-only_config tools-only \ |
Tom Rini | ab1e85b | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 51 | HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \ |
| 52 | HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \ |
| 53 | -j$(sysctl -n hw.logicalcpu) |
| 54 | displayName: 'Perform tools-only build' |
| 55 | |
Tom Rini | 1cc7e4c | 2022-12-04 10:14:15 -0500 | [diff] [blame] | 56 | - job: check_for_new_CONFIG_symbols_outside_Kconfig |
| 57 | displayName: 'Check for new CONFIG symbols outside Kconfig' |
Tom Rini | bdfa376 | 2021-12-14 13:36:41 -0500 | [diff] [blame] | 58 | pool: |
| 59 | vmImage: $(ubuntu_vm) |
| 60 | container: |
| 61 | image: $(ci_runner_image) |
| 62 | options: $(container_option) |
| 63 | steps: |
Tom Rini | 1cc7e4c | 2022-12-04 10:14:15 -0500 | [diff] [blame] | 64 | # If grep succeeds and finds a match the test fails as we should |
| 65 | # have no matches. |
| 66 | - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_' |
Tom Rini | 8f7345c | 2023-01-10 11:19:46 -0500 | [diff] [blame] | 67 | :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h |
| 68 | :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0 |
Tom Rini | bdfa376 | 2021-12-14 13:36:41 -0500 | [diff] [blame] | 69 | |
Heinrich Schuchardt | 54de241 | 2023-01-12 20:30:58 +0100 | [diff] [blame] | 70 | - job: docs |
| 71 | displayName: 'Build documentation' |
Heinrich Schuchardt | fbf2bf9 | 2020-02-21 18:24:02 +0100 | [diff] [blame] | 72 | pool: |
| 73 | vmImage: $(ubuntu_vm) |
| 74 | container: |
| 75 | image: $(ci_runner_image) |
| 76 | options: $(container_option) |
| 77 | steps: |
Heinrich Schuchardt | 846abe4 | 2021-01-25 22:06:25 +0100 | [diff] [blame] | 78 | - script: | |
| 79 | virtualenv -p /usr/bin/python3 /tmp/venvhtml |
| 80 | . /tmp/venvhtml/bin/activate |
| 81 | pip install -r doc/sphinx/requirements.txt |
Heinrich Schuchardt | 2e0c8e6 | 2023-05-02 05:04:11 +0200 | [diff] [blame] | 82 | make htmldocs KDOC_WERROR=1 |
Heinrich Schuchardt | 54de241 | 2023-01-12 20:30:58 +0100 | [diff] [blame] | 83 | make infodocs |
Heinrich Schuchardt | fbf2bf9 | 2020-02-21 18:24:02 +0100 | [diff] [blame] | 84 | |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 85 | - job: maintainers |
| 86 | displayName: 'Ensure all configs have MAINTAINERS entries' |
| 87 | pool: |
| 88 | vmImage: $(ubuntu_vm) |
| 89 | container: |
| 90 | image: $(ci_runner_image) |
| 91 | options: $(container_option) |
| 92 | steps: |
| 93 | - script: | |
Tom Rini | ca00ac6 | 2023-10-23 11:37:47 -0400 | [diff] [blame] | 94 | ./tools/buildman/buildman --maintainer-check |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 95 | |
| 96 | - job: tools_only |
Tom Rini | 8244f00 | 2023-08-20 13:31:28 -0400 | [diff] [blame] | 97 | displayName: 'Ensure host tools and env tools build' |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 98 | pool: |
| 99 | vmImage: $(ubuntu_vm) |
| 100 | container: |
| 101 | image: $(ci_runner_image) |
| 102 | options: $(container_option) |
| 103 | steps: |
| 104 | - script: | |
| 105 | make tools-only_config tools-only -j$(nproc) |
Tom Rini | 8244f00 | 2023-08-20 13:31:28 -0400 | [diff] [blame] | 106 | make mrproper |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 107 | make tools-only_config envtools -j$(nproc) |
| 108 | |
| 109 | - job: utils |
Tom Rini | 0b3e0c4 | 2020-03-11 18:11:15 -0400 | [diff] [blame] | 110 | displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites' |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 111 | pool: |
| 112 | vmImage: $(ubuntu_vm) |
| 113 | steps: |
| 114 | - script: | |
Tom Rini | d1ed446 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 115 | cat << "EOF" > build.sh |
| 116 | cd $(work_dir) |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 117 | git config --global user.name "Azure Pipelines" |
| 118 | git config --global user.email bmeng.cn@gmail.com |
Tom Rini | d1ed446 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 119 | git config --global --add safe.directory $(work_dir) |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 120 | export USER=azure |
Tom Rini | 6c88310 | 2020-02-11 12:41:14 -0500 | [diff] [blame] | 121 | virtualenv -p /usr/bin/python3 /tmp/venv |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 122 | . /tmp/venv/bin/activate |
Tom Rini | 70c66dd | 2021-02-26 07:52:29 -0500 | [diff] [blame] | 123 | pip install -r test/py/requirements.txt |
Tom Rini | 95f1c6cb | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 124 | pip install -r tools/buildman/requirements.txt |
Tom Rini | 0808692 | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 125 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 126 | export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt |
| 127 | export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH} |
Tom Rini | 0808692 | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 128 | ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only |
Tom Rini | d1ed446 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 129 | set -ex |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 130 | ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test |
| 131 | ./tools/buildman/buildman -t |
| 132 | ./tools/dtoc/dtoc -t |
Simon Glass | 109e84e | 2020-07-05 21:41:55 -0600 | [diff] [blame] | 133 | ./tools/patman/patman test |
Tom Rini | 0b3e0c4 | 2020-03-11 18:11:15 -0400 | [diff] [blame] | 134 | make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 135 | EOF |
| 136 | cat build.sh |
| 137 | # We cannot use "container" like other jobs above, as buildman |
| 138 | # seems to hang forever with pre-configured "container" environment |
| 139 | docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh |
| 140 | |
Simon Glass | f690326 | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 141 | - job: pylint |
| 142 | displayName: Check for any pylint regressions |
| 143 | pool: |
| 144 | vmImage: $(ubuntu_vm) |
| 145 | container: |
| 146 | image: $(ci_runner_image) |
| 147 | options: $(container_option) |
| 148 | steps: |
| 149 | - script: | |
Tom Rini | d1ed446 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 150 | git config --global --add safe.directory $(work_dir) |
Simon Glass | f690326 | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 151 | export USER=azure |
| 152 | pip install -r test/py/requirements.txt |
Tom Rini | 95f1c6cb | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 153 | pip install -r tools/buildman/requirements.txt |
Tom Rini | 090ff81 | 2022-03-25 08:19:09 -0400 | [diff] [blame] | 154 | pip install asteval pylint==2.12.2 pyopenssl |
Simon Glass | f690326 | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 155 | export PATH=${PATH}:~/.local/bin |
| 156 | echo "[MASTER]" >> .pylintrc |
| 157 | echo "load-plugins=pylint.extensions.docparams" >> .pylintrc |
Tom Rini | 0808692 | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 158 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only |
| 159 | ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only |
Tom Rini | d1ed446 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 160 | set -ex |
Simon Glass | f690326 | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 161 | pylint --version |
| 162 | export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt |
| 163 | make pylint_err |
| 164 | |
Simon Glass | f96763a | 2023-02-13 08:56:39 -0700 | [diff] [blame] | 165 | - job: check_for_pre_schema_tags |
| 166 | displayName: 'Check for pre-schema driver model tags' |
| 167 | pool: |
| 168 | vmImage: $(ubuntu_vm) |
| 169 | container: |
| 170 | image: $(ci_runner_image) |
| 171 | options: $(container_option) |
| 172 | steps: |
| 173 | # If grep succeeds and finds a match the test fails as we should |
| 174 | # have no matches. |
| 175 | - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0 |
| 176 | |
Simon Glass | 5dd13b9 | 2023-02-23 18:18:24 -0700 | [diff] [blame] | 177 | - job: check_packing_of_python_tools |
| 178 | displayName: 'Check we can package the Python tools' |
| 179 | pool: |
| 180 | vmImage: $(ubuntu_vm) |
| 181 | container: |
| 182 | image: $(ci_runner_image) |
| 183 | options: $(container_option) |
| 184 | steps: |
| 185 | - script: make pip |
| 186 | |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 187 | - job: create_test_py_wrapper_script |
| 188 | displayName: 'Create and stage a wrapper for test.py runs' |
| 189 | pool: |
| 190 | vmImage: $(ubuntu_vm) |
| 191 | steps: |
| 192 | - checkout: none |
| 193 | - script: | |
| 194 | cat << EOF > test.sh |
| 195 | #!/bin/bash |
| 196 | set -ex |
| 197 | # the below corresponds to .gitlab-ci.yml "before_script" |
| 198 | cd \${WORK_DIR} |
| 199 | git config --global --add safe.directory \${WORK_DIR} |
| 200 | git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks |
| 201 | ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\` |
| 202 | ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\` |
| 203 | grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd |
| 204 | grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd |
| 205 | if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then |
Heinrich Schuchardt | 29999e4 | 2023-10-25 00:15:43 +0200 | [diff] [blame] | 206 | wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ; |
| 207 | export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin; |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 208 | fi |
| 209 | if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then |
Heinrich Schuchardt | 29999e4 | 2023-10-25 00:15:43 +0200 | [diff] [blame] | 210 | wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ; |
| 211 | export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin; |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 212 | fi |
| 213 | # the below corresponds to .gitlab-ci.yml "script" |
| 214 | cd \${WORK_DIR} |
| 215 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD} |
| 216 | if [ -n "\${BUILD_ENV}" ]; then |
| 217 | export \${BUILD_ENV}; |
| 218 | fi |
| 219 | pip install -r tools/buildman/requirements.txt |
| 220 | tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE} |
| 221 | cp ~/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/ |
| 222 | cp ~/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/ |
| 223 | cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi |
| 224 | cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi |
| 225 | cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi |
| 226 | # create sdcard / spi-nor images for sifive unleashed using genimage |
| 227 | if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then |
| 228 | mkdir -p root; |
| 229 | cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .; |
| 230 | cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .; |
| 231 | rm -rf tmp; |
| 232 | genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg; |
| 233 | cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/; |
| 234 | rm -rf tmp; |
| 235 | genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg; |
| 236 | cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/; |
| 237 | fi |
| 238 | if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then |
| 239 | wget -O - "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |xz -dc >\${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom; |
| 240 | wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool; |
| 241 | chmod a+x cbfstool; |
| 242 | ./cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000; |
| 243 | fi |
| 244 | virtualenv -p /usr/bin/python3 /tmp/venv |
| 245 | . /tmp/venv/bin/activate |
| 246 | pip install -r test/py/requirements.txt |
| 247 | pip install pytest-azurepipelines |
| 248 | export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH} |
| 249 | export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci |
| 250 | # "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not |
| 251 | ./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" |
| 252 | # the below corresponds to .gitlab-ci.yml "after_script" |
| 253 | rm -rf /tmp/uboot-test-hooks /tmp/venv |
| 254 | EOF |
| 255 | - task: CopyFiles@2 |
| 256 | displayName: 'Copy test.sh for later usage' |
| 257 | inputs: |
| 258 | contents: 'test.sh' |
| 259 | targetFolder: '$(Build.ArtifactStagingDirectory)' |
| 260 | - publish: '$(Build.ArtifactStagingDirectory)/test.sh' |
| 261 | displayName: 'Publish test.sh' |
| 262 | artifact: testsh |
| 263 | |
Tom Rini | c28b715 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 264 | - stage: test_py_sandbox |
Tom Rini | 4c268a6 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 265 | jobs: |
Tom Rini | c28b715 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 266 | - job: test_py_sandbox |
| 267 | displayName: 'test.py for sandbox' |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 268 | pool: |
| 269 | vmImage: $(ubuntu_vm) |
| 270 | strategy: |
| 271 | matrix: |
| 272 | sandbox: |
| 273 | TEST_PY_BD: "sandbox" |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 274 | sandbox_asan: |
| 275 | TEST_PY_BD: "sandbox" |
| 276 | OVERRIDE: "-a ASAN" |
| 277 | TEST_PY_TEST_SPEC: "version" |
Tom Rini | 99a1bb3 | 2019-11-06 19:30:47 -0500 | [diff] [blame] | 278 | sandbox_clang: |
| 279 | TEST_PY_BD: "sandbox" |
Tom Rini | ad9b2fd | 2023-03-21 15:07:45 -0400 | [diff] [blame] | 280 | OVERRIDE: "-O clang-16" |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 281 | sandbox_clang_asan: |
| 282 | TEST_PY_BD: "sandbox" |
| 283 | OVERRIDE: "-O clang-16 -a ASAN" |
| 284 | TEST_PY_TEST_SPEC: "version" |
Tom Rini | 8d088b6 | 2023-09-01 16:41:43 -0400 | [diff] [blame] | 285 | sandbox64: |
| 286 | TEST_PY_BD: "sandbox64" |
| 287 | sandbox64_clang: |
| 288 | TEST_PY_BD: "sandbox64" |
Tom Rini | 77d48f1 | 2022-11-22 12:31:58 -0500 | [diff] [blame] | 289 | OVERRIDE: "-O clang-16" |
Simon Glass | 2e32f5d | 2022-08-03 12:13:09 -0600 | [diff] [blame] | 290 | sandbox_nolto: |
| 291 | TEST_PY_BD: "sandbox" |
| 292 | BUILD_ENV: "NO_LTO=1" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 293 | sandbox_spl: |
| 294 | TEST_PY_BD: "sandbox_spl" |
Simon Glass | 36a69e1 | 2020-10-25 20:38:36 -0600 | [diff] [blame] | 295 | TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl" |
Simon Glass | a2a4eea | 2022-04-30 00:56:57 -0600 | [diff] [blame] | 296 | sandbox_vpl: |
| 297 | TEST_PY_BD: "sandbox_vpl" |
Simon Glass | 4e5e7f4 | 2023-04-02 14:01:26 +1200 | [diff] [blame] | 298 | TEST_PY_TEST_SPEC: "vpl or test_spl" |
Simon Glass | 492f0b0 | 2021-03-15 17:25:34 +1300 | [diff] [blame] | 299 | sandbox_noinst: |
| 300 | TEST_PY_BD: "sandbox_noinst" |
| 301 | TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl" |
Sean Anderson | f65dcc0 | 2023-10-14 16:47:59 -0400 | [diff] [blame] | 302 | sandbox_noinst_load_fit_full: |
| 303 | TEST_PY_BD: "sandbox_noinst" |
| 304 | TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl" |
| 305 | OVERRIDE: "-a CONFIG_SPL_LOAD_FIT_FULL=y" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 306 | sandbox_flattree: |
| 307 | TEST_PY_BD: "sandbox_flattree" |
Simon Glass | c2f0190 | 2023-01-15 14:16:00 -0700 | [diff] [blame] | 308 | sandbox_trace: |
| 309 | TEST_PY_BD: "sandbox" |
| 310 | BUILD_ENV: "FTRACE=1 NO_LTO=1" |
| 311 | TEST_PY_TEST_SPEC: "trace" |
Sughosh Ganu | 0c3783e | 2023-08-22 23:10:02 +0530 | [diff] [blame] | 312 | OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000" |
Tom Rini | c28b715 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 313 | steps: |
| 314 | - download: current |
| 315 | artifact: testsh |
| 316 | - script: | |
| 317 | # make current directory writeable to uboot user inside the container |
| 318 | # as sandbox testing need create files like spi flash images, etc. |
| 319 | # (TODO: clean up this in the future) |
| 320 | chmod 777 . |
| 321 | chmod 755 $(Pipeline.Workspace)/testsh/test.sh |
| 322 | # Filesystem tests need extra docker args to run |
| 323 | set -- |
| 324 | # mount -o loop needs the loop devices |
| 325 | if modprobe loop; then |
| 326 | for d in $(find /dev -maxdepth 1 -name 'loop*'); do |
| 327 | set -- "$@" --device $d:$d |
| 328 | done |
| 329 | fi |
| 330 | # Needed for mount syscall (for guestmount as well) |
| 331 | set -- "$@" --cap-add SYS_ADMIN |
| 332 | # Default apparmor profile denies mounts |
| 333 | set -- "$@" --security-opt apparmor=unconfined |
| 334 | # Some tests using libguestfs-tools need the fuse device to run |
| 335 | docker run "$@" --device /dev/fuse:/dev/fuse \ |
| 336 | -v $PWD:$(work_dir) \ |
| 337 | -v $(Pipeline.Workspace):$(Pipeline.Workspace) \ |
| 338 | -e WORK_DIR="${WORK_DIR}" \ |
| 339 | -e TEST_PY_BD="${TEST_PY_BD}" \ |
| 340 | -e TEST_PY_ID="${TEST_PY_ID}" \ |
| 341 | -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \ |
| 342 | -e OVERRIDE="${OVERRIDE}" \ |
| 343 | -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \ |
| 344 | $(Pipeline.Workspace)/testsh/test.sh |
| 345 | |
| 346 | - stage: test_py_qemu |
| 347 | jobs: |
| 348 | - job: test_py_qemu |
| 349 | displayName: 'test.py for QEMU platforms' |
| 350 | pool: |
| 351 | vmImage: $(ubuntu_vm) |
| 352 | strategy: |
| 353 | matrix: |
Simon Glass | 13e1fa0 | 2022-01-21 10:23:01 -0700 | [diff] [blame] | 354 | coreboot: |
| 355 | TEST_PY_BD: "coreboot" |
| 356 | TEST_PY_ID: "--id qemu" |
| 357 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 358 | evb_ast2500: |
| 359 | TEST_PY_BD: "evb-ast2500" |
| 360 | TEST_PY_ID: "--id qemu" |
Joel Stanley | 3f21e1b | 2022-06-29 16:35:25 +0930 | [diff] [blame] | 361 | evb_ast2600: |
| 362 | TEST_PY_BD: "evb-ast2600" |
| 363 | TEST_PY_ID: "--id qemu" |
Kristian Amlie | 8f8a299 | 2021-09-07 08:37:51 +0200 | [diff] [blame] | 364 | vexpress_ca9x4: |
| 365 | TEST_PY_BD: "vexpress_ca9x4" |
| 366 | TEST_PY_ID: "--id qemu" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 367 | integratorcp_cm926ejs: |
| 368 | TEST_PY_BD: "integratorcp_cm926ejs" |
| 369 | TEST_PY_ID: "--id qemu" |
| 370 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 371 | qemu_arm: |
| 372 | TEST_PY_BD: "qemu_arm" |
| 373 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 374 | qemu_arm64: |
| 375 | TEST_PY_BD: "qemu_arm64" |
| 376 | TEST_PY_TEST_SPEC: "not sleep" |
Marek Vasut | 07240eb | 2023-03-23 01:22:41 +0100 | [diff] [blame] | 377 | qemu_m68k: |
| 378 | TEST_PY_BD: "M5208EVBE" |
| 379 | TEST_PY_ID: "--id qemu" |
| 380 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 381 | OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR" |
Daniel Schwierzeck | 879bc74 | 2020-06-06 22:21:47 +0200 | [diff] [blame] | 382 | qemu_malta: |
| 383 | TEST_PY_BD: "malta" |
| 384 | TEST_PY_ID: "--id qemu" |
| 385 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 386 | qemu_maltael: |
| 387 | TEST_PY_BD: "maltael" |
| 388 | TEST_PY_ID: "--id qemu" |
| 389 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 390 | qemu_malta64: |
| 391 | TEST_PY_BD: "malta64" |
| 392 | TEST_PY_ID: "--id qemu" |
| 393 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 394 | qemu_malta64el: |
| 395 | TEST_PY_BD: "malta64el" |
| 396 | TEST_PY_ID: "--id qemu" |
| 397 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 398 | qemu_ppce500: |
| 399 | TEST_PY_BD: "qemu-ppce500" |
| 400 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | aeb3ea4 | 2020-03-28 07:25:27 -0700 | [diff] [blame] | 401 | qemu_riscv32: |
| 402 | TEST_PY_BD: "qemu-riscv32" |
| 403 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 404 | qemu_riscv64: |
| 405 | TEST_PY_BD: "qemu-riscv64" |
| 406 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | b68d9d6 | 2020-03-28 07:25:29 -0700 | [diff] [blame] | 407 | qemu_riscv32_spl: |
| 408 | TEST_PY_BD: "qemu-riscv32_spl" |
| 409 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | b68d9d6 | 2020-03-28 07:25:29 -0700 | [diff] [blame] | 410 | qemu_riscv64_spl: |
| 411 | TEST_PY_BD: "qemu-riscv64_spl" |
| 412 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 413 | qemu_x86: |
| 414 | TEST_PY_BD: "qemu-x86" |
| 415 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 416 | qemu_x86_64: |
| 417 | TEST_PY_BD: "qemu-x86_64" |
| 418 | TEST_PY_TEST_SPEC: "not sleep" |
Marek Vasut | fc5a9d7 | 2020-09-14 21:55:58 +0200 | [diff] [blame] | 419 | r2dplus_i82557c: |
| 420 | TEST_PY_BD: "r2dplus" |
| 421 | TEST_PY_ID: "--id i82557c_qemu" |
| 422 | r2dplus_pcnet: |
| 423 | TEST_PY_BD: "r2dplus" |
| 424 | TEST_PY_ID: "--id pcnet_qemu" |
| 425 | r2dplus_rtl8139: |
| 426 | TEST_PY_BD: "r2dplus" |
| 427 | TEST_PY_ID: "--id rtl8139_qemu" |
| 428 | r2dplus_tulip: |
| 429 | TEST_PY_BD: "r2dplus" |
| 430 | TEST_PY_ID: "--id tulip_qemu" |
Bin Meng | 0ae4106 | 2021-08-26 23:33:35 +0800 | [diff] [blame] | 431 | sifive_unleashed_sdcard: |
| 432 | TEST_PY_BD: "sifive_unleashed" |
| 433 | TEST_PY_ID: "--id sdcard_qemu" |
| 434 | sifive_unleashed_spi-nor: |
| 435 | TEST_PY_BD: "sifive_unleashed" |
| 436 | TEST_PY_ID: "--id spi-nor_qemu" |
Michal Simek | f8834fd | 2020-02-13 15:03:29 +0100 | [diff] [blame] | 437 | xilinx_zynq_virt: |
| 438 | TEST_PY_BD: "xilinx_zynq_virt" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 439 | TEST_PY_ID: "--id qemu" |
| 440 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 441 | xilinx_versal_virt: |
| 442 | TEST_PY_BD: "xilinx_versal_virt" |
| 443 | TEST_PY_ID: "--id qemu" |
| 444 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 445 | xtfpga: |
| 446 | TEST_PY_BD: "xtfpga" |
| 447 | TEST_PY_ID: "--id qemu" |
| 448 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 449 | steps: |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 450 | - download: current |
| 451 | artifact: testsh |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 452 | - script: | |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 453 | # make current directory writeable to uboot user inside the container |
| 454 | # as sandbox testing need create files like spi flash images, etc. |
| 455 | # (TODO: clean up this in the future) |
| 456 | chmod 777 . |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 457 | chmod 755 $(Pipeline.Workspace)/testsh/test.sh |
Alper Nebi Yasak | 6fb91f6 | 2021-06-21 21:51:55 +0300 | [diff] [blame] | 458 | # Some tests using libguestfs-tools need the fuse device to run |
Tom Rini | 63c0ce8 | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 459 | docker run "$@" --device /dev/fuse:/dev/fuse \ |
| 460 | -v $PWD:$(work_dir) \ |
| 461 | -v $(Pipeline.Workspace):$(Pipeline.Workspace) \ |
| 462 | -e WORK_DIR="${WORK_DIR}" \ |
| 463 | -e TEST_PY_BD="${TEST_PY_BD}" \ |
| 464 | -e TEST_PY_ID="${TEST_PY_ID}" \ |
| 465 | -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \ |
| 466 | -e OVERRIDE="${OVERRIDE}" \ |
| 467 | -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \ |
| 468 | $(Pipeline.Workspace)/testsh/test.sh |
Tom Rini | 6acc019 | 2023-07-11 22:33:03 -0400 | [diff] [blame] | 469 | retryCountOnTaskFailure: 2 # QEMU may be too slow, etc. |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 470 | |
Tom Rini | 4c268a6 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 471 | - stage: world_build |
| 472 | jobs: |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 473 | - job: build_the_world |
Tom Rini | 88a3397 | 2023-08-20 13:31:26 -0400 | [diff] [blame] | 474 | timeoutInMinutes: 0 # Use the maximum allowed |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 475 | displayName: 'Build the World' |
| 476 | pool: |
| 477 | vmImage: $(ubuntu_vm) |
| 478 | strategy: |
| 479 | # Use almost the same target division in .travis.yml, only merged |
Tom Rini | 5332012 | 2022-04-06 09:21:25 -0400 | [diff] [blame] | 480 | # 3 small build jobs (arc/microblaze/xtensa) into one. |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 481 | matrix: |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 482 | am33xx_at91_kirkwood_mvebu_omap: |
| 483 | BUILDMAN: "am33xx at91_kirkwood mvebu omap -x siemens" |
| 484 | amlogic_bcm_boundary_engicam_siemens_technexion_oradex: |
| 485 | BUILDMAN: "amlogic bcm boundary engicam siemens technexion toradex -x mips" |
| 486 | arm_nxp_minus_imx: |
| 487 | BUILDMAN: "freescale -x powerpc,m68k,imx,mx" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 488 | imx: |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 489 | BUILDMAN: "mx imx -x boundary,engicam,technexion,toradex" |
| 490 | rk: |
| 491 | BUILDMAN: "rk" |
| 492 | sunxi: |
| 493 | BUILDMAN: "sunxi" |
Tom Rini | fdb677d | 2022-08-09 21:08:52 -0400 | [diff] [blame] | 494 | powerpc: |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 495 | BUILDMAN: "powerpc" |
| 496 | arm_catch_all: |
| 497 | BUILDMAN: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 498 | aarch64_catch_all: |
Tom Rini | 8b3107a | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 499 | BUILDMAN: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex" |
| 500 | everything_but_arm_and_powerpc: |
| 501 | BUILDMAN: "-x arm,powerpc" |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 502 | steps: |
| 503 | - script: | |
| 504 | cat << EOF > build.sh |
| 505 | set -ex |
| 506 | cd ${WORK_DIR} |
| 507 | # make environment variables available as tests are running inside a container |
| 508 | export BUILDMAN="${BUILDMAN}" |
Tom Rini | e0f979b | 2022-11-21 12:52:40 -0500 | [diff] [blame] | 509 | git config --global --add safe.directory ${WORK_DIR} |
Tom Rini | 95f1c6cb | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 510 | pip install -r tools/buildman/requirements.txt |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 511 | EOF |
| 512 | cat << "EOF" >> build.sh |
| 513 | if [[ "${BUILDMAN}" != "" ]]; then |
| 514 | ret=0; |
Tom Rini | 93ebd46 | 2022-11-09 19:14:53 -0700 | [diff] [blame] | 515 | tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?; |
Simon Glass | da49935 | 2020-03-18 09:42:57 -0600 | [diff] [blame] | 516 | if [[ $ret -ne 0 ]]; then |
Simon Glass | ad8eaed | 2020-03-18 09:42:53 -0600 | [diff] [blame] | 517 | tools/buildman/buildman -o /tmp -seP ${BUILDMAN}; |
Bin Meng | ddaa6b1 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 518 | exit $ret; |
| 519 | fi; |
| 520 | fi |
| 521 | EOF |
| 522 | cat build.sh |
| 523 | docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh |