.gitlab-ci.yml

   1 # Currently we have two build stages after our containers are built:
   2 #  - build (for traditional build and test or first stage build)
   3 #  - test (for test stages, using build artefacts from a build stage)
   4 stages:
   5   - containers
   6   - containers-layer2
   7   - build
   8   - test
   9
  10 include:
  11   - local: '/.gitlab-ci.d/edk2.yml'
  12   - local: '/.gitlab-ci.d/opensbi.yml'
  13   - local: '/.gitlab-ci.d/containers.yml'
  14   - local: '/.gitlab-ci.d/crossbuilds.yml'
  15
  16 .native_build_job_template: &native_build_job_definition
  17   stage: build
  18   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  19   before_script:
  20     - JOBS=$(expr $(nproc) + 1)
  21     - sed -i s,git.qemu.org/git,gitlab.com/qemu-project, .gitmodules
  22   script:
  23     - mkdir build
  24     - cd build
  25     - if test -n "$TARGETS";
  26       then
  27         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
  28       else
  29         ../configure --enable-werror $CONFIGURE_ARGS ;
  30       fi || { cat config.log meson-logs/meson-log.txt && exit 1; }
  31     - make -j"$JOBS"
  32     - if test -n "$MAKE_CHECK_ARGS";
  33       then
  34         make -j"$JOBS" $MAKE_CHECK_ARGS ;
  35       fi
  36
  37 .native_test_job_template: &native_test_job_definition
  38   stage: test
  39   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  40   script:
  41     - cd build
  42     - find . -type f -exec touch {} +
  43     - make $MAKE_CHECK_ARGS
  44
  45 .acceptance_template: &acceptance_definition
  46   cache:
  47     key: "${CI_JOB_NAME}-cache"
  48     paths:
  49       - ${CI_PROJECT_DIR}/avocado-cache
  50     policy: pull-push
  51   artifacts:
  52     paths:
  53       - build/tests/results/latest/results.xml
  54     reports:
  55       junit: build/tests/results/latest/results.xml
  56   before_script:
  57     - mkdir -p ~/.config/avocado
  58     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
  59     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
  60            >> ~/.config/avocado/avocado.conf
  61     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
  62         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
  63       fi
  64     - export AVOCADO_ALLOW_UNTRUSTED_CODE=1
  65   after_script:
  66     - cd build
  67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP", "CANCEL")]' | xargs cat
  68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
  69
  70 build-system-ubuntu:
  71   <<: *native_build_job_definition
  72   variables:
  73     IMAGE: ubuntu2004
  74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
  75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
  76     MAKE_CHECK_ARGS: check-build
  77     CONFIGURE_ARGS: --enable-docs
  78   artifacts:
  79     expire_in: 2 days
  80     paths:
  81       - build
  82
  83 check-system-ubuntu:
  84   <<: *native_test_job_definition
  85   needs:
  86     - job: build-system-ubuntu
  87       artifacts: true
  88   variables:
  89     IMAGE: ubuntu2004
  90     MAKE_CHECK_ARGS: check
  91
  92 acceptance-system-ubuntu:
  93   <<: *native_test_job_definition
  94   needs:
  95     - job: build-system-ubuntu
  96       artifacts: true
  97   variables:
  98     IMAGE: ubuntu2004
  99     MAKE_CHECK_ARGS: check-acceptance
 100   <<: *acceptance_definition
 101
 102 build-system-debian:
 103   <<: *native_build_job_definition
 104   variables:
 105     IMAGE: debian-amd64
 106     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
 107       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
 108     MAKE_CHECK_ARGS: check-build
 109     CONFIGURE_ARGS: --enable-docs
 110   artifacts:
 111     expire_in: 2 days
 112     paths:
 113       - build
 114
 115 check-system-debian:
 116   <<: *native_test_job_definition
 117   needs:
 118     - job: build-system-debian
 119       artifacts: true
 120   variables:
 121     IMAGE: debian-amd64
 122     MAKE_CHECK_ARGS: check
 123
 124 acceptance-system-debian:
 125   <<: *native_test_job_definition
 126   needs:
 127     - job: build-system-debian
 128       artifacts: true
 129   variables:
 130     IMAGE: debian-amd64
 131     MAKE_CHECK_ARGS: check-acceptance
 132   <<: *acceptance_definition
 133
 134 build-system-fedora:
 135   <<: *native_build_job_definition
 136   variables:
 137     IMAGE: fedora
 138     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle --enable-docs
 139     TARGETS: tricore-softmmu microblaze-softmmu mips-softmmu
 140       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
 141     MAKE_CHECK_ARGS: check-build
 142   artifacts:
 143     expire_in: 2 days
 144     paths:
 145       - build
 146
 147 check-system-fedora:
 148   <<: *native_test_job_definition
 149   needs:
 150     - job: build-system-fedora
 151       artifacts: true
 152   variables:
 153     IMAGE: fedora
 154     MAKE_CHECK_ARGS: check
 155
 156 acceptance-system-fedora:
 157   <<: *native_test_job_definition
 158   needs:
 159     - job: build-system-fedora
 160       artifacts: true
 161   variables:
 162     IMAGE: fedora
 163     MAKE_CHECK_ARGS: check-acceptance
 164   <<: *acceptance_definition
 165
 166 build-system-centos:
 167   <<: *native_build_job_definition
 168   variables:
 169     IMAGE: centos8
 170     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 171     TARGETS: ppc64-softmmu or1k-softmmu s390x-softmmu
 172       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
 173     MAKE_CHECK_ARGS: check-build
 174   artifacts:
 175     expire_in: 2 days
 176     paths:
 177       - build
 178
 179 check-system-centos:
 180   <<: *native_test_job_definition
 181   needs:
 182     - job: build-system-centos
 183       artifacts: true
 184   variables:
 185     IMAGE: centos8
 186     MAKE_CHECK_ARGS: check
 187
 188 acceptance-system-centos:
 189   <<: *native_test_job_definition
 190   needs:
 191     - job: build-system-centos
 192       artifacts: true
 193   variables:
 194     IMAGE: centos8
 195     MAKE_CHECK_ARGS: check-acceptance
 196   <<: *acceptance_definition
 197
 198 build-disabled:
 199   <<: *native_build_job_definition
 200   variables:
 201     IMAGE: fedora
 202     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
 203       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
 204       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
 205       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
 206       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
 207       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
 208       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
 209       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
 210       --disable-numa --disable-parallels --disable-pie --disable-qcow1
 211       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
 212       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
 213       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
 214       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
 215       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
 216       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
 217       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
 218       --disable-xen --disable-zstd
 219     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
 220       s390x-softmmu i386-linux-user
 221     MAKE_CHECK_ARGS: check-qtest SPEED=slow
 222
 223 build-tcg-disabled:
 224   <<: *native_build_job_definition
 225   variables:
 226     IMAGE: centos8
 227   script:
 228     - mkdir build
 229     - cd build
 230     - ../configure --disable-tcg --audio-drv-list="" || { cat config.log meson-logs/meson-log.txt && exit 1; }
 231     - make -j"$JOBS"
 232     - make check-unit
 233     - make check-qapi-schema
 234     - cd tests/qemu-iotests/
 235     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
 236             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
 237             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
 238     - ./check -qcow2 028 051 056 057 058 065 068 082 085 091 095 096 102 122
 239             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
 240             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
 241             260 261 262 263 264 270 272 273 277 279
 242
 243 build-user:
 244   <<: *native_build_job_definition
 245   variables:
 246     IMAGE: debian-all-test-cross
 247     CONFIGURE_ARGS: --disable-tools --disable-system
 248     MAKE_CHECK_ARGS: check-tcg
 249
 250 # Only build the softmmu targets we have check-tcg tests for
 251 build-some-softmmu:
 252   <<: *native_build_job_definition
 253   variables:
 254     IMAGE: debian-all-test-cross
 255     CONFIGURE_ARGS: --disable-tools --enable-debug-tcg
 256     TARGETS: xtensa-softmmu arm-softmmu aarch64-softmmu alpha-softmmu
 257     MAKE_CHECK_ARGS: check-tcg
 258
 259 # Run check-tcg against linux-user (with plugins)
 260 # we skip sparc64-linux-user until it has been fixed somewhat
 261 # we skip cris-linux-user as it doesn't use the common run loop
 262 build-user-plugins:
 263   <<: *native_build_job_definition
 264   variables:
 265     IMAGE: debian-all-test-cross
 266     CONFIGURE_ARGS: --disable-tools --disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user
 267     MAKE_CHECK_ARGS: check-tcg
 268   timeout: 1h 30m
 269
 270 build-some-softmmu-plugins:
 271   <<: *native_build_job_definition
 272   variables:
 273     IMAGE: debian-all-test-cross
 274     CONFIGURE_ARGS: --disable-tools --disable-user --enable-plugins --enable-debug-tcg
 275     TARGETS: xtensa-softmmu arm-softmmu aarch64-softmmu alpha-softmmu
 276     MAKE_CHECK_ARGS: check-tcg
 277
 278 build-clang:
 279   <<: *native_build_job_definition
 280   variables:
 281     IMAGE: fedora
 282     CONFIGURE_ARGS: --cc=clang --cxx=clang++
 283     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
 284       ppc-softmmu s390x-softmmu arm-linux-user
 285     MAKE_CHECK_ARGS: check
 286
 287 # These targets are on the way out
 288 build-deprecated:
 289   <<: *native_build_job_definition
 290   variables:
 291     IMAGE: debian-all-test-cross
 292     CONFIGURE_ARGS: --disable-docs --disable-tools
 293     MAKE_CHECK_ARGS: build-tcg
 294     TARGETS: ppc64abi32-linux-user tilegx-linux-user lm32-softmmu
 295       unicore32-softmmu
 296   artifacts:
 297     expire_in: 2 days
 298     paths:
 299       - build
 300
 301 # We split the check-tcg step as test failures are expected but we still
 302 # want to catch the build breaking.
 303 check-deprecated:
 304   <<: *native_test_job_definition
 305   needs:
 306     - job: build-deprecated
 307       artifacts: true
 308   variables:
 309     IMAGE: debian-all-test-cross
 310     MAKE_CHECK_ARGS: check-tcg
 311   allow_failure: true
 312
 313 build-oss-fuzz:
 314   <<: *native_build_job_definition
 315   variables:
 316     IMAGE: fedora
 317   script:
 318     - mkdir build-oss-fuzz
 319     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
 320       ./scripts/oss-fuzz/build.sh
 321     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
 322     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
 323                       | grep -v slirp); do
 324         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
 325         echo Testing ${fuzzer} ... ;
 326         "${fuzzer}" -runs=1 -seed=1 || exit 1 ;
 327       done
 328     # Unrelated to fuzzer: run some tests with -fsanitize=address
 329     - cd build-oss-fuzz && make check-qtest-i386 check-unit
 330
 331 build-tci:
 332   <<: *native_build_job_definition
 333   variables:
 334     IMAGE: fedora
 335   script:
 336     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
 337     - mkdir build
 338     - cd build
 339     - ../configure --enable-tcg-interpreter
 340         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)" || { cat config.log meson-logs/meson-log.txt && exit 1; }
 341     - make -j"$JOBS"
 342     - make run-tcg-tests-x86_64-softmmu
 343     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
 344     - for tg in $TARGETS ; do
 345         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
 346         ./tests/qtest/boot-serial-test || exit 1 ;
 347         ./tests/qtest/cdrom-test || exit 1 ;
 348       done
 349     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
 350     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
 351
 352 # Most jobs test latest gcrypt or nettle builds
 353 #
 354 # These jobs test old gcrypt and nettle from RHEL7
 355 # which had some API differences.
 356 build-crypto-old-nettle:
 357   <<: *native_build_job_definition
 358   variables:
 359     IMAGE: centos7
 360     TARGETS: x86_64-softmmu x86_64-linux-user
 361     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 362     MAKE_CHECK_ARGS: check-build
 363   artifacts:
 364     paths:
 365       - build
 366
 367 check-crypto-old-nettle:
 368   <<: *native_test_job_definition
 369   needs:
 370     - job: build-crypto-old-nettle
 371       artifacts: true
 372   variables:
 373     IMAGE: centos7
 374     MAKE_CHECK_ARGS: check
 375
 376
 377 build-crypto-old-gcrypt:
 378   <<: *native_build_job_definition
 379   variables:
 380     IMAGE: centos7
 381     TARGETS: x86_64-softmmu x86_64-linux-user
 382     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 383     MAKE_CHECK_ARGS: check-build
 384   artifacts:
 385     paths:
 386       - build
 387
 388 check-crypto-old-gcrypt:
 389   <<: *native_test_job_definition
 390   needs:
 391     - job: build-crypto-old-gcrypt
 392       artifacts: true
 393   variables:
 394     IMAGE: centos7
 395     MAKE_CHECK_ARGS: check
 396
 397
 398 build-crypto-only-gnutls:
 399   <<: *native_build_job_definition
 400   variables:
 401     IMAGE: centos7
 402     TARGETS: x86_64-softmmu x86_64-linux-user
 403     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
 404     MAKE_CHECK_ARGS: check-build
 405   artifacts:
 406     paths:
 407       - build
 408
 409 check-crypto-only-gnutls:
 410   <<: *native_test_job_definition
 411   needs:
 412     - job: build-crypto-only-gnutls
 413       artifacts: true
 414   variables:
 415     IMAGE: centos7
 416     MAKE_CHECK_ARGS: check
 417
 418 # We don't need to exercise every backend with every front-end
 419 build-trace-multi-user:
 420   <<: *native_build_job_definition
 421   variables:
 422     IMAGE: ubuntu2004
 423     CONFIGURE_ARGS: --enable-trace-backends=log,simple,syslog --disable-system
 424
 425 build-trace-ftrace-system:
 426   <<: *native_build_job_definition
 427   variables:
 428     IMAGE: ubuntu2004
 429     CONFIGURE_ARGS: --enable-trace-backends=ftrace --target-list=x86_64-softmmu
 430
 431 build-trace-ust-system:
 432   <<: *native_build_job_definition
 433   variables:
 434     IMAGE: ubuntu2004
 435     CONFIGURE_ARGS: --enable-trace-backends=ust --target-list=x86_64-softmmu
 436
 437 check-patch:
 438   stage: build
 439   image: $CI_REGISTRY_IMAGE/qemu/centos8:latest
 440   script: .gitlab-ci.d/check-patch.py
 441   except:
 442     variables:
 443       - $CI_PROJECT_NAMESPACE == 'qemu-project' && $CI_COMMIT_BRANCH == 'master'
 444   variables:
 445     GIT_DEPTH: 1000
 446   allow_failure: true
 447
 448 check-dco:
 449   stage: build
 450   image: $CI_REGISTRY_IMAGE/qemu/centos8:latest
 451   script: .gitlab-ci.d/check-dco.py
 452   except:
 453     variables:
 454       - $CI_PROJECT_NAMESPACE == 'qemu-project' && $CI_COMMIT_BRANCH == 'master'
 455   variables:
 456     GIT_DEPTH: 1000
 457
 458 pages:
 459   image: $CI_REGISTRY_IMAGE/qemu/ubuntu2004:latest
 460   stage: test
 461   needs:
 462     - job: build-system-ubuntu
 463       artifacts: true
 464   script:
 465     - mkdir public
 466     - mv build/docs/index.html public/
 467     - for i in devel interop specs system tools user ; do mv build/docs/$i public/ ; done
 468   artifacts:
 469     paths:
 470       - public