.gitlab-ci.yml

   1 # Currently we have two build stages after our containers are built:
   2 #  - build (for traditional build and test or first stage build)
   3 #  - test (for test stages, using build artefacts from a build stage)
   4 stages:
   5   - containers
   6   - containers-layer2
   7   - containers-layer3
   8   - build
   9   - test
  10
  11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
  12 # just take care of avocado assets here.
  13 cache:
  14   paths:
  15     - $HOME/avocado/data/cache
  16
  17 include:
  18   - local: '/.gitlab-ci.d/edk2.yml'
  19   - local: '/.gitlab-ci.d/opensbi.yml'
  20   - local: '/.gitlab-ci.d/containers.yml'
  21   - local: '/.gitlab-ci.d/crossbuilds.yml'
  22
  23 .native_build_job_template: &native_build_job_definition
  24   stage: build
  25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  26   before_script:
  27     - JOBS=$(expr $(nproc) + 1)
  28   script:
  29     - mkdir build
  30     - cd build
  31     - if test -n "$TARGETS";
  32       then
  33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
  34       else
  35         ../configure --enable-werror $CONFIGURE_ARGS ;
  36       fi
  37     - make -j"$JOBS"
  38     - if test -n "$MAKE_CHECK_ARGS";
  39       then
  40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
  41       fi
  42
  43 .native_test_job_template: &native_test_job_definition
  44   stage: test
  45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  46   script:
  47     - cd build
  48     - find . -type f -exec touch {} +
  49     - make $MAKE_CHECK_ARGS
  50
  51 .acceptance_template: &acceptance_definition
  52   cache:
  53     key: "${CI_JOB_NAME}-cache"
  54     paths:
  55       - ${CI_PROJECT_DIR}/avocado-cache
  56     policy: pull-push
  57   before_script:
  58     - mkdir -p ~/.config/avocado
  59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
  60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
  61            >> ~/.config/avocado/avocado.conf
  62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
  63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
  64       fi
  65   after_script:
  66     - cd build
  67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
  68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
  69
  70 build-system-ubuntu:
  71   <<: *native_build_job_definition
  72   variables:
  73     IMAGE: ubuntu2004
  74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
  75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
  76     MAKE_CHECK_ARGS: check-build
  77   artifacts:
  78     expire_in: 2 days
  79     paths:
  80       - build
  81
  82 check-system-ubuntu:
  83   <<: *native_test_job_definition
  84   needs:
  85     - job: build-system-ubuntu
  86       artifacts: true
  87   variables:
  88     IMAGE: ubuntu2004
  89     MAKE_CHECK_ARGS: check
  90
  91 acceptance-system-ubuntu:
  92   <<: *native_test_job_definition
  93   needs:
  94     - job: build-system-ubuntu
  95       artifacts: true
  96   variables:
  97     IMAGE: ubuntu2004
  98     MAKE_CHECK_ARGS: check-acceptance
  99   <<: *acceptance_definition
 100
 101 build-system-debian:
 102   <<: *native_build_job_definition
 103   variables:
 104     IMAGE: debian-amd64
 105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
 106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
 107     MAKE_CHECK_ARGS: check-build
 108   artifacts:
 109     expire_in: 2 days
 110     paths:
 111       - build
 112
 113 check-system-debian:
 114   <<: *native_test_job_definition
 115   needs:
 116     - job: build-system-debian
 117       artifacts: true
 118   variables:
 119     IMAGE: debian-amd64
 120     MAKE_CHECK_ARGS: check
 121
 122 acceptance-system-debian:
 123   <<: *native_test_job_definition
 124   needs:
 125     - job: build-system-debian
 126       artifacts: true
 127   variables:
 128     IMAGE: debian-amd64
 129     MAKE_CHECK_ARGS: check-acceptance
 130   <<: *acceptance_definition
 131
 132 build-system-fedora:
 133   <<: *native_build_job_definition
 134   variables:
 135     IMAGE: fedora
 136     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 137     TARGETS: tricore-softmmu microblaze-softmmu mips-softmmu
 138       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
 139     MAKE_CHECK_ARGS: check-build
 140   artifacts:
 141     expire_in: 2 days
 142     paths:
 143       - build
 144
 145 check-system-fedora:
 146   <<: *native_test_job_definition
 147   needs:
 148     - job: build-system-fedora
 149       artifacts: true
 150   variables:
 151     IMAGE: fedora
 152     MAKE_CHECK_ARGS: check
 153
 154 acceptance-system-fedora:
 155   <<: *native_test_job_definition
 156   needs:
 157     - job: build-system-fedora
 158       artifacts: true
 159   variables:
 160     IMAGE: fedora
 161     MAKE_CHECK_ARGS: check-acceptance
 162   <<: *acceptance_definition
 163
 164 build-system-centos:
 165   <<: *native_build_job_definition
 166   variables:
 167     IMAGE: centos8
 168     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 169     TARGETS: ppc64-softmmu or1k-softmmu s390x-softmmu
 170       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
 171     MAKE_CHECK_ARGS: check-build
 172   artifacts:
 173     expire_in: 2 days
 174     paths:
 175       - build
 176
 177 check-system-centos:
 178   <<: *native_test_job_definition
 179   needs:
 180     - job: build-system-centos
 181       artifacts: true
 182   variables:
 183     IMAGE: centos8
 184     MAKE_CHECK_ARGS: check
 185
 186 acceptance-system-centos:
 187   <<: *native_test_job_definition
 188   needs:
 189     - job: build-system-centos
 190       artifacts: true
 191   variables:
 192     IMAGE: centos8
 193     MAKE_CHECK_ARGS: check-acceptance
 194   <<: *acceptance_definition
 195
 196 build-disabled:
 197   <<: *native_build_job_definition
 198   variables:
 199     IMAGE: fedora
 200     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
 201       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
 202       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
 203       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
 204       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
 205       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
 206       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
 207       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
 208       --disable-numa --disable-parallels --disable-pie --disable-qcow1
 209       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
 210       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
 211       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
 212       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
 213       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
 214       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
 215       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
 216       --disable-xen --disable-zstd
 217     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
 218       s390x-softmmu i386-linux-user
 219     MAKE_CHECK_ARGS: check-qtest SPEED=slow
 220
 221 build-tcg-disabled:
 222   <<: *native_build_job_definition
 223   variables:
 224     IMAGE: centos8
 225   script:
 226     - mkdir build
 227     - cd build
 228     - ../configure --disable-tcg --audio-drv-list=""
 229     - make -j"$JOBS"
 230     - make check-unit
 231     - make check-qapi-schema
 232     - cd tests/qemu-iotests/
 233     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
 234             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
 235             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
 236     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
 237             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
 238             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
 239             260 261 262 263 264 270 272 273 277 279
 240
 241 build-user:
 242   <<: *native_build_job_definition
 243   variables:
 244     IMAGE: debian-all-test-cross
 245     CONFIGURE_ARGS: --disable-tools --disable-system
 246     MAKE_CHECK_ARGS: check-tcg
 247
 248 build-clang:
 249   <<: *native_build_job_definition
 250   variables:
 251     IMAGE: fedora
 252     CONFIGURE_ARGS: --cc=clang --cxx=clang++
 253     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
 254       ppc-softmmu s390x-softmmu arm-linux-user
 255     MAKE_CHECK_ARGS: check
 256
 257 # These targets are on the way out
 258 build-deprecated:
 259   <<: *native_build_job_definition
 260   variables:
 261     IMAGE: debian-all-test-cross
 262     CONFIGURE_ARGS: --disable-docs --disable-tools
 263     MAKE_CHECK_ARGS: check-tcg
 264     TARGETS: ppc64abi32-linux-user tilegx-linux-user lm32-softmmu
 265       unicore32-softmmu
 266   allow_failure: true
 267
 268 build-oss-fuzz:
 269   <<: *native_build_job_definition
 270   variables:
 271     IMAGE: fedora
 272   script:
 273     - mkdir build-oss-fuzz
 274     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
 275       ./scripts/oss-fuzz/build.sh
 276     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
 277     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
 278                       | grep -v slirp); do
 279         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
 280         echo Testing ${fuzzer} ... ;
 281         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
 282       done
 283     # Unrelated to fuzzer: run some tests with -fsanitize=address
 284     - cd build-oss-fuzz && make check-qtest-i386 check-unit
 285
 286 build-tci:
 287   <<: *native_build_job_definition
 288   variables:
 289     IMAGE: fedora
 290   script:
 291     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
 292     - mkdir build
 293     - cd build
 294     - ../configure --enable-tcg-interpreter
 295         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
 296     - make -j"$JOBS"
 297     - make run-tcg-tests-x86_64-softmmu
 298     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
 299     - for tg in $TARGETS ; do
 300         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
 301         ./tests/qtest/boot-serial-test || exit 1 ;
 302         ./tests/qtest/cdrom-test || exit 1 ;
 303       done
 304     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
 305     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
 306
 307 # Most jobs test latest gcrypt or nettle builds
 308 #
 309 # These jobs test old gcrypt and nettle from RHEL7
 310 # which had some API differences.
 311 build-crypto-old-nettle:
 312   <<: *native_build_job_definition
 313   variables:
 314     IMAGE: centos7
 315     TARGETS: x86_64-softmmu x86_64-linux-user
 316     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 317     MAKE_CHECK_ARGS: check-build
 318   artifacts:
 319     paths:
 320       - build
 321
 322 check-crypto-old-nettle:
 323   <<: *native_test_job_definition
 324   needs:
 325     - job: build-crypto-old-nettle
 326       artifacts: true
 327   variables:
 328     IMAGE: centos7
 329     MAKE_CHECK_ARGS: check
 330
 331
 332 build-crypto-old-gcrypt:
 333   <<: *native_build_job_definition
 334   variables:
 335     IMAGE: centos7
 336     TARGETS: x86_64-softmmu x86_64-linux-user
 337     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 338     MAKE_CHECK_ARGS: check-build
 339   artifacts:
 340     paths:
 341       - build
 342
 343 check-crypto-old-gcrypt:
 344   <<: *native_test_job_definition
 345   needs:
 346     - job: build-crypto-old-gcrypt
 347       artifacts: true
 348   variables:
 349     IMAGE: centos7
 350     MAKE_CHECK_ARGS: check
 351
 352
 353 build-crypto-only-gnutls:
 354   <<: *native_build_job_definition
 355   variables:
 356     IMAGE: centos7
 357     TARGETS: x86_64-softmmu x86_64-linux-user
 358     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
 359     MAKE_CHECK_ARGS: check-build
 360   artifacts:
 361     paths:
 362       - build
 363
 364 check-crypto-only-gnutls:
 365   <<: *native_test_job_definition
 366   needs:
 367     - job: build-crypto-only-gnutls
 368       artifacts: true
 369   variables:
 370     IMAGE: centos7
 371     MAKE_CHECK_ARGS: check