.gitlab-ci.yml

   1 # Currently we have two build stages after our containers are built:
   2 #  - build (for traditional build and test or first stage build)
   3 #  - test (for test stages, using build artefacts from a build stage)
   4 stages:
   5   - containers
   6   - containers-layer2
   7   - containers-layer3
   8   - build
   9   - test
  10
  11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
  12 # just take care of avocado assets here.
  13 cache:
  14   paths:
  15     - $HOME/avocado/data/cache
  16
  17 include:
  18   - local: '/.gitlab-ci.d/edk2.yml'
  19   - local: '/.gitlab-ci.d/opensbi.yml'
  20   - local: '/.gitlab-ci.d/containers.yml'
  21   - local: '/.gitlab-ci.d/crossbuilds.yml'
  22
  23 .native_build_job_template: &native_build_job_definition
  24   stage: build
  25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  26   before_script:
  27     - JOBS=$(expr $(nproc) + 1)
  28   script:
  29     - mkdir build
  30     - cd build
  31     - if test -n "$TARGETS";
  32       then
  33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
  34       else
  35         ../configure --enable-werror $CONFIGURE_ARGS ;
  36       fi
  37     - make -j"$JOBS"
  38     - if test -n "$MAKE_CHECK_ARGS";
  39       then
  40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
  41       fi
  42
  43 .native_test_job_template: &native_test_job_definition
  44   stage: test
  45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  46   script:
  47     - cd build
  48     - find . -type f -exec touch {} +
  49     - make $MAKE_CHECK_ARGS
  50
  51 .acceptance_template: &acceptance_definition
  52   cache:
  53     key: "${CI_JOB_NAME}-cache"
  54     paths:
  55       - ${CI_PROJECT_DIR}/avocado-cache
  56     policy: pull-push
  57   before_script:
  58     - mkdir -p ~/.config/avocado
  59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
  60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
  61            >> ~/.config/avocado/avocado.conf
  62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
  63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
  64       fi
  65   after_script:
  66     - cd build
  67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
  68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
  69
  70 build-system-ubuntu:
  71   <<: *native_build_job_definition
  72   variables:
  73     IMAGE: ubuntu2004
  74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
  75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
  76     MAKE_CHECK_ARGS: check-build
  77   artifacts:
  78     expire_in: 2 days
  79     paths:
  80       - build
  81
  82 check-system-ubuntu:
  83   <<: *native_test_job_definition
  84   needs:
  85     - job: build-system-ubuntu
  86       artifacts: true
  87   variables:
  88     IMAGE: ubuntu2004
  89     MAKE_CHECK_ARGS: check
  90
  91 acceptance-system-ubuntu:
  92   <<: *native_test_job_definition
  93   needs:
  94     - job: build-system-ubuntu
  95       artifacts: true
  96   variables:
  97     IMAGE: ubuntu2004
  98     MAKE_CHECK_ARGS: check-acceptance
  99   <<: *acceptance_definition
 100
 101 build-system-debian:
 102   <<: *native_build_job_definition
 103   variables:
 104     IMAGE: debian-amd64
 105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
 106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
 107     MAKE_CHECK_ARGS: check-build
 108   artifacts:
 109     expire_in: 2 days
 110     paths:
 111       - build
 112
 113 check-system-debian:
 114   <<: *native_test_job_definition
 115   needs:
 116     - job: build-system-debian
 117       artifacts: true
 118   variables:
 119     IMAGE: debian-amd64
 120     MAKE_CHECK_ARGS: check
 121
 122 acceptance-system-debian:
 123   <<: *native_test_job_definition
 124   needs:
 125     - job: build-system-debian
 126       artifacts: true
 127   variables:
 128     IMAGE: debian-amd64
 129     MAKE_CHECK_ARGS: check-acceptance
 130   <<: *acceptance_definition
 131
 132 build-system-fedora:
 133   <<: *native_build_job_definition
 134   variables:
 135     IMAGE: fedora
 136     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 137     TARGETS: tricore-softmmu unicore32-softmmu microblaze-softmmu mips-softmmu
 138       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
 139     MAKE_CHECK_ARGS: check-build
 140   artifacts:
 141     expire_in: 2 days
 142     paths:
 143       - build
 144
 145 check-system-fedora:
 146   <<: *native_test_job_definition
 147   needs:
 148     - job: build-system-fedora
 149       artifacts: true
 150   variables:
 151     IMAGE: fedora
 152     MAKE_CHECK_ARGS: check
 153
 154 acceptance-system-fedora:
 155   <<: *native_test_job_definition
 156   needs:
 157     - job: build-system-fedora
 158       artifacts: true
 159   variables:
 160     IMAGE: fedora
 161     MAKE_CHECK_ARGS: check-acceptance
 162   <<: *acceptance_definition
 163
 164 build-system-centos:
 165   <<: *native_build_job_definition
 166   variables:
 167     IMAGE: centos8
 168     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 169     TARGETS: ppc64-softmmu lm32-softmmu or1k-softmmu s390x-softmmu
 170       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
 171     MAKE_CHECK_ARGS: check-build
 172   artifacts:
 173     expire_in: 2 days
 174     paths:
 175       - build
 176
 177 check-system-centos:
 178   <<: *native_test_job_definition
 179   needs:
 180     - job: build-system-centos
 181       artifacts: true
 182   variables:
 183     IMAGE: centos8
 184     MAKE_CHECK_ARGS: check
 185
 186 acceptance-system-centos:
 187   <<: *native_test_job_definition
 188   needs:
 189     - job: build-system-centos
 190       artifacts: true
 191   variables:
 192     IMAGE: centos8
 193     MAKE_CHECK_ARGS: check-acceptance
 194   <<: *acceptance_definition
 195
 196 build-disabled:
 197   <<: *native_build_job_definition
 198   variables:
 199     IMAGE: fedora
 200     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
 201       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
 202       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
 203       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
 204       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
 205       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
 206       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
 207       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
 208       --disable-numa --disable-parallels --disable-pie --disable-qcow1
 209       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
 210       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
 211       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
 212       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
 213       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
 214       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
 215       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
 216       --disable-xen --disable-zstd
 217     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
 218       s390x-softmmu i386-linux-user
 219     MAKE_CHECK_ARGS: check-qtest SPEED=slow
 220
 221 build-tcg-disabled:
 222   <<: *native_build_job_definition
 223   variables:
 224     IMAGE: centos8
 225   script:
 226     - mkdir build
 227     - cd build
 228     - ../configure --disable-tcg --audio-drv-list=""
 229     - make -j"$JOBS"
 230     - make check-unit
 231     - make check-qapi-schema
 232     - cd tests/qemu-iotests/
 233     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
 234             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
 235             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
 236     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
 237             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
 238             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
 239             260 261 262 263 264 270 272 273 277 279
 240
 241 build-user:
 242   <<: *native_build_job_definition
 243   variables:
 244     IMAGE: debian-all-test-cross
 245     CONFIGURE_ARGS: --disable-tools --disable-system
 246     MAKE_CHECK_ARGS: check-tcg
 247
 248 build-clang:
 249   <<: *native_build_job_definition
 250   variables:
 251     IMAGE: fedora
 252     CONFIGURE_ARGS: --cc=clang --cxx=clang++
 253     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
 254       ppc-softmmu s390x-softmmu arm-linux-user
 255     MAKE_CHECK_ARGS: check
 256
 257 build-oss-fuzz:
 258   <<: *native_build_job_definition
 259   variables:
 260     IMAGE: fedora
 261   script:
 262     - mkdir build-oss-fuzz
 263     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
 264       ./scripts/oss-fuzz/build.sh
 265     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
 266     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
 267                       | grep -v slirp); do
 268         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
 269         echo Testing ${fuzzer} ... ;
 270         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
 271       done
 272     # Unrelated to fuzzer: run some tests with -fsanitize=address
 273     - cd build-oss-fuzz && make check-qtest-i386 check-unit
 274
 275 build-tci:
 276   <<: *native_build_job_definition
 277   variables:
 278     IMAGE: fedora
 279   script:
 280     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
 281     - mkdir build
 282     - cd build
 283     - ../configure --enable-tcg-interpreter
 284         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
 285     - make -j"$JOBS"
 286     - make run-tcg-tests-x86_64-softmmu
 287     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
 288     - for tg in $TARGETS ; do
 289         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
 290         ./tests/qtest/boot-serial-test || exit 1 ;
 291         ./tests/qtest/cdrom-test || exit 1 ;
 292       done
 293     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
 294     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
 295
 296 # Most jobs test latest gcrypt or nettle builds
 297 #
 298 # These jobs test old gcrypt and nettle from RHEL7
 299 # which had some API differences.
 300 build-crypto-old-nettle:
 301   <<: *native_build_job_definition
 302   variables:
 303     IMAGE: centos7
 304     TARGETS: x86_64-softmmu x86_64-linux-user
 305     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 306     MAKE_CHECK_ARGS: check-build
 307   artifacts:
 308     paths:
 309       - build
 310
 311 check-crypto-old-nettle:
 312   <<: *native_test_job_definition
 313   needs:
 314     - job: build-crypto-old-nettle
 315       artifacts: true
 316   variables:
 317     IMAGE: centos7
 318     MAKE_CHECK_ARGS: check
 319
 320
 321 build-crypto-old-gcrypt:
 322   <<: *native_build_job_definition
 323   variables:
 324     IMAGE: centos7
 325     TARGETS: x86_64-softmmu x86_64-linux-user
 326     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 327     MAKE_CHECK_ARGS: check-build
 328   artifacts:
 329     paths:
 330       - build
 331
 332 check-crypto-old-gcrypt:
 333   <<: *native_test_job_definition
 334   needs:
 335     - job: build-crypto-old-gcrypt
 336       artifacts: true
 337   variables:
 338     IMAGE: centos7
 339     MAKE_CHECK_ARGS: check
 340
 341
 342 build-crypto-only-gnutls:
 343   <<: *native_build_job_definition
 344   variables:
 345     IMAGE: centos7
 346     TARGETS: x86_64-softmmu x86_64-linux-user
 347     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
 348     MAKE_CHECK_ARGS: check-build
 349   artifacts:
 350     paths:
 351       - build
 352
 353 check-crypto-only-gnutls:
 354   <<: *native_test_job_definition
 355   needs:
 356     - job: build-crypto-only-gnutls
 357       artifacts: true
 358   variables:
 359     IMAGE: centos7
 360     MAKE_CHECK_ARGS: check