.gitlab-ci.yml

   1 # Currently we have two build stages after our containers are built:
   2 #  - build (for traditional build and test or first stage build)
   3 #  - test (for test stages, using build artefacts from a build stage)
   4 stages:
   5   - containers
   6   - containers-layer2
   7   - containers-layer3
   8   - build
   9   - test
  10
  11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
  12 # just take care of avocado assets here.
  13 cache:
  14   paths:
  15     - $HOME/avocado/data/cache
  16
  17 include:
  18   - local: '/.gitlab-ci.d/edk2.yml'
  19   - local: '/.gitlab-ci.d/opensbi.yml'
  20   - local: '/.gitlab-ci.d/containers.yml'
  21   - local: '/.gitlab-ci.d/crossbuilds.yml'
  22
  23 .native_build_job_template: &native_build_job_definition
  24   stage: build
  25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  26   before_script:
  27     - JOBS=$(expr $(nproc) + 1)
  28   script:
  29     - mkdir build
  30     - cd build
  31     - if test -n "$TARGETS";
  32       then
  33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
  34       else
  35         ../configure --enable-werror $CONFIGURE_ARGS ;
  36       fi
  37     - make -j"$JOBS"
  38     - if test -n "$MAKE_CHECK_ARGS";
  39       then
  40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
  41       fi
  42
  43 .native_test_job_template: &native_test_job_definition
  44   stage: test
  45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  46   script:
  47     - cd build
  48     - find . -type f -exec touch {} +
  49     - make $MAKE_CHECK_ARGS
  50
  51 .acceptance_template: &acceptance_definition
  52   cache:
  53     key: "${CI_JOB_NAME}-cache"
  54     paths:
  55       - ${CI_PROJECT_DIR}/avocado-cache
  56     policy: pull-push
  57   before_script:
  58     - mkdir -p ~/.config/avocado
  59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
  60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
  61            >> ~/.config/avocado/avocado.conf
  62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
  63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
  64       fi
  65   after_script:
  66     - cd build
  67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
  68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
  69
  70 build-system-ubuntu:
  71   <<: *native_build_job_definition
  72   variables:
  73     IMAGE: ubuntu2004
  74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
  75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
  76     MAKE_CHECK_ARGS: check-build
  77   artifacts:
  78     expire_in: 2 days
  79     paths:
  80       - build
  81
  82 check-system-ubuntu:
  83   <<: *native_test_job_definition
  84   needs:
  85     - job: build-system-ubuntu
  86       artifacts: true
  87   variables:
  88     IMAGE: ubuntu2004
  89     MAKE_CHECK_ARGS: check
  90
  91 acceptance-system-ubuntu:
  92   <<: *native_test_job_definition
  93   needs:
  94     - job: build-system-ubuntu
  95       artifacts: true
  96   variables:
  97     IMAGE: ubuntu2004
  98     MAKE_CHECK_ARGS: check-acceptance
  99   <<: *acceptance_definition
 100
 101 build-system-debian:
 102   <<: *native_build_job_definition
 103   variables:
 104     IMAGE: debian-amd64
 105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
 106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
 107     MAKE_CHECK_ARGS: check-build
 108   artifacts:
 109     expire_in: 2 days
 110     paths:
 111       - build
 112
 113 check-system-debian:
 114   <<: *native_test_job_definition
 115   needs:
 116     - job: build-system-debian
 117       artifacts: true
 118   variables:
 119     IMAGE: debian-amd64
 120     MAKE_CHECK_ARGS: check
 121
 122 acceptance-system-debian:
 123   <<: *native_test_job_definition
 124   needs:
 125     - job: build-system-debian
 126       artifacts: true
 127   variables:
 128     IMAGE: debian-amd64
 129     MAKE_CHECK_ARGS: check-acceptance
 130   <<: *acceptance_definition
 131
 132 build-system-fedora:
 133   <<: *native_build_job_definition
 134   variables:
 135     IMAGE: fedora
 136     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 137     TARGETS: tricore-softmmu unicore32-softmmu microblaze-softmmu mips-softmmu
 138       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
 139     MAKE_CHECK_ARGS: check-build
 140   artifacts:
 141     expire_in: 2 days
 142     paths:
 143       - build
 144
 145 check-system-fedora:
 146   <<: *native_test_job_definition
 147   needs:
 148     - job: build-system-fedora
 149       artifacts: true
 150   variables:
 151     IMAGE: fedora
 152     MAKE_CHECK_ARGS: check
 153
 154 acceptance-system-fedora:
 155   <<: *native_test_job_definition
 156   needs:
 157     - job: build-system-fedora
 158       artifacts: true
 159   variables:
 160     IMAGE: fedora
 161     MAKE_CHECK_ARGS: check-acceptance
 162   <<: *acceptance_definition
 163
 164 build-system-centos:
 165   <<: *native_build_job_definition
 166   variables:
 167     IMAGE: centos8
 168     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 169     TARGETS: ppc64-softmmu lm32-softmmu or1k-softmmu s390x-softmmu
 170       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
 171     MAKE_CHECK_ARGS: check-build
 172   artifacts:
 173     expire_in: 2 days
 174     paths:
 175       - build
 176
 177 check-system-centos:
 178   <<: *native_test_job_definition
 179   needs:
 180     - job: build-system-centos
 181       artifacts: true
 182   variables:
 183     IMAGE: centos8
 184     MAKE_CHECK_ARGS: check
 185
 186 acceptance-system-centos:
 187   <<: *native_test_job_definition
 188   needs:
 189     - job: build-system-centos
 190       artifacts: true
 191   variables:
 192     IMAGE: centos8
 193     MAKE_CHECK_ARGS: check-acceptance
 194   <<: *acceptance_definition
 195
 196 build-disabled:
 197   <<: *native_build_job_definition
 198   variables:
 199     IMAGE: fedora
 200     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
 201       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
 202       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
 203       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
 204       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
 205       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
 206       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
 207       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
 208       --disable-numa --disable-parallels --disable-pie --disable-qcow1
 209       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
 210       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
 211       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
 212       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
 213       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
 214       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
 215       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
 216       --disable-xen --disable-zstd
 217     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
 218       s390x-softmmu i386-linux-user
 219     MAKE_CHECK_ARGS: check-qtest SPEED=slow
 220
 221 build-tcg-disabled:
 222   <<: *native_build_job_definition
 223   variables:
 224     IMAGE: centos8
 225   script:
 226     - mkdir build
 227     - cd build
 228     - ../configure --disable-tcg --audio-drv-list=""
 229     - make -j"$JOBS"
 230     - make check-unit
 231     - make check-qapi-schema
 232     - cd tests/qemu-iotests/
 233     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
 234             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
 235             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
 236     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
 237             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
 238             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
 239             260 261 262 263 264 270 272 273 277 279
 240
 241 build-user:
 242   <<: *native_build_job_definition
 243   variables:
 244     IMAGE: debian-all-test-cross
 245     CONFIGURE_ARGS: --disable-tools --disable-system
 246     MAKE_CHECK_ARGS: check-tcg
 247
 248 build-clang:
 249   <<: *native_build_job_definition
 250   variables:
 251     IMAGE: fedora
 252     CONFIGURE_ARGS: --cc=clang --cxx=clang++
 253     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
 254       ppc-softmmu s390x-softmmu arm-linux-user
 255     MAKE_CHECK_ARGS: check
 256
 257 # These targets are on the way out
 258 build-deprecated:
 259   <<: *native_build_job_definition
 260   variables:
 261     IMAGE: debian-all-test-cross
 262     CONFIGURE_ARGS: --disable-docs --disable-tools --disable-system
 263     MAKE_CHECK_ARGS: check-tcg
 264     TARGETS: ppc64abi32-linux-user tilegx-linux-user
 265   allow_failure: true
 266
 267 build-oss-fuzz:
 268   <<: *native_build_job_definition
 269   variables:
 270     IMAGE: fedora
 271   script:
 272     - mkdir build-oss-fuzz
 273     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
 274       ./scripts/oss-fuzz/build.sh
 275     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
 276     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
 277                       | grep -v slirp); do
 278         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
 279         echo Testing ${fuzzer} ... ;
 280         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
 281       done
 282     # Unrelated to fuzzer: run some tests with -fsanitize=address
 283     - cd build-oss-fuzz && make check-qtest-i386 check-unit
 284
 285 build-tci:
 286   <<: *native_build_job_definition
 287   variables:
 288     IMAGE: fedora
 289   script:
 290     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
 291     - mkdir build
 292     - cd build
 293     - ../configure --enable-tcg-interpreter
 294         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
 295     - make -j"$JOBS"
 296     - make run-tcg-tests-x86_64-softmmu
 297     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
 298     - for tg in $TARGETS ; do
 299         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
 300         ./tests/qtest/boot-serial-test || exit 1 ;
 301         ./tests/qtest/cdrom-test || exit 1 ;
 302       done
 303     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
 304     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
 305
 306 # Most jobs test latest gcrypt or nettle builds
 307 #
 308 # These jobs test old gcrypt and nettle from RHEL7
 309 # which had some API differences.
 310 build-crypto-old-nettle:
 311   <<: *native_build_job_definition
 312   variables:
 313     IMAGE: centos7
 314     TARGETS: x86_64-softmmu x86_64-linux-user
 315     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
 316     MAKE_CHECK_ARGS: check-build
 317   artifacts:
 318     paths:
 319       - build
 320
 321 check-crypto-old-nettle:
 322   <<: *native_test_job_definition
 323   needs:
 324     - job: build-crypto-old-nettle
 325       artifacts: true
 326   variables:
 327     IMAGE: centos7
 328     MAKE_CHECK_ARGS: check
 329
 330
 331 build-crypto-old-gcrypt:
 332   <<: *native_build_job_definition
 333   variables:
 334     IMAGE: centos7
 335     TARGETS: x86_64-softmmu x86_64-linux-user
 336     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
 337     MAKE_CHECK_ARGS: check-build
 338   artifacts:
 339     paths:
 340       - build
 341
 342 check-crypto-old-gcrypt:
 343   <<: *native_test_job_definition
 344   needs:
 345     - job: build-crypto-old-gcrypt
 346       artifacts: true
 347   variables:
 348     IMAGE: centos7
 349     MAKE_CHECK_ARGS: check
 350
 351
 352 build-crypto-only-gnutls:
 353   <<: *native_build_job_definition
 354   variables:
 355     IMAGE: centos7
 356     TARGETS: x86_64-softmmu x86_64-linux-user
 357     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
 358     MAKE_CHECK_ARGS: check-build
 359   artifacts:
 360     paths:
 361       - build
 362
 363 check-crypto-only-gnutls:
 364   <<: *native_test_job_definition
 365   needs:
 366     - job: build-crypto-only-gnutls
 367       artifacts: true
 368   variables:
 369     IMAGE: centos7
 370     MAKE_CHECK_ARGS: check