.gitlab-ci.yml

   1 # Currently we have two build stages after our containers are built:
   2 #  - build (for traditional build and test or first stage build)
   3 #  - test (for test stages, using build artefacts from a build stage)
   4 stages:
   5   - containers
   6   - containers-layer2
   7   - containers-layer3
   8   - build
   9   - test
  10
  11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
  12 # just take care of avocado assets here.
  13 cache:
  14   paths:
  15     - $HOME/avocado/data/cache
  16
  17 include:
  18   - local: '/.gitlab-ci.d/edk2.yml'
  19   - local: '/.gitlab-ci.d/opensbi.yml'
  20   - local: '/.gitlab-ci.d/containers.yml'
  21   - local: '/.gitlab-ci.d/crossbuilds.yml'
  22
  23 .native_build_job_template: &native_build_job_definition
  24   stage: build
  25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  26   before_script:
  27     - JOBS=$(expr $(nproc) + 1)
  28   script:
  29     - mkdir build
  30     - cd build
  31     - if test -n "$TARGETS";
  32       then
  33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
  34       else
  35         ../configure --enable-werror $CONFIGURE_ARGS ;
  36       fi
  37     - make -j"$JOBS"
  38     - if test -n "$MAKE_CHECK_ARGS";
  39       then
  40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
  41       fi
  42
  43 .native_test_job_template: &native_test_job_definition
  44   stage: test
  45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
  46   script:
  47     - cd build
  48     - find . -type f -exec touch {} +
  49     - make $MAKE_CHECK_ARGS
  50
  51 .acceptance_template: &acceptance_definition
  52   cache:
  53     key: "${CI_JOB_NAME}-cache"
  54     paths:
  55       - ${CI_PROJECT_DIR}/avocado-cache
  56     policy: pull-push
  57   before_script:
  58     - mkdir -p ~/.config/avocado
  59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
  60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
  61            >> ~/.config/avocado/avocado.conf
  62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
  63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
  64       fi
  65   after_script:
  66     - cd build
  67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
  68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
  69
  70 build-system-ubuntu:
  71   <<: *native_build_job_definition
  72   variables:
  73     IMAGE: ubuntu2004
  74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
  75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
  76     MAKE_CHECK_ARGS: check-build
  77   artifacts:
  78     expire_in: 2 days
  79     paths:
  80       - build
  81
  82 check-system-ubuntu:
  83   <<: *native_test_job_definition
  84   needs:
  85     - job: build-system-ubuntu
  86       artifacts: true
  87   variables:
  88     IMAGE: ubuntu2004
  89     MAKE_CHECK_ARGS: check
  90
  91 acceptance-system-ubuntu:
  92   <<: *native_test_job_definition
  93   needs:
  94     - job: build-system-ubuntu
  95       artifacts: true
  96   variables:
  97     IMAGE: ubuntu2004
  98     MAKE_CHECK_ARGS: check-acceptance
  99   <<: *acceptance_definition
 100
 101 build-system-debian:
 102   <<: *native_build_job_definition
 103   variables:
 104     IMAGE: debian-amd64
 105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
 106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
 107     MAKE_CHECK_ARGS: check-build
 108   artifacts:
 109     expire_in: 2 days
 110     paths:
 111       - build
 112
 113 check-system-debian:
 114   <<: *native_test_job_definition
 115   needs:
 116     - job: build-system-debian
 117       artifacts: true
 118   variables:
 119     IMAGE: debian-amd64
 120     MAKE_CHECK_ARGS: check
 121
 122 acceptance-system-debian:
 123   <<: *native_test_job_definition
 124   needs:
 125     - job: build-system-debian
 126       artifacts: true
 127   variables:
 128     IMAGE: debian-amd64
 129     MAKE_CHECK_ARGS: check-acceptance
 130   <<: *acceptance_definition
 131
 132 build-system-fedora:
 133   <<: *native_build_job_definition
 134   variables:
 135     IMAGE: fedora
 136     TARGETS: tricore-softmmu unicore32-softmmu microblaze-softmmu mips-softmmu
 137       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
 138     MAKE_CHECK_ARGS: check-build
 139   artifacts:
 140     expire_in: 2 days
 141     paths:
 142       - build
 143
 144 check-system-fedora:
 145   <<: *native_test_job_definition
 146   needs:
 147     - job: build-system-fedora
 148       artifacts: true
 149   variables:
 150     IMAGE: fedora
 151     MAKE_CHECK_ARGS: check
 152
 153 acceptance-system-fedora:
 154   <<: *native_test_job_definition
 155   needs:
 156     - job: build-system-fedora
 157       artifacts: true
 158   variables:
 159     IMAGE: fedora
 160     MAKE_CHECK_ARGS: check-acceptance
 161   <<: *acceptance_definition
 162
 163 build-system-centos:
 164   <<: *native_build_job_definition
 165   variables:
 166     IMAGE: centos8
 167     TARGETS: ppc64-softmmu lm32-softmmu or1k-softmmu s390x-softmmu
 168       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
 169     MAKE_CHECK_ARGS: check-build
 170   artifacts:
 171     expire_in: 2 days
 172     paths:
 173       - build
 174
 175 check-system-centos:
 176   <<: *native_test_job_definition
 177   needs:
 178     - job: build-system-centos
 179       artifacts: true
 180   variables:
 181     IMAGE: centos8
 182     MAKE_CHECK_ARGS: check
 183
 184 acceptance-system-centos:
 185   <<: *native_test_job_definition
 186   needs:
 187     - job: build-system-centos
 188       artifacts: true
 189   variables:
 190     IMAGE: centos8
 191     MAKE_CHECK_ARGS: check-acceptance
 192   <<: *acceptance_definition
 193
 194 build-disabled:
 195   <<: *native_build_job_definition
 196   variables:
 197     IMAGE: fedora
 198     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
 199       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
 200       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
 201       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
 202       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
 203       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
 204       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
 205       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
 206       --disable-numa --disable-parallels --disable-pie --disable-qcow1
 207       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
 208       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
 209       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
 210       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
 211       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
 212       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
 213       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
 214       --disable-xen --disable-zstd
 215     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
 216       s390x-softmmu i386-linux-user
 217     MAKE_CHECK_ARGS: check-qtest SPEED=slow
 218
 219 build-tcg-disabled:
 220   <<: *native_build_job_definition
 221   variables:
 222     IMAGE: centos8
 223   script:
 224     - mkdir build
 225     - cd build
 226     - ../configure --disable-tcg --audio-drv-list=""
 227     - make -j"$JOBS"
 228     - make check-unit
 229     - make check-qapi-schema
 230     - cd tests/qemu-iotests/
 231     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
 232             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
 233             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
 234     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
 235             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
 236             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
 237             260 261 262 263 264 270 272 273 277 279
 238
 239 build-user:
 240   <<: *native_build_job_definition
 241   variables:
 242     IMAGE: debian-all-test-cross
 243     CONFIGURE_ARGS: --disable-tools --disable-system
 244     MAKE_CHECK_ARGS: check-tcg
 245
 246 build-clang:
 247   <<: *native_build_job_definition
 248   variables:
 249     IMAGE: fedora
 250     CONFIGURE_ARGS: --cc=clang --cxx=clang++
 251     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
 252       ppc-softmmu s390x-softmmu arm-linux-user
 253     MAKE_CHECK_ARGS: check
 254
 255 build-oss-fuzz:
 256   <<: *native_build_job_definition
 257   variables:
 258     IMAGE: fedora
 259   script:
 260     - mkdir build-oss-fuzz
 261     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
 262       ./scripts/oss-fuzz/build.sh
 263     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
 264     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
 265                       | grep -v slirp); do
 266         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
 267         echo Testing ${fuzzer} ... ;
 268         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
 269       done
 270     # Unrelated to fuzzer: run some tests with -fsanitize=address
 271     - cd build-oss-fuzz && make check-qtest-i386 check-unit
 272
 273 build-tci:
 274   <<: *native_build_job_definition
 275   variables:
 276     IMAGE: fedora
 277   script:
 278     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
 279     - mkdir build
 280     - cd build
 281     - ../configure --enable-tcg-interpreter
 282         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
 283     - make -j"$JOBS"
 284     - make run-tcg-tests-x86_64-softmmu
 285     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
 286     - for tg in $TARGETS ; do
 287         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
 288         ./tests/qtest/boot-serial-test || exit 1 ;
 289         ./tests/qtest/cdrom-test || exit 1 ;
 290       done
 291     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
 292     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow