.travis.yml

   1 # The current Travis default is a VM based 16.04 Xenial on GCE
   2 # Additional builds with specific requirements for a full VM need to
   3 # be added as additional matrix: entries later on
   4 os: linux
   5 dist: focal
   6 language: c
   7 compiler:
   8   - gcc
   9 cache:
  10   # There is one cache per branch and compiler version.
  11   # characteristics of each job are used to identify the cache:
  12   # - OS name (currently only linux)
  13   # - OS distribution (for Linux, bionic or focal)
  14   # - Names and values of visible environment variables set in .travis.yml or Settings panel
  15   timeout: 1200
  16   ccache: true
  17   pip: true
  18   directories:
  19   - $HOME/avocado/data/cache
  20
  21
  22 addons:
  23   apt:
  24     packages:
  25       # Build dependencies
  26       - libaio-dev
  27       - libattr1-dev
  28       - libbrlapi-dev
  29       - libcap-ng-dev
  30       - libgcc-7-dev
  31       - libgnutls28-dev
  32       - libgtk-3-dev
  33       - libiscsi-dev
  34       - liblttng-ust-dev
  35       - libncurses5-dev
  36       - libnfs-dev
  37       - libnss3-dev
  38       - libpixman-1-dev
  39       - libpng-dev
  40       - librados-dev
  41       - libsdl2-dev
  42       - libsdl2-image-dev
  43       - libseccomp-dev
  44       - libspice-protocol-dev
  45       - libspice-server-dev
  46       - libssh-dev
  47       - liburcu-dev
  48       - libusb-1.0-0-dev
  49       - libvdeplug-dev
  50       - libvte-2.91-dev
  51       - libzstd-dev
  52       - sparse
  53       - uuid-dev
  54       - gcovr
  55       # Tests dependencies
  56       - genisoimage
  57
  58
  59 # The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
  60 # to prevent IRC notifications from forks. This was created using:
  61 # $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
  62 notifications:
  63   irc:
  64     channels:
  65       - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
  66     on_success: change
  67     on_failure: always
  68
  69
  70 env:
  71   global:
  72     - SRC_DIR=".."
  73     - BUILD_DIR="build"
  74     - BASE_CONFIG="--disable-docs --disable-tools"
  75     - TEST_BUILD_CMD=""
  76     - TEST_CMD="make check V=1"
  77     # This is broadly a list of "mainline" softmmu targets which have support across the major distros
  78     - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
  79     - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
  80     - CCACHE_MAXSIZE=1G
  81     - G_MESSAGES_DEBUG=error
  82
  83
  84 git:
  85   # we want to do this ourselves
  86   submodules: false
  87
  88 # Common first phase for all steps
  89 before_install:
  90   - if command -v ccache ; then ccache --zero-stats ; fi
  91   - export JOBS=$(($(getconf _NPROCESSORS_ONLN) + 1))
  92   - echo "=== Using ${JOBS} simultaneous jobs ==="
  93
  94 # Configure step - may be overridden
  95 before_script:
  96   - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
  97   - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
  98
  99 # Main build & test - rarely overridden - controlled by TEST_CMD
 100 script:
 101   - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
 102   - |
 103     if [ "$BUILD_RC" -eq 0 ] && [ -n "$TEST_BUILD_CMD" ]; then
 104         ${TEST_BUILD_CMD} || BUILD_RC=$?
 105     else
 106         $(exit $BUILD_RC);
 107     fi
 108   - |
 109     if [ "$BUILD_RC" -eq 0 ] ; then
 110         ${TEST_CMD} ;
 111     else
 112         $(exit $BUILD_RC);
 113     fi
 114 after_script:
 115   - df -h
 116   - if command -v ccache ; then ccache --show-stats ; fi
 117
 118
 119 jobs:
 120   include:
 121     - name: "GCC static (user)"
 122       env:
 123         - CONFIG="--disable-system --static"
 124         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 125
 126     # Just build tools and run minimal unit and softfloat checks
 127     - name: "GCC check-unit and check-softfloat"
 128       env:
 129         - BASE_CONFIG="--enable-tools"
 130         - CONFIG="--disable-user --disable-system"
 131         - TEST_CMD="make check-unit check-softfloat -j${JOBS}"
 132         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 133
 134
 135     # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
 136     - name: "GCC debug (main-softmmu)"
 137       env:
 138         - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
 139         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
 140
 141
 142     # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
 143     - name: "GCC debug (user)"
 144       env:
 145         - CONFIG="--enable-debug-tcg --disable-system"
 146         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 147
 148     # Module builds are mostly of interest to major distros
 149     - name: "GCC modules (main-softmmu)"
 150       env:
 151         - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
 152         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 153
 154
 155     # Alternate coroutines implementations are only really of interest to KVM users
 156     # However we can't test against KVM on Travis so we can only run unit tests
 157     - name: "check-unit coroutine=ucontext"
 158       env:
 159         - CONFIG="--with-coroutine=ucontext --disable-tcg"
 160         - TEST_CMD="make check-unit -j${JOBS} V=1"
 161
 162
 163     - name: "check-unit coroutine=sigaltstack"
 164       env:
 165         - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
 166         - TEST_CMD="make check-unit -j${JOBS} V=1"
 167
 168
 169     # Check we can build docs and tools (out of tree)
 170     - name: "tools and docs (bionic)"
 171       dist: bionic
 172       env:
 173         - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
 174         - BASE_CONFIG="--enable-tools --enable-docs"
 175         - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
 176         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 177       addons:
 178         apt:
 179           packages:
 180             - python3-sphinx
 181             - perl
 182
 183
 184     # Test with Clang for compile portability (Travis uses clang-5.0)
 185     - name: "Clang (user)"
 186       env:
 187         - CONFIG="--disable-system --host-cc=clang --cxx=clang++"
 188         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 189       compiler: clang
 190
 191
 192     - name: "Clang (main-softmmu)"
 193       env:
 194         - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS}
 195                   --host-cc=clang --cxx=clang++"
 196         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
 197       compiler: clang
 198       before_script:
 199         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 200         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
 201
 202
 203     - name: "Clang (other-softmmu)"
 204       env:
 205         - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}
 206                   --host-cc=clang --cxx=clang++"
 207         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 208       compiler: clang
 209
 210
 211     # gprof/gcov are GCC features
 212     - name: "GCC gprof/gcov"
 213       dist: bionic
 214       env:
 215         - CONFIG="--enable-gprof --enable-gcov --disable-libssh
 216                   --target-list=${MAIN_SOFTMMU_TARGETS}"
 217       after_success:
 218         - ${SRC_DIR}/scripts/travis/coverage-summary.sh
 219
 220
 221     # We manually include builds which we disable "make check" for
 222     - name: "GCC without-default-devices (softmmu)"
 223       env:
 224         - CONFIG="--without-default-devices --disable-user"
 225         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 226         - TEST_CMD=""
 227
 228
 229     # We don't need to exercise every backend with every front-end
 230     - name: "GCC trace log,simple,syslog (user)"
 231       env:
 232         - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
 233         - TEST_CMD=""
 234
 235
 236     - name: "GCC trace ftrace (x86_64-softmmu)"
 237       env:
 238         - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
 239         - TEST_CMD=""
 240
 241
 242     - name: "GCC trace ust (x86_64-softmmu)"
 243       env:
 244         - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
 245         - TEST_CMD=""
 246
 247
 248     # Using newer GCC with sanitizers
 249     - name: "GCC9 with sanitizers (softmmu)"
 250       dist: bionic
 251       addons:
 252         apt:
 253           update: true
 254           sources:
 255             # PPAs for newer toolchains
 256             - ubuntu-toolchain-r-test
 257           packages:
 258             # Extra toolchains
 259             - gcc-9
 260             - g++-9
 261             # Build dependencies
 262             - libaio-dev
 263             - libattr1-dev
 264             - libbrlapi-dev
 265             - libcap-ng-dev
 266             - libgnutls28-dev
 267             - libgtk-3-dev
 268             - libiscsi-dev
 269             - liblttng-ust-dev
 270             - libnfs-dev
 271             - libncurses5-dev
 272             - libnss3-dev
 273             - libpixman-1-dev
 274             - libpng-dev
 275             - librados-dev
 276             - libsdl2-dev
 277             - libsdl2-image-dev
 278             - libseccomp-dev
 279             - libspice-protocol-dev
 280             - libspice-server-dev
 281             - liburcu-dev
 282             - libusb-1.0-0-dev
 283             - libvte-2.91-dev
 284             - sparse
 285             - uuid-dev
 286       language: generic
 287       compiler: none
 288       env:
 289         - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
 290         - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-linux-user"
 291         - TEST_CMD=""
 292       before_script:
 293         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 294         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -fsanitize=thread" || { cat config.log && exit 1; }
 295
 296
 297     # Run check-tcg against linux-user
 298     - name: "GCC check-tcg (user)"
 299       env:
 300         - CONFIG="--disable-system --enable-debug-tcg"
 301         - TEST_BUILD_CMD="make build-tcg"
 302         - TEST_CMD="make check-tcg"
 303         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 304
 305
 306     # Run check-tcg against softmmu targets
 307     - name: "GCC check-tcg (some-softmmu)"
 308       env:
 309         - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 310         - TEST_BUILD_CMD="make build-tcg"
 311         - TEST_CMD="make check-tcg"
 312         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 313
 314
 315     # Run check-tcg against softmmu targets (with plugins)
 316     - name: "GCC plugins check-tcg (some-softmmu)"
 317       env:
 318         - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 319         - TEST_BUILD_CMD="make build-tcg"
 320         - TEST_CMD="make check-tcg"
 321         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 322
 323     - name: "[aarch64] GCC check-tcg"
 324       arch: arm64
 325       dist: focal
 326       addons:
 327         apt_packages:
 328           - libaio-dev
 329           - libattr1-dev
 330           - libbrlapi-dev
 331           - libcap-ng-dev
 332           - libgcrypt20-dev
 333           - libgnutls28-dev
 334           - libgtk-3-dev
 335           - libiscsi-dev
 336           - liblttng-ust-dev
 337           - libncurses5-dev
 338           - libnfs-dev
 339           - libnss3-dev
 340           - libpixman-1-dev
 341           - libpng-dev
 342           - librados-dev
 343           - libsdl2-dev
 344           - libseccomp-dev
 345           - liburcu-dev
 346           - libusb-1.0-0-dev
 347           - libvdeplug-dev
 348           - libvte-2.91-dev
 349           # Tests dependencies
 350           - genisoimage
 351       env:
 352         - TEST_CMD="make check check-tcg V=1"
 353         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
 354         - UNRELIABLE=true
 355
 356     - name: "[ppc64] GCC check-tcg"
 357       arch: ppc64le
 358       dist: focal
 359       addons:
 360         apt_packages:
 361           - libaio-dev
 362           - libattr1-dev
 363           - libbrlapi-dev
 364           - libcap-ng-dev
 365           - libgcrypt20-dev
 366           - libgnutls28-dev
 367           - libgtk-3-dev
 368           - libiscsi-dev
 369           - liblttng-ust-dev
 370           - libncurses5-dev
 371           - libnfs-dev
 372           - libnss3-dev
 373           - libpixman-1-dev
 374           - libpng-dev
 375           - librados-dev
 376           - libsdl2-dev
 377           - libseccomp-dev
 378           - liburcu-dev
 379           - libusb-1.0-0-dev
 380           - libvdeplug-dev
 381           - libvte-2.91-dev
 382           # Tests dependencies
 383           - genisoimage
 384       env:
 385         - TEST_CMD="make check check-tcg V=1"
 386         - CONFIG="--disable-containers --target-list=ppc64-softmmu,ppc64le-linux-user"
 387
 388     - name: "[s390x] GCC check-tcg"
 389       arch: s390x
 390       dist: bionic
 391       addons:
 392         apt_packages:
 393           - libaio-dev
 394           - libattr1-dev
 395           - libbrlapi-dev
 396           - libcap-ng-dev
 397           - libgcrypt20-dev
 398           - libgnutls28-dev
 399           - libgtk-3-dev
 400           - libiscsi-dev
 401           - liblttng-ust-dev
 402           - libncurses5-dev
 403           - libnfs-dev
 404           - libnss3-dev
 405           - libpixman-1-dev
 406           - libpng-dev
 407           - librados-dev
 408           - libsdl2-dev
 409           - libseccomp-dev
 410           - liburcu-dev
 411           - libusb-1.0-0-dev
 412           - libvdeplug-dev
 413           - libvte-2.91-dev
 414           # Tests dependencies
 415           - genisoimage
 416       env:
 417         - TEST_CMD="make check check-tcg V=1"
 418         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
 419         - UNRELIABLE=true
 420       script:
 421         - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
 422         - |
 423           if [ "$BUILD_RC" -eq 0 ] ; then
 424               mv pc-bios/s390-ccw/*.img pc-bios/ ;
 425               ${TEST_CMD} ;
 426           else
 427               $(exit $BUILD_RC);
 428           fi
 429
 430     - name: "[s390x] GCC (other-softmmu)"
 431       arch: s390x
 432       dist: bionic
 433       addons:
 434         apt_packages:
 435           - libaio-dev
 436           - libattr1-dev
 437           - libcap-ng-dev
 438           - libgnutls28-dev
 439           - libiscsi-dev
 440           - liblttng-ust-dev
 441           - liblzo2-dev
 442           - libncurses-dev
 443           - libnfs-dev
 444           - libnss3-dev
 445           - libpixman-1-dev
 446           - libsdl2-dev
 447           - libsdl2-image-dev
 448           - libseccomp-dev
 449           - libsnappy-dev
 450           - libzstd-dev
 451           - nettle-dev
 452           - xfslibs-dev
 453           # Tests dependencies
 454           - genisoimage
 455       env:
 456         - CONFIG="--disable-containers --audio-drv-list=sdl --disable-user
 457                   --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
 458
 459     - name: "[s390x] GCC (user)"
 460       arch: s390x
 461       dist: bionic
 462       addons:
 463         apt_packages:
 464           - libgcrypt20-dev
 465           - libgnutls28-dev
 466       env:
 467         - CONFIG="--disable-containers --disable-system"
 468
 469     - name: "[s390x] Clang (disable-tcg)"
 470       arch: s390x
 471       dist: bionic
 472       compiler: clang
 473       addons:
 474         apt_packages:
 475           - libaio-dev
 476           - libattr1-dev
 477           - libbrlapi-dev
 478           - libcap-ng-dev
 479           - libgcrypt20-dev
 480           - libgnutls28-dev
 481           - libgtk-3-dev
 482           - libiscsi-dev
 483           - liblttng-ust-dev
 484           - libncurses5-dev
 485           - libnfs-dev
 486           - libnss3-dev
 487           - libpixman-1-dev
 488           - libpng-dev
 489           - librados-dev
 490           - libsdl2-dev
 491           - libseccomp-dev
 492           - liburcu-dev
 493           - libusb-1.0-0-dev
 494           - libvdeplug-dev
 495           - libvte-2.91-dev
 496       env:
 497         - TEST_CMD="make check-unit"
 498         - CONFIG="--disable-containers --disable-tcg --enable-kvm
 499                   --disable-tools --host-cc=clang --cxx=clang++"
 500         - UNRELIABLE=true
 501
 502     # Release builds
 503     # The make-release script expect a QEMU version, so our tag must start with a 'v'.
 504     # This is the case when release candidate tags are created.
 505     - name: "Release tarball"
 506       if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
 507       env:
 508         # We want to build from the release tarball
 509         - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
 510         - BASE_CONFIG="--prefix=$PWD/dist"
 511         - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
 512         - TEST_CMD="make install -j${JOBS}"
 513         - QEMU_VERSION="${TRAVIS_TAG:1}"
 514         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 515       script:
 516         - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
 517         - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
 518         - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
 519         - mkdir -p release-build && cd release-build
 520         - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
 521         - make install
 522   allow_failures:
 523     - env: UNRELIABLE=true