.travis.yml

   1 # The current Travis default is a VM based 16.04 Xenial on GCE
   2 # Additional builds with specific requirements for a full VM need to
   3 # be added as additional matrix: entries later on
   4 os: linux
   5 dist: xenial
   6 language: c
   7 compiler:
   8   - gcc
   9 cache:
  10   # There is one cache per branch and compiler version.
  11   # characteristics of each job are used to identify the cache:
  12   # - OS name (currently, linux, osx, or windows)
  13   # - OS distribution (for Linux, xenial, trusty, or precise)
  14   # - macOS image name (e.g., xcode7.2)
  15   # - Names and values of visible environment variables set in .travis.yml or Settings panel
  16   timeout: 1200
  17   ccache: true
  18   pip: true
  19   directories:
  20   - $HOME/avocado/data/cache
  21
  22
  23 addons:
  24   apt:
  25     packages:
  26       # Build dependencies
  27       - libaio-dev
  28       - libattr1-dev
  29       - libbrlapi-dev
  30       - libcap-ng-dev
  31       - libgcc-4.8-dev
  32       - libgnutls28-dev
  33       - libgtk-3-dev
  34       - libiscsi-dev
  35       - liblttng-ust-dev
  36       - libncurses5-dev
  37       - libnfs-dev
  38       - libnss3-dev
  39       - libpixman-1-dev
  40       - libpng-dev
  41       - librados-dev
  42       - libsdl2-dev
  43       - libsdl2-image-dev
  44       - libseccomp-dev
  45       - libspice-protocol-dev
  46       - libspice-server-dev
  47       - libssh-dev
  48       - liburcu-dev
  49       - libusb-1.0-0-dev
  50       - libvdeplug-dev
  51       - libvte-2.91-dev
  52       - libzstd-dev
  53       - sparse
  54       - uuid-dev
  55       - gcovr
  56       # Tests dependencies
  57       - genisoimage
  58
  59
  60 # The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
  61 # to prevent IRC notifications from forks. This was created using:
  62 # $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
  63 notifications:
  64   irc:
  65     channels:
  66       - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
  67     on_success: change
  68     on_failure: always
  69
  70
  71 env:
  72   global:
  73     - SRC_DIR=".."
  74     - BUILD_DIR="build"
  75     - BASE_CONFIG="--disable-docs --disable-tools"
  76     - TEST_BUILD_CMD=""
  77     - TEST_CMD="make check V=1"
  78     # This is broadly a list of "mainline" softmmu targets which have support across the major distros
  79     - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
  80     - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
  81     - CCACHE_MAXSIZE=1G
  82     - G_MESSAGES_DEBUG=error
  83
  84
  85 git:
  86   # we want to do this ourselves
  87   submodules: false
  88
  89 # Common first phase for all steps
  90 before_install:
  91   - if command -v ccache ; then ccache --zero-stats ; fi
  92   - export JOBS=$(($(getconf _NPROCESSORS_ONLN) + 1))
  93   - echo "=== Using ${JOBS} simultaneous jobs ==="
  94
  95 # Configure step - may be overridden
  96 before_script:
  97   - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
  98   - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
  99
 100 # Main build & test - rarely overridden - controlled by TEST_CMD
 101 script:
 102   - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
 103   - |
 104     if [ "$BUILD_RC" -eq 0 ] && [ -n "$TEST_BUILD_CMD" ]; then
 105         ${TEST_BUILD_CMD} || BUILD_RC=$?
 106     else
 107         $(exit $BUILD_RC);
 108     fi
 109   - |
 110     if [ "$BUILD_RC" -eq 0 ] ; then
 111         ${TEST_CMD} ;
 112     else
 113         $(exit $BUILD_RC);
 114     fi
 115 after_script:
 116   - if command -v ccache ; then ccache --show-stats ; fi
 117
 118
 119 jobs:
 120   include:
 121     - name: "GCC static (user)"
 122       env:
 123         - CONFIG="--disable-system --static"
 124         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 125
 126
 127     # we split the system builds as it takes a while to build them all
 128     - name: "GCC (main-softmmu)"
 129       env:
 130         - CONFIG="--disable-user --target-list=${MAIN_SOFTMMU_TARGETS}"
 131         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 132
 133
 134     - name: "GCC (other-softmmu)"
 135       env:
 136        - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
 137         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 138
 139
 140     # Just build tools and run minimal unit and softfloat checks
 141     - name: "GCC check-softfloat (user)"
 142       env:
 143         - BASE_CONFIG="--enable-tools"
 144         - CONFIG="--disable-user --disable-system"
 145         - TEST_CMD="make check-unit check-softfloat -j${JOBS}"
 146         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 147
 148
 149     # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
 150     - name: "GCC debug (main-softmmu)"
 151       env:
 152         - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
 153         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
 154
 155
 156     # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
 157     - name: "GCC debug (user)"
 158       env:
 159         - CONFIG="--enable-debug-tcg --disable-system"
 160         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 161
 162
 163     - name: "GCC some libs disabled (main-softmmu)"
 164       env:
 165         - CONFIG="--disable-linux-aio --disable-cap-ng --disable-attr --disable-brlapi --disable-libusb --disable-replication --target-list=${MAIN_SOFTMMU_TARGETS}"
 166
 167
 168     # Module builds are mostly of interest to major distros
 169     - name: "GCC modules (main-softmmu)"
 170       env:
 171         - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
 172         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 173
 174
 175     # Alternate coroutines implementations are only really of interest to KVM users
 176     # However we can't test against KVM on Travis so we can only run unit tests
 177     - name: "check-unit coroutine=ucontext"
 178       env:
 179         - CONFIG="--with-coroutine=ucontext --disable-tcg"
 180         - TEST_CMD="make check-unit -j${JOBS} V=1"
 181
 182
 183     - name: "check-unit coroutine=sigaltstack"
 184       env:
 185         - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
 186         - TEST_CMD="make check-unit -j${JOBS} V=1"
 187
 188
 189     # Check we can build docs and tools (out of tree)
 190     - name: "tools and docs (bionic)"
 191       dist: bionic
 192       env:
 193         - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
 194         - BASE_CONFIG="--enable-tools --enable-docs"
 195         - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
 196         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 197       addons:
 198         apt:
 199           packages:
 200             - python3-sphinx
 201             - texinfo
 202             - perl
 203
 204
 205     # Test with Clang for compile portability (Travis uses clang-5.0)
 206     - name: "Clang (user)"
 207       env:
 208         - CONFIG="--disable-system"
 209         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 210       compiler: clang
 211
 212
 213     - name: "Clang (main-softmmu)"
 214       env:
 215         - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS} "
 216         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
 217       compiler: clang
 218       before_script:
 219         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 220         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
 221
 222
 223     - name: "Clang (other-softmmu)"
 224       env:
 225         - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
 226         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 227       compiler: clang
 228
 229
 230     # gprof/gcov are GCC features
 231     - name: "GCC gprof/gcov"
 232       env:
 233         - CONFIG="--enable-gprof --enable-gcov --disable-pie --target-list=${MAIN_SOFTMMU_TARGETS}"
 234       after_success:
 235         - ${SRC_DIR}/scripts/travis/coverage-summary.sh
 236
 237
 238     # We manually include builds which we disable "make check" for
 239     - name: "GCC without-default-devices (softmmu)"
 240       env:
 241         - CONFIG="--without-default-devices --disable-user"
 242         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 243         - TEST_CMD=""
 244
 245
 246     # Check the TCG interpreter (TCI)
 247     - name: "GCC TCI"
 248       env:
 249         - CONFIG="--enable-debug-tcg --enable-tcg-interpreter --disable-kvm --disable-containers
 250             --target-list=alpha-softmmu,arm-softmmu,hppa-softmmu,m68k-softmmu,microblaze-softmmu,moxie-softmmu,ppc-softmmu,s390x-softmmu,x86_64-softmmu"
 251         - TEST_CMD="make check-qtest check-tcg V=1"
 252
 253
 254     # We don't need to exercise every backend with every front-end
 255     - name: "GCC trace log,simple,syslog (user)"
 256       env:
 257         - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
 258         - TEST_CMD=""
 259
 260
 261     - name: "GCC trace ftrace (x86_64-softmmu)"
 262       env:
 263         - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
 264         - TEST_CMD=""
 265
 266
 267     - name: "GCC trace ust (x86_64-softmmu)"
 268       env:
 269         - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
 270         - TEST_CMD=""
 271
 272
 273     # MacOSX builds - cirrus.yml also tests some MacOS builds including latest Xcode
 274
 275     - name: "OSX Xcode 10.3"
 276       env:
 277         - BASE_CONFIG="--disable-docs --enable-tools"
 278         - CONFIG="--target-list=i386-softmmu,ppc-softmmu,ppc64-softmmu,m68k-softmmu,x86_64-softmmu"
 279       os: osx
 280       osx_image: xcode10.3
 281       compiler: clang
 282       addons:
 283         homebrew:
 284           packages:
 285             - ccache
 286             - glib
 287             - pixman
 288             - gnu-sed
 289             - python
 290           update: true
 291       before_script:
 292         - brew link --overwrite python
 293         - export PATH="/usr/local/opt/ccache/libexec:$PATH"
 294         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 295         - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
 296
 297
 298     # Python builds
 299     - name: "GCC Python 3.5 (x86_64-softmmu)"
 300       env:
 301         - CONFIG="--target-list=x86_64-softmmu"
 302         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 303       language: python
 304       python: 3.5
 305
 306
 307     - name: "GCC Python 3.6 (x86_64-softmmu)"
 308       env:
 309         - CONFIG="--target-list=x86_64-softmmu"
 310         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 311       language: python
 312       python: 3.6
 313
 314
 315     # Acceptance (Functional) tests
 316     - name: "GCC check-acceptance"
 317       dist: bionic
 318       env:
 319         - CONFIG="--enable-tools --target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
 320         - TEST_CMD="make check-acceptance"
 321         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-acceptance"
 322       after_script:
 323         - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
 324         - du -chs $HOME/avocado/data/cache
 325       addons:
 326         apt:
 327           packages:
 328             - python3-pil
 329             - python3-pip
 330             - python3-numpy
 331             - python3-opencv
 332             - python3-venv
 333             - rpm2cpio
 334             - tesseract-ocr
 335             - tesseract-ocr-eng
 336
 337
 338     # Using newer GCC with sanitizers
 339     - name: "GCC9 with sanitizers (softmmu)"
 340       addons:
 341         apt:
 342           update: true
 343           sources:
 344             # PPAs for newer toolchains
 345             - ubuntu-toolchain-r-test
 346           packages:
 347             # Extra toolchains
 348             - gcc-9
 349             - g++-9
 350             # Build dependencies
 351             - libaio-dev
 352             - libattr1-dev
 353             - libbrlapi-dev
 354             - libcap-ng-dev
 355             - libgnutls-dev
 356             - libgtk-3-dev
 357             - libiscsi-dev
 358             - liblttng-ust-dev
 359             - libnfs-dev
 360             - libncurses5-dev
 361             - libnss3-dev
 362             - libpixman-1-dev
 363             - libpng12-dev
 364             - librados-dev
 365             - libsdl2-dev
 366             - libsdl2-image-dev
 367             - libseccomp-dev
 368             - libspice-protocol-dev
 369             - libspice-server-dev
 370             - libssh-dev
 371             - liburcu-dev
 372             - libusb-1.0-0-dev
 373             - libvte-2.91-dev
 374             - sparse
 375             - uuid-dev
 376       language: generic
 377       compiler: none
 378       env:
 379         - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
 380         - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-pie --disable-linux-user"
 381         - TEST_CMD=""
 382       before_script:
 383         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 384         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -Wno-error=stringop-truncation -fsanitize=thread" --extra-ldflags="-fuse-ld=gold" || { cat config.log && exit 1; }
 385
 386
 387     # Run check-tcg against linux-user
 388     - name: "GCC check-tcg (user)"
 389       env:
 390         - CONFIG="--disable-system --enable-debug-tcg"
 391         - TEST_BUILD_CMD="make build-tcg"
 392         - TEST_CMD="make check-tcg"
 393         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 394
 395
 396     # Run check-tcg against linux-user (with plugins)
 397     # we skip sparc64-linux-user until it has been fixed somewhat
 398     # we skip cris-linux-user as it doesn't use the common run loop
 399     - name: "GCC plugins check-tcg (user)"
 400       env:
 401         - CONFIG="--disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user"
 402         - TEST_BUILD_CMD="make build-tcg"
 403         - TEST_CMD="make check-tcg"
 404         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 405
 406
 407     # Run check-tcg against softmmu targets
 408     - name: "GCC check-tcg (some-softmmu)"
 409       env:
 410         - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 411         - TEST_BUILD_CMD="make build-tcg"
 412         - TEST_CMD="make check-tcg"
 413         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 414
 415
 416     # Run check-tcg against softmmu targets (with plugins)
 417     - name: "GCC plugins check-tcg (some-softmmu)"
 418       env:
 419         - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 420         - TEST_BUILD_CMD="make build-tcg"
 421         - TEST_CMD="make check-tcg"
 422         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 423
 424     - name: "[aarch64] GCC check-tcg"
 425       arch: arm64
 426       dist: xenial
 427       addons:
 428         apt_packages:
 429           - libaio-dev
 430           - libattr1-dev
 431           - libbrlapi-dev
 432           - libcap-ng-dev
 433           - libgcrypt20-dev
 434           - libgnutls28-dev
 435           - libgtk-3-dev
 436           - libiscsi-dev
 437           - liblttng-ust-dev
 438           - libncurses5-dev
 439           - libnfs-dev
 440           - libnss3-dev
 441           - libpixman-1-dev
 442           - libpng-dev
 443           - librados-dev
 444           - libsdl2-dev
 445           - libseccomp-dev
 446           - liburcu-dev
 447           - libusb-1.0-0-dev
 448           - libvdeplug-dev
 449           - libvte-2.91-dev
 450           # Tests dependencies
 451           - genisoimage
 452       env:
 453         - TEST_CMD="make check check-tcg V=1"
 454         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
 455
 456     - name: "[ppc64] GCC check-tcg"
 457       arch: ppc64le
 458       dist: xenial
 459       addons:
 460         apt_packages:
 461           - libaio-dev
 462           - libattr1-dev
 463           - libbrlapi-dev
 464           - libcap-ng-dev
 465           - libgcrypt20-dev
 466           - libgnutls28-dev
 467           - libgtk-3-dev
 468           - libiscsi-dev
 469           - liblttng-ust-dev
 470           - libncurses5-dev
 471           - libnfs-dev
 472           - libnss3-dev
 473           - libpixman-1-dev
 474           - libpng-dev
 475           - librados-dev
 476           - libsdl2-dev
 477           - libseccomp-dev
 478           - liburcu-dev
 479           - libusb-1.0-0-dev
 480           - libvdeplug-dev
 481           - libvte-2.91-dev
 482           # Tests dependencies
 483           - genisoimage
 484       env:
 485         - TEST_CMD="make check check-tcg V=1"
 486         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},ppc64le-linux-user"
 487
 488     - name: "[s390x] GCC check-tcg"
 489       arch: s390x
 490       dist: bionic
 491       addons:
 492         apt_packages:
 493           - libaio-dev
 494           - libattr1-dev
 495           - libbrlapi-dev
 496           - libcap-ng-dev
 497           - libgcrypt20-dev
 498           - libgnutls28-dev
 499           - libgtk-3-dev
 500           - libiscsi-dev
 501           - liblttng-ust-dev
 502           - libncurses5-dev
 503           - libnfs-dev
 504           - libnss3-dev
 505           - libpixman-1-dev
 506           - libpng-dev
 507           - librados-dev
 508           - libsdl2-dev
 509           - libseccomp-dev
 510           - liburcu-dev
 511           - libusb-1.0-0-dev
 512           - libvdeplug-dev
 513           - libvte-2.91-dev
 514           # Tests dependencies
 515           - genisoimage
 516       env:
 517         - TEST_CMD="make check check-tcg V=1"
 518         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
 519       script:
 520         - ( cd ${SRC_DIR} ; git submodule update --init roms/SLOF )
 521         - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
 522         - |
 523           if [ "$BUILD_RC" -eq 0 ] ; then
 524               mv pc-bios/s390-ccw/*.img pc-bios/ ;
 525               ${TEST_CMD} ;
 526           else
 527               $(exit $BUILD_RC);
 528           fi
 529
 530     - name: "[s390x] GCC check (KVM)"
 531       arch: s390x
 532       dist: bionic
 533       addons:
 534         apt_packages:
 535           - libaio-dev
 536           - libattr1-dev
 537           - libbrlapi-dev
 538           - libcap-ng-dev
 539           - libgcrypt20-dev
 540           - libgnutls28-dev
 541           - libgtk-3-dev
 542           - libiscsi-dev
 543           - liblttng-ust-dev
 544           - libncurses5-dev
 545           - libnfs-dev
 546           - libnss3-dev
 547           - libpixman-1-dev
 548           - libpng-dev
 549           - librados-dev
 550           - libsdl2-dev
 551           - libseccomp-dev
 552           - liburcu-dev
 553           - libusb-1.0-0-dev
 554           - libvdeplug-dev
 555           - libvte-2.91-dev
 556           # Tests dependencies
 557           - genisoimage
 558       env:
 559         - TEST_CMD="make check-unit"
 560         - CONFIG="--disable-containers --disable-tcg --enable-kvm --disable-tools"
 561       script:
 562         - ( cd ${SRC_DIR} ; git submodule update --init roms/SLOF )
 563         - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
 564         - |
 565           if [ "$BUILD_RC" -eq 0 ] ; then
 566               mv pc-bios/s390-ccw/*.img pc-bios/ ;
 567               ${TEST_CMD} ;
 568           else
 569               $(exit $BUILD_RC);
 570           fi
 571
 572     # Release builds
 573     # The make-release script expect a QEMU version, so our tag must start with a 'v'.
 574     # This is the case when release candidate tags are created.
 575     - name: "Release tarball"
 576       if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
 577       env:
 578         # We want to build from the release tarball
 579         - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
 580         - BASE_CONFIG="--prefix=$PWD/dist"
 581         - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
 582         - TEST_CMD="make install -j${JOBS}"
 583         - QEMU_VERSION="${TRAVIS_TAG:1}"
 584         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 585       script:
 586         - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
 587         - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
 588         - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
 589         - mkdir -p release-build && cd release-build
 590         - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
 591         - make install