.travis.yml

   1 # The current Travis default is a VM based 16.04 Xenial on GCE
   2 # Additional builds with specific requirements for a full VM need to
   3 # be added as additional matrix: entries later on
   4 dist: xenial
   5 language: c
   6 compiler:
   7   - gcc
   8 cache:
   9   # There is one cache per branch and compiler version.
  10   # characteristics of each job are used to identify the cache:
  11   # - OS name (currently, linux, osx, or windows)
  12   # - OS distribution (for Linux, xenial, trusty, or precise)
  13   # - macOS image name (e.g., xcode7.2)
  14   # - Names and values of visible environment variables set in .travis.yml or Settings panel
  15   timeout: 1200
  16   ccache: true
  17   pip: true
  18   directories:
  19   - $HOME/avocado/data/cache
  20
  21
  22 addons:
  23   apt:
  24     packages:
  25       # Build dependencies
  26       - libaio-dev
  27       - libattr1-dev
  28       - libbrlapi-dev
  29       - libcap-ng-dev
  30       - libgcc-4.8-dev
  31       - libgnutls28-dev
  32       - libgtk-3-dev
  33       - libiscsi-dev
  34       - liblttng-ust-dev
  35       - libncurses5-dev
  36       - libnfs-dev
  37       - libnss3-dev
  38       - libpixman-1-dev
  39       - libpng-dev
  40       - librados-dev
  41       - libsdl2-dev
  42       - libsdl2-image-dev
  43       - libseccomp-dev
  44       - libspice-protocol-dev
  45       - libspice-server-dev
  46       - libssh-dev
  47       - liburcu-dev
  48       - libusb-1.0-0-dev
  49       - libvdeplug-dev
  50       - libvte-2.91-dev
  51       - sparse
  52       - uuid-dev
  53       - gcovr
  54       # Tests dependencies
  55       - genisoimage
  56
  57
  58 # The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
  59 # to prevent IRC notifications from forks. This was created using:
  60 # $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
  61 notifications:
  62   irc:
  63     channels:
  64       - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
  65     on_success: change
  66     on_failure: always
  67
  68
  69 env:
  70   global:
  71     - SRC_DIR=".."
  72     - BUILD_DIR="build"
  73     - BASE_CONFIG="--disable-docs --disable-tools"
  74     - TEST_CMD="make check V=1"
  75     # This is broadly a list of "mainline" softmmu targets which have support across the major distros
  76     - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
  77     - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
  78     - CCACHE_MAXSIZE=1G
  79
  80
  81 git:
  82   # we want to do this ourselves
  83   submodules: false
  84
  85 # Common first phase for all steps
  86 before_install:
  87   - if command -v ccache ; then ccache --zero-stats ; fi
  88
  89 # Configure step - may be overridden
  90 before_script:
  91   - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
  92   - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
  93
  94 # Main build & test - rarely overridden - controlled by TEST_CMD
  95 script:
  96   - BUILD_RC=0 && make -j3 || BUILD_RC=$?
  97   - if [ "$BUILD_RC" -eq 0 ] ; then travis_retry ${TEST_CMD} ; else $(exit $BUILD_RC); fi
  98 after_script:
  99   - if command -v ccache ; then ccache --show-stats ; fi
 100
 101
 102 matrix:
 103   include:
 104     - name: "GCC static (user)"
 105       env:
 106         - CONFIG="--disable-system --static"
 107         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 108
 109
 110     # we split the system builds as it takes a while to build them all
 111     - name: "GCC (main-softmmu)"
 112       env:
 113         - CONFIG="--disable-user --target-list=${MAIN_SOFTMMU_TARGETS}"
 114         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 115
 116
 117     - name: "GCC (other-softmmu)"
 118       env:
 119        - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
 120         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 121
 122
 123     # Just build tools and run minimal unit and softfloat checks
 124     - name: "GCC check-softfloat (user)"
 125       env:
 126         - BASE_CONFIG="--enable-tools"
 127         - CONFIG="--disable-user --disable-system"
 128         - TEST_CMD="make check-unit check-softfloat -j3"
 129         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 130
 131
 132     # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
 133     - name: "GCC debug (main-softmmu)"
 134       env:
 135         - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
 136         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
 137
 138
 139     # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
 140     - name: "GCC debug (user)"
 141       env:
 142         - CONFIG="--enable-debug-tcg --disable-system"
 143         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 144
 145
 146     - name: "GCC some libs disabled (main-softmmu)"
 147       env:
 148         - CONFIG="--disable-linux-aio --disable-cap-ng --disable-attr --disable-brlapi --disable-libusb --disable-replication --target-list=${MAIN_SOFTMMU_TARGETS}"
 149
 150
 151     # Module builds are mostly of interest to major distros
 152     - name: "GCC modules (main-softmmu)"
 153       env:
 154         - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
 155         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 156
 157
 158     # Alternate coroutines implementations are only really of interest to KVM users
 159     # However we can't test against KVM on Travis so we can only run unit tests
 160     - name: "check-unit coroutine=ucontext"
 161       env:
 162         - CONFIG="--with-coroutine=ucontext --disable-tcg"
 163         - TEST_CMD="make check-unit -j3 V=1"
 164
 165
 166     - name: "check-unit coroutine=sigaltstack"
 167       env:
 168         - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
 169         - TEST_CMD="make check-unit -j3 V=1"
 170
 171
 172     # Check we can build docs and tools (out of tree)
 173     - name: "tools and docs (bionic)"
 174       dist: bionic
 175       env:
 176         - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
 177         - BASE_CONFIG="--enable-tools --enable-docs"
 178         - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
 179         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 180       addons:
 181         apt:
 182           packages:
 183             - python-sphinx
 184             - texinfo
 185             - perl
 186
 187
 188     # Test with Clang for compile portability (Travis uses clang-5.0)
 189     - name: "Clang (user)"
 190       env:
 191         - CONFIG="--disable-system"
 192         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 193       compiler: clang
 194
 195
 196     - name: "Clang (main-softmmu)"
 197       env:
 198         - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS} "
 199         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
 200       compiler: clang
 201       before_script:
 202         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 203         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
 204
 205
 206     - name: "Clang (other-softmmu)"
 207       env:
 208         - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
 209         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
 210       compiler: clang
 211
 212
 213     # gprof/gcov are GCC features
 214     - name: "GCC gprof/gcov"
 215       env:
 216         - CONFIG="--enable-gprof --enable-gcov --disable-pie --target-list=${MAIN_SOFTMMU_TARGETS}"
 217       after_success:
 218         - ${SRC_DIR}/scripts/travis/coverage-summary.sh
 219
 220
 221     # We manually include builds which we disable "make check" for
 222     - name: "GCC without-default-devices (softmmu)"
 223       env:
 224         - CONFIG="--without-default-devices --disable-user"
 225         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 226         - TEST_CMD=""
 227
 228
 229     # Check the TCG interpreter (TCI)
 230     - name: "GCC TCI"
 231       env:
 232         - CONFIG="--enable-debug-tcg --enable-tcg-interpreter --disable-kvm --disable-containers
 233             --target-list=alpha-softmmu,arm-softmmu,hppa-softmmu,m68k-softmmu,microblaze-softmmu,moxie-softmmu,ppc-softmmu,s390x-softmmu,x86_64-softmmu"
 234         - TEST_CMD="make check-qtest check-tcg V=1"
 235
 236
 237     # We don't need to exercise every backend with every front-end
 238     - name: "GCC trace log,simple,syslog (user)"
 239       env:
 240         - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
 241         - TEST_CMD=""
 242
 243
 244     - name: "GCC trace ftrace (x86_64-softmmu)"
 245       env:
 246         - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
 247         - TEST_CMD=""
 248
 249
 250     - name: "GCC trace ust (x86_64-softmmu)"
 251       env:
 252         - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
 253         - TEST_CMD=""
 254
 255
 256     # MacOSX builds - cirrus.yml also tests some MacOS builds including latest Xcode
 257
 258     - name: "OSX Xcode 10.3"
 259       env:
 260         - CONFIG="--target-list=i386-softmmu,ppc-softmmu,ppc64-softmmu,m68k-softmmu,x86_64-softmmu"
 261       os: osx
 262       osx_image: xcode10.3
 263       compiler: clang
 264       addons:
 265         homebrew:
 266           packages:
 267             - ccache
 268             - glib
 269             - pixman
 270             - gnu-sed
 271             - python
 272           update: true
 273       before_script:
 274         - brew link --overwrite python
 275         - export PATH="/usr/local/opt/ccache/libexec:$PATH"
 276         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 277         - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
 278
 279
 280     # Python builds
 281     - name: "GCC Python 3.5 (x86_64-softmmu)"
 282       env:
 283         - CONFIG="--target-list=x86_64-softmmu"
 284         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 285       language: python
 286       python:
 287         - "3.5"
 288
 289
 290     - name: "GCC Python 3.6 (x86_64-softmmu)"
 291       env:
 292         - CONFIG="--target-list=x86_64-softmmu"
 293         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 294       language: python
 295       python:
 296         - "3.6"
 297
 298
 299     # Acceptance (Functional) tests
 300     - name: "GCC check-acceptance"
 301       env:
 302         - CONFIG="--target-list=x86_64-softmmu,mips-softmmu,mips64el-softmmu,aarch64-softmmu,arm-softmmu,s390x-softmmu,alpha-softmmu,ppc-softmmu,ppc64-softmmu,m68k-softmmu,sparc-softmmu"
 303         - TEST_CMD="make check-acceptance"
 304       after_script:
 305         - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
 306       addons:
 307         apt:
 308           packages:
 309             - python3-pil
 310             - python3-pip
 311             - python3.5-venv
 312             - tesseract-ocr
 313             - tesseract-ocr-eng
 314
 315
 316     # Using newer GCC with sanitizers
 317     - name: "GCC9 with sanitizers (softmmu)"
 318       addons:
 319         apt:
 320           update: true
 321           sources:
 322             # PPAs for newer toolchains
 323             - ubuntu-toolchain-r-test
 324           packages:
 325             # Extra toolchains
 326             - gcc-9
 327             - g++-9
 328             # Build dependencies
 329             - libaio-dev
 330             - libattr1-dev
 331             - libbrlapi-dev
 332             - libcap-ng-dev
 333             - libgnutls-dev
 334             - libgtk-3-dev
 335             - libiscsi-dev
 336             - liblttng-ust-dev
 337             - libnfs-dev
 338             - libncurses5-dev
 339             - libnss3-dev
 340             - libpixman-1-dev
 341             - libpng12-dev
 342             - librados-dev
 343             - libsdl2-dev
 344             - libsdl2-image-dev
 345             - libseccomp-dev
 346             - libspice-protocol-dev
 347             - libspice-server-dev
 348             - libssh-dev
 349             - liburcu-dev
 350             - libusb-1.0-0-dev
 351             - libvte-2.91-dev
 352             - sparse
 353             - uuid-dev
 354       language: generic
 355       compiler: none
 356       env:
 357         - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
 358         - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-pie --disable-linux-user"
 359         - TEST_CMD=""
 360       before_script:
 361         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
 362         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -Wno-error=stringop-truncation -fsanitize=thread" --extra-ldflags="-fuse-ld=gold" || { cat config.log && exit 1; }
 363
 364
 365     # Run check-tcg against linux-user
 366     - name: "GCC check-tcg (user)"
 367       env:
 368         - CONFIG="--disable-system --enable-debug-tcg"
 369         - TEST_CMD="make -j3 check-tcg V=1"
 370         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 371
 372
 373     # Run check-tcg against linux-user (with plugins)
 374     # we skip sparc64-linux-user until it has been fixed somewhat
 375     - name: "GCC plugins check-tcg (user)"
 376       env:
 377         - CONFIG="--disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user"
 378         - TEST_CMD="make -j3 check-tcg V=1"
 379         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 380
 381
 382     # Run check-tcg against softmmu targets
 383     - name: "GCC check-tcg (some-softmmu)"
 384       env:
 385         - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 386         - TEST_CMD="make -j3 check-tcg V=1"
 387         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 388
 389
 390     # Run check-tcg against softmmu targets (with plugins)
 391     - name: "GCC plugins check-tcg (some-softmmu)"
 392       env:
 393         - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
 394         - TEST_CMD="make -j3 check-tcg V=1"
 395         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
 396
 397     - name: "[aarch64] GCC check-tcg"
 398       arch: arm64
 399       dist: xenial
 400       addons:
 401         apt_packages:
 402           - libaio-dev
 403           - libattr1-dev
 404           - libbrlapi-dev
 405           - libcap-ng-dev
 406           - libgcrypt20-dev
 407           - libgnutls28-dev
 408           - libgtk-3-dev
 409           - libiscsi-dev
 410           - liblttng-ust-dev
 411           - libncurses5-dev
 412           - libnfs-dev
 413           - libnss3-dev
 414           - libpixman-1-dev
 415           - libpng-dev
 416           - librados-dev
 417           - libsdl2-dev
 418           - libseccomp-dev
 419           - liburcu-dev
 420           - libusb-1.0-0-dev
 421           - libvdeplug-dev
 422           - libvte-2.91-dev
 423           # Tests dependencies
 424           - genisoimage
 425       env:
 426         - TEST_CMD="make check check-tcg V=1"
 427         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
 428
 429     - name: "[ppc64] GCC check-tcg"
 430       arch: ppc64le
 431       dist: xenial
 432       addons:
 433         apt_packages:
 434           - libaio-dev
 435           - libattr1-dev
 436           - libbrlapi-dev
 437           - libcap-ng-dev
 438           - libgcrypt20-dev
 439           - libgnutls28-dev
 440           - libgtk-3-dev
 441           - libiscsi-dev
 442           - liblttng-ust-dev
 443           - libncurses5-dev
 444           - libnfs-dev
 445           - libnss3-dev
 446           - libpixman-1-dev
 447           - libpng-dev
 448           - librados-dev
 449           - libsdl2-dev
 450           - libseccomp-dev
 451           - liburcu-dev
 452           - libusb-1.0-0-dev
 453           - libvdeplug-dev
 454           - libvte-2.91-dev
 455           # Tests dependencies
 456           - genisoimage
 457       env:
 458         - TEST_CMD="make check check-tcg V=1"
 459         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},ppc64le-linux-user"
 460
 461     - name: "[s390x] GCC check-tcg"
 462       arch: s390x
 463       dist: bionic
 464       addons:
 465         apt_packages:
 466           - libaio-dev
 467           - libattr1-dev
 468           - libbrlapi-dev
 469           - libcap-ng-dev
 470           - libgcrypt20-dev
 471           - libgnutls28-dev
 472           - libgtk-3-dev
 473           - libiscsi-dev
 474           - liblttng-ust-dev
 475           - libncurses5-dev
 476           - libnfs-dev
 477           - libnss3-dev
 478           - libpixman-1-dev
 479           - libpng-dev
 480           - librados-dev
 481           - libsdl2-dev
 482           - libseccomp-dev
 483           - liburcu-dev
 484           - libusb-1.0-0-dev
 485           - libvdeplug-dev
 486           - libvte-2.91-dev
 487           # Tests dependencies
 488           - genisoimage
 489       env:
 490         - TEST_CMD="make check check-tcg V=1"
 491         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
 492
 493     # Release builds
 494     # The make-release script expect a QEMU version, so our tag must start with a 'v'.
 495     # This is the case when release candidate tags are created.
 496     - name: "Release tarball"
 497       if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
 498       env:
 499         # We want to build from the release tarball
 500         - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
 501         - BASE_CONFIG="--prefix=$PWD/dist"
 502         - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
 503         - TEST_CMD="make install -j3"
 504         - QEMU_VERSION="${TRAVIS_TAG:1}"
 505         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
 506       script:
 507         - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
 508         - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
 509         - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
 510         - mkdir -p release-build && cd release-build
 511         - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
 512         - make install