tools/travis.sh

   1 #!/bin/sh
   2
   3 #
   4 # Copyright (c) 2018 Vojtech Horky
   5 # All rights reserved.
   6 #
   7 # Redistribution and use in source and binary forms, with or without
   8 # modification, are permitted provided that the following conditions
   9 # are met:
  10 #
  11 # - Redistributions of source code must retain the above copyright
  12 #   notice, this list of conditions and the following disclaimer.
  13 # - Redistributions in binary form must reproduce the above copyright
  14 #   notice, this list of conditions and the following disclaimer in the
  15 #   documentation and/or other materials provided with the distribution.
  16 # - The name of the author may not be used to endorse or promote products
  17 #   derived from this software without specific prior written permission.
  18 #
  19 # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  20 # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  21 # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  22 # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  23 # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  24 # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  25 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  26 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  27 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  28 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  29 #
  30
  31 #
  32 # This is wrapper script for testing build of HelenOS under Travis CI [1].
  33 #
  34 # You probably do not want to run this script directly. If you wish to test
  35 # that HelenOS builds for all architectures, consider using either check.sh
  36 # script or running our CI solution [2] (if you want to test ported software
  37 # too).
  38 #
  39 # [1] https://travis-ci.org/
  40 # [2] http://www.helenos.org/wiki/CI
  41 #
  42
  43 H_ARCH_CONFIG_CROSS_TARGET=2
  44 H_ARCH_CONFIG_OUTPUT_FILENAME=3
  45
  46 h_get_arch_config_space() {
  47     cat <<'EOF_CONFIG_SPACE'
  48 amd64:amd64-unknown-elf:image.iso
  49 arm32/beagleboardxm:arm-linux-gnueabi:uImage.bin
  50 arm32/beaglebone:arm-linux-gnueabi:uImage.bin
  51 arm32/gta02:arm-linux-gnueabi:uImage.bin
  52 arm32/integratorcp:arm-linux-gnueabi:image.boot
  53 arm32/raspberrypi:arm-linux-gnueabi:uImage.bin
  54 ia32:i686-pc-linux-gnu:image.iso
  55 ia64/i460GX:ia64-pc-linux-gnu:image.boot
  56 ia64/ski:ia64-pc-linux-gnu:image.boot
  57 mips32/malta-be:mips-linux-gnu:image.boot
  58 mips32/malta-le:mipsel-linux-gnu:image.boot
  59 mips32/msim:mipsel-linux-gnu:image.boot
  60 ppc32:ppc-linux-gnu:image.iso
  61 sparc64/niagara:sparc64-linux-gnu:image.iso
  62 sparc64/ultra:sparc64-linux-gnu:image.iso
  63 EOF_CONFIG_SPACE
  64 }
  65
  66 h_get_arch_config() {
  67     h_get_arch_config_space | grep "^$H_ARCH:" | cut '-d:' -f "$1"
  68 }
  69
  70 H_DEFAULT_HARBOURS_LIST="binutils fdlibm jainja libgmp libiconv msim pcc zlib libisl libmpfr libpng python2 libmpc gcc"
  71
  72
  73
  74 #
  75 # main script starts here
  76 #
  77
  78 # Check we are actually running inside Travis
  79 if [ -z "$TRAVIS" ]; then
  80     echo "\$TRAVIS env not set. Are you running me inside Travis?" >&2
  81     exit 5
  82 fi
  83
  84 # C style check
  85 if [ -n "$H_CCHECK" ]; then
  86     echo "Will try to run C style check."
  87     echo
  88     rm -rf tools/sycek
  89     make ccheck || exit 1
  90     echo "C style check passed."
  91     exit 0
  92 fi
  93
  94 # Check HelenOS configuration was set-up
  95 if [ -z "$H_ARCH" ]; then
  96     echo "\$H_ARCH env not set. Are you running me inside Travis?" >&2
  97     exit 5
  98 fi
  99
 100 # Check cross-compiler target
 101 H_CROSS_TARGET=`h_get_arch_config $H_ARCH_CONFIG_CROSS_TARGET`
 102 if [ -z "$H_CROSS_TARGET" ]; then
 103     echo "No suitable cross-target found for '$H_ARCH.'" >&2
 104     exit 1
 105 fi
 106
 107
 108 # Custom CROSS_PREFIX
 109 if [ ."$CROSS_PREFIX" == . ]; then
 110         export CROSS_PREFIX=/usr/local/cross-static/
 111 fi
 112
 113 # Default Harbours repository
 114 if [ -z "$H_HARBOURS_REPOSITORY" ]; then
 115     H_HARBOURS_REPOSITORY="https://github.com/HelenOS/harbours.git"
 116 fi
 117
 118 if [ "$1" = "help" ]; then
 119     echo
 120     echo "Following variables needs to be set prior running this script."
 121     echo "Example settings follows:"
 122     echo
 123     echo "export H_ARCH=$H_ARCH"
 124     echo "export TRAVIS_BUILD_ID=`date +%s`"
 125     echo
 126     echo "export H_HARBOURS=true"
 127     echo "export H_HARBOUR_LIST=\"$H_DEFAULT_HARBOURS_LIST\""
 128     echo
 129     echo "or"
 130     echo
 131     echo "export H_CCHECK=true"
 132     echo
 133     exit 0
 134
 135 elif [ "$1" = "install" ]; then
 136     set -x
 137
 138     # Install dependencies
 139     sudo apt-get -qq update || exit 1
 140     sudo apt-get install -y genisoimage || exit 1
 141
 142     # Fetch and install cross-compiler
 143     wget "http://ci.helenos.org/download/helenos-cross-$H_CROSS_TARGET.static.tar.xz" -O "/tmp/cross-$H_CROSS_TARGET.static.tar.xz" || exit 1
 144     sudo mkdir -p "$CROSS_PREFIX" || exit 1
 145     sudo tar -xJ -C "$CROSS_PREFIX" -f "/tmp/cross-$H_CROSS_TARGET.static.tar.xz" || exit 1
 146     exit 0
 147
 148
 149 elif [ "$1" = "run" ]; then
 150     set -x
 151
 152     # Expected output filename (bootable image)
 153     H_OUTPUT_FILENAME=`h_get_arch_config $H_ARCH_CONFIG_OUTPUT_FILENAME`
 154     if [ -z "$H_OUTPUT_FILENAME" ]; then
 155         echo "No suitable output image found for '$H_ARCH.'" >&2
 156         exit 1
 157     fi
 158
 159     # Build HARBOURs too?
 160     H_HARBOURS=`echo "$H_HARBOURS" | grep -e '^true$' -e '^false$'`
 161     if [ -z "$H_HARBOURS" ]; then
 162         H_HARBOURS=false
 163     fi
 164     if [ -z "$H_HARBOUR_LIST" ]; then
 165         H_HARBOUR_LIST="$H_DEFAULT_HARBOURS_LIST"
 166     fi
 167
 168
 169     # Build it
 170     make "PROFILE=$H_ARCH" HANDS_OFF=y || exit 1
 171     test -s "$H_OUTPUT_FILENAME" || exit 1
 172
 173     echo
 174     echo "HelenOS for $H_ARCH built okay."
 175     echo
 176
 177     # Build harbours
 178     if $H_HARBOURS; then
 179         echo
 180         echo "Will try to build ported software for $H_ARCH."
 181         echo "Repository used is $H_HARBOURS_REPOSITORY."
 182         echo
 183
 184         H_HELENOS_HOME=`pwd`
 185         cd "$HOME" || exit 1
 186         git clone --depth 10 "$H_HARBOURS_REPOSITORY" helenos-harbours || exit 1
 187         mkdir "build-harbours-$TRAVIS_BUILD_ID" || exit 1
 188         (
 189             cd "build-harbours-$TRAVIS_BUILD_ID" || exit 1
 190             mkdir build || exit 1
 191             cd build
 192
 193             (
 194                 #[ "$H_ARCH" = "mips32/malta-be" ] && H_ARCH="mips32eb/malta-be"
 195                 echo "root = $H_HELENOS_HOME"
 196                 echo "arch =" `echo "$H_ARCH" | cut -d/ -f 1`
 197                 echo "machine =" `echo "$H_ARCH" | cut -d/ -f 2`
 198             ) >hsct.conf || exit 1
 199
 200             "$HOME/helenos-harbours/hsct.sh" init "$H_HELENOS_HOME" || exit 1
 201
 202             # We cannot flood the output as Travis has limit of maximum output size
 203             # (reason is to prevent endless stacktraces going forever). But also Travis
 204             # kills a job that does not print anything for a while.
 205             #
 206             # So we store the full output into a file  and print single dot for each line.
 207             # As pipe tends to hide errors we check the success by checking that archive
 208             # exists.
 209             #
 210             FAILED_HARBOURS=""
 211             for HARBOUR in $H_HARBOUR_LIST; do
 212                 "$HOME/helenos-harbours/hsct.sh" archive --no-deps "$HARBOUR" 2>&1 | tee "run-$HARBOUR.log" | awk '// {printf "."}'
 213
 214                 test -s "archives/$HARBOUR.tar.xz"
 215                 if [ $? -eq 0 ]; then
 216                     tail -n 10 "run-$HARBOUR.log"
 217                 else
 218                     FAILED_HARBOURS="$FAILED_HARBOURS $HARBOUR"
 219                     cat build/$HARBOUR/*/config.log
 220                     tail -n 100 "run-$HARBOUR.log"
 221                 fi
 222
 223             done
 224
 225             if [ -n "$FAILED_HARBOURS" ]; then
 226                 echo
 227                 echo "ERROR: following packages were not built:$FAILED_HARBOURS."
 228                 echo
 229                 exit 1
 230             fi
 231         ) || exit 1
 232     fi
 233 else
 234     echo "Invalid action specified." >&2
 235     exit 5
 236 fi
 237