build/install-build-deps.sh

   1 #!/bin/bash -e
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Script to install everything needed to build chromium (well, ideally, anyway)
   8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
   9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
  10
  11 usage() {
  12   echo "Usage: $0 [--options]"
  13   echo "Options:"
  14   echo "--[no-]syms: enable or disable installation of debugging symbols"
  15   echo "--[no-]lib32: enable or disable installation of 32 bit libraries"
  16   echo "--no-prompt: silently select standard options/defaults"
  17   echo "Script will prompt interactively if options not given."
  18   exit 1
  19 }
  20
  21 while test "$1" != ""
  22 do
  23   case "$1" in
  24   --syms)                   do_inst_syms=1;;
  25   --no-syms)                do_inst_syms=0;;
  26   --lib32)                  do_inst_lib32=1;;
  27   --no-lib32)               do_inst_lib32=0;;
  28   --no-prompt)              do_default=1
  29                             do_quietly="-qq --assume-yes"
  30     ;;
  31   *) usage;;
  32   esac
  33   shift
  34 done
  35
  36 if ! egrep -q \
  37     'Ubuntu (10\.04|10\.10|11\.04|11\.10|12\.04|lucid|maverick|natty|oneiric|precise)' \
  38     /etc/issue; then
  39   echo "Only Ubuntu 10.04 (lucid) through 12.04 (precise) are currently" \
  40       "supported" >&2
  41   exit 1
  42 fi
  43
  44 if ! uname -m | egrep -q "i686|x86_64"; then
  45   echo "Only x86 architectures are currently supported" >&2
  46   exit
  47 fi
  48
  49 if [ "x$(id -u)" != x0 ]; then
  50   echo "Running as non-root user."
  51   echo "You might have to enter your password one or more times for 'sudo'."
  52   echo
  53 fi
  54
  55 # Packages needed for chromeos only
  56 chromeos_dev_list="libbluetooth-dev libpulse-dev"
  57
  58 # Packages need for development
  59 dev_list="apache2.2-bin bison curl elfutils fakeroot flex g++ gperf
  60           language-pack-fr libapache2-mod-php5 libasound2-dev libbz2-dev
  61           libcairo2-dev libcups2-dev libcurl4-gnutls-dev libdbus-glib-1-dev
  62           libelf-dev libgconf2-dev libgl1-mesa-dev libglib2.0-dev
  63           libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev
  64           libkrb5-dev libnspr4-dev libnss3-dev libpam0g-dev libsctp-dev
  65           libsqlite3-dev libssl-dev libudev-dev libwww-perl libxslt1-dev
  66           libxss-dev libxt-dev libxtst-dev mesa-common-dev patch
  67           perl php5-cgi pkg-config python python-cherrypy3 python-dev
  68           python-psutil rpm ruby subversion ttf-dejavu-core ttf-indic-fonts
  69           ttf-kochi-gothic ttf-kochi-mincho ttf-thai-tlwg wdiff git-core
  70           $chromeos_dev_list"
  71
  72 # Run-time libraries required by chromeos only
  73 chromeos_lib_list="libpulse0 libbz2-1.0 libcurl4-gnutls-dev"
  74
  75 # Full list of required run-time libraries
  76 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcups2 libdbus-glib-1-2
  77           libexpat1 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
  78           libgtk2.0-0 libpam0g libpango1.0-0 libpcre3 libpixman-1-0
  79           libpng12-0 libstdc++6 libsqlite3-0 libudev0 libx11-6 libxau6 libxcb1
  80           libxcomposite1 libxcursor1 libxdamage1 libxdmcp6 libxext6 libxfixes3
  81           libxi6 libxinerama1 libxrandr2 libxrender1 libxtst6 zlib1g
  82           $chromeos_lib_list"
  83
  84 # Debugging symbols for all of the run-time libraries
  85 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libdbus-glib-1-2-dbg
  86           libfontconfig1-dbg libglib2.0-0-dbg libgtk2.0-0-dbg
  87           libpango1.0-0-dbg libpcre3-dbg libpixman-1-0-dbg
  88           libsqlite3-0-dbg
  89           libx11-6-dbg libxau6-dbg libxcb1-dbg libxcomposite1-dbg
  90           libxcursor1-dbg libxdamage1-dbg libxdmcp6-dbg libxext6-dbg
  91           libxfixes3-dbg libxi6-dbg libxinerama1-dbg libxrandr2-dbg
  92           libxrender1-dbg libxtst6-dbg zlib1g-dbg"
  93
  94 # Plugin lists needed for tests.
  95 plugin_list="flashplugin-installer"
  96
  97 # Some package names have changed over time
  98 if apt-cache show ttf-mscorefonts-installer >/dev/null 2>&1; then
  99   dev_list="${dev_list} ttf-mscorefonts-installer"
 100 else
 101   dev_list="${dev_list} msttcorefonts"
 102 fi
 103 if apt-cache show libnspr4-dbg >/dev/null 2>&1; then
 104   dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
 105   lib_list="${lib_list} libnspr4 libnss3"
 106 else
 107   dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
 108   lib_list="${lib_list} libnspr4-0d libnss3-1d"
 109 fi
 110 if apt-cache show libjpeg-dev >/dev/null 2>&1; then
 111  dev_list="${dev_list} libjpeg-dev"
 112 else
 113  dev_list="${dev_list} libjpeg62-dev"
 114 fi
 115
 116 # Some packages are only needed, if the distribution actually supports
 117 # installing them.
 118 if apt-cache show appmenu-gtk >/dev/null 2>&1; then
 119   lib_list="$lib_list appmenu-gtk"
 120 fi
 121
 122 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
 123 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
 124 # been provided to yes_no(), the function also accepts RETURN as a user input.
 125 # The parameter specifies the exit code that should be returned in that case.
 126 # The function will echo the user's selection followed by a newline character.
 127 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
 128 yes_no() {
 129   if [ 0 -ne "${do_default-0}" ] ; then
 130     return $1
 131   fi
 132   local c
 133   while :; do
 134     c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
 135          stty -echo iuclc -icanon 2>/dev/null
 136          dd count=1 bs=1 2>/dev/null | od -An -tx1)"
 137     case "$c" in
 138       " 0a") if [ -n "$1" ]; then
 139                [ $1 -eq 0 ] && echo "Y" || echo "N"
 140                return $1
 141              fi
 142              ;;
 143       " 79") echo "Y"
 144              return 0
 145              ;;
 146       " 6e") echo "N"
 147              return 1
 148              ;;
 149       "")    echo "Aborted" >&2
 150              exit 1
 151              ;;
 152       *)     # The user pressed an unrecognized key. As we are not echoing
 153              # any incorrect user input, alert the user by ringing the bell.
 154              (tput bel) 2>/dev/null
 155              ;;
 156     esac
 157   done
 158 }
 159
 160 if test "$do_inst_syms" = ""
 161 then
 162   echo "This script installs all tools and libraries needed to build Chromium."
 163   echo ""
 164   echo "For most of the libraries, it can also install debugging symbols, which"
 165   echo "will allow you to debug code in the system libraries. Most developers"
 166   echo "won't need these symbols."
 167   echo -n "Do you want me to install them for you (y/N) "
 168   if yes_no 1; then
 169     do_inst_syms=1
 170   fi
 171 fi
 172 if test "$do_inst_syms" = "1"; then
 173   echo "Installing debugging symbols."
 174 else
 175   echo "Skipping installation of debugging symbols."
 176   dbg_list=
 177 fi
 178
 179 sudo apt-get update
 180
 181 # We initially run "apt-get" with the --reinstall option and parse its output.
 182 # This way, we can find all the packages that need to be newly installed
 183 # without accidentally promoting any packages from "auto" to "manual".
 184 # We then re-run "apt-get" with just the list of missing packages.
 185 echo "Finding missing packages..."
 186 packages="${dev_list} ${lib_list} ${dbg_list} ${plugin_list}"
 187 # Intentionally leaving $packages unquoted so it's more readable.
 188 echo "Packages required: " $packages
 189 echo
 190 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
 191 if new_list="$(yes n | LANG=C $new_list_cmd)"; then
 192   # We probably never hit this following line.
 193   echo "No missing packages, and the packages are up-to-date."
 194 elif [ $? -eq 1 ]; then
 195   # We expect apt-get to have exit status of 1.
 196   # This indicates that we cancelled the install with "yes n|".
 197   new_list=$(echo "$new_list" |
 198     sed -e '1,/The following NEW packages will be installed:/d;s/^  //;t;d')
 199   new_list=$(echo "$new_list" | sed 's/ *$//')
 200   if [ -z "$new_list" ] ; then
 201     echo "No missing packages, and the packages are up-to-date."
 202   else
 203     echo "Installing missing packages: $new_list."
 204     sudo apt-get install ${do_quietly-} ${new_list}
 205   fi
 206   echo
 207 else
 208   # An apt-get exit status of 100 indicates that a real error has occurred.
 209
 210   # I am intentionally leaving out the '"'s around new_list_cmd,
 211   # as this makes it easier to cut and paste the output
 212   echo "The following command failed: " ${new_list_cmd}
 213   echo
 214   echo "It produces the following output:"
 215   yes n | $new_list_cmd || true
 216   echo
 217   echo "You will have to install the above packages yourself."
 218   echo
 219   exit 100
 220 fi
 221
 222 # Install 32bit backwards compatibility support for 64bit systems
 223 if [ "$(uname -m)" = "x86_64" ]; then
 224   if test "$do_inst_lib32" = ""
 225   then
 226     echo "We no longer recommend that you use this script to install"
 227     echo "32bit libraries on a 64bit system. Instead, consider using"
 228     echo "the install-chroot.sh script to help you set up a 32bit"
 229     echo "environment for building and testing 32bit versions of Chrome."
 230     echo
 231     echo "If you nonetheless want to try installing 32bit libraries"
 232     echo "directly, you can do so by explicitly passing the --lib32"
 233     echo "option to install-build-deps.sh."
 234   fi
 235   if test "$do_inst_lib32" != "1"
 236   then
 237     echo "Exiting without installing any 32bit libraries."
 238     exit 0
 239   fi
 240
 241   echo "N.B. the code for installing 32bit libraries on a 64bit"
 242   echo "     system is no longer actively maintained and might"
 243   echo "     not work with modern versions of Ubuntu or Debian."
 244   echo
 245
 246   # Standard 32bit compatibility libraries
 247   echo "First, installing the limited existing 32-bit support..."
 248   cmp_list="ia32-libs lib32asound2-dev lib32stdc++6 lib32z1
 249             lib32z1-dev libc6-dev-i386 libc6-i386 g++-multilib"
 250   if [ -n "`apt-cache search lib32readline-gplv2-dev 2>/dev/null`" ]; then
 251     cmp_list="${cmp_list} lib32readline-gplv2-dev"
 252   else
 253     cmp_list="${cmp_list} lib32readline5-dev"
 254   fi
 255   sudo apt-get install ${do_quietly-} $cmp_list
 256
 257   tmp=/tmp/install-32bit.$$
 258   trap 'rm -rf "${tmp}"' EXIT INT TERM QUIT
 259   mkdir -p "${tmp}/apt/lists/partial" "${tmp}/cache" "${tmp}/partial"
 260   touch "${tmp}/status"
 261
 262   [ -r /etc/apt/apt.conf ] && cp /etc/apt/apt.conf "${tmp}/apt/"
 263   cat >>"${tmp}/apt/apt.conf" <<EOF
 264         Apt::Architecture "i386";
 265         Dir::Cache "${tmp}/cache";
 266         Dir::Cache::Archives "${tmp}/";
 267         Dir::State::Lists "${tmp}/apt/lists/";
 268         Dir::State::status "${tmp}/status";
 269 EOF
 270
 271   # Download 32bit packages
 272   echo "Computing list of available 32bit packages..."
 273   sudo apt-get -c="${tmp}/apt/apt.conf" update
 274
 275   echo "Downloading available 32bit packages..."
 276   sudo apt-get -c="${tmp}/apt/apt.conf" \
 277           --yes --download-only --force-yes --reinstall install \
 278           ${lib_list} ${dbg_list}
 279
 280   # Open packages, remove everything that is not a library, move the
 281   # library to a lib32 directory and package everything as a *.deb file.
 282   echo "Repackaging and installing 32bit packages for use on 64bit systems..."
 283   for i in ${lib_list} ${dbg_list}; do
 284     orig="$(echo "${tmp}/${i}"_*_i386.deb)"
 285     compat="$(echo "${orig}" |
 286               sed -e 's,\(_[^_/]*_\)i386\(.deb\),-ia32\1amd64\2,')"
 287     rm -rf "${tmp}/staging"
 288     msg="$(fakeroot -u sh -exc '
 289       # Unpack 32bit Debian archive
 290       umask 022
 291       mkdir -p "'"${tmp}"'/staging/dpkg/DEBIAN"
 292       cd "'"${tmp}"'/staging"
 293       ar x "'${orig}'"
 294       tar zCfx dpkg data.tar.gz
 295       tar zCfx dpkg/DEBIAN control.tar.gz
 296
 297       # Create a posix extended regular expression fragment that will
 298       # recognize the includes which have changed. Should be rare,
 299       # will almost always be empty.
 300       includes=`sed -n -e "s/^[0-9a-z]*  //g" \
 301                        -e "\,usr/include/,p" dpkg/DEBIAN/md5sums |
 302                   xargs -n 1 -I FILE /bin/sh -c \
 303                     "cmp -s dpkg/FILE /FILE || echo FILE" |
 304                   tr "\n" "|" |
 305                   sed -e "s,|$,,"`
 306
 307       # If empty, set it to not match anything.
 308       test -z "$includes" && includes="^//"
 309
 310       # Turn the conflicts into an extended RE for removal from the
 311       # Provides line.
 312       conflicts=`sed -n -e "/Conflicts/s/Conflicts: *//;T;s/, */|/g;p" \
 313                    dpkg/DEBIAN/control`
 314
 315       # Rename package, change architecture, remove conflicts and dependencies
 316       sed -r -i                              \
 317           -e "/Package/s/$/-ia32/"           \
 318           -e "/Architecture/s/:.*$/: amd64/" \
 319           -e "/Depends/s/:.*/: ia32-libs/"   \
 320           -e "/Provides/s/($conflicts)(, *)?//g;T1;s/, *$//;:1"   \
 321           -e "/Recommends/d"                 \
 322           -e "/Conflicts/d"                  \
 323         dpkg/DEBIAN/control
 324
 325       # Only keep files that live in "lib" directories or the includes
 326       # that have changed.
 327       sed -r -i                                                               \
 328           -e "/\/lib64\//d" -e "/\/.?bin\//d"                                 \
 329           -e "\,$includes,s,[ /]include/,&32/,g;s,include/32/,include32/,g"   \
 330           -e "s, lib/, lib32/,g"                                              \
 331           -e "s,/lib/,/lib32/,g"                                              \
 332           -e "t;d"                                                            \
 333           -e "\,^/usr/lib32/debug\(.*/lib32\),s,^/usr/lib32/debug,/usr/lib/debug," \
 334         dpkg/DEBIAN/md5sums
 335
 336       # Re-run ldconfig after installation/removal
 337       { echo "#!/bin/sh"; echo "[ \"x\$1\" = xconfigure ]&&ldconfig||:"; } \
 338         >dpkg/DEBIAN/postinst
 339       { echo "#!/bin/sh"; echo "[ \"x\$1\" = xremove ]&&ldconfig||:"; } \
 340         >dpkg/DEBIAN/postrm
 341       chmod 755 dpkg/DEBIAN/postinst dpkg/DEBIAN/postrm
 342
 343       # Remove any other control files
 344       find dpkg/DEBIAN -mindepth 1 "(" -name control -o -name md5sums -o \
 345                        -name postinst -o -name postrm ")" -o -print |
 346         xargs -r rm -rf
 347
 348       # Remove any files/dirs that live outside of "lib" directories,
 349       # or are not in our list of changed includes.
 350       find dpkg -mindepth 1 -regextype posix-extended \
 351           "(" -name DEBIAN -o -name lib -o -regex "dpkg/($includes)" ")" \
 352           -prune -o -print | tac |
 353         xargs -r -n 1 sh -c "rm \$0 2>/dev/null || rmdir \$0 2>/dev/null || : "
 354       find dpkg -name lib64 -o -name bin -o -name "?bin" |
 355         tac | xargs -r rm -rf
 356
 357       # Remove any symbolic links that were broken by the above steps.
 358       find -L dpkg -type l -print | tac | xargs -r rm -rf
 359
 360       # Rename lib to lib32, but keep debug symbols in /usr/lib/debug/usr/lib32
 361       # That is where gdb looks for them.
 362       find dpkg -type d -o -path "*/lib/*" -print |
 363         xargs -r -n 1 sh -c "
 364           i=\$(echo \"\${0}\" |
 365                sed -e s,/lib/,/lib32/,g \
 366                -e s,/usr/lib32/debug\\\\\(.*/lib32\\\\\),/usr/lib/debug\\\\1,);
 367           mkdir -p \"\${i%/*}\";
 368           mv \"\${0}\" \"\${i}\""
 369
 370       # Rename include to include32.
 371       [ -d "dpkg/usr/include" ] && mv "dpkg/usr/include" "dpkg/usr/include32"
 372
 373       # Prune any empty directories
 374       find dpkg -type d | tac | xargs -r -n 1 rmdir 2>/dev/null || :
 375
 376       # Create our own Debian package
 377       cd ..
 378       dpkg --build staging/dpkg .' 2>&1)"
 379     compat="$(eval echo $(echo "${compat}" |
 380                           sed -e 's,_[^_/]*_amd64.deb,_*_amd64.deb,'))"
 381     [ -r "${compat}" ] || {
 382       echo "${msg}" >&2
 383       echo "Failed to build new Debian archive!" >&2
 384       exit 1
 385     }
 386
 387     msg="$(sudo dpkg -i "${compat}" 2>&1)" && {
 388         echo "Installed ${compat##*/}"
 389       } || {
 390         # echo "${msg}" >&2
 391         echo "Skipped ${compat##*/}"
 392       }
 393   done
 394
 395   # Add symbolic links for developing 32bit code
 396   echo "Adding missing symbolic links, enabling 32bit code development..."
 397   for i in $(find /lib32 /usr/lib32 -maxdepth 1 -name \*.so.\* |
 398              sed -e 's/[.]so[.][0-9].*/.so/' |
 399              sort -u); do
 400     [ "x${i##*/}" = "xld-linux.so" ] && continue
 401     [ -r "$i" ] && continue
 402     j="$(ls "$i."* | sed -e 's/.*[.]so[.]\([^.]*\)$/\1/;t;d' |
 403          sort -n | tail -n 1)"
 404     [ -r "$i.$j" ] || continue
 405     sudo ln -s "${i##*/}.$j" "$i"
 406   done
 407 fi