bootstrap

   1 #!/bin/sh
   2 # bootstrap a xapian source tree obtained from git to produce a tree like
   3 # you'd get from unpacking the results of "make dist"
   4 #
   5 copyright='
   6 # Copyright (C) 2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018 Olly Betts
   7 #
   8 # This program is free software; you can redistribute it and/or
   9 # modify it under the terms of the GNU General Public License as
  10 # published by the Free Software Foundation; either version 2 of the
  11 # License, or (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program; if not, write to the Free Software
  20 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
  21 # USA
  22 '
  23
  24 if [ "$1" = "--help" ] ; then
  25   cat <<__END__
  26 $0 [--ftp|--http] [--download-tools=(always|ifneeded|never)] [--fetch-url-command=CMD] [--clean] [MODULE...]
  27
  28 The default is to bootstrap all known modules.  Any modules which have a
  29 file called ".nobootstrap" in their top-level will be skipped.
  30 __END__
  31   exit 0
  32 fi
  33
  34 trap 'echo "Bootstrap failed"' EXIT
  35 set -e
  36
  37 # The variables which specify the autotools to use.
  38 autotools="AUTORECONF AUTOCONF AUTOHEADER AUTOM4TE AUTOMAKE ACLOCAL LIBTOOLIZE"
  39
  40 # Tool for downloading a file from a URL (currently wget, curl, and lwp-request
  41 # are probed for in that order).  Can be specified with --fetch-url-command.
  42 FETCH_URL_TOOL=
  43
  44 check_checksum() {
  45   # This function is expected to be used in 'if' so we can't rely on set -e
  46   # being in effect here.
  47   checksum_=$1
  48   tarball_=$2
  49
  50   if [ -z "$SHA256SUM_TOOL" ] ; then
  51     for SHA256SUM_TOOL in \
  52         '${SHA256SUM-sha256sum} 2>/dev/null|cut -d\  -f1' \
  53         '${SHASUM-shasum} -a256 2>/dev/null|cut -d\  -f1' \
  54         '${OPENSSL-openssl} sha256 2>/dev/null|sed "s/.* //"' \
  55         '' ; do
  56       if [ -z "$SHA256SUM_TOOL" ] ; then
  57         echo <<'END'
  58 Need sha256sum or shasum or openssl installed to check SHA256 checksums.
  59 Set environment variable SHA256SUM, SHASUM or OPENSSL if the tool isn't on
  60 your PATH.
  61 END
  62         exit 1
  63       fi
  64       # Sanity check by hashing empty input.
  65       r=`:|eval "$SHA256SUM_TOOL"`
  66       [ X"$r" != Xe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 ] || break
  67     done
  68   fi
  69   r=`< $tarball_ eval "$SHA256SUM_TOOL"`
  70   if [ X"$r" != X"$checksum_" ] ; then
  71     echo "$tarball_: computed SHA256 checksum did NOT match"
  72     echo "computed: $r with $SHA256SUM_TOOL"
  73     echo "expected: $checksum_"
  74     ls -l $tarball_
  75     file $tarball_ || true
  76     mv "$tarball_" "$tarball_.$r"
  77     echo "Renamed $tarball_ to $tarball_.$r"
  78     exit 1
  79   fi
  80 }
  81
  82 check_at_least() {
  83   # This function is expected to be used in 'if' so we can't rely on set -e
  84   # being in effect here.
  85   v1=$1
  86   v2=$2
  87   save_IFS=$IFS
  88   IFS=.
  89   set x $v1
  90   for v in $v2 ; do
  91     shift
  92     if [ "$1" != "$v" ] ; then
  93       if [ -z "$1" ] || [ "$1" -lt "$v" ] ; then
  94         IFS=$save_IFS
  95         return 1
  96       fi
  97       break
  98     fi
  99   done
 100   IFS=$save_IFS
 101   return 0
 102 }
 103
 104 lazy_build() {
 105   # This function is expected to be used in 'if' so we can't rely on set -e
 106   # being in effect here.
 107   package=$1
 108   binary=$2
 109   version=$3
 110
 111   case $download_tools in
 112     always) ;;
 113     never)
 114       return 1
 115       ;;
 116     *)
 117       if [ -n $binary ] ; then
 118         if [ -s "../patches/$package/series" ] ; then
 119           echo "There are patches to apply to $package so it has to be built"
 120         else
 121           # Check if a new enough version is already installed.
 122           version_installed=`"$binary" --version 2>/dev/null|sed '1,1 s/.* //p;d'`
 123           if [ -n "$version_installed" ] ; then
 124             # Fast track equality.
 125             if [ "$version_installed" = "$version" ] ; then
 126               echo "$binary $version_installed installed, exactly what's needed"
 127               return 1
 128             fi
 129             if check_at_least "$version_installed" "$version" ; then
 130               echo "$binary $version_installed installed >= $version required"
 131               return 1
 132             fi
 133           fi
 134         fi
 135       fi
 136       ;;
 137   esac
 138
 139   basename=$package-$version
 140   ext=$4
 141   checksum=$5
 142
 143   if [ "$ext" = "tar.xz" ] ; then
 144     if [ -z "$xz_ok" ] ; then
 145       if ${XZ-xz} --version > /dev/null 2>&1 ; then
 146         xz_ok=1
 147       else
 148         xz_ok=0
 149       fi
 150     fi
 151     if [ "$xz_ok" = 0 ] ; then
 152       shift 2
 153       ext=$4
 154       checksum=$5
 155     fi
 156   fi
 157   if [ "$ext" = "tar.bz2" ] ; then
 158     if [ -z "$bz2_ok" ] ; then
 159       # bzip2 --version doesn't exit with code 0 in upstream version (though
 160       # Debian at least patch this bug), so use --help to check it.
 161       if bzip2 --help > /dev/null 2>&1 ; then
 162         bz2_ok=1
 163       else
 164         bz2_ok=0
 165       fi
 166     fi
 167     if [ "$bz2_ok" = 0 ] ; then
 168       shift 2
 169       ext=$4
 170       checksum=$5
 171     fi
 172   fi
 173   tarball=$basename.$ext
 174   case $basename in
 175     *[24680][a-z]) basename=`echo "$basename"|sed 's/[a-z]$//'` ;;
 176   esac
 177
 178   # Create the stamp file in INST so that rerunning bootstrap after
 179   # "rm -rf INST" recovers nicely.
 180   stamp=../INST/$package.stamp
 181   out_of_date=
 182
 183   # Download the tarball if required.
 184   if [ ! -f "$tarball" ] ; then
 185     main_tarball=
 186     # Older git versions don't support "git worktree", so discard stderr and
 187     # then we'll skip the worktree handling because main_worktree_dir will
 188     # be empty.
 189     main_worktree_dir=`git worktree list --porcelain 2>/dev/null|sed 's/^worktree //;q'`
 190     if [ -n "$main_worktree_dir" ] ; then
 191       # Canonicalise main_worktree_dir before comparing with pwd.
 192       main_worktree_dir=`cd "$main_worktree_dir" && pwd`
 193       if [ "$main_worktree_dir/BUILD" != "`pwd`" ] ; then
 194         # If main_tarball is set non-empty, then we're a linked worktree.
 195         main_tarball=$main_worktree_dir/BUILD/$tarball
 196       fi
 197     fi
 198     if [ -n "$main_tarball" ] && [ -f "$main_tarball" ] ; then
 199       # Don't re-download the tarball if the main worktree already has it.
 200       tarball=$main_tarball
 201     else
 202       if [ -z "$FETCH_URL_TOOL" ] ; then
 203         if ${WGET-wget} --version > /dev/null 2>&1 ; then
 204           FETCH_URL_TOOL="${WGET-wget} -O-"
 205         elif ${CURL-curl} --version > /dev/null 2>&1 || [ "$?" = 2 ] ; then
 206           # curl --version exits with code 2 (~7.18.2) or 0 (7.35.0).
 207           # -L is needed to follow HTTP redirects.
 208           FETCH_URL_TOOL="${CURL-curl} -L"
 209         elif ${LWP_REQUEST-lwp-request} -v > /dev/null 2>&1 || [ "$?" = 9 -o "$?" = 255 ] ; then
 210           # lwp-request -v exits with code 9 (5.810) or 255 (6.03)
 211           FETCH_URL_TOOL="${LWP_REQUEST-lwp-request} -mGET"
 212         else
 213           cat <<END >&2
 214 Neither wget nor curl nor lwp-request found - install one of them or if already
 215 installed, set WGET, CURL or LWP_REQUEST to the full path.  Alternatively,
 216 download $url
 217 to directory `pwd`
 218 then rerun this script.
 219 END
 220           exit 1
 221         fi
 222       fi
 223       url="https://github.com/xapian/xapian-dev-deps/releases/download/current/$tarball"
 224       case $basename in
 225       file-*)
 226         case $download_protocol in
 227           ftp) url="ftp://ftp.astron.com/pub/file/$tarball" ;;
 228           # We used to use http://fossies.org/ but that now redirects to https.
 229         esac ;;
 230       *[13579][a-z])
 231         # GNU alpha release
 232         case $download_protocol in
 233           ftp) url="ftp://alpha.gnu.org/gnu/$package/$tarball" ;;
 234           http) url="http://alpha.gnu.org/gnu/$package/$tarball" ;;
 235         esac ;;
 236       *)
 237         case $download_protocol in
 238           ftp) url="ftp://ftp.gnu.org/gnu/$package/$tarball" ;;
 239           http) url="http://ftpmirror.gnu.org/$package/$tarball" ;;
 240         esac ;;
 241       esac
 242       case $download_protocol,$url in
 243         http,https:*)
 244           echo "warning: No http: link for $tarball available, using https:"
 245           ;;
 246       esac
 247
 248       # Keep the tarball under a quarantined name until we've verified its
 249       # checksum.  Once verified, if this is a linked git worktree we save
 250       # the tarball in the main worktree's BUILD directory so that it can
 251       # be shared with other worktrees.
 252       if [ -n "$main_tarball" ] ; then
 253         tarball=$main_tarball
 254       fi
 255       quarantined_tarball=$tarball-quarantine.$$
 256       rm -f "$quarantined_tarball"
 257       echo "Downloading <$url>"
 258       $FETCH_URL_TOOL "$url" > "$quarantined_tarball" || exit $?
 259       check_checksum "$checksum" "$quarantined_tarball"
 260       mv "$quarantined_tarball" "$tarball"
 261
 262       # Force a build.
 263       out_of_date=force
 264     fi
 265   fi
 266
 267   if [ -z "$out_of_date" ] ; then
 268     if [ -f "$stamp" ] ; then
 269       # Check if the tarball or the patches we're applying have changed since
 270       # the existing build.
 271       out_of_date=`find "$tarball" ../patches/"$package"/* -newer "$stamp" -print 2> /dev/null||true`
 272     else
 273       out_of_date=force
 274     fi
 275   fi
 276
 277   if [ -n "$out_of_date" ] ; then
 278     # Verify the tarball's checksum before building it.  We now check at
 279     # download time, but older versions of bootstrap didn't, and this also
 280     # protects a user who manually downloads a tarball (which we suggest as an
 281     # option if wget, curl, etc aren't found).
 282     check_checksum "$checksum" "$tarball"
 283
 284     case $tarball in
 285       */*) ;; # Only expire tarballs from the main worktree.
 286       *)
 287         case `git worktree list --porcelain|grep -c '^worktree '` in
 288           1|0)
 289             # Remove tarballs of other versions if there's only one worktree, or if
 290             # using git < 2.5 (before worktrees were added).
 291             for f in "$package"-* ; do
 292               [ "$f" = "$tarball" ] || rm -rf "$f"
 293             done
 294             ;;
 295         esac
 296         ;;
 297     esac
 298
 299     case $ext in
 300     tar.xz)
 301       ${XZ-xz} -dc "$tarball"| tar xf - || exit $? ;;
 302     tar.bz2)
 303       bzip2 -dc "$tarball"| tar xf - || exit $?  ;;
 304     *)
 305       gzip -dc "$tarball"| tar xf - || exit $? ;;
 306     esac
 307
 308     cd "$basename" || exit $?
 309
 310     series="../../patches/$package/series"
 311     if [ ! -f "$series" ] ; then
 312       cat <<END >&2
 313 No patch series file 'patches/$package/series' - if there are no patches,
 314 this should just be an empty file.
 315 END
 316       exit 1
 317     fi
 318     if [ -s "$series" ] ; then
 319       echo "Applying patches from $package/series"
 320       sed -n 's/[        ]*\(#.*\)\?$//;/./p' "$series" | \
 321           while read p ; do
 322         echo "Applying patch $package/$p"
 323         patch -p1 < "../../patches/$package/$p" || exit $?
 324       done
 325     fi
 326
 327     echo "Configuring $package"
 328     if test -n "$AUTOCONF" ; then
 329       ./configure --prefix "$instdir" AUTOCONF="$AUTOCONF" || exit $?
 330     else
 331       ./configure --prefix "$instdir" || exit $?
 332     fi
 333     echo "Building $package"
 334     make || exit $?
 335     echo "Installing $package"
 336     make install || exit $?
 337     echo "Done installing $package"
 338     cd .. || exit $?
 339     rm -rf "$basename" || exit $?
 340
 341     touch "$stamp" || exit $?
 342   fi
 343   return 0
 344 }
 345
 346 handle_git_external() {
 347   path=$1
 348   if [ ! -f "$path/.nobootstrap" ] ; then
 349     rev=$2
 350     url=$3
 351     if [ ! -d "$path" ] ; then
 352       git clone --no-checkout -- "$url" "$path"
 353     elif (cd "$path" && git reflog "$rev" -- 2>/dev/null) ; then
 354       : # Already have that revision locally
 355     else
 356       (cd "$path" && git fetch)
 357     fi
 358     (cd "$path" && git checkout "$rev")
 359   fi
 360 }
 361
 362 update_config() {
 363   from=$1
 364   to=$2
 365   ts_from=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$from"`
 366   ts_to=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$to"`
 367   if [ "$ts_from" -gt "$ts_to" ] ; then
 368      echo "Updating $to ($ts_to) with $from ($ts_from)"
 369      # rm first in case the existing file is a symlink.
 370      rm -f "$to"
 371      cp "$from" "$to"
 372   fi
 373 }
 374
 375 update_bootstrap_sticky_opts() {
 376   arg=$1
 377   case $arg in
 378     *[^-A-Za-z0-9_+=:@/.,]*)
 379       # Quote for the shell and escape $ to $$ for make.
 380       bootstrap_sticky_opts="$bootstrap_sticky_opts '"`echo "$arg"|sed "s/'/'\\\\\\''/g;"'s/[$]/\\\\$\\\\$/g'`"'"
 381       ;;
 382     *)
 383       bootstrap_sticky_opts="$bootstrap_sticky_opts $arg"
 384       ;;
 385   esac
 386 }
 387
 388 curdir=`pwd`
 389
 390 # cd to srcdir if we aren't already there.
 391 srcdir=`echo "$0"|sed 's!/*[^/]*$!!'`
 392 case $srcdir in
 393   ""|.)
 394     srcdir=. ;;
 395   *)
 396     cd "$srcdir" ;;
 397 esac
 398
 399 # Commit hash to pass to handle_git_external for swig.
 400 swig_git_commit_hash=2c910e47ae788412b95e356c99cef5862808bf9a
 401
 402 # Commit hashes to use for common in omega and letor respectively:
 403 omega_common_commit_hash=b310f9988f63cdc15b48323f9ac42f6b08c3a36c
 404 letor_common_commit_hash=b310f9988f63cdc15b48323f9ac42f6b08c3a36c
 405
 406 if [ ! -r .git ] ; then
 407   echo "$0: '.git' not found - this script should be run from a git repo cloned"
 408   echo "from git://git.xapian.org/xapian or a mirror of it"
 409   exit 1
 410 fi
 411
 412 for emptydir in xapian-applications/omega/m4 xapian-bindings/m4 xapian-letor/m4 ; do
 413   if test -d "$emptydir" ; then
 414     :
 415   else
 416     parent=`echo "$emptydir"|sed 's,/[^/]*$,,'`
 417     if test -d "$parent" ; then
 418       mkdir "$emptydir"
 419     fi
 420   fi
 421 done
 422
 423 if [ -f .git ] ; then
 424   : # Looks like we're in a git worktree.
 425 else
 426   if [ -f .git/info/exclude ] ; then
 427     sed '/^\(swig\|xapian-applications\/omega\/common$\)/d' .git/info/exclude > .git/info/exclude~
 428   else
 429     [ -d .git/info ] || mkdir .git/info
 430   fi
 431   cat <<END >> .git/info/exclude~
 432 swig
 433 xapian-applications/omega/common
 434 xapian-letor/common
 435 END
 436   if [ -f .git/info/exclude ] &&
 437      cmp -s .git/info/exclude~ .git/info/exclude ; then
 438     rm .git/info/exclude~
 439   else
 440     mv .git/info/exclude~ .git/info/exclude
 441   fi
 442 fi
 443
 444 # If this tree is checked out from the github mirror, use the same access
 445 # method for other things checked out from github (e.g. swig) so we avoid
 446 # firewall issues.  If there's no default remote, the git config command
 447 # will exit with status 1, so ignore that failure.
 448 origin_url=`git config remote.origin.url||:`
 449 case $origin_url in
 450   *[@/]github.com[:/]*)
 451     github_base_url=`echo "X$origin_url"|sed 's/^X//;s!\([@/]github.com[:/]\).*!\1!'` ;;
 452   *)
 453     github_base_url=https://github.com/ ;;
 454 esac
 455 swig_origin_url=${github_base_url}swig/swig.git
 456
 457 if [ -z "$XAPIAN_COMMON_CLONE_URL" ] ; then
 458     xapian_common_clone_url=.
 459 else
 460     xapian_common_clone_url=$XAPIAN_COMMON_CLONE_URL
 461 fi
 462
 463 # Set to 'ftp' to use ftp URLs where available and 'http' to use unencrypted
 464 # 'http'.  By default we prefer https downloads as they are more likely to work
 465 # through firewalls and better preserve user privacy.
 466 download_protocol=
 467
 468 # Set to 'always' to always use a locally installed copy of the autotools
 469 # or 'never' to never download.
 470 #
 471 # By default we check for locally installed versions and use them if they are
 472 # new enough versions.  But e.g. for building releases we want to use a known
 473 # set of versions.
 474 download_tools=ifneeded
 475
 476 # Save options which should be sticky for when "make" needs to rerun bootstrap.
 477 # This should be empty or start with a space.
 478 bootstrap_sticky_opts=
 479
 480 while [ "$#" -gt 0 ] ; do
 481   case $1 in
 482   --download-tools=*)
 483     update_bootstrap_sticky_opts "$1"
 484     download_tools=`echo "x$1"|sed 's/^x--download-tools=//'`
 485     shift
 486     continue
 487     ;;
 488
 489   --download-tools)
 490     update_bootstrap_sticky_opts "$1=$2"
 491     download_tools=$2
 492     shift 2
 493     continue
 494     ;;
 495
 496   --ftp)
 497     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 498     download_protocol=ftp
 499     shift
 500     continue
 501     ;;
 502
 503   --http)
 504     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 505     download_protocol=http
 506     shift
 507     continue
 508     ;;
 509
 510   --fetch-url-command=*)
 511     update_bootstrap_sticky_opts "$1"
 512     FETCH_URL_TOOL=`echo "x$1"|sed 's/^x--fetch-url-command=//'`
 513     shift
 514     continue
 515     ;;
 516
 517   --fetch-url-command)
 518     update_bootstrap_sticky_opts "$1=$2"
 519     FETCH_URL_TOOL=$2
 520     shift 2
 521     continue
 522     ;;
 523
 524   --clean)
 525     # This probably shouldn't be sticky.
 526     rm -rf INST
 527     shift
 528     continue
 529     ;;
 530
 531   --without-autotools)
 532     # This shouldn't be sticky.
 533     echo "warning: Ignoring old option '$1' - new default is to use installed versions of tools if new enough.  Use '--download-tools=never' to prevent ever downloading"
 534     shift
 535     continue
 536     ;;
 537
 538   --)
 539     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 540     shift
 541     break
 542     ;;
 543
 544   -*)
 545     echo "Unknown option '$1'" 1>&2
 546     exit 1
 547     ;;
 548
 549   *)
 550     break
 551     ;;
 552   esac
 553 done
 554
 555 if [ "$#" -gt 0 ] ; then
 556   for a in "$@" ; do
 557     update_bootstrap_sticky_opts "$a"
 558   done
 559 fi
 560
 561 case $download_tools in
 562   always|ifneeded) ;;
 563   never)
 564     echo "warning: If stuff breaks with '--download-tools=never', you get to keep the pieces"
 565     ;;
 566   *)
 567     echo "Invalid --download-tools value '$download_tools'"
 568     exit 1
 569     ;;
 570 esac
 571
 572 [ -d INST ] || mkdir INST
 573 instdir=`pwd`/INST
 574
 575 [ -d BUILD ] || mkdir BUILD
 576 cd BUILD
 577
 578 # The hex strings are SHA256 checksums for the preceding extension.
 579 if lazy_build autoconf autoconf 2.69 \
 580     tar.xz 64ebcec9f8ac5b2487125a86a7760d2591ac9e1d3dbd59489633f9de62a57684 \
 581     tar.gz 954bd69b391edc12d6a4a51a2dd1476543da5c6bbf05a95b59dc0dd6fd4c2969 \
 582     ; then
 583   AUTOCONF=$instdir/bin/autoconf
 584   export AUTOCONF
 585   AUTORECONF=$instdir/bin/autoreconf
 586   export AUTORECONF
 587   AUTOHEADER=$instdir/bin/autoheader
 588   export AUTOHEADER
 589   AUTOM4TE=$instdir/bin/autom4te
 590   export AUTOM4TE
 591 fi
 592 if lazy_build automake automake 1.16.1 \
 593     tar.xz 5d05bb38a23fd3312b10aea93840feec685bdf4a41146e78882848165d3ae921 \
 594     tar.gz 608a97523f97db32f1f5d5615c98ca69326ced2054c9f82e65bade7fc4c9dea8 \
 595     ; then
 596   ACLOCAL=$instdir/bin/aclocal
 597   export ACLOCAL
 598   AUTOMAKE=$instdir/bin/automake
 599   export AUTOMAKE
 600 fi
 601 if lazy_build libtool libtool 2.4.6 \
 602     tar.xz 7c87a8c2c8c0fc9cd5019e402bed4292462d00a718a7cd5f11218153bf28b26f \
 603     tar.gz e3bd4d5d3d025a36c21dd6af7ea818a2afcd4dfc1ea5a17b39d7854bcd0c06e3 \
 604     ; then
 605   LIBTOOLIZE=$instdir/bin/libtoolize
 606   export LIBTOOLIZE
 607   libtool_aclocal=$instdir/share/aclocal
 608 else
 609   libtool_aclocal=`which libtool|sed 's!/bin/[^/]*$!/share/aclocal!'`
 610 fi
 611 # If the aclocal we're using is in a different prefix to the libtool we're
 612 # using, we probably need to tell aclocal where to look for our libtool's
 613 # macros.  Our directory may already by specified by other means, but it's
 614 # fairly harmless to specify an explicit -I for a directory which is searched
 615 # anyway - at worst it changes the search order.
 616 if [ "`${ACLOCAL-aclocal} --print-ac-dir`" != "$libtool_aclocal" ] ; then
 617   ACLOCAL="${ACLOCAL-aclocal} -I $libtool_aclocal"
 618   export ACLOCAL
 619 fi
 620
 621 if [ "$1" = "--deps=libmagic" ] ; then
 622     shift
 623     lazy_build file '' 5.32 \
 624       tar.gz 8639dc4d1b21e232285cd483604afc4a6ee810710e00e579dbe9591681722b50
 625 fi
 626
 627 cd ..
 628
 629 case `${LIBTOOLIZE-libtoolize} --version` in
 630 "")
 631   echo "${LIBTOOLIZE-libtoolize} not found"
 632   exit 1 ;;
 633 "libtoolize (GNU libtool) 1.4.*")
 634   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.4 which is too old - libtool 2.2 is required."
 635   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 636   exit 1 ;;
 637 "libtoolize (GNU libtool) 1.5.*")
 638   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.5 which is too old - libtool 2.2 is required."
 639   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 640   exit 1 ;;
 641 esac
 642
 643 ACLOCAL="${ACLOCAL-aclocal} -I `pwd`/xapian-core/m4-macros"
 644 export ACLOCAL
 645
 646 intree_swig=no
 647 modules=
 648 for module in ${@:-xapian-core xapian-applications/omega swig xapian-bindings} ; do
 649   d=$module
 650   if [ "$d" = swig ] ; then
 651     if [ -f "xapian-bindings/.nobootstrap" ] ; then
 652       # No point bootstrapping SWIG if we aren't going to use it.
 653       echo "Skipping '$d' due to presence of 'xapian-bindings/.nobootstrap'."
 654       continue
 655     fi
 656     handle_git_external swig "$swig_git_commit_hash" "$swig_origin_url"
 657   fi
 658   if [ -f "$d/configure.ac" -o -f "$d/configure.in" ] ; then
 659     :
 660   else
 661     # Skip any directories we can't bootstrap.
 662     continue
 663   fi
 664   if [ -f "$d/.nobootstrap" ] ; then
 665     # Report why to save head scratching when someone forgets they created
 666     # a .nobootstrap file.
 667     echo "Skipping '$module' due to presence of '$d/.nobootstrap'."
 668     continue
 669   fi
 670   case $d in
 671   xapian-applications/omega|xapian-letor)
 672     # If someone's created a directory for common, leave it be.
 673     if [ -h "$d/common" ] || [ ! -d "$d/common" ] ; then
 674       # Pick omega_common_commit_hash or letor_common_commit_hash:
 675       var=`echo "$d"|sed 's!.*[-/]!!g'`_common_commit_hash
 676       hash=`eval echo \\\$"$var"`
 677       handle_git_external "$d/.common.git" "$hash" "$xapian_common_clone_url"
 678       ln -sf .common.git/xapian-core/common "$d/common"
 679     fi
 680     ;;
 681   esac
 682
 683   echo "Bootstrapping \`$module'"
 684   [ -f "$d/preautoreconf" ] && perl "$d/preautoreconf"
 685
 686   # If we have a custom INSTALL file, preserve it since autoreconf insists on
 687   # replacing INSTALL with "generic installation instructions" when --force
 688   # is used.  Be careful to replace it if autoreconf fails.
 689   if [ -f "$d/INSTALL" ] ; then
 690     if grep 'generic installation instructions' "$d/INSTALL" >/dev/null 2>&1 ; then
 691       :
 692     else
 693       mv -f "$d/INSTALL" "$d/INSTALL.preserved-by-bootstrap"
 694     fi
 695   fi
 696
 697   autoreconf_rc=
 698   if [ swig = "$module" ] ; then
 699     # SWIG provides its own bootstrapping script.
 700     curdir=`pwd`
 701     cd "$d"
 702     ./autogen.sh || autoreconf_rc=$?
 703     cd "$curdir"
 704     # Use the uninstalled wrapper for the in-tree copy of SWIG.
 705     intree_swig=yes
 706   else
 707     # Use --install as debian's autoconf wrapper uses 2.5X if it sees it
 708     # (but it doesn't check for -i).
 709     #
 710     # Use --force so that we update files if autoconf, automake, or libtool
 711     # has been upgraded.
 712     ${AUTORECONF-autoreconf} --install --force "$d" || autoreconf_rc=$?
 713   fi
 714   if [ -f "$d/INSTALL.preserved-by-bootstrap" ] ; then
 715     mv -f "$d/INSTALL.preserved-by-bootstrap" "$d/INSTALL"
 716   fi
 717   if [ -n "$autoreconf_rc" ] ; then
 718     exit $autoreconf_rc
 719   fi
 720   for f in config.guess config.sub ; do
 721     if [ -f "$d/$f" ] ; then
 722       update_config "config/$f" "$d/$f"
 723     fi
 724   done
 725   modules="$modules $module"
 726 done
 727
 728 # Produce an absolute path to srcdir.
 729 srcdir_abs=`pwd`
 730
 731 # Generate the top-level configure script.
 732 rm -f configure.tmp
 733 cat <<TOP_OF_CONFIGURE > configure.tmp
 734 #!/bin/sh
 735 # configure each submodule in a xapian source tree
 736 # Generated by Xapian top-level bootstrap script.
 737 #$copyright
 738 trap 'echo "configure failed"' EXIT
 739 set -e
 740
 741 srcdir="$srcdir_abs"
 742 modules="$modules"
 743
 744 TOP_OF_CONFIGURE
 745
 746 cat <<'MIDDLE_OF_CONFIGURE' >> configure.tmp
 747 # Produced escaped version of command suitable for pasting back into sh
 748 cmd=$0
 749 user_CPPFLAGS=$CPPFLAGS
 750 user_LDFLAGS=$LDFLAGS
 751 for a ; do
 752  case $a in
 753   *[^-A-Za-z0-9_+=:@/.,]*)
 754    esc_a=`echo "$a"|sed 's!\([^-A-Za-z0-9_+=:@/.,]\)!\\\\\\1!g'`
 755    cmd="$cmd $esc_a" ;;
 756   *)
 757    cmd="$cmd $a" ;;
 758  esac
 759  # Capture any command-line settings of CPPFLAGS or LDFLAGS so we can override
 760  # for omega.  We follow the behaviour of autoconf-generated configure scripts
 761  # in that command-line setting beats environment variable setting, and the
 762  # last of multiple command-line settings is used.
 763  case $a in
 764    CPPFLAGS=*)
 765      user_CPPFLAGS=`expr "x$a" : 'xCPPFLAGS=\(.*\)'` ;;
 766    LDFLAGS=*)
 767      user_LDFLAGS=`expr "x$a" : 'xLDFLAGS=\(.*\)'` ;;
 768  esac
 769 done
 770
 771 here=`pwd`
 772 MIDDLE_OF_CONFIGURE
 773
 774 vars=
 775 if [ yes = "$intree_swig" ] ; then
 776   # We want the path to SWIG to point into srcdir, which isn't known until
 777   # configure-time, so we need to expand $here in configure.
 778   vars=' SWIG=$here/swig/preinst-swig'
 779 elif [ -n "$SWIG" ] ; then
 780   # User specified SWIG in environment, e.g. with:
 781   #   SWIG=/opt/swig/bin/swig ./bootstrap
 782   vars=" SWIG='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 783 fi
 784 for tool in $autotools ; do
 785   eval "val=\$$tool"
 786   if [ -n "$val" ] ; then
 787     echo ': ${'"$tool='$val'"'}' >> configure.tmp
 788     echo "export $tool" >> configure.tmp
 789     vars="$vars $tool='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 790   fi
 791 done
 792 if [ -n "$vars" ] ; then
 793   # $vars will always have a leading space.
 794   echo "set$vars "'"$@"' >> configure.tmp
 795 fi
 796
 797 cat <<'END_OF_CONFIGURE' >> configure.tmp
 798 dirs=
 799 revdirs=
 800 XAPIAN_CONFIG=$here/xapian-core/xapian-config
 801 for d in $modules ; do
 802   if [ "$here" = "$srcdir" ] ; then
 803     configure=./configure
 804     configure_from_here=$d/configure
 805   else
 806     configure=$srcdir/$d/configure
 807     configure_from_here=$configure
 808   fi
 809   if [ -f "$configure_from_here" ] ; then
 810     if [ -d "$d" ] ; then : ; else
 811       case $d in
 812       xapian-applications/*) [ -d xapian-applications ] || mkdir xapian-applications ;;
 813       esac
 814       mkdir "$d"
 815     fi
 816     echo "Configuring \`$d'"
 817     # Use a shared config.cache for speed and to save a bit of diskspace, but
 818     # don't share it with SWIG just in case it manages to probe and cache
 819     # different answers (e.g. because it uses a C compiler).
 820     case $d in
 821     swig)
 822       case "$*" in
 823       *--host=*|*--host" "*)
 824         # We're cross-building, but SWIG needs to be built natively.
 825         swig_configure_args=
 826         skip=
 827         for arg in "$@" ; do
 828           if [ -n "$skip" ] ; then
 829             skip=
 830             continue
 831           fi
 832           case $arg in
 833           --host=*)
 834             # Drop --host=xxx
 835             continue ;;
 836           --host)
 837             # Drop --host xxx
 838             skip=1
 839             continue ;;
 840           CC=*|CXX=*)
 841             # Drop CC=xxx or CXX=xxx
 842             continue ;;
 843           CC_FOR_BUILD=*|CXX_FOR_BUILD=*)
 844             # CC_FOR_BUILD=xxx -> CC=xxx; CXX_FOR_BUILD=xxx -> CXX=xxx
 845             arg=`echo "$arg"|sed 's/_FOR_BUILD//'`
 846             ;;
 847           SWIG=*)
 848             # Drop SWIG=xxx - not useful and could cause problems.
 849             continue ;;
 850           esac
 851           swig_configure_args="$swig_configure_args "\'`echo "x$arg"|sed "s/^x//;s/'/'\\\\\\\\''/g"`\'
 852         done
 853         # Also handle compilers specified in environment variables.  We can
 854         # just reassign them unconditionally as CC and CXX are ignored if
 855         # empty.
 856         cd "$d" && CC=$CC_FOR_BUILD CXX=$CXX_FOR_BUILD "$configure" `eval echo $swig_configure_args`
 857         ;;
 858       *)
 859         cd "$d" && "$configure" ${1+"$@"}
 860         ;;
 861       esac
 862       ;;
 863     xapian-core)
 864       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" ${1+"$@"}
 865       ;;
 866     xapian-applications/omega)
 867       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking XAPIAN_CONFIG="$XAPIAN_CONFIG" CPPFLAGS="-I$srcdir/INST/include $user_CPPFLAGS" LDFLAGS="-L$srcdir/INST/lib $user_LDFLAGS" ${1+"$@"}
 868       ;;
 869     *)
 870       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" XAPIAN_CONFIG="$XAPIAN_CONFIG" ${1+"$@"}
 871       ;;
 872     esac
 873     cd "$here"
 874     dirs="$dirs $d"
 875     revdirs="$d $revdirs"
 876   fi
 877 done
 878
 879 case " $* " in
 880   *" --help "*|*" --version "*)
 881     # Don't generate Makefile if --help or --version specified.
 882     trap - EXIT
 883     exit 0
 884     ;;
 885 esac
 886
 887 rm -f Makefile.tmp
 888 cat <<EOF > Makefile.tmp
 889 # Makefile generated by:
 890 CONFIGURE_COMMAND := $cmd
 891 EOF
 892 if [ "$srcdir" != . ] ; then
 893     cat <<EOF >> Makefile.tmp
 894
 895 VPATH = $srcdir
 896 EOF
 897 fi
 898 targets='all install uninstall install-strip clean distclean mostlyclean maintainer-clean dist check distcheck'
 899 for target in $targets ; do
 900   echo
 901   echo "$target:"
 902   case $target in
 903     uninstall|*clean)
 904       # When uninstalling or cleaning, process directories in reverse order, so
 905       # that we process a directory after any directories which might use it.
 906       list=$revdirs ;;
 907     *)
 908       list=$dirs ;;
 909   esac
 910   for d in $list ; do
 911     case $d,$target in
 912     swig,install*|swig,uninstall)
 913       # Nothing to do with swig when installing/uninstalling.
 914       ;;
 915     swig,dist|swig,check|swig,distcheck|swig,all)
 916       # Need to ensure swig is built before "make dist", "make check", etc.
 917       echo "    cd $d && \$(MAKE)" ;;
 918     swig,mostlyclean)
 919       echo "    cd $d && \$(MAKE) clean" ;;
 920     xapian-bindings,distcheck)
 921       # FIXME: distcheck doesn't currently work for xapian-bindings because
 922       # xapian-core isn't installed.
 923       echo "    cd $d && \$(MAKE) check && \$(MAKE) dist" ;;
 924     *)
 925       echo "    cd $d && \$(MAKE) $target" ;;
 926     esac
 927   done
 928   case $target in
 929     distclean|maintainer-clean) echo "  rm -f Makefile config.cache" ;;
 930   esac
 931 done >> Makefile.tmp
 932 cat <<EOF >> Makefile.tmp
 933
 934 recheck:
 935         \$(CONFIGURE_COMMAND)
 936
 937 Makefile: $srcdir/configure
 938         \$(CONFIGURE_COMMAND)
 939
 940 $srcdir/configure: \\
 941 END_OF_CONFIGURE
 942
 943 : > configure.tmp2
 944
 945 # We want to rerun bootstrap if a series file changes (patch added or removed)
 946 # or an existing patch changes.  Since we always have an series file (even if
 947 # it is empty), this also handles us adding the first patch for something.
 948 patches=
 949 for d in patches/* ; do
 950   series=$d/series
 951   echo "$series:" >> configure.tmp2
 952   cat << END
 953     $series\\\\
 954 END
 955   sed -n 's/[    ]*\(#.*\)\?$//;/./p' "$series" |\
 956       while read p ; do
 957     patch=$d/$p
 958     cat << END
 959     $patch\\\\
 960 END
 961     # Because there's a pipeline, this is a subshell, so use a temporary file
 962     # rather than a variable to compile a list of patches to use below.
 963     echo "$patch:" >> configure.tmp2
 964   done
 965 done >> configure.tmp
 966
 967 cat <<'END_OF_CONFIGURE' >> configure.tmp
 968     $srcdir/bootstrap
 969 END_OF_CONFIGURE
 970 echo "  \$srcdir/bootstrap$bootstrap_sticky_opts" >> configure.tmp
 971 cat <<'END_OF_CONFIGURE' >> configure.tmp
 972
 973 .PHONY: $targets recheck
 974
 975 # Dummy dependencies to allow removing patches we no longer need.
 976 END_OF_CONFIGURE
 977
 978 cat configure.tmp2 >> configure.tmp
 979
 980 cat <<'END_OF_CONFIGURE' >> configure.tmp
 981 EOF
 982 mv -f Makefile.tmp Makefile
 983 trap - EXIT
 984 echo "Configured successfully - now run \"${MAKE-make}\""
 985 END_OF_CONFIGURE
 986
 987 rm -f configure.tmp2
 988
 989 chmod +x configure.tmp
 990 mv -f configure.tmp configure
 991
 992 # git defaults to showing 7 character abbreviated hashes if that's enough to be
 993 # unique for a particular commit.  But you can't paste these into trac as it
 994 # needs at least 8 hex digits to recognise a hex string as a commit hash.  You
 995 # need 9 characters to be unique across all of Xapian at the time of writing,
 996 # and 12 for the Linux kernel currently (a much larger number of objects than
 997 # Xapian).  12 is a manageable length and decently future-proof, so let's use
 998 # that.
 999 core_abbrev_recommended=12
1000 core_abbrev=`git config --get core.abbrev||:`
1001 if [ -z "$core_abbrev" ] ; then
1002   echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config"
1003   git config --local core.abbrev "$core_abbrev_recommended"
1004 elif [ "$core_abbrev" -lt "$core_abbrev_recommended" ] ; then
1005   if [ -z "`git config --local core.abbrev`" ] ; then
1006     # Set globally to < $core_abbrev_recommended, override in this repo.
1007     echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config to override global core.abbrev=$core_abbrev"
1008     git config --local core.abbrev "$core_abbrev_recommended"
1009   else
1010     # Just warn.
1011     echo "warning: core.abbrev=$core_abbrev set on this repo, at least $core_abbrev_recommended is recommended"
1012   fi
1013 fi
1014
1015 trap - EXIT
1016 echo "Bootstrapped successfully - now run \"$srcdir/configure\" and \"${MAKE-make}\""