bootstrap

   1 #! /bin/sh
   2
   3 # Bootstrap this package from checked-out sources.
   4
   5 # Copyright (C) 2003-2008 Free Software Foundation, Inc.
   6
   7 # This program is free software: you can redistribute it and/or modify
   8 # it under the terms of the GNU General Public License as published by
   9 # the Free Software Foundation, either version 3 of the License, or
  10 # (at your option) any later version.
  11
  12 # This program is distributed in the hope that it will be useful,
  13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15 # GNU General Public License for more details.
  16
  17 # You should have received a copy of the GNU General Public License
  18 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19
  20 # Written by Paul Eggert.
  21
  22 nl='
  23 '
  24
  25 # Ensure file names are sorted consistently across platforms.
  26 LC_ALL=C
  27 export LC_ALL
  28
  29 local_gl_dir=gl
  30
  31 # Temporary directory names.
  32 bt='._bootmp'
  33 bt_regex=`echo "$bt"| sed 's/\./[.]/g'`
  34 bt2=${bt}2
  35
  36 usage() {
  37   echo >&2 "\
  38 Usage: $0 [OPTION]...
  39 Bootstrap this package from the checked-out sources.
  40
  41 Options:
  42  --gnulib-srcdir=DIRNAME  Specify the local directory where gnulib
  43                           sources reside.  Use this if you already
  44                           have gnulib sources on your machine, and
  45                           do not want to waste your bandwidth downloading
  46                           them again.
  47  --copy                   Copy files instead of creating symbolic links.
  48  --force                  Attempt to bootstrap even if the sources seem
  49                           not to have been checked out.
  50  --skip-po                Do not download po files.
  51
  52 If the file bootstrap.conf exists in the current working directory, its
  53 contents are read as shell variables to configure the bootstrap.
  54
  55 Running without arguments will suffice in most cases.
  56 "
  57 }
  58
  59 # Configuration.
  60
  61 # Name of the Makefile.am
  62 gnulib_mk=gnulib.mk
  63
  64 # List of gnulib modules needed.
  65 gnulib_modules=
  66
  67 # Any gnulib files needed that are not in modules.
  68 gnulib_files=
  69
  70 # The command to download all .po files for a specified domain into
  71 # a specified directory.  Fill in the first %s is the domain name, and
  72 # the second with the destination directory.  Use rsync's -L and -r
  73 # options because the latest/%s directory and the .po files within are
  74 # all symlinks.
  75 po_download_command_format=\
  76 "rsync -Lrtvz 'translationproject.org::tp/latest/%s/' '%s'"
  77
  78 extract_package_name='
  79   /^AC_INIT(/{
  80      /.*,.*,.*, */{
  81        s///
  82        s/[][]//g
  83        s/)$//
  84        p
  85        q
  86      }
  87      s/AC_INIT(\[*//
  88      s/]*,.*//
  89      s/^GNU //
  90      y/ABCDEFGHIJKLMNOPQRSTUVWXYZ/abcdefghijklmnopqrstuvwxyz/
  91      s/[^A-Za-z0-9_]/-/g
  92      p
  93   }
  94 '
  95 package=`sed -n "$extract_package_name" configure.ac` || exit
  96 gnulib_name=lib$package
  97
  98 build_aux=build-aux
  99 source_base=lib
 100 m4_base=m4
 101 doc_base=doc
 102 tests_base=tests
 103
 104 # Extra files from gnulib, which override files from other sources.
 105 gnulib_extra_files="
 106         $build_aux/install-sh
 107         $build_aux/missing
 108         $build_aux/mdate-sh
 109         $build_aux/texinfo.tex
 110         $build_aux/depcomp
 111         $build_aux/config.guess
 112         $build_aux/config.sub
 113         doc/INSTALL
 114 "
 115
 116 # Additional gnulib-tool options to use.  Use "\newline" to break lines.
 117 gnulib_tool_option_extras=
 118
 119 # Other locale categories that need message catalogs.
 120 EXTRA_LOCALE_CATEGORIES=
 121
 122 # Additional xgettext options to use.  Use "\\\newline" to break lines.
 123 XGETTEXT_OPTIONS='\\\
 124  --flag=_:1:pass-c-format\\\
 125  --flag=N_:1:pass-c-format\\\
 126  --flag=error:3:c-format --flag=error_at_line:5:c-format\\\
 127 '
 128
 129 # Package bug report address for gettext files
 130 MSGID_BUGS_ADDRESS=bug-$package@gnu.org
 131
 132 # Files we don't want to import.
 133 excluded_files=
 134
 135 # File that should exist in the top directory of a checked out hierarchy,
 136 # but not in a distribution tarball.
 137 checkout_only_file=README-hacking
 138
 139 # Whether to use copies instead of symlinks.
 140 copy=false
 141
 142 # Set this to '.cvsignore .gitignore' in bootstrap.conf if you want
 143 # those files to be generated in directories like lib/, m4/, and po/.
 144 # Or set it to 'auto' to make this script select which to use based
 145 # on which version control system (if any) is used in the source directory.
 146 vc_ignore=auto
 147
 148 # Override the default configuration, if necessary.
 149 test -r bootstrap.conf && . ./bootstrap.conf
 150
 151 if test "$vc_ignore" = auto; then
 152   vc_ignore=
 153   test -d .git && vc_ignore=.gitignore
 154   test -d CVS && vc_ignore="$vc_ignore .cvsignore"
 155 fi
 156
 157 # Translate configuration into internal form.
 158
 159 # Parse options.
 160
 161 for option
 162 do
 163   case $option in
 164   --help)
 165     usage
 166     exit;;
 167   --gnulib-srcdir=*)
 168     GNULIB_SRCDIR=`expr "$option" : '--gnulib-srcdir=\(.*\)'`;;
 169   --skip-po)
 170     SKIP_PO=t;;
 171   --force)
 172     checkout_only_file=;;
 173   --copy)
 174     copy=true;;
 175   *)
 176     echo >&2 "$0: $option: unknown option"
 177     exit 1;;
 178   esac
 179 done
 180
 181 if test -n "$checkout_only_file" && test ! -r "$checkout_only_file"; then
 182   echo "$0: Bootstrapping from a non-checked-out distribution is risky." >&2
 183   exit 1
 184 fi
 185
 186 # If $STR is not already on a line by itself in $FILE, insert it,
 187 # sorting the new contents of the file and replacing $FILE with the result.
 188 insert_sorted_if_absent() {
 189   file=$1
 190   str=$2
 191   test -f $file || touch $file
 192   echo "$str" | sort -u - $file | cmp -s - $file \
 193     || echo "$str" | sort -u - $file -o $file \
 194     || exit 1
 195 }
 196
 197 # Die if there is no AC_CONFIG_AUX_DIR($build_aux) line in configure.ac.
 198 found_aux_dir=no
 199 grep '^[         ]*AC_CONFIG_AUX_DIR(\['"$build_aux"'\])' configure.ac \
 200     >/dev/null && found_aux_dir=yes
 201 grep '^[         ]*AC_CONFIG_AUX_DIR('"$build_aux"')' configure.ac \
 202     >/dev/null && found_aux_dir=yes
 203 if test $found_aux_dir = no; then
 204   echo "$0: expected line not found in configure.ac. Add the following:" >&2
 205   echo "  AC_CONFIG_AUX_DIR([$build_aux])" >&2
 206   exit 1
 207 fi
 208
 209 # If $build_aux doesn't exist, create it now, otherwise some bits
 210 # below will malfunction.  If creating it, also mark it as ignored.
 211 if test ! -d $build_aux; then
 212   mkdir $build_aux
 213   for dot_ig in x $vc_ignore; do
 214     test $dot_ig = x && continue
 215     insert_sorted_if_absent $dot_ig $build_aux
 216   done
 217 fi
 218
 219 echo "$0: Bootstrapping from checked-out $package sources..."
 220
 221 cleanup_gnulib() {
 222   status=$?
 223   rm -fr gnulib
 224   exit $status
 225 }
 226
 227 # Get gnulib files.
 228
 229 case ${GNULIB_SRCDIR--} in
 230 -)
 231   if [ ! -d gnulib ]; then
 232     echo "$0: getting gnulib files..."
 233
 234     trap cleanup_gnulib 1 2 13 15
 235
 236     git clone --depth 2 git://git.sv.gnu.org/gnulib ||
 237       cleanup_gnulib
 238
 239     trap - 1 2 13 15
 240   fi
 241   GNULIB_SRCDIR=gnulib
 242 esac
 243
 244 gnulib_tool=$GNULIB_SRCDIR/gnulib-tool
 245 <$gnulib_tool || exit
 246
 247 # Get translations.
 248
 249 download_po_files() {
 250   subdir=$1
 251   domain=$2
 252   echo "$0: getting translations into $subdir for $domain..."
 253   cmd=`printf "$po_download_command_format" "$domain" "$subdir"`
 254   eval "$cmd"
 255 }
 256
 257 # Download .po files to $po_dir/.reference and copy only the new
 258 # or modified ones into $po_dir.  Also update $po_dir/LINGUAS.
 259 update_po_files() {
 260   # Directory containing primary .po files.
 261   # Overwrite them only when we're sure a .po file is new.
 262   po_dir=$1
 263   domain=$2
 264
 265   # Download *.po files into this dir.
 266   # Usually contains *.s1 checksum files.
 267   ref_po_dir="$po_dir/.reference"
 268
 269   test -d $ref_po_dir || mkdir $ref_po_dir || return
 270   download_po_files $ref_po_dir $domain \
 271     && ls "$ref_po_dir"/*.po 2>/dev/null |
 272       sed 's|.*/||; s|\.po$||' > "$po_dir/LINGUAS"
 273
 274   langs=`cd $ref_po_dir && echo *.po|sed 's/\.po//g'`
 275   test "$langs" = '*' && langs=x
 276   for po in `cd $ref_po_dir && echo *.po|sed 's/\.po//g'`; do
 277     case $po in x) continue;; esac
 278     new_po="$ref_po_dir/$po.po"
 279     cksum_file="$ref_po_dir/$po.s1"
 280     if ! test -f "$cksum_file" ||
 281         ! test -f "$po_dir/$po.po" ||
 282         ! sha1sum -c --status "$cksum_file" < "$new_po" > /dev/null; then
 283       echo "updated $po_dir/$po.po..."
 284       cp "$new_po" "$po_dir/$po.po" && sha1sum < "$new_po" > "$cksum_file"
 285     fi
 286   done
 287 }
 288
 289 case $SKIP_PO in
 290 '')
 291   if test -d po; then
 292     update_po_files po $package || exit
 293   fi
 294
 295   if test -d runtime-po; then
 296     update_po_files runtime-po $package-runtime || exit
 297   fi;;
 298 esac
 299
 300 symlink_to_dir()
 301 {
 302   src=$1/$2
 303   dst=${3-$2}
 304
 305   test -f "$src" && {
 306
 307     # If the destination directory doesn't exist, create it.
 308     # This is required at least for "lib/uniwidth/cjk.h".
 309     dst_dir=`dirname "$dst"`
 310     if ! test -d "$dst_dir"; then
 311       mkdir -p "$dst_dir"
 312
 313       # If we've just created a directory like lib/uniwidth,
 314       # tell version control system(s) it's ignorable.
 315       # FIXME: for now, this does only one level
 316       parent=`dirname "$dst_dir"`
 317       for dot_ig in x $vc_ignore; do
 318         test $dot_ig = x && continue
 319         ig=$parent/$dot_ig
 320         insert_sorted_if_absent $ig `echo "$dst_dir"|sed 's,.*/,,'`
 321       done
 322     fi
 323
 324     if $copy; then
 325       {
 326         test ! -h "$dst" || {
 327           echo "$0: rm -f $dst" &&
 328           rm -f "$dst"
 329         }
 330       } &&
 331       test -f "$dst" &&
 332       cmp -s "$src" "$dst" || {
 333         echo "$0: cp -fp $src $dst" &&
 334         cp -fp "$src" "$dst"
 335       }
 336     else
 337       test -h "$dst" &&
 338       src_ls=`ls -diL "$src" 2>/dev/null` && set $src_ls && src_i=$1 &&
 339       dst_ls=`ls -diL "$dst" 2>/dev/null` && set $dst_ls && dst_i=$1 &&
 340       test "$src_i" = "$dst_i" || {
 341         dot_dots=
 342         case $src in
 343         /*) ;;
 344         *)
 345           case /$dst/ in
 346           *//* | */../* | */./* | /*/*/*/*/*/)
 347              echo >&2 "$0: invalid symlink calculation: $src -> $dst"
 348              exit 1;;
 349           /*/*/*/*/)    dot_dots=../../../;;
 350           /*/*/*/)      dot_dots=../../;;
 351           /*/*/)        dot_dots=../;;
 352           esac;;
 353         esac
 354
 355         echo "$0: ln -fs $dot_dots$src $dst" &&
 356         ln -fs "$dot_dots$src" "$dst"
 357       }
 358     fi
 359   }
 360 }
 361
 362 cp_mark_as_generated()
 363 {
 364   cp_src=$1
 365   cp_dst=$2
 366
 367   if cmp -s "$cp_src" "$GNULIB_SRCDIR/$cp_dst"; then
 368     symlink_to_dir "$GNULIB_SRCDIR" "$cp_dst"
 369   elif cmp -s "$cp_src" "$local_gl_dir/$cp_dst"; then
 370     symlink_to_dir $local_gl_dir "$cp_dst"
 371   else
 372     case $cp_dst in
 373       *.[ch])             c1='/* '; c2=' */';;
 374       *.texi)             c1='@c '; c2=     ;;
 375       *.m4|*/Make*|Make*) c1='# ' ; c2=     ;;
 376       *)                  c1=     ; c2=     ;;
 377     esac
 378
 379     # If the destination directory doesn't exist, create it.
 380     # This is required at least for "lib/uniwidth/cjk.h".
 381     dst_dir=`dirname "$cp_dst"`
 382     test -d "$dst_dir" || mkdir -p "$dst_dir"
 383
 384     if test -z "$c1"; then
 385       cmp -s "$cp_src" "$cp_dst" || {
 386         echo "$0: cp -f $cp_src $cp_dst" &&
 387         rm -f "$cp_dst" &&
 388         sed "s!$bt_regex/!!g" "$cp_src" > "$cp_dst"
 389       }
 390     else
 391       # Copy the file first to get proper permissions if it
 392       # doesn't already exist.  Then overwrite the copy.
 393       cp "$cp_src" "$cp_dst-t" &&
 394       (
 395         echo "$c1-*- buffer-read-only: t -*- vi: set ro:$c2" &&
 396         echo "${c1}DO NOT EDIT! GENERATED AUTOMATICALLY!$c2" &&
 397         echo '#line 1' &&
 398         sed "s!$bt_regex/!!g" "$cp_src"
 399       ) > $cp_dst-t &&
 400       if cmp -s "$cp_dst-t" "$cp_dst"; then
 401         rm -f "$cp_dst-t"
 402       else
 403         echo "$0: cp $cp_src $cp_dst # with edits" &&
 404         mv -f "$cp_dst-t" "$cp_dst"
 405       fi
 406     fi
 407   fi
 408 }
 409
 410 version_controlled_file() {
 411   dir=$1
 412   file=$2
 413   found=no
 414   if test -d CVS; then
 415     grep -F "/$file/" $dir/CVS/Entries 2>/dev/null |
 416              grep '^/[^/]*/[0-9]' > /dev/null && found=yes
 417   elif test -d .git; then
 418     git rm -n "$dir/$file" > /dev/null 2>&1 && found=yes
 419   elif test -d .svn; then
 420     svn log -r HEAD "$dir/$file" > /dev/null 2>&1 && found=yes
 421   else
 422     echo "$0: no version control for $dir/$file?" >&2
 423   fi
 424   test $found = yes
 425 }
 426
 427 slurp() {
 428   for dir in . `(cd $1 && find * -type d -print)`; do
 429     copied=
 430     sep=
 431     for file in `ls -a $1/$dir`; do
 432       case $file in
 433       .|..) continue;;
 434       .*) continue;; # FIXME: should all file names starting with "." be ignored?
 435       esac
 436       test -d $1/$dir/$file && continue
 437       for excluded_file in $excluded_files; do
 438         test "$dir/$file" = "$excluded_file" && continue 2
 439       done
 440       if test $file = Makefile.am; then
 441         copied=$copied${sep}$gnulib_mk; sep=$nl
 442         remove_intl='/^[^#].*\/intl/s/^/#/;'"s!$bt_regex/!!g"
 443         sed "$remove_intl" $1/$dir/$file | cmp -s - $dir/$gnulib_mk || {
 444           echo "$0: Copying $1/$dir/$file to $dir/$gnulib_mk ..." &&
 445           rm -f $dir/$gnulib_mk &&
 446           sed "$remove_intl" $1/$dir/$file >$dir/$gnulib_mk
 447         }
 448       elif { test "${2+set}" = set && test -r $2/$dir/$file; } ||
 449            version_controlled_file $dir $file; then
 450         echo "$0: $dir/$file overrides $1/$dir/$file"
 451       else
 452         copied=$copied$sep$file; sep=$nl
 453         if test $file = gettext.m4; then
 454           echo "$0: patching m4/gettext.m4 to remove need for intl/* ..."
 455           rm -f $dir/$file
 456           sed '
 457             /^AC_DEFUN(\[AM_INTL_SUBDIR],/,/^]/c\
 458               AC_DEFUN([AM_INTL_SUBDIR], [
 459             /^AC_DEFUN(\[gt_INTL_SUBDIR_CORE],/,/^]/c\
 460               AC_DEFUN([gt_INTL_SUBDIR_CORE], [])
 461             $a\
 462               AC_DEFUN([gl_LOCK_EARLY], [])
 463           ' $1/$dir/$file >$dir/$file
 464         else
 465           cp_mark_as_generated $1/$dir/$file $dir/$file
 466         fi
 467       fi || exit
 468     done
 469
 470     for dot_ig in x $vc_ignore; do
 471       test $dot_ig = x && continue
 472       ig=$dir/$dot_ig
 473       if test -n "$copied"; then
 474         insert_sorted_if_absent $ig "$copied"
 475         # If an ignored file name ends with .in.h, then also add
 476         # the name with just ".h".  Many gnulib headers are generated,
 477         # e.g., stdint.in.h -> stdint.h, dirent.in.h ->..., etc.
 478         # Likewise for .gperf -> .h, .y -> .c, and .sin -> .sed
 479         f=`echo "$copied"|sed 's/\.in\.h$/.h/;s/\.sin$/.sed/;s/\.y$/.c/;s/\.gperf$/.h/'`
 480         insert_sorted_if_absent $ig "$f"
 481
 482         # For files like sys_stat.in.h and sys_time.in.h, record as
 483         # ignorable the directory we might eventually create: sys/.
 484         f=`echo "$copied"|sed 's/sys_.*\.in\.h$/sys/'`
 485         insert_sorted_if_absent $ig "$f"
 486       fi
 487     done
 488   done
 489 }
 490
 491
 492 # Create boot temporary directories to import from gnulib and gettext.
 493 rm -fr $bt $bt2 &&
 494 mkdir $bt $bt2 || exit
 495
 496 # Import from gnulib.
 497
 498 gnulib_tool_options="\
 499  --import\
 500  --no-changelog\
 501  --aux-dir $bt/$build_aux\
 502  --doc-base $bt/$doc_base\
 503  --lib $gnulib_name\
 504  --m4-base $bt/$m4_base/\
 505  --source-base $bt/$source_base/\
 506  --tests-base $bt/$tests_base\
 507  --local-dir $local_gl_dir\
 508  $gnulib_tool_option_extras\
 509 "
 510 echo "$0: $gnulib_tool $gnulib_tool_options --import ..."
 511 $gnulib_tool $gnulib_tool_options --import $gnulib_modules &&
 512 slurp $bt || exit
 513
 514 for file in $gnulib_files; do
 515   symlink_to_dir "$GNULIB_SRCDIR" $file || exit
 516 done
 517
 518
 519 # Import from gettext.
 520 with_gettext=yes
 521 grep '^[         ]*AM_GNU_GETTEXT_VERSION(' configure.ac >/dev/null || \
 522     with_gettext=no
 523
 524 if test $with_gettext = yes; then
 525   echo "$0: (cd $bt2; autopoint) ..."
 526   cp configure.ac $bt2 &&
 527   (cd $bt2 && autopoint && rm configure.ac) &&
 528   slurp $bt2 $bt || exit
 529
 530   rm -fr $bt $bt2 || exit
 531 fi
 532
 533 # Remove any dangling symlink matching "*.m4" or "*.[ch]" in some
 534 # gnulib-populated directories.  Such .m4 files would cause aclocal to fail.
 535 # The following requires GNU find 4.2.3 or newer.  Considering the usual
 536 # portability constraints of this script, that may seem a very demanding
 537 # requirement, but it should be ok.  Ignore any failure, which is fine,
 538 # since this is only a convenience to help developers avoid the relatively
 539 # unusual case in which a symlinked-to .m4 file is git-removed from gnulib
 540 # between successive runs of this script.
 541 find "$m4_base" "$source_base" \
 542   -depth \( -name '*.m4' -o -name '*.[ch]' \) \
 543   -type l -xtype l -delete > /dev/null 2>&1
 544
 545
 546 # Reconfigure, getting other files.
 547
 548 for command in \
 549   libtool \
 550   'aclocal --force -I m4' \
 551   'autoconf --force' \
 552   'autoheader --force' \
 553   'automake --add-missing --copy --force-missing';
 554 do
 555   if test "$command" = libtool; then
 556     grep '^[     ]*AM_PROG_LIBTOOL\>' configure.ac >/dev/null ||
 557       continue
 558     command='libtoolize -c -f'
 559   fi
 560   echo "$0: $command ..."
 561   $command || exit
 562 done
 563
 564
 565 # Get some extra files from gnulib, overriding existing files.
 566 for file in $gnulib_extra_files; do
 567   case $file in
 568   */INSTALL) dst=INSTALL;;
 569   build-aux/*) dst=$build_aux/`expr "$file" : 'build-aux/\(.*\)'`;;
 570   *) dst=$file;;
 571   esac
 572   symlink_to_dir "$GNULIB_SRCDIR" $file $dst || exit
 573 done
 574
 575 if test $with_gettext = yes; then
 576   # Create gettext configuration.
 577   echo "$0: Creating po/Makevars from po/Makevars.template ..."
 578   rm -f po/Makevars
 579   sed '
 580     /^EXTRA_LOCALE_CATEGORIES *=/s/=.*/= '"$EXTRA_LOCALE_CATEGORIES"'/
 581     /^MSGID_BUGS_ADDRESS *=/s/=.*/= '"$MSGID_BUGS_ADDRESS"'/
 582     /^XGETTEXT_OPTIONS *=/{
 583       s/$/ \\/
 584       a\
 585           '"$XGETTEXT_OPTIONS"' $${end_of_xgettext_options+}
 586     }
 587   ' po/Makevars.template >po/Makevars
 588
 589   if test -d runtime-po; then
 590     # Similarly for runtime-po/Makevars, but not quite the same.
 591     rm -f runtime-po/Makevars
 592     sed '
 593       /^DOMAIN *=.*/s/=.*/= '"$package"'-runtime/
 594       /^subdir *=.*/s/=.*/= runtime-po/
 595       /^MSGID_BUGS_ADDRESS *=/s/=.*/= bug-'"$package"'@gnu.org/
 596       /^XGETTEXT_OPTIONS *=/{
 597         s/$/ \\/
 598         a\
 599             '"$XGETTEXT_OPTIONS_RUNTIME"' $${end_of_xgettext_options+}
 600       }
 601     ' <po/Makevars.template >runtime-po/Makevars
 602
 603     # Copy identical files from po to runtime-po.
 604     (cd po && cp -p Makefile.in.in *-quot *.header *.sed *.sin ../runtime-po)
 605   fi
 606 fi
 607
 608 # Horrible, coreutils-specific kludges.
 609 # Change paths in gnulib-tests/gnulib.mk from "../.." to "..".
 610 m=gnulib-tests/gnulib.mk
 611 sed 's,\.\./\.\.,..,g' $m > $m-t
 612 mv -f $m-t $m
 613
 614 # Make tests executable.
 615 chmod a+x gnulib-tests/test-*.sh
 616
 617 echo "$0: done.  Now you can run './configure'."