contrib/gcc_release

   1 #! /bin/sh
   2
   3 ########################################################################
   4 #
   5 # File:   gcc_release
   6 # Author: Jeffrey Law, Bernd Schmidt, Mark Mitchell
   7 # Date:   2001-05-25
   8 #
   9 # Contents:
  10 #   Script to create a GCC release.
  11 #
  12 # Copyright (c) 2001 Free Software Foundation.
  13 #
  14 # This file is part of GNU CC.
  15 #
  16 # GNU CC is free software; you can redistribute it and/or modify
  17 # it under the terms of the GNU General Public License as published by
  18 # the Free Software Foundation; either version 2, or (at your option)
  19 # any later version.
  20 #
  21 # GNU CC is distributed in the hope that it will be useful,
  22 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  23 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  24 # GNU General Public License for more details.
  25 #
  26 # You should have received a copy of the GNU General Public License
  27 # along with GNU CC; see the file COPYING.  If not, write to
  28 # the Free Software Foundation, 59 Temple Place - Suite 330,
  29 # Boston, MA 02111-1307, USA.
  30 #
  31 ########################################################################
  32
  33 ########################################################################
  34 # Notes
  35 ########################################################################
  36
  37 # Here is an example usage of this script, to create a GCC 3.0.2
  38 # prerelease:
  39 #
  40 #   gcc_release -r 3.0.2
  41 #
  42 # This script will automatically use the head of the release branch
  43 # to generate the release.
  44
  45 ########################################################################
  46 # Functions
  47 ########################################################################
  48
  49 # Issue the error message given by $1 and exit with a non-zero
  50 # exit code.
  51
  52 error() {
  53     echo "gcc_release: error: $1"
  54     exit 1
  55 }
  56
  57 # Issue the informational message given by $1.
  58
  59 inform() {
  60     echo "gcc_release: $1"
  61 }
  62
  63 # Issue a usage message explaining how to use this script.
  64
  65 usage() {
  66 cat <<EOF
  67 gcc_release     [-d destination]
  68                 [-u username]
  69                 [-r release]
  70                 [-t tag]
  71                 [-p previous-tarball]
  72                 [-s] [-f]
  73 EOF
  74     exit 1
  75 }
  76
  77 # Change to the directory given by $1.
  78
  79 changedir() {
  80   cd $1 || \
  81     error "Could not change directory to $1"
  82 }
  83
  84 # Each of the arguments is a directory name, relative to the top
  85 # of the source tree.  Return another name for that directory, relative
  86 # to the working directory.
  87
  88 adjust_dirs() {
  89   for x in $@; do
  90     echo `basename ${SOURCE_DIRECTORY}`/$x
  91   done
  92 }
  93
  94 # Build the source tree that will be the basis for the release
  95 # in ${WORKING_DIRECTORY}/gcc-${RELEASE}.
  96
  97 build_sources() {
  98   # If the WORKING_DIRECTORY already exists, do not risk destroying it.
  99   if [ -r ${WORKING_DIRECTORY} ]; then
 100     error "\`${WORKING_DIRECTORY}' already exists"
 101   fi
 102   # Create the WORKING_DIRECTORY.
 103   mkdir "${WORKING_DIRECTORY}" \
 104     || error "Could not create \`${WORKING_DIRECTORY}'"
 105   changedir "${WORKING_DIRECTORY}"
 106
 107   if [ -n "${TAG}" ]; then
 108     inform "Tagging release sources"
 109     ${CVS} -z 9 rtag -r ${BRANCH} ${TAG} gcc || \
 110       error "Could not tag release sources"
 111     BRANCH=$TAG
 112   fi
 113
 114   # Export the current sources.
 115   inform "Retrieving release sources"
 116   ${CVS} \
 117        -z 9 export -d "`basename ${SOURCE_DIRECTORY}`" \
 118        -r ${BRANCH} gcc || \
 119     error "Could not retrieve release sources"
 120
 121   # Run gcc_update on them to set up the timestamps nicely.
 122   changedir "gcc-${RELEASE}"
 123   contrib/gcc_update --touch
 124
 125   # For a prerelease or real release, we need to generate additional
 126   # files not present in CVS.
 127   if [ $SNAPSHOT -ne 1 ]; then
 128     # Generate the documentation.
 129     inform "Building install docs"
 130     SOURCEDIR=${SOURCE_DIRECTORY}/gcc/doc
 131     DESTDIR=${SOURCE_DIRECTORY}/INSTALL
 132     export SOURCEDIR
 133     export DESTDIR
 134     ${SOURCE_DIRECTORY}/gcc/doc/install.texi2html
 135
 136     # Regenerate the NEWS file.
 137     contrib/gennews > gcc/NEWS || \
 138       error "Could not regenerate NEWS files"
 139
 140     # Now, we must build the compiler in order to create any generated
 141     # files that are supposed to go in the source directory.  This is
 142     # also a good sanity check to make sure that the release builds
 143     # on at least one platform.
 144     inform "Building compiler"
 145     OBJECT_DIRECTORY=../objdir
 146     contrib/gcc_build -d ${SOURCE_DIRECTORY} -o ${OBJECT_DIRECTORY} build || \
 147       error "Could not rebuild GCC"
 148
 149     # Regenerate the Fotran NEWS and BUGS files.
 150     (cd  ${OBJECT_DIRECTORY}/gcc/f && make f77.rebuilt) || \
 151       error "Could not regenerate Fortran NEWS and BUGS files"
 152   fi
 153
 154   # Move message catalogs to source directory.
 155   mv ../objdir/gcc/po/*.gmo gcc/po/
 156
 157   # Create a `.brik' file to use for checking the validity of the
 158   # release.
 159   changedir "${SOURCE_DIRECTORY}"
 160   BRIK_FILE=`mktemp /tmp/gcc_release.XXXXXXX`
 161   ((find . -type f | sort > $BRIK_FILE) && \
 162        brik -Gb -f ${BRIK_FILE} > .brik && \
 163        rm ${BRIK_FILE}) || \
 164      error "Could not compute brik checksum"
 165 }
 166
 167 # Buid a single tarfile.  The first argument is the name of the name
 168 # of the tarfile to build, without any suffixes.  They will be added
 169 # automatically.  The rest of the arguments are the files or
 170 # directories to include.
 171
 172 build_tarfile() {
 173   # Get the name of the destination tar file.
 174   TARFILE="$1.tar.gz"
 175   shift
 176
 177   # Build the tar file itself.
 178   (${TAR} cf - "$@" | ${GZIP} > ${TARFILE}) || \
 179     error "Could not build tarfile"
 180   FILE_LIST="${FILE_LIST} ${TARFILE}"
 181 }
 182
 183 # Build the various tar files for the release.
 184
 185 build_tarfiles() {
 186   inform "Building tarfiles"
 187
 188   changedir "${WORKING_DIRECTORY}"
 189
 190   # The GNU Coding Standards specify that all files should
 191   # world readable.
 192   chmod -R a+r ${SOURCE_DIRECTORY}
 193   # And that all directories have mode 777.
 194   find ${SOURCE_DIRECTORY} -type d -exec chmod 777 {} \;
 195
 196   # Build one huge tarfile for the entire distribution.
 197   build_tarfile gcc-${RELEASE} `basename ${SOURCE_DIRECTORY}`
 198
 199   # Now, build one for each of the languages.
 200   build_tarfile gcc-g++-${RELEASE} ${CPLUSPLUS_DIRS}
 201   build_tarfile gcc-g77-${RELEASE} ${FORTRAN_DIRS}
 202   build_tarfile gcc-java-${RELEASE} ${JAVA_DIRS}
 203   build_tarfile gcc-objc-${RELEASE} ${OBJECTIVEC_DIRS}
 204   build_tarfile gcc-testsuite-${RELEASE} ${TESTSUITE_DIRS}
 205
 206   # The core is everything else.
 207   EXCLUDES=""
 208   for x in ${CPLUSPLUS_DIRS} ${FORTRAN_DIRS} ${JAVA_DIRS} \
 209            ${OBJECTIVEC_DIRS} ${TESTSUITE_DIRS}; do
 210     EXCLUDES="${EXCLUDES} --exclude $x"
 211   done
 212   build_tarfile gcc-core-${RELEASE} ${EXCLUDES} \
 213     `basename ${SOURCE_DIRECTORY}`
 214
 215   # Possibly build diffs.
 216   if [ -n "$OLD_TARS" ]; then
 217     for old_tar in $OLD_TARS; do
 218       build_diffs $old_tar
 219     done
 220   fi
 221
 222   # Possibly build .bz2 files.
 223   for f in ${FILE_LIST}; do
 224     bzfile=${f%.gz}.bz2
 225     zcat $f | ${BZIP2} > ${bzfile}
 226     FILE_LIST="${FILE_LIST} ${bzfile}"
 227   fi
 228 }
 229
 230 # Build diffs against an old release.
 231 build_diffs() {
 232   old_dir=${1%/*}
 233   old_file=${1##*/}
 234   old_vers=${old_file%.tar.gz}
 235   old_vers=${old_vers#gcc-}
 236   inform "Building diffs against version $old_vers"
 237   for f in gcc gcc-g++ gcc-g77 gcc-java gcc-objc gcc-testsuite gcc-core; do
 238     old_tar=${old_dir}/${f}-${old_vers}.tar.gz
 239     new_tar=${WORKING_DIRECTORY}/${f}-${RELEASE}.tar.gz
 240     if [ -e $old_tar ] && [ -e $new_tar ]; then
 241       build_diff $old_tar gcc-${old_vers} $new_tar gcc-${RELEASE} \
 242         ${f}-${old_vers}-${RELEASE}.diff.gz
 243     fi
 244   done
 245 }
 246
 247 # Build an individual diff.
 248 build_diff() {
 249   changedir "${WORKING_DIRECTORY}"
 250   tmpdir=gccdiff.$$
 251   mkdir $tmpdir || error "Could not create directory $tmpdir"
 252   changedir $tmpdir
 253   tar xfz $1 || error "Could not unpack $1 for diffs"
 254   tar xfz $3 || error "Could not unpack $3 for diffs"
 255   ${DIFF} $2 $4 | ${GZIP} > ../$5
 256   if [ $? -eq 2 ]; then
 257     error "Trouble making diffs from $1 to $3"
 258   fi
 259   changedir ..
 260   rm -rf $tmpdir
 261   FILE_LIST="${FILE_LIST} $5"
 262 }
 263
 264 # Upload the files to the FTP server.
 265
 266 upload_files() {
 267   inform "Uploading files"
 268
 269   changedir "${WORKING_DIRECTORY}"
 270
 271   # Copy the tar files to the FTP server.
 272   for x in gcc*.gz gcc*.bz2; do
 273     if [ -e ${x} ]; then
 274       ${SCP} ${x} ${FTP_PATH} || \
 275         error "Could not upload ${x}"
 276     fi
 277   done
 278 }
 279
 280 ########################################################################
 281 # Initialization
 282 ########################################################################
 283
 284 # Today's date.
 285 DATE=`date "+%Y%m%d"`
 286
 287 # The CVS server containing the GCC repository.
 288 CVS_SERVER="gcc.gnu.org"
 289 # The path to the repository on that server.
 290 CVS_REPOSITORY="/cvs/gcc"
 291 # The CVS protocol to use.
 292 CVS_PROTOCOL="ext"
 293 # The username to use when connecting to the server.
 294 CVS_USERNAME="${USER}"
 295
 296 # The path to the directory where the files are uploaded for FTP.
 297 FTP_PATH="gccadmin@gcc.gnu.org:~ftp/pub/gcc"
 298
 299 # The major number for the release.  For release `3.0.2' this would be
 300 # `3'
 301 RELEASE_MAJOR=""
 302 # The minor number for the release.  For release `3.0.2' this would be
 303 # `0'.
 304 RELEASE_MINOR=""
 305 # The revision number for the release.  For release `3.0.2' this would
 306 # be `2'.
 307 RELEASE_REVISION=""
 308 # The complete name of the release.
 309 RELEASE=""
 310
 311 # The name of the branch from which the release should be made.
 312 BRANCH=""
 313
 314 # The tag to apply to the sources used for the release.
 315 TAG=""
 316
 317 # The old tarballs from which to generate diffs.
 318 OLD_TARS=""
 319
 320 # The directory that will be used to construct the release.  The
 321 # release itself will be placed in a subdirectory of this diretory.
 322 DESTINATION=${HOME}
 323 # The subdirectory.
 324 WORKING_DIRECTORY=""
 325 # The directory that will contain the GCC sources.
 326 SOURCE_DIRECTORY=""
 327
 328 # The directories that should be part of the various language-specific
 329 # tar files.  These are all relative to the top of the source tree.
 330 CPLUSPLUS_DIRS="gcc/cp libstdc++-v3"
 331 FORTRAN_DIRS="gcc/f libf2c"
 332 JAVA_DIRS="gcc/java libjava libffi fastjar zlib boehm-gc"
 333 OBJECTIVEC_DIRS="gcc/objc libobjc"
 334 TESTSUITE_DIRS="gcc/testsuite"
 335
 336 # Non-zero if this is the final release, rather than a prerelease.
 337 FINAL=0
 338
 339 # Non-zero if we are building a snapshot, and don't build gcc or
 340 # include generated files.
 341 SNAPSHOT=0
 342
 343 # Major operation modes.
 344 MODE_SOURCES=0
 345 MODE_TARFILES=0
 346 MODE_UPLOAD=0
 347
 348 # Files generated to upload.
 349 FILE_LIST=""
 350
 351 # Programs we use.
 352
 353 BZIP2="${BZIP2:-bzip2}"
 354 CVS="${CVS:-cvs -f -Q}"
 355 DIFF="${DIFF:-diff -Nrc3pad}"
 356 GZIP="${GZIP:-gzip --best}"
 357 SCP="${SCP:-scp}"
 358 TAR="${TAR:-tar}"
 359
 360 ########################################################################
 361 # Command Line Processing
 362 ########################################################################
 363
 364 # Parse the options.
 365 while getopts "d:fr:u:t:p:s" ARG; do
 366     case $ARG in
 367     d)    DESTINATION="${OPTARG}";;
 368     r)    RELEASE="${OPTARG}";;
 369     t)    TAG="${OPTARG}";;
 370     u)    CVS_USERNAME="${OPTARG}";;
 371     f)    FINAL=1;;
 372     s)    SNAPSHOT=1;;
 373     p)    OLD_TARS="${OLD_TARS} ${OPTARG}";;
 374     \?)   usage;;
 375     esac
 376 done
 377 shift `expr ${OPTIND} - 1`
 378
 379 # Perform consistency checking.
 380 if [ -z ${CVS_USERNAME} ]; then
 381   error "No username specified"
 382 fi
 383
 384 if [ -z ${RELEASE} ]; then
 385   error "No release number specified"
 386 fi
 387
 388 if [ ! -d ${DESTINATION} ]; then
 389   error "\`${DESTINATION}' is not a directory"
 390 fi
 391
 392 # Compute the major and minor release numbers.
 393 RELEASE_MAJOR=`echo $RELEASE | awk --assign FS=. '{ print $1; }'`
 394 RELEASE_MINOR=`echo $RELEASE | awk --assign FS=. '{ print $2; }'`
 395 RELEASE_REVISION=`echo $RELEASE | awk --assign FS=. '{ print $3; }'`
 396
 397 if [ -z "${RELEASE_MAJOR}" ] || [ -z "${RELEASE_MINOR}" ]; then
 398   error "Release number \`${RELEASE}' is invalid"
 399 fi
 400
 401 if [ -n "${RELEASE_REVISION}" ]; then
 402   error "Revision releases are unsupported"
 403 fi
 404
 405 # Compute the full name of the release.
 406 if [ -z "${RELEASE_REVISION}" ]; then
 407   RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}"
 408 else
 409   RELEASE="${RELEASE_MAJOR}.${RELEASE_MINOR}.${RELEASE_REVISION}"
 410 fi
 411
 412 # Compute the name of the branch, which is based solely on the major
 413 # release number.
 414 BRANCH="gcc-${RELEASE_MAJOR}_${RELEASE_MINOR}-branch"
 415
 416 # If this is not a final release, set various parameters acordingly.
 417 if [ ${FINAL} -ne 1 ]; then
 418   RELEASE="${RELEASE}-${DATE}"
 419   FTP_PATH="${FTP_PATH}/snapshots"
 420 else
 421   FTP_PATH="${FTP_PATH}/releases"
 422 fi
 423
 424 # Compute the name of the WORKING_DIRECTORY and the SOURCE_DIRECTORY.
 425 WORKING_DIRECTORY="${DESTINATION}/gcc-${RELEASE}"
 426 SOURCE_DIRECTORY="${WORKING_DIRECTORY}/gcc-${RELEASE}"
 427
 428 # Recompute the names of all the language-specific directories,
 429 # relative to the WORKING_DIRECTORY.
 430 CPLUSPLUS_DIRS=`adjust_dirs ${CPLUSPLUS_DIRS}`
 431 FORTRAN_DIRS=`adjust_dirs ${FORTRAN_DIRS}`
 432 JAVA_DIRS=`adjust_dirs ${JAVA_DIRS}`
 433 OBJECTIVEC_DIRS=`adjust_dirs ${OBJECTIVEC_DIRS}`
 434 TESTSUITE_DIRS=`adjust_dirs ${TESTSUITE_DIRS}`
 435
 436 # Set up CVSROOT.
 437 CVSROOT=":${CVS_PROTOCOL}:${CVS_USERNAME}@"
 438 CVSROOT="${CVSROOT}${CVS_SERVER}:${CVS_REPOSITORY}"
 439 export CVSROOT
 440
 441 ########################################################################
 442 # Main Program
 443 ########################################################################
 444
 445 # Handle the major modes.
 446 while [ $# -ne 0 ]; do
 447     case $1 in
 448     sources)  MODE_SOURCES=1;;
 449     tarfiles) MODE_TARFILES=1;;
 450     upload)   MODE_UPLOAD=1;;
 451     all)      MODE_SOURCES=1; MODE_TARFILES=1; MODE_UPLOAD=1;;
 452     *)        error "Unknown mode $1";;
 453     esac
 454     shift
 455 done
 456
 457 # Build the source directory.
 458
 459 if [ $MODE_SOURCES -ne 0 ]; then
 460   build_sources
 461 fi
 462
 463 # Build the tar files.
 464
 465 if [ $MODE_TARFILES -ne 0 ]; then
 466   build_tarfiles
 467 fi
 468
 469 # Upload them to the FTP server.
 470
 471 if [ $MODE_UPLOAD -ne 0 ]; then
 472   upload_files
 473 fi