3 ########################################################################
6 # Author: Jeffrey Law, Bernd Schmidt, Mark Mitchell
10 # Script to create a GCC release.
12 # Copyright (c) 2001, 2002 Free Software Foundation.
14 # This file is part of GCC.
16 # GCC is free software; you can redistribute it and/or modify
17 # it under the terms of the GNU General Public License as published by
18 # the Free Software Foundation; either version 2, or (at your option)
21 # GCC is distributed in the hope that it will be useful,
22 # but WITHOUT ANY WARRANTY; without even the implied warranty of
23 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
24 # GNU General Public License for more details.
26 # You should have received a copy of the GNU General Public License
27 # along with GCC; see the file COPYING. If not, write to
28 # the Free Software Foundation, 59 Temple Place - Suite 330,
29 # Boston, MA 02111-1307, USA.
31 ########################################################################
33 ########################################################################
35 ########################################################################
37 # Here is an example usage of this script, to create a GCC 3.0.2
40 # gcc_release -r 3.0.2
42 # This script will automatically use the head of the release branch
43 # to generate the release.
45 ########################################################################
47 ########################################################################
49 # Issue the error message given by $1 and exit with a non-zero
53 echo "gcc_release: error: $1"
57 # Issue the informational message given by $1.
60 echo "gcc_release: $1"
63 # Issue a usage message explaining how to use this script.
67 gcc_release -r release [further options]
68 gcc_release -s [further options]
72 -r release Version of the form X.Y or X.Y.Z.
73 -s Create a snapshot, not a real release.
75 -d destination Local working directory where we will build the release
77 -f Create a final release (and update ChangeLogs,...).
78 -l Indicate that we are running on gcc.gnu.org.
79 -p previous-tarball Location of a previous tarball (to generate diff files).
80 -t tag Tag to mark the release in CVS.
81 -u username Username for upload operations.
86 # Change to the directory given by $1.
90 error
"Could not change directory to $1"
93 # Each of the arguments is a directory name, relative to the top
94 # of the source tree. Return another name for that directory, relative
95 # to the working directory.
99 echo `basename ${SOURCE_DIRECTORY}`/$x
103 # Build the source tree that will be the basis for the release
104 # in ${WORKING_DIRECTORY}/gcc-${RELEASE}.
107 # If the WORKING_DIRECTORY already exists, do not risk destroying it.
108 if [ -r ${WORKING_DIRECTORY} ]; then
109 error
"\`${WORKING_DIRECTORY}' already exists"
111 # Create the WORKING_DIRECTORY.
112 mkdir
"${WORKING_DIRECTORY}" \
113 || error
"Could not create \`${WORKING_DIRECTORY}'"
114 changedir
"${WORKING_DIRECTORY}"
116 # If this is a final release, make sure that the ChangeLogs
117 # and version strings are updated.
118 if [ ${FINAL} -ne 0 ]; then
119 inform
"Updating ChangeLogs and version files"
121 ${CVS} co
-d "`basename ${SOURCE_DIRECTORY}`" \
122 -r ${BRANCH} gcc || \
123 error
"Could not check out release sources"
124 for x
in `find ${SOURCE_DIRECTORY} -name ChangeLog`; do
125 cat - ${x} > ${x}.new
<<EOF
126 ${LONG_DATE} Release Manager
128 * GCC ${RELEASE} Released.
131 mv ${x}.new
${x} || \
132 error
"Could not update ${x}"
133 (changedir
`dirname ${x}` && \
134 ${CVS} ci
-m 'Mark ChangeLog' `basename ${x}`) || \
135 error
"Could not commit ${x}"
138 # Update `gcc/version.c'.
139 for x
in gcc
/version.c
; do
141 (changedir
`dirname ${SOURCE_DIRECTORY}/${x}` && \
142 sed -e 's|= \".*\"|= \"'${RELEASE}'\"|g' < ${y} > ${y}.new
&& \
143 mv ${y}.new
${y} && \
144 ${CVS} ci
-m 'Update version' ${y}) || \
145 error
"Could not update ${x}"
148 # Make sure we tag the sources for a final release.
149 TAG
="gcc_`echo ${RELEASE} | tr . _`_release"
151 rm -rf ${SOURCE_DIRECTORY}
155 if [ -n "${TAG}" ]; then
156 inform
"Tagging release sources"
157 ${CVS} rtag -r ${BRANCH} -F ${TAG} gcc || \
158 error
"Could not tag release sources"
162 # Export the current sources.
163 inform
"Retrieving release sources"
165 export -d "`basename ${SOURCE_DIRECTORY}`" \
166 -r ${BRANCH} gcc || \
167 error
"Could not retrieve release sources"
169 # Run gcc_update on them to set up the timestamps nicely.
170 changedir
"gcc-${RELEASE}"
171 contrib
/gcc_update
--touch
173 # Obtain some documentation files from the wwwdocs module.
174 inform
"Retrieving HTML documentation"
175 changedir
"${WORKING_DIRECTORY}"
176 for x
in bugs gnats faq
; do
177 (${CVS} export -r HEAD wwwdocs
/htdocs
/${x}.html
&& \
178 cp ${WORKING_DIRECTORY}/wwwdocs
/htdocs
/${x}.html \
179 ${SOURCE_DIRECTORY}) || \
180 error
"Could not retrieve ${x}.html"
183 inform
"Generating plain-text documentation from HTML"
184 changedir
"${SOURCE_DIRECTORY}"
185 for file in *.html
; do
186 newfile
=`echo $file | sed -e 's/.html//' | tr "[:lower:]" "[:upper:]"`
187 (${ENV} TERM
=vt100 lynx
-dump $file \
188 |
sed -e "s#file://localhost`/bin/pwd`\(.*\)#http://gcc.gnu.org\1#g" \
190 error
"Could not regenerate documentation"
193 # For a prerelease or real release, we need to generate additional
194 # files not present in CVS.
195 changedir
"${SOURCE_DIRECTORY}"
196 if [ $SNAPSHOT -ne 1 ]; then
197 # Generate the documentation.
198 inform
"Building install docs"
199 SOURCEDIR
=${SOURCE_DIRECTORY}/gcc
/doc
200 DESTDIR
=${SOURCE_DIRECTORY}/INSTALL
203 ${SOURCE_DIRECTORY}/gcc
/doc
/install.texi2html
205 # Regenerate the NEWS file.
206 contrib
/gennews
> gcc
/NEWS || \
207 error
"Could not regenerate NEWS files"
209 # Now, we must build the compiler in order to create any generated
210 # files that are supposed to go in the source directory. This is
211 # also a good sanity check to make sure that the release builds
212 # on at least one platform.
213 inform
"Building compiler"
214 OBJECT_DIRECTORY
=..
/objdir
215 contrib
/gcc_build
-d ${SOURCE_DIRECTORY} -o ${OBJECT_DIRECTORY} build || \
216 error
"Could not rebuild GCC"
218 # Regenerate the Fotran NEWS and BUGS files.
219 (cd ${OBJECT_DIRECTORY}/gcc
&& make f77.rebuilt
) || \
220 error
"Could not regenerate Fortran NEWS and BUGS files"
223 # Move message catalogs to source directory.
224 mv ..
/objdir
/gcc
/po
/*.gmo gcc
/po
/
226 # Create a `.brik' file to use for checking the validity of the
228 changedir
"${SOURCE_DIRECTORY}"
229 BRIK_FILE
=`mktemp /tmp/gcc_release.XXXXXXX`
230 ((find .
-type f |
sort > $BRIK_FILE) && \
231 brik
-Gb -f ${BRIK_FILE} > .brik
&& \
232 rm ${BRIK_FILE}) || \
233 error
"Could not compute brik checksum"
236 # Buid a single tarfile. The first argument is the name of the name
237 # of the tarfile to build, without any suffixes. They will be added
238 # automatically. The rest of the arguments are the files or
239 # directories to include.
242 # Get the name of the destination tar file.
246 # Build the tar file itself.
247 (${TAR} cf - "$@" | ${GZIP} > ${TARFILE}) || \
248 error
"Could not build tarfile"
249 FILE_LIST
="${FILE_LIST} ${TARFILE}"
252 # Build the various tar files for the release.
255 inform
"Building tarfiles"
257 changedir
"${WORKING_DIRECTORY}"
259 # The GNU Coding Standards specify that all files should
261 chmod -R a
+r
${SOURCE_DIRECTORY}
262 # And that all directories have mode 777.
263 find ${SOURCE_DIRECTORY} -type d
-exec chmod 777 {} \
;
265 # Build one huge tarfile for the entire distribution.
266 build_tarfile gcc-
${RELEASE} `basename ${SOURCE_DIRECTORY}`
268 # Now, build one for each of the languages.
269 build_tarfile gcc-ada-
${RELEASE} ${ADA_DIRS}
270 build_tarfile gcc-g
++-${RELEASE} ${CPLUSPLUS_DIRS}
271 build_tarfile gcc-g77-
${RELEASE} ${FORTRAN_DIRS}
272 build_tarfile gcc-java-
${RELEASE} ${JAVA_DIRS}
273 build_tarfile gcc-objc-
${RELEASE} ${OBJECTIVEC_DIRS}
274 build_tarfile gcc-testsuite-
${RELEASE} ${TESTSUITE_DIRS}
276 # The core is everything else.
278 for x
in ${ADA_DIRS} ${CPLUSPLUS_DIRS} ${FORTRAN_DIRS} \
279 ${JAVA_DIRS} ${OBJECTIVEC_DIRS} ${TESTSUITE_DIRS}; do
280 EXCLUDES
="${EXCLUDES} --exclude $x"
282 build_tarfile gcc-core-
${RELEASE} ${EXCLUDES} \
283 `basename ${SOURCE_DIRECTORY}`
288 for f
in ${FILE_LIST}; do
290 (zcat
$f |
${BZIP2} > ${bzfile}) || error "Could not create ${bzfile}"
294 # Build diffs against an old release.
298 old_vers=${old_file%.tar.gz}
299 old_vers=${old_vers#gcc-}
300 inform "Building diffs against version
$old_vers"
301 for f in gcc gcc-ada gcc-g++ gcc-g77 gcc-java gcc-objc gcc-testsuite gcc-core; do
302 old_tar=${old_dir}/${f}-${old_vers}.tar.gz
303 new_tar=${WORKING_DIRECTORY}/${f}-${RELEASE}.tar.gz
304 if [ -e $old_tar ] && [ -e $new_tar ]; then
305 build_diff $old_tar gcc-${old_vers} $new_tar gcc-${RELEASE} \
306 ${f}-${old_vers}-${RELEASE}.diff.gz
311 # Build an individual diff.
313 changedir "${WORKING_DIRECTORY}"
315 mkdir $tmpdir || error "Could not create directory
$tmpdir"
317 tar xfz $1 || error "Could not unpack
$1 for diffs
"
318 tar xfz $3 || error "Could not unpack
$3 for diffs
"
319 ${DIFF} $2 $4 > ../${5%.gz}
320 if [ $? -eq 2 ]; then
321 error "Trouble making diffs from
$1 to
$3"
323 ${GZIP} ../${5%.gz} || error "Could not gzip ../${5%.gz}"
326 FILE_LIST
="${FILE_LIST} $5"
329 # Upload the files to the FTP server.
332 inform
"Uploading files"
334 changedir
"${WORKING_DIRECTORY}"
336 # Make sure the directory exists on the server.
337 if [ $LOCAL -eq 0 ]; then
338 ${SSH} -l ${GCC_USERNAME} ${GCC_HOSTNAME} \
339 mkdir
-p "${FTP_PATH}/diffs"
340 UPLOAD_PATH
="${GCC_USERNAME}@${GCC_HOSTNAME}:${FTP_PATH}"
342 mkdir
-p "${FTP_PATH}/diffs" \
343 || error
"Could not create \`${FTP_PATH}'"
344 UPLOAD_PATH
=${FTP_PATH}
347 # Then copy files to their respective (sub)directories.
348 for x
in gcc
*.gz gcc
*.bz2
; do
350 # Make sure the file will be readable on the server.
360 ${SCP} ${x} ${UPLOAD_PATH}/${SUBDIR} \
361 || error
"Could not upload ${x}"
366 ########################################################################
368 ########################################################################
371 DATE
=`date "+%Y%m%d"`
372 LONG_DATE
=`date "+%Y-%m-%d"`
374 # The CVS server containing the GCC repository.
375 CVS_SERVER
="gcc.gnu.org"
376 # The path to the repository on that server.
377 CVS_REPOSITORY
="/cvs/gcc"
378 # The CVS protocol to use.
380 # The username to use when connecting to the server.
381 CVS_USERNAME
="${USER}"
383 # The machine to which files will be uploaded.
384 GCC_HOSTNAME
="gcc.gnu.org"
385 # The name of the account on the machine to which files are uploaded.
386 GCC_USERNAME
="gccadmin"
387 # The directory in which the files will be placed.
388 FTP_PATH
="~ftp/pub/gcc"
390 # The major number for the release. For release `3.0.2' this would be
393 # The minor number for the release. For release `3.0.2' this would be
396 # The revision number for the release. For release `3.0.2' this would
399 # The complete name of the release.
402 # The name of the branch from which the release should be made.
405 # The tag to apply to the sources used for the release.
408 # The old tarballs from which to generate diffs.
411 # The directory that will be used to construct the release. The
412 # release itself will be placed in a subdirectory of this diretory.
416 # The directory that will contain the GCC sources.
419 # The directories that should be part of the various language-specific
420 # tar files. These are all relative to the top of the source tree.
422 CPLUSPLUS_DIRS
="gcc/cp libstdc++-v3"
423 FORTRAN_DIRS
="gcc/f libf2c"
424 JAVA_DIRS
="gcc/java libjava libffi fastjar zlib boehm-gc"
425 OBJECTIVEC_DIRS
="gcc/objc libobjc"
426 TESTSUITE_DIRS
="gcc/testsuite"
428 # Non-zero if this is the final release, rather than a prerelease.
431 # Non-zero if we are building a snapshot, and don't build gcc or
432 # include generated files.
435 # Non-zero if we are running locally on gcc.gnu.org, and use local CVS
436 # and copy directly to the FTP directory.
439 # Major operation modes.
446 # .gz files generated to create .bz2 files from.
451 BZIP2
="${BZIP2:-bzip2}"
452 CVS
="${CVS:-cvs -f -Q -z9}"
453 DIFF
="${DIFF:-diff -Nrc3pad}"
455 GZIP
="${GZIP:-gzip --best}"
460 ########################################################################
461 # Command Line Processing
462 ########################################################################
465 while getopts "d:fr:u:t:p:sl" ARG
; do
467 d
) DESTINATION
="${OPTARG}";;
468 r
) RELEASE
="${OPTARG}";;
470 u
) CVS_USERNAME
="${OPTARG}";;
475 FTP_PATH
=~ftp
/pub
/gcc
476 PATH
=~
:/usr
/local
/bin
:$PATH;;
477 p
) OLD_TARS
="${OLD_TARS} ${OPTARG}"
478 if [ -d ${OPTARG} ]; then
479 error
"-p argument must name a tarball"
484 shift `expr ${OPTIND} - 1`
486 # Perform consistency checking.
487 if [ ${LOCAL} -eq 0 ] && [ -z ${CVS_USERNAME} ]; then
488 error
"No username specified"
491 if [ ! -d ${DESTINATION} ]; then
492 error
"\`${DESTINATION}' is not a directory"
495 if [ $SNAPSHOT -eq 0 ]; then
496 if [ -z ${RELEASE} ]; then
497 error
"No release number specified"
500 # Compute the major and minor release numbers.
501 RELEASE_MAJOR
=`echo $RELEASE | awk --assign FS=. '{ print $1; }'`
502 RELEASE_MINOR
=`echo $RELEASE | awk --assign FS=. '{ print $2; }'`
503 RELEASE_REVISION
=`echo $RELEASE | awk --assign FS=. '{ print $3; }'`
505 if [ -z "${RELEASE_MAJOR}" ] ||
[ -z "${RELEASE_MINOR}" ]; then
506 error
"Release number \`${RELEASE}' is invalid"
509 # Compute the full name of the release.
510 if [ -z "${RELEASE_REVISION}" ]; then
511 RELEASE
="${RELEASE_MAJOR}.${RELEASE_MINOR}"
513 RELEASE
="${RELEASE_MAJOR}.${RELEASE_MINOR}.${RELEASE_REVISION}"
516 # Compute the name of the branch, which is based solely on the major
517 # and minor release numbers.
518 BRANCH
="gcc-${RELEASE_MAJOR}_${RELEASE_MINOR}-branch"
520 # If this is not a final release, set various parameters acordingly.
521 if [ ${FINAL} -ne 1 ]; then
522 RELEASE
="${RELEASE}-${DATE}"
523 FTP_PATH
="${FTP_PATH}/snapshots/"
525 FTP_PATH
="${FTP_PATH}/releases/gcc-${RELEASE}/"
529 # For now snapshots come from the 3.3 branch.
530 BRANCH
=gcc-3_3-branch
531 FTP_PATH
="${FTP_PATH}/snapshots/${LONG_DATE}"
534 # Building locally on gcc.gnu.org, we know what the last snapshot date
536 if [ $LOCAL -ne 0 ]; then
537 LAST_DATE
=`cat ~/.snapshot_date`
538 LAST_LONG_DATE
=`date --date=$LAST_DATE +%Y-%m-%d`
539 LAST_DIR
=~ftp
/pub
/gcc
/snapshots
/${LAST_LONG_DATE}
540 OLD_TARS
=${LAST_DIR}/gcc-
${LAST_DATE}.
tar.gz
544 # Compute the name of the WORKING_DIRECTORY and the SOURCE_DIRECTORY.
545 WORKING_DIRECTORY
="${DESTINATION}/gcc-${RELEASE}"
546 SOURCE_DIRECTORY
="${WORKING_DIRECTORY}/gcc-${RELEASE}"
548 # Recompute the names of all the language-specific directories,
549 # relative to the WORKING_DIRECTORY.
550 ADA_DIRS
=`adjust_dirs ${ADA_DIRS}`
551 CPLUSPLUS_DIRS
=`adjust_dirs ${CPLUSPLUS_DIRS}`
552 FORTRAN_DIRS
=`adjust_dirs ${FORTRAN_DIRS}`
553 JAVA_DIRS
=`adjust_dirs ${JAVA_DIRS}`
554 OBJECTIVEC_DIRS
=`adjust_dirs ${OBJECTIVEC_DIRS}`
555 TESTSUITE_DIRS
=`adjust_dirs ${TESTSUITE_DIRS}`
558 if [ $LOCAL -eq 0 ]; then
559 CVSROOT
=":${CVS_PROTOCOL}:${CVS_USERNAME}@"
560 CVSROOT
="${CVSROOT}${CVS_SERVER}:${CVS_REPOSITORY}"
562 CVSROOT
="${CVS_REPOSITORY}"
566 ########################################################################
568 ########################################################################
570 # Set the timezone to UTC
574 # Handle the major modes.
575 while [ $# -ne 0 ]; do
577 bzip2) MODE_BZIP2
=1;;
578 diffs
) MODE_DIFFS
=1;;
579 sources
) MODE_SOURCES
=1;;
580 tarfiles
) MODE_TARFILES
=1;;
581 upload
) MODE_UPLOAD
=1;;
582 all
) MODE_SOURCES
=1; MODE_TARFILES
=1; MODE_DIFFS
=1; MODE_BZIP2
=1; MODE_UPLOAD
=1;;
583 *) error
"Unknown mode $1";;
588 # Build the source directory.
590 if [ $MODE_SOURCES -ne 0 ]; then
594 # Build the tar files.
596 if [ $MODE_TARFILES -ne 0 ]; then
602 if [ $MODE_DIFFS -ne 0 ]; then
603 # Possibly build diffs.
604 if [ -n "$OLD_TARS" ]; then
605 for old_tar
in $OLD_TARS; do
612 if [ $MODE_BZIP2 -ne 0 ]; then
616 # Upload them to the FTP server.
618 if [ $MODE_UPLOAD -ne 0 ]; then
621 # For snapshots, make some further updates.
622 if [ $SNAPSHOT -ne 0 ] && [ $LOCAL -ne 0 ]; then
623 # Update links on the FTP server.
624 TEXT_DATE
=`date --date=$DATE +%B\ %d,\ %Y`
625 cd ~ftp
/pub
/gcc
/snapshots
626 sed -e "s%@DATE@%$DATE%g" -e "s%@LAST_DATE@%$LAST_DATE%g" \
627 -e "s%@LONG_DATE@%$LONG_DATE%g" \
628 -e "s%@TEXT_DATE@%$TEXT_DATE%g" < ~
/scripts
/snapshot-README
> $$
630 sed -e "s%@DATE@%$DATE%g" -e "s%@LAST_DATE@%$LAST_DATE%g" \
631 -e "s%@LONG_DATE@%$LONG_DATE%g" \
632 -e "s%@TEXT_DATE@%$TEXT_DATE%g" < ~
/scripts
/snapshot-index.html
> $$
635 touch LATEST-IS-
$LONG_DATE
636 rm -f LATEST-IS-
$LAST_LONG_DATE
638 # Update snapshot date file.
640 echo $DATE >.snapshot_date
642 # Update gcc_latest_snapshot tag.
643 ${CVS} rtag
-d gcc_latest_snapshot gcc
644 ${CVS} rtag
-rgcc_ss_${DATE} gcc_latest_snapshot gcc
646 # Announce the snapshot.
647 export QMAILHOST
=gcc.gnu.org
648 mail -s "gcc-ss-$DATE is now available" gcc@gcc.gnu.org
< ~ftp
/pub
/gcc
/snapshots
/README
650 # Remove working directory
651 rm -rf ${WORKING_DIRECTORY}