2 ### make-dist: create an Emacs distribution tar file from current srcdir
4 ## Copyright (C) 1995, 1997-1998, 2000-2018 Free Software Foundation,
7 ## This file is part of GNU Emacs.
9 ## GNU Emacs is free software: you can redistribute it and/or modify
10 ## it under the terms of the GNU General Public License as published by
11 ## the Free Software Foundation, either version 3 of the License, or
12 ## (at your option) any later version.
14 ## GNU Emacs is distributed in the hope that it will be useful,
15 ## but WITHOUT ANY WARRANTY; without even the implied warranty of
16 ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 ## GNU General Public License for more details.
19 ## You should have received a copy of the GNU General Public License
20 ## along with GNU Emacs. If not, see <https://www.gnu.org/licenses/>.
24 ## This basically creates a duplicate directory structure, and then
25 ## hard links into it only those files that should be distributed.
26 ## This means that if you add a file with an odd name, you should make
27 ## sure that this script will include it.
33 ### Exit if a command fails.
36 ### Print out each line we read, for debugging's sake.
43 export LANGUAGE LC_ALL LC_MESSAGES LANG
45 ## Remove unnecessary restrictions on file access.
59 while [ $# -gt 0 ]; do
61 ## This option tells make-dist to delete the staging directory
62 ## when done. It is useless to use this unless you make a tar file.
66 ## This option tells make-dist to make a tar file.
70 ## This option tells make-dist not to recompile or do analogous things.
74 ## This option says don't check for bad file names, etc.
81 ## This options tells make-dist to skip the info files. This can
82 ## be useful for creating a tarball purely for test purposes.
86 ## This option tells make-dist to make the distribution normally, then
87 ## remove all files older than the given timestamp file. This is useful
88 ## for creating incremental or patch distributions.
94 ## This option tells make-dist to use 'bzip2' instead of gzip.
112 ## Include the test/ directory.
113 ## This option is mainly for the hydra build server.
123 printf '%s\n' "Usage: ${progname} [options]"
125 echo " --bzip2 use bzip2 instead of gzip"
126 echo " --clean-up delete staging directories when done"
127 echo " --xz use xz instead of gzip"
128 echo " --no-compress don't compress"
129 echo " --newer=TIME don't include files older than TIME"
130 echo " --no-check don't check for bad file names etc."
131 echo " --no-update don't recompile or do analogous things"
132 echo " --no-changelog don't generate the top-level ChangeLog"
133 echo " --no-info don't include info files"
134 echo " --snapshot same as --clean-up --no-update --tar --no-check"
135 echo " --tar make a tar file"
136 echo " --tests include the test/ directory"
137 echo " --verbose noisier output"
143 printf '%s\n' "${progname}: Unrecognized argument: $1" >&2
150 ### Make sure we're running in the right place.
151 if [ ! -d src
-o ! -f src
/lisp.h
-o ! -d lisp
-o ! -f lisp
/subr.el
]; then
152 printf '%s\n' "${progname}: Can't find 'src/lisp.h' and 'lisp/subr.el'." >&2
153 printf '%s\n' "${progname} must be run in the top directory of the Emacs" >&2
154 printf '%s\n' "distribution tree. cd to that directory and try again." >&2
158 ### Find where to run Emacs.
159 ### (Accept only absolute file names.)
160 if [ $update = yes ];
164 EMACS
=`pwd`/src
/emacs
169 if [ ! -f "$EMACS" ]; then
170 printf '%s\n' "$0: You must set the EMACS environment variable " \
171 "to an absolute file name." 2>&1
178 ### Find out which version of Emacs this is.
180 sed -n 's/^AC_INIT(GNU Emacs,[ ]*\([^ ,)]*\).*/\1/p' <configure.ac
182 if [ ! "${version}" ]; then
184 "${progname}: can't find current Emacs version in './src/emacs.c'" >&2
188 echo Version number is
$version
190 if [ $update = yes ]; then
191 if ! grep -q "tree holds version *${version}" README
; then
192 echo "WARNING: README has the wrong version number"
193 echo "Consider running M-x set-version from admin/admin.el"
198 ### Make sure we don't already have a directory emacs-${version}.
200 emacsname
="emacs-${version}${new_extension}"
202 if [ -d ${emacsname} ]
204 echo Directory
"${emacsname}" already exists
>&2
208 ### Make sure the subdirectory is available.
209 tempparent
="make-dist.tmp.$$"
210 if [ -d ${tempparent} ]; then
211 printf '%s\n' "${progname}: staging directory '${tempparent}' already exists.
212 Perhaps a previous invocation of '${progname}' failed to clean up after
213 itself. Check that directories whose names are of the form
214 'make-dist.tmp.NNNNN' don't contain any important information, remove
215 them, and try again." >&2
219 if [ $check = yes ]; then
221 echo "Sanity checking (use --no-check to disable this)..."
225 ls -1 lisp
/[a-zA-Z
]*.el lisp
/[a-z
]*/[a-zA-Z0-9
]*.el \
226 lisp
/[a-z
]*/[a-z
]*/[a-zA-Z0-9
]*.el \
227 lisp
/[a-z
]*/[a-z
]*/[a-z
]*/[a-zA-Z0-9
]*.el
> /tmp
/el
229 ls -1 lisp
/[a-zA-Z
]*.elc lisp
/[a-z
]*/[a-zA-Z0-9
]*.elc \
230 lisp
/[a-z
]*/[a-z
]*/[a-zA-Z0-9
]*.elc \
231 lisp
/[a-z
]*/[a-z
]*/[a-z
]*/[a-zA-Z0-9
]*.elc
> /tmp
/elc
233 ## Check for .elc files with no corresponding .el file.
234 sed 's/\.el$/.elc/' /tmp
/el
> /tmp
/elelc
236 bogosities
=`comm -13 /tmp/elelc /tmp/elc`
237 if [ x
"${bogosities}" != x
"" ]; then
239 echo "The following .elc files have no corresponding .el files:"
243 ### Check for .el files with no corresponding .elc file.
244 sed 's/\.elc$/.el/' /tmp
/elc
> /tmp
/elcel
245 losers
=`comm -23 /tmp/el /tmp/elcel`
249 el
=`echo $elc | sed 's/c$//'`
250 [ -r $el ] ||
continue
251 [ $elc -nt $el ] || bogosities
="$bogosities $elc"
254 if [ x
"${bogosities}" != x
"" ]; then
256 echo "The following .elc files are older than their .el files:"
260 rm -f /tmp
/el
/tmp
/elc
/tmp
/elcel
/tmp
/elelc
263 for file in $losers; do
264 grep -q "no-byte-compile: t" $file && continue
266 site-init.el | site-load.el | site-start.el | default.el
) continue ;;
269 bogosities
="$file $bogosities"
272 if [ x
"${bogosities}" != x
"" ]; then
274 echo "The following .el files have no corresponding .elc files:"
279 ## This is only a crude check, eg it does not handle .info
280 ## files with multiple .texi source files.
281 find doc
-name '*.texi' > /tmp
/el
285 info
=`sed -n 's/^@setfilename //p' $texi | sed 's|.*info/||'`
286 [ x
"${info}" != x
"" ] ||
continue
288 [ -r $info ] ||
continue
289 [ $info -nt $texi ] || bogosities
="$bogosities $info"
294 if [ x
"${bogosities}" != x
"" ]; then
296 echo "The following .info files are older than their .texi files:"
300 ## This exits with non-zero status if any .info files need
302 if [ -r Makefile
] && [ "$with_info" = "yes" ]; then
303 echo "Checking to see if info files are up-to-date..."
304 make --question info || error
=yes
307 ## Is this a release?
310 if [ -r ChangeLog
]; then
311 if ! grep -q "Version $version released" ChangeLog
; then
312 echo "No release notice in ChangeLog"
316 echo "A release must have a ChangeLog"
322 if [ $error = yes ]; then
323 echo "Failed checks" >&2
329 if [ $update = yes ]; then
331 ## Make sure configure is newer than configure.ac, etc.
332 ## It is better to let autoreconf do what is needed than
333 ## for us to try and duplicate all its checks.
334 echo "Running autoreconf"
335 autoreconf
-i -I m4 ||
{ x
=$?
; echo Autoreconf FAILED
! >&2; exit $x; }
337 ## Make sure src/stamp-h.in is newer than configure.ac.
339 echo timestamp
> src
/stamp-h.
in
341 if [ "$make_info" = yes ] ; then
342 echo "Updating Info files"
346 echo "Updating finder, custom and autoload data"
347 (cd lisp
&& make updates EMACS
="$EMACS")
349 echo "Updating leim-list.el"
350 (cd leim
&& make leim-list.el EMACS
="$EMACS")
352 echo "Recompiling Lisp files"
353 $EMACS -batch -f batch-byte-recompile-directory lisp
356 echo "Creating staging directory: '${tempparent}'"
358 mkdir
${tempparent} ||
exit
359 tempdir
="${tempparent}/${emacsname}"
361 ### This trap ensures that the staging directory will be cleaned up even
362 ### when the script is interrupted in mid-career.
363 if [ "${clean_up}" = yes ]; then
364 trap "echo 'Cleaning up the staging directory'; rm -rf ${tempparent}" EXIT
367 echo "Creating top directory: '${tempdir}'"
368 mkdir
${tempdir} ||
exit
371 if [ "$changelog" = yes ]; then
372 if test -r .git
; then
373 ## When making a release or pretest the ChangeLog should already
374 ## have been created and edited as needed. Don't ignore it.
375 if test -r ChangeLog
; then
376 echo "Using existing top-level ChangeLog"
377 top_level_ChangeLog
=ChangeLog
379 echo "Making top-level ChangeLog"
380 make ChangeLog CHANGELOG
=${tempdir}/ChangeLog || \
381 { x
=$?
; echo "make ChangeLog FAILED (try --no-changelog?)" >&2; exit $x; }
384 echo "No repository, so omitting top-level ChangeLog"
388 ### We copy in the top-level files before creating the subdirectories in
389 ### hopes that this will make the top-level files appear first in the
390 ### tar file; this means that people can start reading the INSTALL and
391 ### README while the rest of the tar file is still unpacking. Whoopee.
392 echo "Making links to top-level files"
395 ChangeLog.*[0-9] Makefile.in autogen.sh configure configure.ac
396 config.bat make-dist .dir-locals.el
397 aclocal.m4 CONTRIBUTE
399 ln $top_level $top_level_ChangeLog $tempdir ||
exit
401 echo "Creating subdirectories"
402 for subdir
in site-lisp \
403 leim leim
/CXTERM-DIC leim
/MISC-DIC leim
/SKK-DIC \
405 src src
/bitmaps lib lib-src oldXMenu lwlib \
406 nt nt
/inc nt
/inc
/sys nt
/inc
/arpa nt
/inc
/netinet nt
/icons \
407 `find etc lisp admin test -type d` \
408 doc
doc
/emacs
doc
/misc
doc
/man
doc
/lispref
doc
/lispintro \
409 info
m4 modules msdos \
410 nextstep nextstep
/templates \
411 nextstep
/Cocoa nextstep
/Cocoa
/Emacs.base \
412 nextstep
/Cocoa
/Emacs.base
/Contents \
413 nextstep
/Cocoa
/Emacs.base
/Contents
/Resources \
415 nextstep
/GNUstep
/Emacs.base \
416 nextstep
/GNUstep
/Emacs.base
/Resources
419 if [ "$with_tests" != "yes" ]; then
425 ## site-lisp for in-place installs (?).
426 [ "$subdir" = "site-lisp" ] ||
[ -d "$subdir" ] || \
427 echo "WARNING: $subdir not found, making anyway"
428 [ "$verbose" = "yes" ] && echo " ${tempdir}/${subdir}"
429 mkdir
${tempdir}/${subdir} ||
exit
432 echo "Making links to 'lisp' and its subdirectories"
433 files
=`find lisp \( -name '*.el' -o -name '*.elc' -o -name 'ChangeLog*' \
434 -o -name 'README' \)` ||
exit
436 ### Don't distribute site-init.el, site-load.el, or default.el.
437 for file in lisp
/Makefile.
in $files; do
439 */site-init
*|
*/site-load
*|
*/default
*) continue ;;
441 ln $file $tempdir/$file ||
exit
444 echo "Making links to 'leim' and its subdirectories"
446 ln ChangeLog.
*[0-9] README ..
/${tempdir}/leim
&&
447 ln CXTERM-DIC
/README CXTERM-DIC
/*.tit ..
/${tempdir}/leim
/CXTERM-DIC
&&
448 ln SKK-DIC
/README SKK-DIC
/SKK-JISYO.L ..
/${tempdir}/leim
/SKK-DIC
&&
449 ln MISC-DIC
/README MISC-DIC
/*.
* ..
/${tempdir}/leim
/MISC-DIC
&&
450 ln Makefile.
in ..
/${tempdir}/leim
/Makefile.
in &&
451 ln leim-ext.el ..
/${tempdir}/leim
/leim-ext.el
&&
454 ## FIXME Can we not just use the "find -type f" method for this one?
455 echo "Making links to 'build-aux'"
457 ln config.guess config.sub msys-to-w32 ..
/${tempdir}/build-aux
&&
458 ln gitlog-to-changelog gitlog-to-emacslog ..
/${tempdir}/build-aux
&&
459 ln install-sh move-if-change ..
/${tempdir}/build-aux
&&
460 ln update-copyright update-subdirs ..
/${tempdir}/build-aux
&&
461 ln dir_top make-info-dir ..
/${tempdir}/build-aux
&&
464 echo "Making links to 'src'"
465 ### Don't distribute the configured versions of
466 ### config.in, paths.in, buildobj.h, or Makefile.in.
468 ln [a-zA-Z
]*.
[chm
] ..
/${tempdir}/src
&&
469 ln [a-zA-Z
]*.
in ..
/${tempdir}/src
&&
470 ln deps.mk ..
/${tempdir}/src
&&
471 ln README ChangeLog.
*[0-9] ..
/${tempdir}/src
&&
472 ln .gdbinit .dbxinit ..
/${tempdir}/src
&&
473 cd ..
/${tempdir}/src
&&
474 rm -f globals.h config.h epaths.h Makefile buildobj.h
&&
477 echo "Making links to 'src/bitmaps'"
479 ln README
*.xbm ..
/..
/${tempdir}/src
/bitmaps
&&
482 echo "Making links to 'lib'"
484 ln [a-zA-Z_
]*.
[ch
] ..
/${tempdir}/lib
&&
485 ln gnulib.mk.
in Makefile.
in ..
/${tempdir}/lib
&&
486 cd ..
/${tempdir}/lib
&&
487 script='/[*]/d; s/\.in\.h$/.h/' &&
488 rm -f `ls *.in.h | sed "$script"` &&
491 echo "Making links to 'lib-src'"
493 ln [a-zA-Z
]*.
[ch
] ..
/${tempdir}/lib-src
&&
494 ln ChangeLog.
*[0-9] Makefile.
in README ..
/${tempdir}/lib-src
&&
495 ln rcs2log ..
/${tempdir}/lib-src
&&
498 echo "Making links to 'm4'"
500 ln *.
m4 ..
/${tempdir}/m4 &&
503 echo "Making links to 'modules'"
505 ln *.py ..
/${tempdir}/modules
&&
508 echo "Making links to 'nt'"
510 ln emacs-x86.manifest emacs-x64.manifest ..
/${tempdir}/nt
&&
511 ln [a-z
]*.bat
[a-z
]*.
[ch
] ..
/${tempdir}/nt
&&
512 ln *.
in gnulib-cfg.mk ..
/${tempdir}/nt
&&
513 ln mingw-cfg.site epaths.nt INSTALL.W64 ..
/${tempdir}/nt
&&
514 ln ChangeLog.
*[0-9] INSTALL README README.W32 ..
/${tempdir}/nt
&&
517 echo "Making links to 'nt/inc' and its subdirectories"
518 for f
in `find nt/inc -type f -name '[a-z]*.h'`; do
519 ln $f $tempdir/$f ||
exit
522 echo "Making links to 'nt/icons'"
524 ln README
[a-z
]*.ico ..
/..
/${tempdir}/nt
/icons
&&
525 ln [a-z
]*.cur ..
/..
/${tempdir}/nt
/icons
&&
528 echo "Making links to 'msdos'"
530 ln ChangeLog.
*[0-9] INSTALL README emacs.ico emacs.pif ..
/${tempdir}/msdos
&&
531 ln depfiles.bat inttypes.h ..
/${tempdir}/msdos
&&
532 ln mainmake.v2
sed*.inp ..
/${tempdir}/msdos
&&
535 echo "Making links to 'nextstep'"
537 ln ChangeLog.
*[0-9] README INSTALL Makefile.
in ..
/${tempdir}/nextstep
&&
540 echo "Making links to 'nextstep/templates'"
541 (cd nextstep
/templates
&&
542 ln Emacs.desktop.
in Info-gnustep.plist.
in Info.plist.
in InfoPlist.
strings.
in \
543 ..
/..
/${tempdir}/nextstep
/templates
&&
546 echo "Making links to 'nextstep/Cocoa/Emacs.base/Contents'"
547 (cd nextstep
/Cocoa
/Emacs.base
/Contents
&&
548 ln PkgInfo ..
/..
/..
/..
/${tempdir}/nextstep
/Cocoa
/Emacs.base
/Contents
&&
551 echo "Making links to 'nextstep/Cocoa/Emacs.base/Contents/Resources'"
552 (cd nextstep
/Cocoa
/Emacs.base
/Contents
/Resources
&&
553 ln Credits.html
*.icns \
554 ..
/..
/..
/..
/..
/${tempdir}/nextstep
/Cocoa
/Emacs.base
/Contents
/Resources
&&
557 echo "Making links to 'nextstep/GNUstep/Emacs.base/Resources'"
558 (cd nextstep
/GNUstep
/Emacs.base
/Resources
&&
559 ln README emacs.tiff \
560 ..
/..
/..
/..
/${tempdir}/nextstep
/GNUstep
/Emacs.base
/Resources
&&
563 echo "Making links to 'oldXMenu'"
565 ln *.
[ch
] *.
in *.mk ..
/${tempdir}/oldXMenu
&&
566 ln README ChangeLog.
*[0-9] ..
/${tempdir}/oldXMenu
&&
569 echo "Making links to 'lwlib'"
571 ln *.
[ch
] *.
in *.mk ..
/${tempdir}/lwlib
&&
572 ln README ChangeLog.
*[0-9] ..
/${tempdir}/lwlib
&&
575 ## It is important to distribute admin/ because it contains sources
576 ## for generated lisp/international/uni-*.el files.
577 echo "Making links to 'admin' and its subdirectories"
578 for f
in `find admin -type f`; do
580 */Makefile
) [ -f $f.
in ] && continue ;;
582 ln $f $tempdir/$f ||
exit
585 if [ "$with_tests" = "yes" ]; then
586 echo "Making links to 'test' and its subdirectories"
587 for f
in `find test -type f ! -name '*.log' ! -name a.out \
588 ! -name '*.so' ! -name '*.dll' ! -name '*.o'
591 */Makefile
) [ -f $f.
in ] && continue ;;
593 ln $f $tempdir/$f ||
exit
597 echo "Making links to 'etc' and its subdirectories"
598 for f
in `find etc -type f`; do
600 etc
/DOC
*|etc
/*.pyc
) continue ;;
601 ## Arguably we should not exclude *.ps.
602 etc
/refcards
/*.aux|etc
/refcards
/*.dvi|etc
/refcards
/*.log|etc
/refcards
/*.ps
)
605 ln $f $tempdir/$f ||
exit
608 if [ "$with_info" = "yes" ]; then
609 echo "Making links to 'info'"
610 ln `find info -type f -print` ${tempdir}/info ||
exit
613 echo "Making links to 'doc/emacs'"
615 ln *.texi
*.
in ChangeLog.
*[0-9] ..
/..
/${tempdir}/doc
/emacs
&&
618 echo "Making links to 'doc/misc'"
620 ln *.texi
*.tex
*.
in gnus-news.el ChangeLog.
*[0-9] \
621 ..
/..
/${tempdir}/doc
/misc
&&
624 echo "Making links to 'doc/lispref'"
626 ln *.texi
*.
in README ChangeLog.
*[0-9] ..
/..
/${tempdir}/doc
/lispref
&&
627 ln spellfile ..
/..
/${tempdir}/doc
/lispref
&&
628 ln two-volume.
make two-volume-cross-refs.txt ..
/..
/${tempdir}/doc
/lispref
&&
631 echo "Making links to 'doc/lispintro'"
633 ln *.texi
*.
in *.eps
*.pdf ..
/..
/${tempdir}/doc
/lispintro
&&
634 ln README ChangeLog.
*[0-9] ..
/..
/${tempdir}/doc
/lispintro
&&
635 cd ..
/..
/${tempdir}/doc
/lispintro
&&
638 echo "Making links to 'doc/man'"
640 ln *.
*[0-9] *.
in ..
/..
/${tempdir}/doc
/man
&&
641 cd ..
/..
/${tempdir}/doc
/man
&&
645 ### It would be nice if they could all be symlinks to top-level copy, but
646 ### you're not supposed to have any symlinks in distribution tar files.
647 echo "Making sure copying notices are all copies of 'COPYING'"
648 for subdir
in . etc leim lib lib-src lisp lwlib msdos nt src
; do
649 rm -f ${tempdir}/${subdir}/COPYING ||
exit
650 cp COPYING
${tempdir}/${subdir} ||
exit
653 if [ "${newer}" ]; then
654 printf '%s\n' "Removing files older than $newer"
655 ## We remove .elc files unconditionally, on the theory that anyone picking
656 ## up an incremental distribution already has a running Emacs to byte-compile
658 find ${tempparent} \
( -name '*.elc' -o ! -newer ${newer} \
) \
659 -exec rm -f {} \
; ||
exit
662 ## Don't distribute backups, autosaves, etc.
663 echo "Removing unwanted files"
664 find ${tempparent} \
( -name '*~' -o -name '#*#' -o -name '.*ignore' -o -name '=*' -o -name 'TAGS' \
) -exec rm -f {} \
; ||
exit
666 if [ "${make_tar}" = yes ]; then
667 echo "Looking for $default_gzip"
669 temppath
=`printf '%s\n' "$PATH" |
670 sed -e 's/^:/.:/' -e 's/::/:.:/g' -e 's/:$/:./' -e 's/:/ /g'
672 for dir
in ${temppath}; do
673 [ -x ${dir}/$default_gzip ] ||
continue
676 if [ "$found" = "0" ]; then
677 echo "WARNING: '$default_gzip' not found, will not compress" >&2
680 case "${default_gzip}" in
681 bzip2) gzip_extension
=.bz2
;;
682 xz
) gzip_extension
=.xz
;;
683 gzip) gzip_extension
=.gz
; default_gzip
="gzip --best --no-name";;
684 *) gzip_extension
= ;;
686 echo "Creating tar file"
687 taropt
='--numeric-owner --owner=0 --group=0 --mode=go+u,go-w'
688 tar --sort=name
-cf /dev
/null
$tempparent/$emacsname/src
/lisp.h
2>/tmp
/out
&&
689 taropt
="$taropt --sort=name"
690 [ "$verbose" = "yes" ] && taropt
="$taropt --verbose"
693 case $default_gzip in
694 cat) tar $taropt -cf - $emacsname;;
695 *) if tar $taropt -cf /dev
/null
--use-compress-program="$default_gzip" \
696 $emacsname/src
/lisp.h
698 tar $taropt -cf - --use-compress-program="$default_gzip" $emacsname
700 tar $taropt -cf $emacsname.
tar $emacsname &&
701 $default_gzip <$emacsname.
tar
704 ) >$emacsname.
tar$gzip_extension ||
exit
707 if [ "${clean_up}" != yes ]; then
708 (cd ${tempparent} && mv ${emacsname} ..
) &&
712 ### make-dist ends here