3 # Copyright (C) 2010-2018 Free Software Foundation, Inc.
5 # This file is part of GNU Emacs.
7 # GNU Emacs is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU General Public License as published by
9 # the Free Software Foundation, either version 3 of the License, or
10 # (at your option) any later version.
12 # GNU Emacs is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with GNU Emacs. If not, see <https://www.gnu.org/licenses/>.
23 ## check: re-run all tests, writing to .log files.
24 ## check-maybe: run all tests which are outdated with their .log file
25 ## or the source files they are testing.
26 ## filename.log: run tests from filename.el(c) if .log file needs updating
27 ## filename: re-run tests from filename.el(c), with no logging
34 abs_top_srcdir
=@abs_top_srcdir@
37 FIND_DELETE
= @FIND_DELETE@
41 PROFILING_CFLAGS
= @PROFILING_CFLAGS@
42 WARN_CFLAGS
= @WARN_CFLAGS@
43 WERROR_CFLAGS
= @WERROR_CFLAGS@
51 AM_DEFAULT_VERBOSITY
= @AM_DEFAULT_VERBOSITY@
53 AM_V_CCLD
= $(am__v_CCLD_@AM_V@
)
54 am__v_CCLD_
= $(am__v_CCLD_@AM_DEFAULT_V@
)
55 am__v_CCLD_0
= @echo
" CCLD " $@
;
58 AM_V_ELC
= $(am__v_ELC_@AM_V@
)
59 am__v_ELC_
= $(am__v_ELC_@AM_DEFAULT_V@
)
60 am__v_ELC_0
= @echo
" ELC " $@
;
63 AM_V_GEN
= $(am__v_GEN_@AM_V@
)
64 am__v_GEN_
= $(am__v_GEN_@AM_DEFAULT_V@
)
65 am__v_GEN_0
= @echo
" GEN " $@
;
68 AM_V_at
= $(am__v_at_@AM_V@
)
69 am__v_at_
= $(am__v_at_@AM_DEFAULT_V@
)
74 # We never change directory before running Emacs, so a relative file
75 # name is fine, and makes life easier. If we need to change
76 # directory, we can use emacs --chdir.
81 # Command line flags for Emacs.
82 # Apparently MSYS bash would convert "-L :" to "-L ;" anyway,
83 # but we might as well be explicit.
84 EMACSOPT
= -batch
--no-site-file
--no-site-lisp
-L
"$(SEPCHAR)$(srcdir)" $(EMACS_EXTRAOPT
)
86 # Prevent any settings in the user environment causing problems.
87 unexport EMACSDATA EMACSDOC EMACSPATH GREP_OPTIONS
89 ## To run tests under a debugger, set this to eg: "gdb --args".
92 # The locale to run tests under. Tests should work if this is set to
93 # any supported locale. Use the C locale by default, as it should be
94 # supported everywhere.
97 # Whether to run tests from .el files in preference to .elc, we do
98 # this by default since it gives nicer stacktraces.
101 # Maximum length of lines in ert backtraces; nil for no limit.
102 # (if empty, use the default ert-batch-backtrace-right-margin).
103 TEST_BACKTRACE_LINE_LENGTH
=
105 ifeq (${TEST_BACKTRACE_LINE_LENGTH},)
108 ert_opts
= --eval
'(setq ert-batch-backtrace-right-margin ${TEST_BACKTRACE_LINE_LENGTH})'
111 ifeq (@HAVE_MODULES@
, yes
)
112 MODULES_EMACSOPT
:= --module-assertions
117 # The actual Emacs command run in the targets below.
118 # Prevent any setting of EMACSLOADPATH in user environment causing problems.
119 emacs
= EMACSLOADPATH
= LC_ALL
=$(TEST_LOCALE
) \
120 EMACS_TEST_DIRECTORY
=$(abspath
$(srcdir)) \
121 $(GDB
) "$(EMACS)" $(MODULES_EMACSOPT
) $(EMACSOPT
)
123 test_module_dir
:= $(srcdir)/data
/emacs-module
129 SELECTOR_DEFAULT
= (quote
(not
(or
(tag
:expensive-test
) (tag
:unstable
))))
130 SELECTOR_EXPENSIVE
= (quote
(not
(tag
:unstable
)))
133 SELECTOR_ACTUAL
=$(SELECTOR
)
134 else ifndef MAKECMDGOALS
135 SELECTOR_ACTUAL
=$(SELECTOR_DEFAULT
)
136 else ifeq ($(MAKECMDGOALS
),all)
137 SELECTOR_ACTUAL
=$(SELECTOR_DEFAULT
)
138 else ifeq ($(MAKECMDGOALS
),check)
139 SELECTOR_ACTUAL
=$(SELECTOR_DEFAULT
)
140 else ifeq ($(MAKECMDGOALS
),check-maybe
)
141 SELECTOR_ACTUAL
=$(SELECTOR_DEFAULT
)
143 SELECTOR_ACTUAL
=$(SELECTOR_EXPENSIVE
)
146 ## Byte-compile all test files to test for errors.
148 $(AM_V_ELC
)$(emacs
) -f batch-byte-compile
$<
150 ## Save logs, and show logs for failed tests.
151 WRITE_LOG
= > $@
2>&1 ||
{ STAT
=$$?
; cat
$@
; exit
$$STAT; }
153 ifeq ($(TEST_LOAD_EL
), yes
)
160 $(AM_V_at
)${MKDIR_P} $(dir $@
)
161 $(AM_V_GEN
)HOME
=/nonexistent
$(emacs
) \
162 -l ert
${ert_opts} -l
$(testloadfile
) \
163 --eval
"(ert-run-tests-batch-and-exit ${SELECTOR_ACTUAL})" ${WRITE_LOG}
165 ifeq (@HAVE_MODULES@
, yes
)
166 maybe_exclude_module_tests
:=
168 maybe_exclude_module_tests
:= -name emacs-module-tests.el
-prune
-o
171 ELFILES
:= $(sort $(shell find
${srcdir} -path
"${srcdir}/manual" -prune
-o \
172 -path
"${srcdir}/data" -prune
-o \
173 -name
"*resources" -prune
-o \
174 ${maybe_exclude_module_tests} \
175 -name
"*.el" ! -name
".*" -print))
176 ## .log files may be in a different directory for out of source builds
177 LOGFILES
:= $(patsubst %.el
,%.log
, \
178 $(patsubst $(srcdir)/%,%,$(ELFILES
)))
179 TESTS
:= $(LOGFILES
:.log
=)
181 ## If we have to interrupt a hanging test, preserve the log so we can
182 ## see what the problem was.
185 ## Stop make deleting these as intermediate files.
186 .SECONDARY
: ${ELFILES
:.el
=.elc
} $(test_module_dir
)/*.o
191 ## A test FOO-tests depends on the source file with the similar
192 ## name, unless FOO itself contains the string '-tests/'.
193 ## The similar name is FOO.c if FOO begins with '{lib-,}src/', FOO.el
194 ## otherwise. Although this heuristic does not identify all the
195 ## dependencies, it is better than nothing.
196 ifeq (,$(patsubst %-tests
,,$(1))$(findstring -tests
/,$(1)))
197 $(1).log
: $(patsubst %-tests
,$(srcdir)/..
/%,$(1))$(if \
198 $(patsubst src
/%,,$(patsubst lib-src
/%,,$(1))),.el
,.c
)
201 ## Short aliases that always re-run the tests, with no logging.
202 ## Define both with and without the directory name for ease of use.
203 .PHONY
: $(1) $(notdir $(1))
205 @
test ! -f
$(1).log || mv
$(1).log
$(1).log~
206 @
$(MAKE
) $(1).log WRITE_LOG
=
210 $(foreach test,${TESTS},$(eval
$(call test_template
,${test})))
212 ifeq (@HAVE_MODULES@
, yes
)
213 # -fPIC is a no-op on Windows, but causes a compiler warning
220 MODULE_CFLAGS
= -I
$(srcdir)/..
/src
$(FPIC_CFLAGS
) $(PROFILING_CFLAGS
) \
221 $(WARN_CFLAGS
) $(WERROR_CFLAGS
) $(CFLAGS
)
223 test_module
= $(test_module_dir
)/mod-test
${SO}
224 src
/emacs-module-tests.log
: $(test_module
)
225 $(test_module
): $(test_module
:${SO}=.c
) $(srcdir)/..
/src
/emacs-module.h
226 $(AM_V_CCLD
)$(CC
) -shared
$(CPPFLAGS
) $(MODULE_CFLAGS
) $(LDFLAGS
) \
230 ## Check that there is no 'automated' subdirectory, which would
231 ## indicate an incomplete merge from an older version of Emacs where
232 ## the tests were arranged differently.
233 .PHONY
: check-no-automated-subdir
234 check-no-automated-subdir
:
235 ${AM_V_at}test ! -d
$(srcdir)/automated
237 ## Rerun all default tests.
238 check: mostlyclean check-no-automated-subdir
239 @
${MAKE} check-doit SELECTOR
="${SELECTOR_ACTUAL}"
241 ## Rerun all default and expensive tests.
242 .PHONY
: check-expensive
243 check-expensive
: mostlyclean check-no-automated-subdir
244 @
${MAKE} check-doit SELECTOR
="${SELECTOR_EXPENSIVE}"
246 ## Run all tests, regardless of tag.
248 check-all
: mostlyclean check-no-automated-subdir
249 @
${MAKE} check-doit SELECTOR
="${SELECTOR_ALL}"
251 ## Re-run all tests which are outdated. A test is outdated if its
252 ## logfile is out-of-date with either the test file, or the source
253 ## files that the tests depend on. See test_template.
255 check-maybe
: check-no-automated-subdir
256 @
${MAKE} check-doit SELECTOR
="${SELECTOR_ACTUAL}"
260 ## We can't put LOGFILES as prerequisites, because that would stop the
261 ## summarizing step from running when there is an error.
263 -@
${MAKE} -k
${LOGFILES}
264 @
$(emacs
) -l ert
-f ert-summarize-tests-batch-and-exit
${LOGFILES}
266 .PHONY
: mostlyclean clean bootstrap-clean
distclean maintainer-clean
269 -@for f in
${LOGFILES}; do
test ! -f
$$f || mv
$$f $$f~
; done
273 find .
'(' -name
'*.log' -o
-name
'*.log~' ')' $(FIND_DELETE
)
274 rm -f
$(test_module_dir
)/*.o
$(test_module_dir
)/*.so \
275 $(test_module_dir
)/*.dll
277 bootstrap-clean
: clean
278 find
$(srcdir) -name
'*.elc' $(FIND_DELETE
)
283 maintainer-clean
: distclean bootstrap-clean