1 # This Source Code Form is subject to the terms of the Mozilla Public
2 # License, v. 2.0. If a copy of the MPL was not distributed with this
3 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
5 # include automation-build.mk to get the path to the binary
6 TARGET_DEPTH
= $(DEPTH
)
7 include $(topsrcdir
)/build
/binary-location.mk
9 SYMBOLS_PATH
:= --symbols-path
=$(DIST
)/crashreporter-symbols
11 ifndef TEST_PACKAGE_NAME
12 TEST_PACKAGE_NAME
:= $(ANDROID_PACKAGE_NAME
)
15 ifndef NO_FAIL_ON_TEST_ERRORS
16 define check_test_error_internal
17 @errors
=`grep 'TEST-UNEXPECTED-' $@.log` ;\
18 if
test "$$errors" ; then \
21 $(if
$(1),echo
$(1);) \
25 CHECK_TEST_ERROR
= $(call check_test_error_internal
)
26 CHECK_TEST_ERROR_RERUN
= $(call check_test_error_internal
,'To rerun your failures please run "make $@-rerun-failures"')
29 # Usage: |make [EXTRA_TEST_ARGS=...] *test|.
30 RUN_REFTEST
= rm -f .
/$@.log
&& $(PYTHON
) _tests
/reftest
/runreftest.py \
31 --extra-profile-file
=$(DIST
)/plugins \
32 $(SYMBOLS_PATH
) $(EXTRA_TEST_ARGS
) $(1) | tee .
/$@.log
34 REMOTE_REFTEST
= rm -f .
/$@.log
&& $(PYTHON
) _tests
/reftest
/remotereftest.py \
35 --ignore-window-size \
36 --app
=$(TEST_PACKAGE_NAME
) --deviceIP
=${TEST_DEVICE} --xre-path
=${MOZ_HOST_BIN} \
37 --httpd-path
=_tests
/modules
--suite reftest \
38 --extra-profile-file
=$(topsrcdir
)/mobile
/android
/fonts \
39 $(SYMBOLS_PATH
) $(EXTRA_TEST_ARGS
) $(1) | tee .
/$@.log
41 ifeq ($(OS_ARCH
),WINNT
) #{
42 # GPU-rendered shadow layers are unsupported here
43 OOP_CONTENT
= --setpref
=layers.async-pan-zoom.enabled
=true
--setpref
=browser.tabs.remote.autostart
=true
--setpref
=layers.acceleration.disabled
=true
46 OOP_CONTENT
= --setpref
=layers.async-pan-zoom.enabled
=true
--setpref
=browser.tabs.remote.autostart
=true
47 GPU_RENDERING
= --setpref
=layers.acceleration.force-enabled
=true
50 reftest
: TEST_PATH?
=layout
/reftests
/reftest.list
52 $(call RUN_REFTEST
,'$(topsrcdir)/$(TEST_PATH)')
55 reftest-remote
: TEST_PATH?
=layout
/reftests
/reftest.list
57 @if
[ '${MOZ_HOST_BIN}' = '' ]; then \
58 echo
'environment variable MOZ_HOST_BIN must be set to a directory containing host xpcshell'; \
59 elif
[ ! -d
${MOZ_HOST_BIN} ]; then \
60 echo
'MOZ_HOST_BIN does not specify a directory'; \
61 elif
[ ! -f
${MOZ_HOST_BIN}/xpcshell
]; then \
62 echo
'xpcshell not found in MOZ_HOST_BIN'; \
64 ln
-s
$(abspath
$(topsrcdir
)) _tests
/reftest
/tests
; \
65 $(call REMOTE_REFTEST
,'tests/$(TEST_PATH)'); \
66 $(CHECK_TEST_ERROR
); \
69 crashtest
: TEST_PATH?
=testing
/crashtest
/crashtests.list
71 $(call RUN_REFTEST
,'$(topsrcdir)/$(TEST_PATH)')
74 jstestbrowser
: TESTS_PATH?
=test-stage
/jsreftest
/tests
/
76 $(MAKE
) -C
$(DEPTH
)/config
78 $(call RUN_REFTEST
,'$(DIST)/$(TESTS_PATH)/jstests.list' --extra-profile-file
=$(DIST
)/test-stage
/jsreftest
/tests
/user.js
)
81 GARBAGE
+= $(addsuffix .log
,$(MOCHITESTS
) reftest crashtest jstestbrowser
)
83 REMOTE_CPPUNITTESTS
= \
84 $(PYTHON
) -u
$(topsrcdir
)/testing
/remotecppunittests.py \
85 --xre-path
=$(DEPTH
)/dist/bin \
86 --localLib
=$(DEPTH
)/dist/fennec \
87 --deviceIP
=${TEST_DEVICE} \
88 $(TEST_PATH
) $(EXTRA_TEST_ARGS
)
90 # Usage: |make [TEST_PATH=...] [EXTRA_TEST_ARGS=...] cppunittests-remote|.
92 $(call REMOTE_CPPUNITTESTS
);
94 # Package up the tests and test harnesses
95 include $(topsrcdir
)/toolkit
/mozapps
/installer
/package-name.mk
97 PKG_STAGE
= $(DIST
)/test-stage
105 test-packages-manifest \
108 stage-all
: stage-steeplechase
111 ifdef COMPILE_ENVIRONMENT
112 stage-all
: stage-cppunittests
129 ifdef LINK_GTEST_DURING_COMPILE
130 stage-all
: stage-gtest
131 TEST_PKGS_TARGZ
+= gtest
134 PKG_ARG
= --$(1) '$(PKG_BASENAME).$(1).tests.$(2)'
136 test-packages-manifest
:
137 @
rm -f
$(MOZ_TEST_PACKAGES_FILE
)
138 $(NSINSTALL
) -D
$(dir $(MOZ_TEST_PACKAGES_FILE
))
139 $(PYTHON
) $(topsrcdir
)/build
/gen_test_packages_manifest.py \
140 --jsshell
$(JSSHELL_NAME
) \
141 --dest-file
'$(MOZ_TEST_PACKAGES_FILE)' \
142 $(call PKG_ARG
,common
,zip
) \
143 $(foreach pkg
,$(TEST_PKGS_TARGZ
),$(call PKG_ARG
,$(pkg
),tar.gz
))
146 test_archive_dir
= $(UPLOAD_PATH
)
148 test_archive_dir
= $(DIST
)/$(PKG_PATH
)
151 package-tests-prepare-dest
:
152 $(NSINSTALL
) -D
$(test_archive_dir
)
154 download-wpt-manifest
:
155 $(call py_action
,download_wpt_manifest
)
157 define package_archive
158 package-tests-
$(1): stage-all package-tests-prepare-dest download-wpt-manifest
159 $$(call py_action
,test_archive
, \
161 '$$(abspath $$(test_archive_dir))/$$(PKG_BASENAME).$(1).tests.$(2)')
162 package-tests
: package-tests-
$(1)
165 $(foreach name
,$(TEST_PKGS_TARGZ
),$(eval
$(call package_archive
,$(name
),tar.gz
)))
167 ifeq ($(MOZ_BUILD_APP
),mobile
/android
)
168 stage-all
: stage-android
171 # Prepare _tests before any of the other staging/packaging steps.
172 # make-stage-dir is a prerequisite to all the stage-* targets in testsuite-targets.mk.
173 make-stage-dir
: install-test-files
175 $(NSINSTALL
) -D
$(PKG_STAGE
)
176 $(NSINSTALL
) -D
$(PKG_STAGE
)/bin
177 $(NSINSTALL
) -D
$(PKG_STAGE
)/bin
/components
178 $(NSINSTALL
) -D
$(PKG_STAGE
)/certs
179 $(NSINSTALL
) -D
$(PKG_STAGE
)/config
180 $(NSINSTALL
) -D
$(PKG_STAGE
)/modules
181 $(NSINSTALL
) -D
$(PKG_STAGE
)/tools
/mach
183 stage-config
: make-stage-dir
184 $(NSINSTALL
) -D
$(PKG_STAGE
)/config
185 @
(cd
$(topsrcdir
)/testing
/config
&& tar $(TAR_CREATE_FLAGS
) - *) |
(cd
$(PKG_STAGE
)/config
&& tar -xf
-)
187 stage-mach
: make-stage-dir
188 @
(cd
$(topsrcdir
)/python
/mach
&& tar $(TAR_CREATE_FLAGS
) - *) |
(cd
$(PKG_STAGE
)/tools
/mach
&& tar -xf
-)
189 cp
$(topsrcdir
)/testing
/tools
/mach_test_package_bootstrap.py
$(PKG_STAGE
)/tools
/mach_bootstrap.py
190 cp
$(topsrcdir
)/mach
$(PKG_STAGE
)
192 stage-mochitest
: make-stage-dir
;
194 stage-jstests
: make-stage-dir
195 $(MAKE
) -C
$(DEPTH
)/js
/src
/tests stage-package
198 ifneq ($(OBJCOPY
), :) # see build/autoconf/toolchain.m4:102 for why this is necessary
199 ifndef PKG_SKIP_STRIP
200 STRIP_COMPILED_TESTS
:= 1
205 stage-gtest
: make-stage-dir
206 $(NSINSTALL
) -D
$(PKG_STAGE
)/gtest
/gtest_bin
/gtest
207 ifdef STRIP_COMPILED_TESTS
208 # The libxul file basename will vary per platform. Fortunately
209 # dependentlibs.list always lists the library name as its final line, so we
210 # can get the value from there.
211 LIBXUL_BASE
=`tail -1 $(DIST)/bin/dependentlibs.list` && \
212 $(OBJCOPY
) $(or
$(STRIP_FLAGS
),--strip-unneeded
) \
213 $(DIST
)/bin
/gtest
/$$LIBXUL_BASE $(PKG_STAGE
)/gtest
/gtest_bin
/gtest
/$$LIBXUL_BASE
215 cp
-RL
$(DIST
)/bin
/gtest
$(PKG_STAGE
)/gtest
/gtest_bin
217 cp
-RL
$(DEPTH
)/_tests
/gtest
$(PKG_STAGE
)
218 cp
$(topsrcdir
)/testing
/gtest
/rungtests.py
$(PKG_STAGE
)/gtest
219 cp
$(topsrcdir
)/testing
/gtest
/remotegtests.py
$(PKG_STAGE
)/gtest
220 cp
$(DIST
)/bin
/dependentlibs.list.gtest
$(PKG_STAGE
)/gtest
221 cp
$(DEPTH
)/mozinfo.json
$(PKG_STAGE
)/gtest
223 stage-android
: make-stage-dir
224 $(NSINSTALL
) $(topsrcdir
)/mobile
/android
/fonts
$(DEPTH
)/_tests
/reftest
225 $(NSINSTALL
) $(topsrcdir
)/mobile
/android
/fonts
$(DEPTH
)/_tests
/testing
/mochitest
226 $(NSINSTALL
) -D
$(DEPTH
)/_tests
/reftest
/hyphenation
227 $(NSINSTALL
) $(wildcard $(topsrcdir
)/intl
/locales
/*/hyphenation
/*.dic
) $(DEPTH
)/_tests
/reftest
/hyphenation
230 CPP_UNIT_TEST_BINS
=$(filter-out $(wildcard $(DIST
)/cppunittests
/*.pdb
), $(wildcard $(DIST
)/cppunittests
/*))
232 CPP_UNIT_TEST_BINS
=$(wildcard $(DIST
)/cppunittests
/*)
235 stage-cppunittests
: make-stage-dir
236 $(NSINSTALL
) -D
$(PKG_STAGE
)/cppunittest
237 ifdef STRIP_COMPILED_TESTS
238 $(foreach bin
,$(CPP_UNIT_TEST_BINS
),$(OBJCOPY
) $(or
$(STRIP_FLAGS
),--strip-unneeded
) $(bin
) $(bin
:$(DIST
)/cppunittests
/%=$(PKG_STAGE
)/cppunittest
/%);)
240 cp
-RL
$(CPP_UNIT_TEST_BINS
) $(PKG_STAGE
)/cppunittest
243 cp
-RL
$(addsuffix .pdb
,$(basename $(CPP_UNIT_TEST_BINS
))) $(PKG_STAGE
)/cppunittest
245 ifdef STRIP_COMPILED_TESTS
246 $(OBJCOPY
) $(or
$(STRIP_FLAGS
),--strip-unneeded
) $(DIST
)/bin
/jsapi-tests
$(BIN_SUFFIX
) $(PKG_STAGE
)/cppunittest
/jsapi-tests
$(BIN_SUFFIX
)
248 cp
-RL
$(DIST
)/bin
/jsapi-tests
$(BIN_SUFFIX
) $(PKG_STAGE
)/cppunittest
251 cp
-RL
$(DIST
)/bin
/jsapi-tests.pdb
$(PKG_STAGE
)/cppunittest
254 stage-steeplechase
: make-stage-dir
255 $(NSINSTALL
) -D
$(PKG_STAGE
)/steeplechase
/
256 cp
-RL
$(DEPTH
)/_tests
/steeplechase
$(PKG_STAGE
)/steeplechase
/tests
257 cp
-RL
$(DIST
)/xpi-stage
/specialpowers
$(PKG_STAGE
)/steeplechase
258 cp
-RL
$(topsrcdir
)/testing
/profiles
/common
/user.js
$(PKG_STAGE
)/steeplechase
/prefs_general.js
261 specialpowers@mozilla.org.xpi \
264 stage-extensions
: make-stage-dir
265 $(NSINSTALL
) -D
$(PKG_STAGE
)/extensions
/
266 @
$(foreach ext
,$(TEST_EXTENSIONS
), cp
-RL
$(DIST
)/xpi-stage
/$(ext
) $(PKG_STAGE
)/extensions
;)
270 $(eval cores
=$(shell $(PYTHON
) -c
'import multiprocessing; print(multiprocessing.cpu_count())'))
271 @echo
"Starting 'mach python-test' with -j$(cores)"
272 @
$(topsrcdir
)/mach
--log-no-times python-test
-j
$(cores
) --subsuite default
273 @echo
"Finished 'mach python-test' successfully"
282 download-wpt-manifest \
283 package-tests-prepare-dest \
284 package-tests-common \
292 test-packages-manifest \