s4-smbtorture: remove NotifyChangeKeyValue s3 skip in RPC-WINREG:
[Samba/nascimento.git] / source4 / selftest / config.mk
blob04d42d279c9884deb8c8c245ac54f95db945d01e
1 TEST_FORMAT = plain
3 SELFTEST = $(LD_LIBPATH_OVERRIDE) PYTHON=$(PYTHON) \
4 $(PERL) $(selftestdir)/selftest.pl --prefix=${selftest_prefix} \
5 --builddir=$(builddir) --srcdir=$(srcdir) \
6 --exclude=$(srcdir)/selftest/skip --testlist="./selftest/tests.sh|" \
7 $(TEST_OPTIONS)
8 # this strange code is to handle the fact that the bash pipefail option is
9 # not portable. When we run selftest we use a pipeline, and the first element
10 # of that pipeline might abort. We need to catch this and mark the test
11 # as having failed
12 ST_RM = ( rm -f $(selftest_prefix)/st_done &&
13 ST_TOUCH = && touch $(selftest_prefix)/st_done )
14 ST_DONE_TEST = @test -f $(selftest_prefix)/st_done || { echo "SELFTEST FAILED"; exit 1; }
16 SELFTEST_NOSLOW_OPTS = --exclude=$(srcdir)/selftest/slow
17 SELFTEST_QUICK_OPTS = $(SELFTEST_NOSLOW_OPTS) --quick --include=$(srcdir)/selftest/quick
18 FILTER_XFAIL = $(PERL) $(selftestdir)/filter-subunit.pl --expected-failures=$(srcdir)/selftest/knownfail
19 SUBUNIT_FORMATTER ?= $(PERL) $(selftestdir)/format-subunit.pl --prefix=${selftest_prefix} --format=$(TEST_FORMAT) --immediate
20 FORMAT_TEST_OUTPUT = $(FILTER_XFAIL) | $(SUBUNIT_FORMATTER)
22 test-subunit:: everything
23 $(ST_RM) $(SELFTEST) --socket-wrapper $(TESTS) $(ST_TOUCH)
24 $(ST_DONE_TEST)
26 test-subunit-filtered:: everything
27 $(ST_RM) $(SELFTEST) --socket-wrapper $(TESTS) $(ST_TOUCH) | $(FILTER_XFAIL)
28 $(ST_DONE_TEST)
30 slowtest:: everything
31 $(ST_RM) $(SELFTEST) $(DEFAULT_TEST_OPTIONS) $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
32 $(ST_DONE_TEST)
34 ifeq ($(RUN_FROM_BUILD_FARM),yes)
35 test:: everything
36 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) $(DEFAULT_TEST_OPTIONS) $(TESTS) $(ST_TOUCH) | $(FILTER_XFAIL) --strip-passed-output
37 $(ST_DONE_TEST)
38 test -f ${selftest_prefix}/summary && cat ${selftest_prefix}/summary
39 else
40 test::
41 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) $(DEFAULT_TEST_OPTIONS) $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
42 $(ST_DONE_TEST)
43 endif
45 kvmtest:: everything
46 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) $(DEFAULT_TEST_OPTIONS) \
47 --target=kvm --image=$(KVM_IMAGE) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
48 $(ST_DONE_TEST)
50 kvmquicktest:: everything
51 $(ST_RM) $(SELFTEST) $(DEFAULT_TEST_OPTIONS) \
52 $(SELFTEST_QUICK_OPTS) --target=kvm --image=$(KVM_IMAGE) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
53 $(ST_DONE_TEST)
55 testone:: everything
56 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) $(DEFAULT_TEST_OPTIONS) --one $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
57 $(ST_DONE_TEST)
59 test-swrap:: everything
60 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
61 $(ST_DONE_TEST)
63 test-swrap-pcap:: everything
64 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper-pcap $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
65 $(ST_DONE_TEST)
67 test-swrap-keep-pcap:: everything
68 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper-keep-pcap $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
69 $(ST_DONE_TEST)
71 test-noswrap:: everything
72 $(ST_RM) $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
73 $(ST_DONE_TEST)
75 quicktest:: all
76 $(ST_RM) $(SELFTEST) $(SELFTEST_QUICK_OPTS) --socket-wrapper $(TESTS) $(ST_TOUCH) | $(FORMAT_TEST_OUTPUT)
77 $(ST_DONE_TEST)
79 quicktest-subunit:: all
80 $(ST_RM) $(SELFTEST) $(SELFTEST_QUICK_OPTS) --socket-wrapper $(TESTS) $(ST_TOUCH)
81 $(ST_DONE_TEST)
83 quicktestone:: all
84 $(ST_RM) $(SELFTEST) $(SELFTEST_QUICK_OPTS) --socket-wrapper --one $(TESTS) | $(FORMAT_TEST_OUTPUT)
85 $(ST_DONE_TEST)
87 testenv:: everything
88 $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper --testenv
90 testenv-%:: everything
91 SELFTEST_TESTENV=$* $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper --testenv
93 test-%::
94 $(MAKE) test TESTS=$*
96 valgrindtest:: valgrindtest-all
98 valgrindtest-quick:: all
99 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/valgrind_run $(LD_LIBPATH_OVERRIDE)" \
100 VALGRIND="valgrind -q --num-callers=30 --log-file=${selftest_prefix}/valgrind.log" \
101 $(SELFTEST) $(SELFTEST_QUICK_OPTS) --socket-wrapper $(TESTS) | $(FORMAT_TEST_OUTPUT)
103 valgrindtest-all:: everything
104 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/valgrind_run $(LD_LIBPATH_OVERRIDE)" \
105 VALGRIND="valgrind -q --num-callers=30 --log-file=${selftest_prefix}/valgrind.log" \
106 $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper $(TESTS) | $(FORMAT_TEST_OUTPUT)
108 valgrindtest-env:: everything
109 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/valgrind_run $(LD_LIBPATH_OVERRIDE)" \
110 VALGRIND="valgrind -q --num-callers=30 --log-file=${selftest_prefix}/valgrind.log" \
111 $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper --testenv
113 gdbtest:: gdbtest-all
115 gdbtest-quick:: all
116 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/gdb_run $(LD_LIBPATH_OVERRIDE)" \
117 $(SELFTEST) $(SELFTEST_QUICK_OPTS) --socket-wrapper $(TESTS) | $(FORMAT_TEST_OUTPUT)
119 gdbtest-all:: everything
120 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/gdb_run $(LD_LIBPATH_OVERRIDE)" \
121 $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper $(TESTS) | $(FORMAT_TEST_OUTPUT)
123 gdbtest-env:: everything
124 SAMBA_VALGRIND="xterm -n server -e $(selftestdir)/gdb_run $(LD_LIBPATH_OVERRIDE)" \
125 $(SELFTEST) $(SELFTEST_NOSLOW_OPTS) --socket-wrapper --testenv