tracetool: Rewrite infrastructure as python modules
[qemu/qmp-unstable.git] / tests / Makefile
blobbaf1d70ee8419ebf0dec172a20c6cf16e67e7a22
1 export SRC_PATH
3 check-unit-y = tests/check-qdict$(EXESUF)
4 check-unit-y += tests/check-qfloat$(EXESUF)
5 check-unit-y += tests/check-qint$(EXESUF)
6 check-unit-y += tests/check-qstring$(EXESUF)
7 check-unit-y += tests/check-qlist$(EXESUF)
8 check-unit-y += tests/check-qjson$(EXESUF)
9 check-unit-y += tests/test-qmp-output-visitor$(EXESUF)
10 check-unit-y += tests/test-qmp-input-visitor$(EXESUF)
11 check-unit-y += tests/test-qmp-input-strict$(EXESUF)
12 check-unit-y += tests/test-qmp-commands$(EXESUF)
13 check-unit-y += tests/test-string-input-visitor$(EXESUF)
14 check-unit-y += tests/test-string-output-visitor$(EXESUF)
15 check-unit-y += tests/test-coroutine$(EXESUF)
17 check-block-$(CONFIG_POSIX) += tests/qemu-iotests-quick.sh
19 # All QTests for now are POSIX-only, but the dependencies are
20 # really in libqtest, not in the testcases themselves.
21 check-qtest-i386-y = tests/rtc-test
22 check-qtest-x86_64-y = $(check-qtest-i386-y)
24 GENERATED_HEADERS += tests/test-qapi-types.h tests/test-qapi-visit.h tests/test-qmp-commands.h
26 test-obj-y = tests/check-qint.o tests/check-qstring.o tests/check-qdict.o \
27 tests/check-qlist.o tests/check-qfloat.o tests/check-qjson.o \
28 tests/test-coroutine.o tests/test-string-output-visitor.o \
29 tests/test-string-input-visitor.o tests/test-qmp-output-visitor.o \
30 tests/test-qmp-input-visitor.o tests/test-qmp-input-strict.o \
31 tests/test-qmp-commands.o
33 test-qapi-obj-y = $(qobject-obj-y) $(qapi-obj-y) $(tools-obj-y)
34 test-qapi-obj-y += tests/test-qapi-visit.o tests/test-qapi-types.o
35 test-qapi-obj-y += module.o
37 $(test-obj-y): $(GENERATED_HEADERS)
38 $(test-obj-y): QEMU_INCLUDES += -Itests
40 tests/check-qint$(EXESUF): tests/check-qint.o qint.o $(tools-obj-y)
41 tests/check-qstring$(EXESUF): tests/check-qstring.o qstring.o $(tools-obj-y)
42 tests/check-qdict$(EXESUF): tests/check-qdict.o qdict.o qfloat.o qint.o qstring.o qbool.o qlist.o $(tools-obj-y)
43 tests/check-qlist$(EXESUF): tests/check-qlist.o qlist.o qint.o $(tools-obj-y)
44 tests/check-qfloat$(EXESUF): tests/check-qfloat.o qfloat.o $(tools-obj-y)
45 tests/check-qjson$(EXESUF): tests/check-qjson.o $(qobject-obj-y) $(tools-obj-y)
46 tests/test-coroutine$(EXESUF): tests/test-coroutine.o $(coroutine-obj-y) $(tools-obj-y)
48 tests/test-qapi-types.c tests/test-qapi-types.h :\
49 $(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-types.py
50 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-types.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
51 tests/test-qapi-visit.c tests/test-qapi-visit.h :\
52 $(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-visit.py
53 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-visit.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
54 tests/test-qmp-commands.h tests/test-qmp-marshal.c :\
55 $(SRC_PATH)/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-commands.py
56 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-commands.py $(gen-out-type) -o tests -p "test-" < $<, " GEN $@")
59 tests/test-string-output-visitor$(EXESUF): tests/test-string-output-visitor.o $(test-qapi-obj-y)
60 tests/test-string-input-visitor$(EXESUF): tests/test-string-input-visitor.o $(test-qapi-obj-y)
61 tests/test-qmp-output-visitor$(EXESUF): tests/test-qmp-output-visitor.o $(test-qapi-obj-y)
62 tests/test-qmp-input-visitor$(EXESUF): tests/test-qmp-input-visitor.o $(test-qapi-obj-y)
63 tests/test-qmp-input-strict$(EXESUF): tests/test-qmp-input-strict.o $(test-qapi-obj-y)
64 tests/test-qmp-commands$(EXESUF): tests/test-qmp-commands.o tests/test-qmp-marshal.o $(test-qapi-obj-y)
66 tests/rtc-test$(EXESUF): tests/rtc-test.o $(trace-obj-y)
68 # QTest rules
70 TARGETS=$(patsubst %-softmmu,%, $(filter %-softmmu,$(TARGET_DIRS)))
71 QTEST_TARGETS=$(foreach TARGET,$(TARGETS), $(if $(check-qtest-$(TARGET)-y), $(TARGET),))
72 check-qtest-$(CONFIG_POSIX)=$(foreach TARGET,$(TARGETS), $(check-qtest-$(TARGET)-y))
74 qtest-obj-y = tests/libqtest.o $(oslib-obj-y)
75 $(check-qtest-y): $(qtest-obj-y)
77 .PHONY: check-help
78 check-help:
79 @echo "Regression testing targets:"
80 @echo
81 @echo " make check Run all tests"
82 @echo " make check-qtest-TARGET Run qtest tests for given target"
83 @echo " make check-qtest Run qtest tests"
84 @echo " make check-unit Run qobject tests"
85 @echo " make check-block Run block tests"
86 @echo " make check-report.html Generates an HTML test report"
87 @echo
88 @echo "Please note that HTML reports do not regenerate if the unit tests"
89 @echo "has not changed."
90 @echo
91 @echo "The variable SPEED can be set to control the gtester speed setting."
92 @echo "Default options are -k and (for make V=1) --verbose; they can be"
93 @echo "changed with variable GTESTER_OPTIONS."
95 SPEED = quick
96 GTESTER_OPTIONS = -k $(if $(V),--verbose,-q)
98 # gtester tests, possibly with verbose output
100 .PHONY: $(patsubst %, check-qtest-%, $(QTEST_TARGETS))
101 $(patsubst %, check-qtest-%, $(QTEST_TARGETS)): check-qtest-%: $(check-qtest-y)
102 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
103 gtester $(GTESTER_OPTIONS) -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
105 .PHONY: $(patsubst %, check-%, $(check-unit-y))
106 $(patsubst %, check-%, $(check-unit-y)): check-%: %
107 $(call quiet-command,gtester $(GTESTER_OPTIONS) -m=$(SPEED) $*,"GTESTER $*")
109 # gtester tests with XML output
111 $(patsubst %, check-report-qtest-%.xml, $(QTEST_TARGETS)): check-report-qtest-%.xml: $(check-qtest-y)
112 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
113 gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $(check-qtest-$*-y),"GTESTER $@")
115 check-report-unit.xml: $(check-unit-y)
116 $(call quiet-command,gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $^, "GTESTER $@")
118 # Reports and overall runs
120 check-report.xml: $(patsubst %,check-report-qtest-%.xml, $(QTEST_TARGETS)) check-report-unit.xml
121 $(call quiet-command,$(SRC_PATH)/scripts/gtester-cat $^ > $@, " GEN $@")
123 check-report.html: check-report.xml
124 $(call quiet-command,gtester-report $< > $@, " GEN $@")
127 # Other tests
129 .PHONY: check-tests/qemu-iotests-quick.sh
130 check-tests/qemu-iotests-quick.sh: tests/qemu-iotests-quick.sh qemu-img$(EXESUF) qemu-io$(EXESUF)
133 # Consolidated targets
135 .PHONY: check-qtest check-unit check
136 check-qtest: $(patsubst %,check-qtest-%, $(QTEST_TARGETS))
137 check-unit: $(patsubst %,check-%, $(check-unit-y))
138 check-block: $(patsubst %,check-%, $(check-block-y))
139 check: check-unit check-qtest