qapi: Document visitor interfaces, add assertions
[qemu/ar7.git] / tests / Makefile
blob9194f1850bd3c6486e01955fdced6d98ffbb2439
1 export SRC_PATH
3 qapi-py = $(SRC_PATH)/scripts/qapi.py $(SRC_PATH)/scripts/ordereddict.py
5 # Get the list of all supported sysemu targets
6 SYSEMU_TARGET_LIST := $(subst -softmmu.mak,,$(notdir \
7 $(wildcard $(SRC_PATH)/default-configs/*-softmmu.mak)))
9 check-unit-y = tests/check-qdict$(EXESUF)
10 gcov-files-check-qdict-y = qobject/qdict.c
11 check-unit-y += tests/check-qfloat$(EXESUF)
12 gcov-files-check-qfloat-y = qobject/qfloat.c
13 check-unit-y += tests/check-qint$(EXESUF)
14 gcov-files-check-qint-y = qobject/qint.c
15 check-unit-y += tests/check-qstring$(EXESUF)
16 gcov-files-check-qstring-y = qobject/qstring.c
17 check-unit-y += tests/check-qlist$(EXESUF)
18 gcov-files-check-qlist-y = qobject/qlist.c
19 check-unit-y += tests/check-qjson$(EXESUF)
20 gcov-files-check-qjson-y = qobject/qjson.c
21 check-unit-y += tests/test-qmp-output-visitor$(EXESUF)
22 gcov-files-test-qmp-output-visitor-y = qapi/qmp-output-visitor.c
23 check-unit-y += tests/test-qmp-input-visitor$(EXESUF)
24 gcov-files-test-qmp-input-visitor-y = qapi/qmp-input-visitor.c
25 check-unit-y += tests/test-qmp-input-strict$(EXESUF)
26 check-unit-y += tests/test-qmp-commands$(EXESUF)
27 gcov-files-test-qmp-commands-y = qapi/qmp-dispatch.c
28 check-unit-y += tests/test-string-input-visitor$(EXESUF)
29 gcov-files-test-string-input-visitor-y = qapi/string-input-visitor.c
30 check-unit-y += tests/test-string-output-visitor$(EXESUF)
31 gcov-files-test-string-output-visitor-y = qapi/string-output-visitor.c
32 check-unit-y += tests/test-qmp-event$(EXESUF)
33 gcov-files-test-qmp-event-y += qapi/qmp-event.c
34 check-unit-y += tests/test-opts-visitor$(EXESUF)
35 gcov-files-test-opts-visitor-y = qapi/opts-visitor.c
36 check-unit-y += tests/test-coroutine$(EXESUF)
37 gcov-files-test-coroutine-y = coroutine-$(CONFIG_COROUTINE_BACKEND).c
38 check-unit-y += tests/test-visitor-serialization$(EXESUF)
39 check-unit-y += tests/test-iov$(EXESUF)
40 gcov-files-test-iov-y = util/iov.c
41 check-unit-y += tests/test-aio$(EXESUF)
42 check-unit-$(CONFIG_POSIX) += tests/test-rfifolock$(EXESUF)
43 check-unit-y += tests/test-throttle$(EXESUF)
44 gcov-files-test-aio-$(CONFIG_WIN32) = aio-win32.c
45 gcov-files-test-aio-$(CONFIG_POSIX) = aio-posix.c
46 check-unit-y += tests/test-thread-pool$(EXESUF)
47 gcov-files-test-thread-pool-y = thread-pool.c
48 gcov-files-test-hbitmap-y = util/hbitmap.c
49 check-unit-y += tests/test-hbitmap$(EXESUF)
50 gcov-files-test-hbitmap-y = blockjob.c
51 check-unit-y += tests/test-blockjob-txn$(EXESUF)
52 check-unit-y += tests/test-x86-cpuid$(EXESUF)
53 # all code tested by test-x86-cpuid is inside topology.h
54 gcov-files-test-x86-cpuid-y =
55 ifeq ($(CONFIG_SOFTMMU),y)
56 check-unit-y += tests/test-xbzrle$(EXESUF)
57 gcov-files-test-xbzrle-y = migration/xbzrle.c
58 check-unit-$(CONFIG_POSIX) += tests/test-vmstate$(EXESUF)
59 endif
60 check-unit-y += tests/test-cutils$(EXESUF)
61 gcov-files-test-cutils-y += util/cutils.c
62 check-unit-y += tests/test-mul64$(EXESUF)
63 gcov-files-test-mul64-y = util/host-utils.c
64 check-unit-y += tests/test-int128$(EXESUF)
65 # all code tested by test-int128 is inside int128.h
66 gcov-files-test-int128-y =
67 check-unit-y += tests/rcutorture$(EXESUF)
68 gcov-files-rcutorture-y = util/rcu.c
69 check-unit-y += tests/test-rcu-list$(EXESUF)
70 gcov-files-test-rcu-list-y = util/rcu.c
71 check-unit-y += tests/test-bitops$(EXESUF)
72 check-unit-$(CONFIG_HAS_GLIB_SUBPROCESS_TESTS) += tests/test-qdev-global-props$(EXESUF)
73 check-unit-y += tests/check-qom-interface$(EXESUF)
74 gcov-files-check-qom-interface-y = qom/object.c
75 check-unit-y += tests/check-qom-proplist$(EXESUF)
76 gcov-files-check-qom-proplist-y = qom/object.c
77 check-unit-y += tests/test-qemu-opts$(EXESUF)
78 gcov-files-test-qemu-opts-y = qom/test-qemu-opts.c
79 check-unit-y += tests/test-write-threshold$(EXESUF)
80 gcov-files-test-write-threshold-y = block/write-threshold.c
81 check-unit-$(CONFIG_GNUTLS_HASH) += tests/test-crypto-hash$(EXESUF)
82 check-unit-y += tests/test-crypto-cipher$(EXESUF)
83 check-unit-y += tests/test-crypto-secret$(EXESUF)
84 check-unit-$(CONFIG_GNUTLS) += tests/test-crypto-tlscredsx509$(EXESUF)
85 check-unit-$(CONFIG_GNUTLS) += tests/test-crypto-tlssession$(EXESUF)
86 ifneq (,$(findstring qemu-ga,$(TOOLS)))
87 check-unit-$(CONFIG_LINUX) += tests/test-qga$(EXESUF)
88 endif
89 check-unit-y += tests/test-timed-average$(EXESUF)
90 check-unit-y += tests/test-io-task$(EXESUF)
91 check-unit-y += tests/test-io-channel-socket$(EXESUF)
92 check-unit-y += tests/test-io-channel-file$(EXESUF)
93 check-unit-$(CONFIG_GNUTLS) += tests/test-io-channel-tls$(EXESUF)
94 check-unit-y += tests/test-io-channel-command$(EXESUF)
95 check-unit-y += tests/test-io-channel-buffer$(EXESUF)
96 check-unit-y += tests/test-base64$(EXESUF)
97 check-unit-$(if $(CONFIG_NETTLE_KDF),y,$(CONFIG_GCRYPT_KDF)) += tests/test-crypto-pbkdf$(EXESUF)
98 check-unit-y += tests/test-crypto-ivgen$(EXESUF)
99 check-unit-y += tests/test-crypto-afsplit$(EXESUF)
100 check-unit-y += tests/test-crypto-xts$(EXESUF)
101 check-unit-y += tests/test-crypto-block$(EXESUF)
102 gcov-files-test-logging-y = tests/test-logging.c
103 check-unit-y += tests/test-logging$(EXESUF)
105 check-block-$(CONFIG_POSIX) += tests/qemu-iotests-quick.sh
107 # All QTests for now are POSIX-only, but the dependencies are
108 # really in libqtest, not in the testcases themselves.
110 check-qtest-generic-y = tests/device-introspect-test$(EXESUF)
111 gcov-files-generic-y = qdev-monitor.c qmp.c
113 gcov-files-ipack-y += hw/ipack/ipack.c
114 check-qtest-ipack-y += tests/ipoctal232-test$(EXESUF)
115 gcov-files-ipack-y += hw/char/ipoctal232.c
117 check-qtest-virtioserial-y += tests/virtio-console-test$(EXESUF)
118 gcov-files-virtioserial-y += hw/char/virtio-console.c
120 gcov-files-virtio-y += i386-softmmu/hw/virtio/virtio.c
121 check-qtest-virtio-y += tests/virtio-net-test$(EXESUF)
122 gcov-files-virtio-y += i386-softmmu/hw/net/virtio-net.c
123 check-qtest-virtio-y += tests/virtio-balloon-test$(EXESUF)
124 gcov-files-virtio-y += i386-softmmu/hw/virtio/virtio-balloon.c
125 check-qtest-virtio-y += tests/virtio-blk-test$(EXESUF)
126 gcov-files-virtio-y += i386-softmmu/hw/block/virtio-blk.c
127 check-qtest-virtio-y += tests/virtio-rng-test$(EXESUF)
128 gcov-files-virtio-y += hw/virtio/virtio-rng.c
129 check-qtest-virtio-y += tests/virtio-scsi-test$(EXESUF)
130 gcov-files-virtio-y += i386-softmmu/hw/scsi/virtio-scsi.c
131 ifeq ($(CONFIG_VIRTIO)$(CONFIG_VIRTFS)$(CONFIG_PCI),yyy)
132 check-qtest-virtio-y += tests/virtio-9p-test$(EXESUF)
133 gcov-files-virtio-y += hw/9pfs/virtio-9p.c
134 gcov-files-virtio-y += i386-softmmu/hw/9pfs/virtio-9p-device.c
135 endif
136 check-qtest-virtio-y += tests/virtio-serial-test$(EXESUF)
137 gcov-files-virtio-y += i386-softmmu/hw/char/virtio-serial-bus.c
138 check-qtest-virtio-y += $(check-qtest-virtioserial-y)
139 gcov-files-virtio-y += $(gcov-files-virtioserial-y)
141 check-qtest-pci-y += tests/e1000-test$(EXESUF)
142 gcov-files-pci-y += hw/net/e1000.c
143 check-qtest-pci-y += tests/rtl8139-test$(EXESUF)
144 gcov-files-pci-y += hw/net/rtl8139.c
145 check-qtest-pci-y += tests/pcnet-test$(EXESUF)
146 gcov-files-pci-y += hw/net/pcnet.c
147 gcov-files-pci-y += hw/net/pcnet-pci.c
148 check-qtest-pci-y += tests/eepro100-test$(EXESUF)
149 gcov-files-pci-y += hw/net/eepro100.c
150 check-qtest-pci-y += tests/ne2000-test$(EXESUF)
151 gcov-files-pci-y += hw/net/ne2000.c
152 check-qtest-pci-y += tests/nvme-test$(EXESUF)
153 gcov-files-pci-y += hw/block/nvme.c
154 check-qtest-pci-y += tests/ac97-test$(EXESUF)
155 gcov-files-pci-y += hw/audio/ac97.c
156 check-qtest-pci-y += tests/es1370-test$(EXESUF)
157 gcov-files-pci-y += hw/audio/es1370.c
158 check-qtest-pci-y += $(check-qtest-virtio-y)
159 gcov-files-pci-y += $(gcov-files-virtio-y) hw/virtio/virtio-pci.c
160 check-qtest-pci-y += tests/tpci200-test$(EXESUF)
161 gcov-files-pci-y += hw/ipack/tpci200.c
162 check-qtest-pci-y += $(check-qtest-ipack-y)
163 gcov-files-pci-y += $(gcov-files-ipack-y)
164 check-qtest-pci-y += tests/display-vga-test$(EXESUF)
165 gcov-files-pci-y += hw/display/vga.c
166 gcov-files-pci-y += hw/display/cirrus_vga.c
167 gcov-files-pci-y += hw/display/vga-pci.c
168 gcov-files-pci-y += hw/display/virtio-gpu.c
169 gcov-files-pci-y += hw/display/virtio-gpu-pci.c
170 gcov-files-pci-$(CONFIG_VIRTIO_VGA) += hw/display/virtio-vga.c
171 check-qtest-pci-y += tests/intel-hda-test$(EXESUF)
172 gcov-files-pci-y += hw/audio/intel-hda.c hw/audio/hda-codec.c
173 check-qtest-pci-$(CONFIG_EVENTFD) += tests/ivshmem-test$(EXESUF)
174 gcov-files-pci-y += hw/misc/ivshmem.c
176 check-qtest-i386-y = tests/endianness-test$(EXESUF)
177 check-qtest-i386-y += tests/fdc-test$(EXESUF)
178 gcov-files-i386-y = hw/block/fdc.c
179 check-qtest-i386-y += tests/ide-test$(EXESUF)
180 check-qtest-i386-y += tests/ahci-test$(EXESUF)
181 check-qtest-i386-y += tests/hd-geo-test$(EXESUF)
182 gcov-files-i386-y += hw/block/hd-geometry.c
183 check-qtest-i386-y += tests/boot-order-test$(EXESUF)
184 check-qtest-i386-y += tests/bios-tables-test$(EXESUF)
185 check-qtest-i386-y += tests/pxe-test$(EXESUF)
186 check-qtest-i386-y += tests/rtc-test$(EXESUF)
187 check-qtest-i386-y += tests/ipmi-kcs-test$(EXESUF)
188 check-qtest-i386-y += tests/ipmi-bt-test$(EXESUF)
189 check-qtest-i386-y += tests/i440fx-test$(EXESUF)
190 check-qtest-i386-y += tests/fw_cfg-test$(EXESUF)
191 check-qtest-i386-y += tests/drive_del-test$(EXESUF)
192 check-qtest-i386-y += tests/wdt_ib700-test$(EXESUF)
193 check-qtest-i386-y += tests/tco-test$(EXESUF)
194 gcov-files-i386-y += hw/watchdog/watchdog.c hw/watchdog/wdt_ib700.c
195 check-qtest-i386-y += $(check-qtest-pci-y)
196 gcov-files-i386-y += $(gcov-files-pci-y)
197 check-qtest-i386-y += tests/vmxnet3-test$(EXESUF)
198 gcov-files-i386-y += hw/net/vmxnet3.c
199 gcov-files-i386-y += hw/net/vmxnet_rx_pkt.c
200 gcov-files-i386-y += hw/net/vmxnet_tx_pkt.c
201 check-qtest-i386-y += tests/pvpanic-test$(EXESUF)
202 gcov-files-i386-y += i386-softmmu/hw/misc/pvpanic.c
203 check-qtest-i386-y += tests/i82801b11-test$(EXESUF)
204 gcov-files-i386-y += hw/pci-bridge/i82801b11.c
205 check-qtest-i386-y += tests/ioh3420-test$(EXESUF)
206 gcov-files-i386-y += hw/pci-bridge/ioh3420.c
207 check-qtest-i386-y += tests/usb-hcd-ohci-test$(EXESUF)
208 gcov-files-i386-y += hw/usb/hcd-ohci.c
209 check-qtest-i386-y += tests/usb-hcd-uhci-test$(EXESUF)
210 gcov-files-i386-y += hw/usb/hcd-uhci.c
211 check-qtest-i386-y += tests/usb-hcd-ehci-test$(EXESUF)
212 gcov-files-i386-y += hw/usb/hcd-ehci.c
213 gcov-files-i386-y += hw/usb/dev-hid.c
214 gcov-files-i386-y += hw/usb/dev-storage.c
215 check-qtest-i386-y += tests/usb-hcd-xhci-test$(EXESUF)
216 gcov-files-i386-y += hw/usb/hcd-xhci.c
217 check-qtest-i386-y += tests/pc-cpu-test$(EXESUF)
218 check-qtest-i386-y += tests/q35-test$(EXESUF)
219 gcov-files-i386-y += hw/pci-host/q35.c
220 check-qtest-i386-$(CONFIG_VHOST_NET_TEST_i386) += tests/vhost-user-test$(EXESUF)
221 ifeq ($(CONFIG_VHOST_NET_TEST_i386),)
222 check-qtest-x86_64-$(CONFIG_VHOST_NET_TEST_x86_64) += tests/vhost-user-test$(EXESUF)
223 endif
224 check-qtest-i386-y += tests/test-netfilter$(EXESUF)
225 check-qtest-i386-y += tests/test-filter-mirror$(EXESUF)
226 check-qtest-i386-y += tests/test-filter-redirector$(EXESUF)
227 check-qtest-x86_64-y = $(check-qtest-i386-y)
228 gcov-files-i386-y += i386-softmmu/hw/timer/mc146818rtc.c
229 gcov-files-x86_64-y = $(subst i386-softmmu/,x86_64-softmmu/,$(gcov-files-i386-y))
230 check-qtest-mips-y = tests/endianness-test$(EXESUF)
231 check-qtest-mips64-y = tests/endianness-test$(EXESUF)
232 check-qtest-mips64el-y = tests/endianness-test$(EXESUF)
233 check-qtest-ppc-y = tests/endianness-test$(EXESUF)
234 check-qtest-ppc64-y = tests/endianness-test$(EXESUF)
235 check-qtest-sh4-y = tests/endianness-test$(EXESUF)
236 check-qtest-sh4eb-y = tests/endianness-test$(EXESUF)
237 check-qtest-sparc64-y = tests/endianness-test$(EXESUF)
238 #check-qtest-sparc-y = tests/m48t59-test$(EXESUF)
239 #check-qtest-sparc64-y += tests/m48t59-test$(EXESUF)
240 gcov-files-sparc-y += hw/timer/m48t59.c
241 gcov-files-sparc64-y += hw/timer/m48t59.c
242 check-qtest-arm-y = tests/tmp105-test$(EXESUF)
243 check-qtest-arm-y = tests/ds1338-test$(EXESUF)
244 gcov-files-arm-y += hw/misc/tmp105.c
245 check-qtest-arm-y += tests/virtio-blk-test$(EXESUF)
246 gcov-files-arm-y += arm-softmmu/hw/block/virtio-blk.c
247 check-qtest-ppc-y += tests/boot-order-test$(EXESUF)
248 check-qtest-ppc64-y += tests/boot-order-test$(EXESUF)
249 check-qtest-ppc64-y += tests/spapr-phb-test$(EXESUF)
250 gcov-files-ppc64-y += ppc64-softmmu/hw/ppc/spapr_pci.c
251 check-qtest-microblazeel-y = $(check-qtest-microblaze-y)
252 check-qtest-xtensaeb-y = $(check-qtest-xtensa-y)
254 check-qtest-generic-y += tests/qom-test$(EXESUF)
256 qapi-schema += alternate-any.json
257 qapi-schema += alternate-array.json
258 qapi-schema += alternate-base.json
259 qapi-schema += alternate-clash.json
260 qapi-schema += alternate-conflict-dict.json
261 qapi-schema += alternate-conflict-string.json
262 qapi-schema += alternate-empty.json
263 qapi-schema += alternate-nested.json
264 qapi-schema += alternate-unknown.json
265 qapi-schema += args-alternate.json
266 qapi-schema += args-any.json
267 qapi-schema += args-array-empty.json
268 qapi-schema += args-array-unknown.json
269 qapi-schema += args-int.json
270 qapi-schema += args-invalid.json
271 qapi-schema += args-member-array-bad.json
272 qapi-schema += args-member-case.json
273 qapi-schema += args-member-unknown.json
274 qapi-schema += args-name-clash.json
275 qapi-schema += args-union.json
276 qapi-schema += args-unknown.json
277 qapi-schema += bad-base.json
278 qapi-schema += bad-data.json
279 qapi-schema += bad-ident.json
280 qapi-schema += bad-type-bool.json
281 qapi-schema += bad-type-dict.json
282 qapi-schema += bad-type-int.json
283 qapi-schema += base-cycle-direct.json
284 qapi-schema += base-cycle-indirect.json
285 qapi-schema += command-int.json
286 qapi-schema += comments.json
287 qapi-schema += double-data.json
288 qapi-schema += double-type.json
289 qapi-schema += duplicate-key.json
290 qapi-schema += empty.json
291 qapi-schema += enum-bad-name.json
292 qapi-schema += enum-bad-prefix.json
293 qapi-schema += enum-clash-member.json
294 qapi-schema += enum-dict-member.json
295 qapi-schema += enum-int-member.json
296 qapi-schema += enum-member-case.json
297 qapi-schema += enum-missing-data.json
298 qapi-schema += enum-wrong-data.json
299 qapi-schema += escape-outside-string.json
300 qapi-schema += escape-too-big.json
301 qapi-schema += escape-too-short.json
302 qapi-schema += event-case.json
303 qapi-schema += event-nest-struct.json
304 qapi-schema += flat-union-array-branch.json
305 qapi-schema += flat-union-bad-base.json
306 qapi-schema += flat-union-bad-discriminator.json
307 qapi-schema += flat-union-base-any.json
308 qapi-schema += flat-union-base-union.json
309 qapi-schema += flat-union-clash-member.json
310 qapi-schema += flat-union-empty.json
311 qapi-schema += flat-union-inline.json
312 qapi-schema += flat-union-int-branch.json
313 qapi-schema += flat-union-invalid-branch-key.json
314 qapi-schema += flat-union-invalid-discriminator.json
315 qapi-schema += flat-union-no-base.json
316 qapi-schema += flat-union-optional-discriminator.json
317 qapi-schema += flat-union-string-discriminator.json
318 qapi-schema += funny-char.json
319 qapi-schema += ident-with-escape.json
320 qapi-schema += include-before-err.json
321 qapi-schema += include-cycle.json
322 qapi-schema += include-format-err.json
323 qapi-schema += include-nested-err.json
324 qapi-schema += include-no-file.json
325 qapi-schema += include-non-file.json
326 qapi-schema += include-relpath.json
327 qapi-schema += include-repetition.json
328 qapi-schema += include-self-cycle.json
329 qapi-schema += include-simple.json
330 qapi-schema += indented-expr.json
331 qapi-schema += leading-comma-list.json
332 qapi-schema += leading-comma-object.json
333 qapi-schema += missing-colon.json
334 qapi-schema += missing-comma-list.json
335 qapi-schema += missing-comma-object.json
336 qapi-schema += missing-type.json
337 qapi-schema += nested-struct-data.json
338 qapi-schema += non-objects.json
339 qapi-schema += qapi-schema-test.json
340 qapi-schema += quoted-structural-chars.json
341 qapi-schema += redefined-builtin.json
342 qapi-schema += redefined-command.json
343 qapi-schema += redefined-event.json
344 qapi-schema += redefined-type.json
345 qapi-schema += reserved-command-q.json
346 qapi-schema += reserved-enum-q.json
347 qapi-schema += reserved-member-has.json
348 qapi-schema += reserved-member-q.json
349 qapi-schema += reserved-member-u.json
350 qapi-schema += reserved-member-underscore.json
351 qapi-schema += reserved-type-kind.json
352 qapi-schema += reserved-type-list.json
353 qapi-schema += returns-alternate.json
354 qapi-schema += returns-array-bad.json
355 qapi-schema += returns-dict.json
356 qapi-schema += returns-unknown.json
357 qapi-schema += returns-whitelist.json
358 qapi-schema += struct-base-clash-deep.json
359 qapi-schema += struct-base-clash.json
360 qapi-schema += struct-data-invalid.json
361 qapi-schema += struct-member-invalid.json
362 qapi-schema += trailing-comma-list.json
363 qapi-schema += trailing-comma-object.json
364 qapi-schema += type-bypass-bad-gen.json
365 qapi-schema += unclosed-list.json
366 qapi-schema += unclosed-object.json
367 qapi-schema += unclosed-string.json
368 qapi-schema += unicode-str.json
369 qapi-schema += union-base-no-discriminator.json
370 qapi-schema += union-branch-case.json
371 qapi-schema += union-clash-branches.json
372 qapi-schema += union-empty.json
373 qapi-schema += union-invalid-base.json
374 qapi-schema += union-optional-branch.json
375 qapi-schema += union-unknown.json
376 qapi-schema += unknown-escape.json
377 qapi-schema += unknown-expr-key.json
378 check-qapi-schema-y := $(addprefix tests/qapi-schema/, $(qapi-schema))
380 GENERATED_HEADERS += tests/test-qapi-types.h tests/test-qapi-visit.h \
381 tests/test-qmp-commands.h tests/test-qapi-event.h \
382 tests/test-qmp-introspect.h
384 test-obj-y = tests/check-qint.o tests/check-qstring.o tests/check-qdict.o \
385 tests/check-qlist.o tests/check-qfloat.o tests/check-qjson.o \
386 tests/test-coroutine.o tests/test-string-output-visitor.o \
387 tests/test-string-input-visitor.o tests/test-qmp-output-visitor.o \
388 tests/test-qmp-input-visitor.o tests/test-qmp-input-strict.o \
389 tests/test-qmp-commands.o tests/test-visitor-serialization.o \
390 tests/test-x86-cpuid.o tests/test-mul64.o tests/test-int128.o \
391 tests/test-opts-visitor.o tests/test-qmp-event.o \
392 tests/rcutorture.o tests/test-rcu-list.o
394 $(test-obj-y): QEMU_INCLUDES += -Itests
395 QEMU_CFLAGS += -I$(SRC_PATH)/tests
398 # Deps that are common to various different sets of tests below
399 test-util-obj-y = libqemuutil.a libqemustub.a
400 test-qom-obj-y = $(qom-obj-y) $(test-util-obj-y)
401 test-qapi-obj-y = tests/test-qapi-visit.o tests/test-qapi-types.o \
402 tests/test-qapi-event.o tests/test-qmp-introspect.o \
403 $(test-qom-obj-y)
404 test-crypto-obj-y = $(crypto-obj-y) $(test-qom-obj-y)
405 test-io-obj-y = $(io-obj-y) $(test-crypto-obj-y)
406 test-block-obj-y = $(block-obj-y) $(test-io-obj-y)
408 tests/check-qint$(EXESUF): tests/check-qint.o $(test-util-obj-y)
409 tests/check-qstring$(EXESUF): tests/check-qstring.o $(test-util-obj-y)
410 tests/check-qdict$(EXESUF): tests/check-qdict.o $(test-util-obj-y)
411 tests/check-qlist$(EXESUF): tests/check-qlist.o $(test-util-obj-y)
412 tests/check-qfloat$(EXESUF): tests/check-qfloat.o $(test-util-obj-y)
413 tests/check-qjson$(EXESUF): tests/check-qjson.o $(test-util-obj-y)
414 tests/check-qom-interface$(EXESUF): tests/check-qom-interface.o $(test-qom-obj-y)
415 tests/check-qom-proplist$(EXESUF): tests/check-qom-proplist.o $(test-qom-obj-y)
416 tests/test-coroutine$(EXESUF): tests/test-coroutine.o $(test-block-obj-y)
417 tests/test-aio$(EXESUF): tests/test-aio.o $(test-block-obj-y)
418 tests/test-rfifolock$(EXESUF): tests/test-rfifolock.o $(test-util-obj-y)
419 tests/test-throttle$(EXESUF): tests/test-throttle.o $(test-block-obj-y)
420 tests/test-blockjob-txn$(EXESUF): tests/test-blockjob-txn.o $(test-block-obj-y) $(test-util-obj-y)
421 tests/test-thread-pool$(EXESUF): tests/test-thread-pool.o $(test-block-obj-y)
422 tests/test-iov$(EXESUF): tests/test-iov.o $(test-util-obj-y)
423 tests/test-hbitmap$(EXESUF): tests/test-hbitmap.o $(test-util-obj-y)
424 tests/test-x86-cpuid$(EXESUF): tests/test-x86-cpuid.o
425 tests/test-xbzrle$(EXESUF): tests/test-xbzrle.o migration/xbzrle.o page_cache.o $(test-util-obj-y)
426 tests/test-cutils$(EXESUF): tests/test-cutils.o util/cutils.o
427 tests/test-int128$(EXESUF): tests/test-int128.o
428 tests/rcutorture$(EXESUF): tests/rcutorture.o $(test-util-obj-y)
429 tests/test-rcu-list$(EXESUF): tests/test-rcu-list.o $(test-util-obj-y)
431 tests/test-qdev-global-props$(EXESUF): tests/test-qdev-global-props.o \
432 hw/core/qdev.o hw/core/qdev-properties.o hw/core/hotplug.o\
433 hw/core/irq.o \
434 hw/core/fw-path-provider.o \
435 $(test-qapi-obj-y)
436 tests/test-vmstate$(EXESUF): tests/test-vmstate.o \
437 migration/vmstate.o migration/qemu-file.o migration/qemu-file-buf.o \
438 migration/qemu-file-unix.o qjson.o \
439 $(test-qom-obj-y)
440 tests/test-timed-average$(EXESUF): tests/test-timed-average.o qemu-timer.o \
441 $(test-util-obj-y)
442 tests/test-base64$(EXESUF): tests/test-base64.o \
443 libqemuutil.a libqemustub.a
445 tests/test-logging$(EXESUF): tests/test-logging.o $(test-util-obj-y)
447 tests/test-qapi-types.c tests/test-qapi-types.h :\
448 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-types.py $(qapi-py)
449 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-types.py \
450 $(gen-out-type) -o tests -p "test-" $<, \
451 " GEN $@")
452 tests/test-qapi-visit.c tests/test-qapi-visit.h :\
453 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-visit.py $(qapi-py)
454 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-visit.py \
455 $(gen-out-type) -o tests -p "test-" $<, \
456 " GEN $@")
457 tests/test-qmp-commands.h tests/test-qmp-marshal.c :\
458 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-commands.py $(qapi-py)
459 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-commands.py \
460 $(gen-out-type) -o tests -p "test-" $<, \
461 " GEN $@")
462 tests/test-qapi-event.c tests/test-qapi-event.h :\
463 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-event.py $(qapi-py)
464 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-event.py \
465 $(gen-out-type) -o tests -p "test-" $<, \
466 " GEN $@")
467 tests/test-qmp-introspect.c tests/test-qmp-introspect.h :\
468 $(SRC_PATH)/tests/qapi-schema/qapi-schema-test.json $(SRC_PATH)/scripts/qapi-introspect.py $(qapi-py)
469 $(call quiet-command,$(PYTHON) $(SRC_PATH)/scripts/qapi-introspect.py \
470 $(gen-out-type) -o tests -p "test-" $<, \
471 " GEN $@")
473 tests/test-string-output-visitor$(EXESUF): tests/test-string-output-visitor.o $(test-qapi-obj-y)
474 tests/test-string-input-visitor$(EXESUF): tests/test-string-input-visitor.o $(test-qapi-obj-y)
475 tests/test-qmp-event$(EXESUF): tests/test-qmp-event.o $(test-qapi-obj-y)
476 tests/test-qmp-output-visitor$(EXESUF): tests/test-qmp-output-visitor.o $(test-qapi-obj-y)
477 tests/test-qmp-input-visitor$(EXESUF): tests/test-qmp-input-visitor.o $(test-qapi-obj-y)
478 tests/test-qmp-input-strict$(EXESUF): tests/test-qmp-input-strict.o $(test-qapi-obj-y)
479 tests/test-qmp-commands$(EXESUF): tests/test-qmp-commands.o tests/test-qmp-marshal.o $(test-qapi-obj-y)
480 tests/test-visitor-serialization$(EXESUF): tests/test-visitor-serialization.o $(test-qapi-obj-y)
481 tests/test-opts-visitor$(EXESUF): tests/test-opts-visitor.o $(test-qapi-obj-y)
483 tests/test-mul64$(EXESUF): tests/test-mul64.o $(test-util-obj-y)
484 tests/test-bitops$(EXESUF): tests/test-bitops.o $(test-util-obj-y)
485 tests/test-crypto-hash$(EXESUF): tests/test-crypto-hash.o $(test-crypto-obj-y)
486 tests/test-crypto-cipher$(EXESUF): tests/test-crypto-cipher.o $(test-crypto-obj-y)
487 tests/test-crypto-secret$(EXESUF): tests/test-crypto-secret.o $(test-crypto-obj-y)
488 tests/test-crypto-xts$(EXESUF): tests/test-crypto-xts.o $(test-crypto-obj-y)
490 tests/crypto-tls-x509-helpers.o-cflags := $(TASN1_CFLAGS)
491 tests/crypto-tls-x509-helpers.o-libs := $(TASN1_LIBS)
492 tests/pkix_asn1_tab.o-cflags := $(TASN1_CFLAGS)
494 tests/test-crypto-tlscredsx509.o-cflags := $(TASN1_CFLAGS)
495 tests/test-crypto-tlscredsx509$(EXESUF): tests/test-crypto-tlscredsx509.o \
496 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o $(test-crypto-obj-y)
498 tests/test-crypto-tlssession.o-cflags := $(TASN1_CFLAGS)
499 tests/test-crypto-tlssession$(EXESUF): tests/test-crypto-tlssession.o \
500 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o $(test-crypto-obj-y)
501 tests/test-io-task$(EXESUF): tests/test-io-task.o $(test-io-obj-y)
502 tests/test-io-channel-socket$(EXESUF): tests/test-io-channel-socket.o \
503 tests/io-channel-helpers.o $(test-io-obj-y)
504 tests/test-io-channel-file$(EXESUF): tests/test-io-channel-file.o \
505 tests/io-channel-helpers.o $(test-io-obj-y)
506 tests/test-io-channel-tls$(EXESUF): tests/test-io-channel-tls.o \
507 tests/crypto-tls-x509-helpers.o tests/pkix_asn1_tab.o \
508 tests/io-channel-helpers.o $(test-io-obj-y)
509 tests/test-io-channel-command$(EXESUF): tests/test-io-channel-command.o \
510 tests/io-channel-helpers.o $(test-io-obj-y)
511 tests/test-io-channel-buffer$(EXESUF): tests/test-io-channel-buffer.o \
512 tests/io-channel-helpers.o $(test-io-obj-y)
513 tests/test-crypto-pbkdf$(EXESUF): tests/test-crypto-pbkdf.o $(test-crypto-obj-y)
514 tests/test-crypto-ivgen$(EXESUF): tests/test-crypto-ivgen.o $(test-crypto-obj-y)
515 tests/test-crypto-afsplit$(EXESUF): tests/test-crypto-afsplit.o $(test-crypto-obj-y)
516 tests/test-crypto-block$(EXESUF): tests/test-crypto-block.o $(test-crypto-obj-y)
518 libqos-obj-y = tests/libqos/pci.o tests/libqos/fw_cfg.o tests/libqos/malloc.o
519 libqos-obj-y += tests/libqos/i2c.o tests/libqos/libqos.o
520 libqos-pc-obj-y = $(libqos-obj-y) tests/libqos/pci-pc.o
521 libqos-pc-obj-y += tests/libqos/malloc-pc.o tests/libqos/libqos-pc.o
522 libqos-pc-obj-y += tests/libqos/ahci.o
523 libqos-omap-obj-y = $(libqos-obj-y) tests/libqos/i2c-omap.o
524 libqos-imx-obj-y = $(libqos-obj-y) tests/libqos/i2c-imx.o
525 libqos-usb-obj-y = $(libqos-pc-obj-y) tests/libqos/usb.o
526 libqos-virtio-obj-y = $(libqos-pc-obj-y) tests/libqos/virtio.o tests/libqos/virtio-pci.o tests/libqos/virtio-mmio.o tests/libqos/malloc-generic.o
528 tests/device-introspect-test$(EXESUF): tests/device-introspect-test.o
529 tests/rtc-test$(EXESUF): tests/rtc-test.o
530 tests/m48t59-test$(EXESUF): tests/m48t59-test.o
531 tests/endianness-test$(EXESUF): tests/endianness-test.o
532 tests/spapr-phb-test$(EXESUF): tests/spapr-phb-test.o $(libqos-obj-y)
533 tests/fdc-test$(EXESUF): tests/fdc-test.o
534 tests/ide-test$(EXESUF): tests/ide-test.o $(libqos-pc-obj-y)
535 tests/ahci-test$(EXESUF): tests/ahci-test.o $(libqos-pc-obj-y)
536 tests/ipmi-kcs-test$(EXESUF): tests/ipmi-kcs-test.o
537 tests/ipmi-bt-test$(EXESUF): tests/ipmi-bt-test.o
538 tests/hd-geo-test$(EXESUF): tests/hd-geo-test.o
539 tests/boot-order-test$(EXESUF): tests/boot-order-test.o $(libqos-obj-y)
540 tests/bios-tables-test$(EXESUF): tests/bios-tables-test.o \
541 tests/boot-sector.o $(libqos-obj-y)
542 tests/pxe-test$(EXESUF): tests/pxe-test.o tests/boot-sector.o $(libqos-obj-y)
543 tests/tmp105-test$(EXESUF): tests/tmp105-test.o $(libqos-omap-obj-y)
544 tests/ds1338-test$(EXESUF): tests/ds1338-test.o $(libqos-imx-obj-y)
545 tests/i440fx-test$(EXESUF): tests/i440fx-test.o $(libqos-pc-obj-y)
546 tests/q35-test$(EXESUF): tests/q35-test.o $(libqos-pc-obj-y)
547 tests/fw_cfg-test$(EXESUF): tests/fw_cfg-test.o $(libqos-pc-obj-y)
548 tests/e1000-test$(EXESUF): tests/e1000-test.o
549 tests/rtl8139-test$(EXESUF): tests/rtl8139-test.o $(libqos-pc-obj-y)
550 tests/pcnet-test$(EXESUF): tests/pcnet-test.o
551 tests/eepro100-test$(EXESUF): tests/eepro100-test.o
552 tests/vmxnet3-test$(EXESUF): tests/vmxnet3-test.o
553 tests/ne2000-test$(EXESUF): tests/ne2000-test.o
554 tests/wdt_ib700-test$(EXESUF): tests/wdt_ib700-test.o
555 tests/tco-test$(EXESUF): tests/tco-test.o $(libqos-pc-obj-y)
556 tests/virtio-balloon-test$(EXESUF): tests/virtio-balloon-test.o
557 tests/virtio-blk-test$(EXESUF): tests/virtio-blk-test.o $(libqos-virtio-obj-y)
558 tests/virtio-net-test$(EXESUF): tests/virtio-net-test.o $(libqos-pc-obj-y) $(libqos-virtio-obj-y)
559 tests/virtio-rng-test$(EXESUF): tests/virtio-rng-test.o $(libqos-pc-obj-y)
560 tests/virtio-scsi-test$(EXESUF): tests/virtio-scsi-test.o $(libqos-virtio-obj-y)
561 tests/virtio-9p-test$(EXESUF): tests/virtio-9p-test.o
562 tests/virtio-serial-test$(EXESUF): tests/virtio-serial-test.o
563 tests/virtio-console-test$(EXESUF): tests/virtio-console-test.o
564 tests/tpci200-test$(EXESUF): tests/tpci200-test.o
565 tests/display-vga-test$(EXESUF): tests/display-vga-test.o
566 tests/ipoctal232-test$(EXESUF): tests/ipoctal232-test.o
567 tests/qom-test$(EXESUF): tests/qom-test.o
568 tests/drive_del-test$(EXESUF): tests/drive_del-test.o $(libqos-pc-obj-y)
569 tests/qdev-monitor-test$(EXESUF): tests/qdev-monitor-test.o $(libqos-pc-obj-y)
570 tests/nvme-test$(EXESUF): tests/nvme-test.o
571 tests/pvpanic-test$(EXESUF): tests/pvpanic-test.o
572 tests/i82801b11-test$(EXESUF): tests/i82801b11-test.o
573 tests/ac97-test$(EXESUF): tests/ac97-test.o
574 tests/es1370-test$(EXESUF): tests/es1370-test.o
575 tests/intel-hda-test$(EXESUF): tests/intel-hda-test.o
576 tests/ioh3420-test$(EXESUF): tests/ioh3420-test.o
577 tests/usb-hcd-ohci-test$(EXESUF): tests/usb-hcd-ohci-test.o $(libqos-usb-obj-y)
578 tests/usb-hcd-uhci-test$(EXESUF): tests/usb-hcd-uhci-test.o $(libqos-usb-obj-y)
579 tests/usb-hcd-ehci-test$(EXESUF): tests/usb-hcd-ehci-test.o $(libqos-usb-obj-y)
580 tests/usb-hcd-xhci-test$(EXESUF): tests/usb-hcd-xhci-test.o $(libqos-usb-obj-y)
581 tests/pc-cpu-test$(EXESUF): tests/pc-cpu-test.o
582 tests/vhost-user-test$(EXESUF): tests/vhost-user-test.o qemu-char.o qemu-timer.o $(qtest-obj-y) $(test-io-obj-y)
583 tests/qemu-iotests/socket_scm_helper$(EXESUF): tests/qemu-iotests/socket_scm_helper.o
584 tests/test-qemu-opts$(EXESUF): tests/test-qemu-opts.o $(test-util-obj-y)
585 tests/test-write-threshold$(EXESUF): tests/test-write-threshold.o $(test-block-obj-y)
586 tests/test-netfilter$(EXESUF): tests/test-netfilter.o $(qtest-obj-y)
587 tests/test-filter-mirror$(EXESUF): tests/test-filter-mirror.o $(qtest-obj-y)
588 tests/test-filter-redirector$(EXESUF): tests/test-filter-redirector.o $(qtest-obj-y)
589 tests/ivshmem-test$(EXESUF): tests/ivshmem-test.o contrib/ivshmem-server/ivshmem-server.o $(libqos-pc-obj-y)
590 tests/vhost-user-bridge$(EXESUF): tests/vhost-user-bridge.o
592 ifeq ($(CONFIG_POSIX),y)
593 LIBS += -lutil
594 endif
596 # QTest rules
598 TARGETS=$(patsubst %-softmmu,%, $(filter %-softmmu,$(TARGET_DIRS)))
599 ifeq ($(CONFIG_POSIX),y)
600 QTEST_TARGETS = $(TARGETS)
601 check-qtest-y=$(foreach TARGET,$(TARGETS), $(check-qtest-$(TARGET)-y))
602 check-qtest-y += $(check-qtest-generic-y)
603 else
604 QTEST_TARGETS =
605 endif
607 qtest-obj-y = tests/libqtest.o $(test-util-obj-y)
608 $(check-qtest-y): $(qtest-obj-y)
610 tests/test-qga: tests/test-qga.o $(qtest-obj-y)
612 .PHONY: check-help
613 check-help:
614 @echo "Regression testing targets:"
615 @echo
616 @echo " make check Run all tests"
617 @echo " make check-qtest-TARGET Run qtest tests for given target"
618 @echo " make check-qtest Run qtest tests"
619 @echo " make check-unit Run qobject tests"
620 @echo " make check-qapi-schema Run QAPI schema tests"
621 @echo " make check-block Run block tests"
622 @echo " make check-report.html Generates an HTML test report"
623 @echo " make check-clean Clean the tests"
624 @echo
625 @echo "Please note that HTML reports do not regenerate if the unit tests"
626 @echo "has not changed."
627 @echo
628 @echo "The variable SPEED can be set to control the gtester speed setting."
629 @echo "Default options are -k and (for make V=1) --verbose; they can be"
630 @echo "changed with variable GTESTER_OPTIONS."
632 SPEED = quick
633 GTESTER_OPTIONS = -k $(if $(V),--verbose,-q)
634 GCOV_OPTIONS = -n $(if $(V),-f,)
636 # gtester tests, possibly with verbose output
638 .PHONY: $(patsubst %, check-qtest-%, $(QTEST_TARGETS))
639 $(patsubst %, check-qtest-%, $(QTEST_TARGETS)): check-qtest-%: $(check-qtest-y)
640 $(if $(CONFIG_GCOV),@rm -f *.gcda */*.gcda */*/*.gcda */*/*/*.gcda,)
641 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
642 QTEST_QEMU_IMG=qemu-img$(EXESUF) \
643 MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$((RANDOM % 255 + 1))} \
644 gtester $(GTESTER_OPTIONS) -m=$(SPEED) $(check-qtest-$*-y) $(check-qtest-generic-y),"GTESTER $@")
645 $(if $(CONFIG_GCOV),@for f in $(gcov-files-$*-y) $(gcov-files-generic-y); do \
646 echo Gcov report for $$f:;\
647 $(GCOV) $(GCOV_OPTIONS) $$f -o `dirname $$f`; \
648 done,)
650 .PHONY: $(patsubst %, check-%, $(check-unit-y))
651 $(patsubst %, check-%, $(check-unit-y)): check-%: %
652 $(if $(CONFIG_GCOV),@rm -f *.gcda */*.gcda */*/*.gcda */*/*/*.gcda,)
653 $(call quiet-command, \
654 MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$((RANDOM % 255 + 1))} \
655 gtester $(GTESTER_OPTIONS) -m=$(SPEED) $*,"GTESTER $*")
656 $(if $(CONFIG_GCOV),@for f in $(gcov-files-$(subst tests/,,$*)-y) $(gcov-files-generic-y); do \
657 echo Gcov report for $$f:;\
658 $(GCOV) $(GCOV_OPTIONS) $$f -o `dirname $$f`; \
659 done,)
661 # gtester tests with XML output
663 $(patsubst %, check-report-qtest-%.xml, $(QTEST_TARGETS)): check-report-qtest-%.xml: $(check-qtest-y)
664 $(call quiet-command,QTEST_QEMU_BINARY=$*-softmmu/qemu-system-$* \
665 QTEST_QEMU_IMG=qemu-img$(EXESUF) \
666 gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $(check-qtest-$*-y) $(check-qtest-generic-y),"GTESTER $@")
668 check-report-unit.xml: $(check-unit-y)
669 $(call quiet-command,gtester -q $(GTESTER_OPTIONS) -o $@ -m=$(SPEED) $^, "GTESTER $@")
671 # Reports and overall runs
673 check-report.xml: $(patsubst %,check-report-qtest-%.xml, $(QTEST_TARGETS)) check-report-unit.xml
674 $(call quiet-command,$(SRC_PATH)/scripts/gtester-cat $^ > $@, " GEN $@")
676 check-report.html: check-report.xml
677 $(call quiet-command,gtester-report $< > $@, " GEN $@")
680 # Other tests
682 QEMU_IOTESTS_HELPERS-$(CONFIG_LINUX) = tests/qemu-iotests/socket_scm_helper$(EXESUF)
684 .PHONY: check-tests/qemu-iotests-quick.sh
685 check-tests/qemu-iotests-quick.sh: tests/qemu-iotests-quick.sh qemu-img$(EXESUF) qemu-io$(EXESUF) $(QEMU_IOTESTS_HELPERS-y)
688 .PHONY: check-tests/test-qapi.py
689 check-tests/test-qapi.py: tests/test-qapi.py
691 .PHONY: $(patsubst %, check-%, $(check-qapi-schema-y))
692 $(patsubst %, check-%, $(check-qapi-schema-y)): check-%.json: $(SRC_PATH)/%.json
693 $(call quiet-command, PYTHONPATH=$(SRC_PATH)/scripts \
694 $(PYTHON) $(SRC_PATH)/tests/qapi-schema/test-qapi.py \
695 $^ >$*.test.out 2>$*.test.err; \
696 echo $$? >$*.test.exit, \
697 " TEST $*.out")
698 @diff -q $(SRC_PATH)/$*.out $*.test.out
699 @# Sanitize error messages (make them independent of build directory)
700 @perl -p -e 's|\Q$(SRC_PATH)\E/||g' $*.test.err | diff -q $(SRC_PATH)/$*.err -
701 @diff -q $(SRC_PATH)/$*.exit $*.test.exit
703 # Consolidated targets
705 .PHONY: check-qapi-schema check-qtest check-unit check check-clean
706 check-qapi-schema: $(patsubst %,check-%, $(check-qapi-schema-y))
707 check-qtest: $(patsubst %,check-qtest-%, $(QTEST_TARGETS))
708 check-unit: $(patsubst %,check-%, $(check-unit-y))
709 check-block: $(patsubst %,check-%, $(check-block-y))
710 check: check-qapi-schema check-unit check-qtest
711 check-clean:
712 $(MAKE) -C tests/tcg clean
713 rm -rf $(check-unit-y) tests/*.o $(QEMU_IOTESTS_HELPERS-y)
714 rm -rf $(sort $(foreach target,$(SYSEMU_TARGET_LIST), $(check-qtest-$(target)-y)) $(check-qtest-generic-y))
716 clean: check-clean
718 # Build the help program automatically
720 all: $(QEMU_IOTESTS_HELPERS-y)
722 -include $(wildcard tests/*.d)
723 -include $(wildcard tests/libqos/*.d)