xref: /qemu/tests/tcg/Makefile.target (revision e3a6e0da) 
1# -*- Mode: makefile -*-
2#
3# TCG tests
4#
5# These are complicated by the fact we want to build them for guest
6# systems. This requires knowing what guests we are building and which
7# ones we have cross-compilers for or docker images with
8# cross-compilers.
9#
10# The tests themselves should be as minimal as possible as
11# cross-compilers don't always have a large amount of libraries
12# available.
13#
14# We only include the host build system for SRC_PATH and we don't
15# bother with the common rules.mk. We expect the following:
16#
17#   CC - the C compiler command
18#   EXTRA_CFLAGS - any extra CFLAGS
19#   BUILD_STATIC - are we building static binaries
20#
21# By default all tests are statically compiled but some host systems
22# may not package static libraries by default. If an external
23# cross-compiler can only build dynamic libraries the user might need
24# to make extra efforts to ensure ld.so can link at runtime when the
25# tests are run.
26#
27# We also accept SPEED=slow to enable slower running tests
28#
29# We also expect to be in the tests build dir for the FOO-(linux-user|softmmu).
30#
31
32all:
33-include ../../../config-host.mak
34-include ../config-$(TARGET).mak
35
36# for including , in command strings
37COMMA := ,
38
39quiet-command = $(if $(V),$1,$(if $(2),@printf "  %-7s %s\n" $2 $3 && $1, @$1))
40
41# $1 = test name, $2 = cmd, $3 = desc
42ifdef CONFIG_USER_ONLY
43run-test = $(call quiet-command, timeout $(TIMEOUT) $2 > $1.out,"TEST",$3)
44else
45run-test = $(call quiet-command, timeout $(TIMEOUT) $2,"TEST",$3)
46endif
47
48# $1 = test name, $2 = reference
49# to work around the pipe squashing the status we only pipe the result if
50# we know it failed and then force failure at the end.
51diff-out = $(call quiet-command, diff -q $1.out $2 || \
52                                 (diff -u $1.out $2 | head -n 10 && false), \
53                                 "DIFF","$1.out with $2")
54
55# $1 = test name, $2 = reason
56skip-test = @printf "  SKIPPED %s on $(TARGET_NAME) because %s\n" $1 $2
57
58# $1 = test name, $2 = reference
59# As above but only diff if reference file exists, otherwise the test
60# passes if it managed to complete with a status of zero
61conditional-diff-out = 							\
62	$(if $(wildcard $2), 						\
63		$(call diff-out,$1,$2), 				\
64		$(call skip-test,"$1 check","no reference"))
65
66
67# Tests we are building
68TESTS=
69# additional tests which may re-use existing binaries
70EXTRA_TESTS=
71
72# Start with a blank slate, the build targets get to add stuff first
73CFLAGS=
74QEMU_CFLAGS=
75LDFLAGS=
76
77QEMU_OPTS=
78
79
80# If TCG debugging is enabled things are a lot slower
81ifeq ($(CONFIG_DEBUG_TCG),y)
82TIMEOUT=60
83else
84TIMEOUT=15
85endif
86
87ifdef CONFIG_USER_ONLY
88# The order we include is important. We include multiarch first and
89# then the target. If there are common tests shared between
90# sub-targets (e.g. ARM & AArch64) then it is up to
91# $(TARGET_NAME)/Makefile.target to include the common parent
92# architecture in its VPATH.
93-include $(SRC_PATH)/tests/tcg/multiarch/Makefile.target
94-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.target
95
96# Add the common build options
97CFLAGS+=-Wall -O0 -g -fno-strict-aliasing
98ifeq ($(BUILD_STATIC),y)
99LDFLAGS+=-static
100endif
101
102%: %.c
103	$(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS)
104else
105# For softmmu targets we include a different Makefile fragement as the
106# build options for bare programs are usually pretty different. They
107# are expected to provide their own build recipes.
108-include $(SRC_PATH)/tests/tcg/minilib/Makefile.target
109-include $(SRC_PATH)/tests/tcg/multiarch/system/Makefile.softmmu-target
110-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.softmmu-target
111
112endif
113
114all: $(TESTS) $(EXTRA_TESTS)
115
116#
117# Test Runners
118#
119# By default we just run the test with the appropriate QEMU for the
120# target. More advanced tests may want to override the runner in their
121# specific make rules. Additional runners for the same binary should
122# be added to EXTRA_RUNS.
123#
124
125RUN_TESTS=$(patsubst %,run-%, $(TESTS))
126
127# If plugins exist also include those in the tests
128ifeq ($(CONFIG_PLUGIN),y)
129PLUGIN_SRC=$(SRC_PATH)/tests/plugin
130PLUGIN_LIB=../../plugin
131VPATH+=$(PLUGIN_LIB)
132PLUGINS=$(patsubst %.c, lib%.so, $(notdir $(wildcard $(PLUGIN_SRC)/*.c)))
133
134# We need to ensure expand the run-plugin-TEST-with-PLUGIN
135# pre-requistes manually here as we can't use stems to handle it. We
136# also add some special helpers the run-plugin- rules can use bellow.
137
138$(foreach p,$(PLUGINS), \
139	$(foreach t,$(TESTS),\
140		$(eval run-plugin-$(t)-with-$(p): $t $p) \
141		$(eval run-plugin-$(t)-with-$(p): TIMEOUT=60) \
142		$(eval RUN_TESTS+=run-plugin-$(t)-with-$(p))))
143endif
144
145strip-plugin = $(wordlist 1, 1, $(subst -with-, ,$1))
146extract-plugin = $(wordlist 2, 2, $(subst -with-, ,$1))
147
148RUN_TESTS+=$(EXTRA_RUNS)
149
150ifdef CONFIG_USER_ONLY
151run-%: %
152	$(call run-test, $<, $(QEMU) $(QEMU_OPTS) $<, "$< on $(TARGET_NAME)")
153
154run-plugin-%:
155	$(call run-test, $@, $(QEMU) $(QEMU_OPTS) \
156		-plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \
157		-d plugin -D $*.pout \
158		 $(call strip-plugin,$<), \
159	"$* on $(TARGET_NAME)")
160else
161run-%: %
162	$(call run-test, $<, \
163	  $(QEMU) -monitor none -display none \
164		  -chardev file$(COMMA)path=$<.out$(COMMA)id=output \
165	   	  $(QEMU_OPTS) $<, \
166	  "$< on $(TARGET_NAME)")
167
168run-plugin-%:
169	$(call run-test, $@, \
170	  $(QEMU) -monitor none -display none \
171		  -chardev file$(COMMA)path=$@.out$(COMMA)id=output \
172	   	  -plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \
173	    	  -d plugin -D $*.pout \
174	   	  $(QEMU_OPTS) $(call strip-plugin,$<), \
175	  "$* on $(TARGET_NAME)")
176endif
177
178gdb-%: %
179	gdb --args $(QEMU) $(QEMU_OPTS) $<
180
181.PHONY: run
182run: $(RUN_TESTS)
183
184# There is no clean target, the calling make just rm's the tests build dir
185