2018-04-06 15:32:18 +03:00
|
|
|
# -*- Mode: makefile -*-
|
|
|
|
#
|
|
|
|
# TCG tests
|
|
|
|
#
|
|
|
|
# These are complicated by the fact we want to build them for guest
|
|
|
|
# systems. This requires knowing what guests we are building and which
|
|
|
|
# ones we have cross-compilers for or docker images with
|
|
|
|
# cross-compilers.
|
|
|
|
#
|
|
|
|
# The tests themselves should be as minimal as possible as
|
|
|
|
# cross-compilers don't always have a large amount of libraries
|
|
|
|
# available.
|
|
|
|
#
|
|
|
|
# We only include the host build system for SRC_PATH and we don't
|
|
|
|
# bother with the common rules.mk. We expect the following:
|
|
|
|
#
|
|
|
|
# CC - the C compiler command
|
|
|
|
# EXTRA_CFLAGS - any extra CFLAGS
|
|
|
|
# BUILD_STATIC - are we building static binaries
|
|
|
|
#
|
|
|
|
# By default all tests are statically compiled but some host systems
|
|
|
|
# may not package static libraries by default. If an external
|
|
|
|
# cross-compiler can only build dynamic libraries the user might need
|
|
|
|
# to make extra efforts to ensure ld.so can link at runtime when the
|
|
|
|
# tests are run.
|
|
|
|
#
|
|
|
|
# We also accept SPEED=slow to enable slower running tests
|
|
|
|
#
|
2018-11-30 01:19:21 +03:00
|
|
|
# We also expect to be in the tests build dir for the FOO-(linux-user|softmmu).
|
2018-04-06 15:32:18 +03:00
|
|
|
#
|
|
|
|
|
2019-08-07 17:35:22 +03:00
|
|
|
all:
|
2019-10-10 13:34:53 +03:00
|
|
|
-include ../../../config-host.mak
|
2019-08-07 17:35:23 +03:00
|
|
|
-include ../config-$(TARGET).mak
|
2021-03-23 19:52:51 +03:00
|
|
|
ifeq ($(CONFIG_USER_ONLY),y)
|
|
|
|
-include $(SRC_PATH)/default-configs/targets/$(TARGET).mak
|
|
|
|
endif
|
2009-12-21 12:06:55 +03:00
|
|
|
|
2019-03-12 17:13:16 +03:00
|
|
|
# for including , in command strings
|
|
|
|
COMMA := ,
|
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
quiet-command = $(if $(V),$1,$(if $(2),@printf " %-7s %s\n" $2 $3 && $1, @$1))
|
2003-03-07 02:23:54 +03:00
|
|
|
|
2018-05-21 12:38:37 +03:00
|
|
|
# $1 = test name, $2 = cmd, $3 = desc
|
2019-03-12 17:13:16 +03:00
|
|
|
ifdef CONFIG_USER_ONLY
|
2021-05-12 13:20:32 +03:00
|
|
|
run-test = $(call quiet-command, timeout --foreground $(TIMEOUT) $2 > $1.out, \
|
|
|
|
"TEST",$3)
|
2019-03-12 17:13:16 +03:00
|
|
|
else
|
2021-05-12 13:20:32 +03:00
|
|
|
run-test = $(call quiet-command, timeout --foreground $(TIMEOUT) $2,"TEST",$3)
|
2019-03-12 17:13:16 +03:00
|
|
|
endif
|
2018-05-21 12:38:37 +03:00
|
|
|
|
|
|
|
# $1 = test name, $2 = reference
|
2019-07-05 14:56:35 +03:00
|
|
|
# to work around the pipe squashing the status we only pipe the result if
|
|
|
|
# we know it failed and then force failure at the end.
|
|
|
|
diff-out = $(call quiet-command, diff -q $1.out $2 || \
|
|
|
|
(diff -u $1.out $2 | head -n 10 && false), \
|
|
|
|
"DIFF","$1.out with $2")
|
2018-05-21 12:38:37 +03:00
|
|
|
|
|
|
|
# $1 = test name, $2 = reason
|
|
|
|
skip-test = @printf " SKIPPED %s on $(TARGET_NAME) because %s\n" $1 $2
|
2019-09-13 14:12:17 +03:00
|
|
|
|
|
|
|
# $1 = test name, $2 = reference
|
|
|
|
# As above but only diff if reference file exists, otherwise the test
|
|
|
|
# passes if it managed to complete with a status of zero
|
|
|
|
conditional-diff-out = \
|
|
|
|
$(if $(wildcard $2), \
|
|
|
|
$(call diff-out,$1,$2), \
|
|
|
|
$(call skip-test,"$1 check","no reference"))
|
|
|
|
|
2018-05-21 12:38:37 +03:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
# Tests we are building
|
|
|
|
TESTS=
|
2019-10-10 19:56:11 +03:00
|
|
|
# additional tests which may re-use existing binaries
|
|
|
|
EXTRA_TESTS=
|
2010-10-21 12:18:40 +04:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
# Start with a blank slate, the build targets get to add stuff first
|
|
|
|
CFLAGS=
|
|
|
|
QEMU_CFLAGS=
|
2003-02-24 23:14:06 +03:00
|
|
|
LDFLAGS=
|
|
|
|
|
2019-03-12 17:13:16 +03:00
|
|
|
QEMU_OPTS=
|
2010-10-21 12:18:40 +04:00
|
|
|
|
2018-12-06 14:09:17 +03:00
|
|
|
|
2021-02-08 05:15:04 +03:00
|
|
|
# If TCG debugging, or TCI is enabled things are a lot slower
|
|
|
|
ifneq ($(CONFIG_TCG_INTERPRETER),)
|
|
|
|
TIMEOUT=90
|
|
|
|
else ifneq ($(CONFIG_DEBUG_TCG),)
|
2020-02-25 15:47:07 +03:00
|
|
|
TIMEOUT=60
|
2018-04-06 15:32:18 +03:00
|
|
|
else
|
|
|
|
TIMEOUT=15
|
2003-03-07 02:23:54 +03:00
|
|
|
endif
|
2010-10-21 12:18:40 +04:00
|
|
|
|
2018-11-30 01:19:21 +03:00
|
|
|
ifdef CONFIG_USER_ONLY
|
2019-09-11 19:49:55 +03:00
|
|
|
# The order we include is important. We include multiarch first and
|
|
|
|
# then the target. If there are common tests shared between
|
|
|
|
# sub-targets (e.g. ARM & AArch64) then it is up to
|
|
|
|
# $(TARGET_NAME)/Makefile.target to include the common parent
|
|
|
|
# architecture in its VPATH.
|
2018-04-06 15:32:18 +03:00
|
|
|
-include $(SRC_PATH)/tests/tcg/multiarch/Makefile.target
|
|
|
|
-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.target
|
2003-03-01 20:13:26 +03:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
# Add the common build options
|
2020-12-10 22:04:17 +03:00
|
|
|
CFLAGS+=-Wall -Werror -O0 -g -fno-strict-aliasing
|
2018-04-06 15:32:18 +03:00
|
|
|
ifeq ($(BUILD_STATIC),y)
|
|
|
|
LDFLAGS+=-static
|
|
|
|
endif
|
2003-06-15 23:37:07 +04:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
%: %.c
|
|
|
|
$(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS)
|
2018-11-30 01:19:21 +03:00
|
|
|
else
|
|
|
|
# For softmmu targets we include a different Makefile fragement as the
|
|
|
|
# build options for bare programs are usually pretty different. They
|
|
|
|
# are expected to provide their own build recipes.
|
2019-03-05 14:40:31 +03:00
|
|
|
-include $(SRC_PATH)/tests/tcg/minilib/Makefile.target
|
2019-04-29 17:38:44 +03:00
|
|
|
-include $(SRC_PATH)/tests/tcg/multiarch/system/Makefile.softmmu-target
|
2018-11-30 01:19:21 +03:00
|
|
|
-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.softmmu-target
|
|
|
|
|
|
|
|
endif
|
2003-06-15 23:37:07 +04:00
|
|
|
|
2019-10-10 19:56:11 +03:00
|
|
|
all: $(TESTS) $(EXTRA_TESTS)
|
2007-04-30 06:02:17 +04:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
#
|
|
|
|
# Test Runners
|
|
|
|
#
|
|
|
|
# By default we just run the test with the appropriate QEMU for the
|
|
|
|
# target. More advanced tests may want to override the runner in their
|
|
|
|
# specific make rules. Additional runners for the same binary should
|
|
|
|
# be added to EXTRA_RUNS.
|
|
|
|
#
|
2006-12-14 17:48:11 +03:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
RUN_TESTS=$(patsubst %,run-%, $(TESTS))
|
2019-05-17 19:09:48 +03:00
|
|
|
|
|
|
|
# If plugins exist also include those in the tests
|
|
|
|
ifeq ($(CONFIG_PLUGIN),y)
|
2020-06-15 17:19:21 +03:00
|
|
|
PLUGIN_SRC=$(SRC_PATH)/tests/plugin
|
|
|
|
PLUGIN_LIB=../../plugin
|
|
|
|
VPATH+=$(PLUGIN_LIB)
|
2020-09-09 14:27:41 +03:00
|
|
|
PLUGINS=$(patsubst %.c, lib%.so, $(notdir $(wildcard $(PLUGIN_SRC)/*.c)))
|
2019-05-17 19:09:48 +03:00
|
|
|
|
|
|
|
# We need to ensure expand the run-plugin-TEST-with-PLUGIN
|
|
|
|
# pre-requistes manually here as we can't use stems to handle it. We
|
|
|
|
# also add some special helpers the run-plugin- rules can use bellow.
|
|
|
|
|
|
|
|
$(foreach p,$(PLUGINS), \
|
|
|
|
$(foreach t,$(TESTS),\
|
|
|
|
$(eval run-plugin-$(t)-with-$(p): $t $p) \
|
2020-02-25 15:47:07 +03:00
|
|
|
$(eval run-plugin-$(t)-with-$(p): TIMEOUT=60) \
|
2019-05-17 19:09:48 +03:00
|
|
|
$(eval RUN_TESTS+=run-plugin-$(t)-with-$(p))))
|
|
|
|
endif
|
|
|
|
|
|
|
|
strip-plugin = $(wordlist 1, 1, $(subst -with-, ,$1))
|
|
|
|
extract-plugin = $(wordlist 2, 2, $(subst -with-, ,$1))
|
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
RUN_TESTS+=$(EXTRA_RUNS)
|
2006-12-14 17:48:11 +03:00
|
|
|
|
2019-03-12 17:13:16 +03:00
|
|
|
ifdef CONFIG_USER_ONLY
|
2018-04-06 15:32:18 +03:00
|
|
|
run-%: %
|
2018-12-06 14:09:17 +03:00
|
|
|
$(call run-test, $<, $(QEMU) $(QEMU_OPTS) $<, "$< on $(TARGET_NAME)")
|
2019-05-17 19:09:48 +03:00
|
|
|
|
|
|
|
run-plugin-%:
|
|
|
|
$(call run-test, $@, $(QEMU) $(QEMU_OPTS) \
|
2020-06-15 17:19:21 +03:00
|
|
|
-plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \
|
2019-05-17 19:09:48 +03:00
|
|
|
-d plugin -D $*.pout \
|
|
|
|
$(call strip-plugin,$<), \
|
|
|
|
"$* on $(TARGET_NAME)")
|
2019-03-12 17:13:16 +03:00
|
|
|
else
|
|
|
|
run-%: %
|
|
|
|
$(call run-test, $<, \
|
|
|
|
$(QEMU) -monitor none -display none \
|
|
|
|
-chardev file$(COMMA)path=$<.out$(COMMA)id=output \
|
|
|
|
$(QEMU_OPTS) $<, \
|
|
|
|
"$< on $(TARGET_NAME)")
|
2019-05-17 19:09:48 +03:00
|
|
|
|
|
|
|
run-plugin-%:
|
|
|
|
$(call run-test, $@, \
|
|
|
|
$(QEMU) -monitor none -display none \
|
|
|
|
-chardev file$(COMMA)path=$@.out$(COMMA)id=output \
|
2020-06-15 17:19:21 +03:00
|
|
|
-plugin $(PLUGIN_LIB)/$(call extract-plugin,$@) \
|
2019-05-17 19:09:48 +03:00
|
|
|
-d plugin -D $*.pout \
|
|
|
|
$(QEMU_OPTS) $(call strip-plugin,$<), \
|
|
|
|
"$* on $(TARGET_NAME)")
|
2019-03-12 17:13:16 +03:00
|
|
|
endif
|
2007-10-08 17:38:27 +04:00
|
|
|
|
2019-02-27 18:42:18 +03:00
|
|
|
gdb-%: %
|
|
|
|
gdb --args $(QEMU) $(QEMU_OPTS) $<
|
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
.PHONY: run
|
|
|
|
run: $(RUN_TESTS)
|
2011-02-18 01:45:16 +03:00
|
|
|
|
2018-04-06 15:32:18 +03:00
|
|
|
# There is no clean target, the calling make just rm's the tests build dir
|