test/Test.mak

   1 # Common makefile rules for tests
   2 #
   3 # Copyright (C) 2000-2006 Erik Andersen <andersen@uclibc.org>
   4 #
   5 # Licensed under the LGPL v2.1, see the file COPYING.LIB in this tarball.
   6
   7 shellescape='$(subst ','\'',$(1))'
   8
   9 ifeq ($(TESTS),)
  10 TESTS := $(patsubst %.c,%,$(wildcard *.c))
  11 endif
  12 ifneq ($(TESTS_DISABLED),)
  13 TESTS := $(filter-out $(TESTS_DISABLED),$(TESTS))
  14 endif
  15 ifeq ($(SHELL_TESTS),)
  16 SHELL_TESTS := $(patsubst %.sh,shell_%,$(wildcard *.sh))
  17 endif
  18
  19 ifneq ($(filter-out test,$(strip $(TESTS))),$(strip $(TESTS)))
  20 $(error Sanity check: cannot have a test named "test.c")
  21 endif
  22
  23 U_TARGETS := $(TESTS)
  24 G_TARGETS := $(addsuffix _glibc,$(U_TARGETS))
  25
  26 ifneq ($(GLIBC_TESTS_DISABLED),)
  27 G_TARGETS := $(filter-out $(GLIBC_TESTS_DISABLED),$(G_TARGETS))
  28 endif
  29
  30 ifeq ($(GLIBC_ONLY),)
  31 TARGETS   += $(U_TARGETS)
  32 endif
  33 ifeq ($(UCLIBC_ONLY),)
  34 TARGETS   += $(G_TARGETS)
  35 endif
  36
  37 CLEAN_TARGETS := $(U_TARGETS) $(G_TARGETS)
  38 CLEAN_TARGETS += $(TESTS_DISABLED) $(addsuffix _glibc,$(TESTS_DISABLED)) $(GLIBC_TESTS_DISABLED)
  39 COMPILE_TARGETS :=  $(TARGETS)
  40 # We sort the targets so uClibc and host-libc tests are run adjacent
  41 RUN_TARGETS := $(sort $(addsuffix .exe,$(TARGETS)))
  42 COMPILE_TARGETS :=  $(sort $(COMPILE_TARGETS))
  43 # provide build rules even for disabled tests:
  44 U_TARGETS += $(TESTS_DISABLED)
  45 G_TARGETS += $(addsuffix _glibc,$(TESTS_DISABLED)) $(GLIBC_TESTS_DISABLED)
  46 TARGETS += $(SHELL_TESTS)
  47 CFLAGS += $(CFLAGS_$(notdir $(CURDIR)))
  48 ifeq (1,$(UCLIBCNG_GENERATE_TESTRUNNER))
  49 UCLIBCNG_TEST_SUBDIR ?= $(patsubst $(realpath $(TESTDIR))/%,%,$(CURDIR))
  50 endif
  51
  52 define binary_name
  53 $(patsubst %.exe,%,$@)
  54 endef
  55 define tst_src_name
  56 $(patsubst %_glibc,%,$(binary_name))
  57 endef
  58
  59 define diff_test
  60         $(Q)\
  61         for x in "$(binary_name).out" "$(tst_src_name).out" ; do \
  62                 test -e "$$x.good" && $(do_showdiff) "$(binary_name).out" "$$x.good" && exec diff -u "$(binary_name).out" "$$x.good" ; \
  63         done ; \
  64         true
  65 endef
  66 define uclibc_glibc_diff_test
  67         $(Q)\
  68         test -z "$(DODIFF_$(tst_src_name))" && exec true ; \
  69         uclibc_out="$(binary_name).out" ; \
  70         glibc_out="$(tst_src_name).out" ; \
  71         $(do_showdiff) $$uclibc_out $$glibc_out ; \
  72         exec diff -u "$$uclibc_out" "$$glibc_out"
  73 endef
  74 define exec_test
  75         $(showtest)
  76         $(Q)\
  77         $(SIMULATOR) $(WRAPPER) $(WRAPPER_$(tst_src_name)) \
  78         ./$(binary_name) $(OPTS) $(OPTS_$(tst_src_name)) > "$(binary_name).out" 2>&1 ; \
  79                 ret=$$? ; \
  80                 expected_ret="$(RET_$(tst_src_name))" ; \
  81                 test -z "$$expected_ret" && export expected_ret=0 ; \
  82         if ! test $$ret -eq $$expected_ret ; then \
  83                 echo "ret == $$ret ; expected_ret == $$expected_ret" ; \
  84                 echo "The output of the failed test is:"; \
  85                 cat "$(binary_name).out"; \
  86                 exit 1 ; \
  87         fi
  88         $(SCAT) "$(binary_name).out"
  89 endef
  90
  91 test check all: run
  92 run: $(RUN_TARGETS)
  93
  94 $(addsuffix .exe,$(U_TARGETS)): SIMULATOR:=$(SIMULATOR_uclibc)
  95 $(addsuffix .exe,$(G_TARGETS)): SIMULATOR:=$(SIMULATOR_glibc)
  96 $(RUN_TARGETS):
  97 ifeq (1,$(UCLIBCNG_GENERATE_TESTRUNNER))
  98         $(Q)\
  99         expected_ret="$(RET_$(tst_src_name))"; echo \
 100             "$${expected_ret:-0}" \
 101             $(call shellescape,$(tst_src_name)) \
 102             $(call shellescape,$(binary_name)) \
 103             $(call shellescape,$(UCLIBCNG_TEST_SUBDIR)) \
 104             $(call shellescape,$(WRAPPER) $(WRAPPER_$(tst_src_name)) ./$(binary_name) $(OPTS) $(OPTS_$(tst_src_name))) \
 105             >>$(top_builddir)/test/uclibcng-testrunner.in
 106 else
 107         $(exec_test)
 108         $(diff_test)
 109 ifeq ($(UCLIBC_ONLY),)
 110         $(uclibc_glibc_diff_test)
 111 endif
 112 endif
 113
 114 compile: $(COMPILE_TARGETS)
 115
 116 G_TARGET_SRCS := $(addsuffix .c,$(G_TARGETS))
 117 U_TARGET_SRCS := $(addsuffix .c,$(U_TARGETS))
 118
 119 MAKE_SRCS := $(wildcard Makefile.in) $(TESTDIR)Makefile $(TESTDIR)Rules.mak $(TESTDIR)Test.mak
 120
 121 $(U_TARGETS): $(U_TARGET_SRCS) $(MAKE_SRCS)
 122         $(showlink)
 123         $(Q)$(CC) $(filter-out $(CFLAGS-OMIT-$@),$(CFLAGS)) $(EXTRA_CFLAGS) $(CFLAGS_$(notdir $(CURDIR))) $(CFLAGS_$@) -c $@.c -o $@.o
 124         $(Q)$(CC) $(filter-out $(LDFLAGS-OMIT-$@),$(LDFLAGS)) $@.o -o $@ $(EXTRA_LDFLAGS) $(LDFLAGS_$@)
 125
 126 $(G_TARGETS): $(U_TARGET_SRCS) $(MAKE_SRCS)
 127         $(showlink)
 128         $(Q)$(HOSTCC) $(filter-out $(HOST_CFLAGS-OMIT-$(patsubst %_glibc,%,$@)),$(HOST_CFLAGS)) \
 129         $(CFLAGS_$(notdir $(CURDIR))) $(CFLAGS_$(patsubst %_glibc,%,$@)) \
 130         -c $(patsubst %_glibc,%,$@).c -o $@.o
 131         $(Q)$(HOSTCC) $(filter-out $(LDFLAGS-OMIT-$(patsubst %_glibc,%,$@)),$(HOST_LDFLAGS)) \
 132         $@.o -o $@ $(EXTRA_LDFLAGS) $(LDFLAGS_$(patsubst %_glibc,%,$@)) $(LDFLAGS_$@)
 133
 134
 135 shell_%:
 136         $(showtest)
 137         $(Q)$(if $(PRE_RUN_$(@)),$(PRE_RUN_$(@)))
 138         $(Q)$(SHELL) $(patsubst shell_%,%.sh,$(binary_name))
 139         $(Q)$(if $(POST_RUN_$(@)),$(POST_RUN_$(@)))
 140
 141 %.so: %.c
 142         $(showlink)
 143         $(Q)$(CC) \
 144                 $(filter-out $(CFLAGS-OMIT-$<),$(CFLAGS)) $(EXTRA_CFLAGS) \
 145                 $(CFLAGS_$(patsubst %_glibc,%,$@)) \
 146                 -fPIC -shared $< -o $@ -Wl,-soname,$@ \
 147                 $(filter-out $(LDFLAGS-OMIT-$<),$(LDFLAGS)) $(EXTRA_LIBS) \
 148                 $(LDFLAGS_$(patsubst %_glibc,%,$@))
 149
 150 clean:
 151         $(showclean)
 152         $(Q)$(RM) *.a *.o *.so *~ core *.out *.gdb $(CLEAN_TARGETS) $(EXTRA_CLEAN)
 153         $(Q)$(RM_R) $(EXTRA_DIRS)
 154
 155 .PHONY: all check clean test run compile