Home | History | Annotate | Download | only in test 
      1 #===- test/Makefile ----------------------------------------*- Makefile -*--===#

      2 #

      3 #                     The LLVM Compiler Infrastructure

      4 #

      5 # This file is distributed under the University of Illinois Open Source

      6 # License. See LICENSE.TXT for details.

      7 #

      8 #===------------------------------------------------------------------------===#

      9 
     10 LEVEL = ..
     11 DIRS  =
     12 
     13 all:: check-local
     14 
     15 # 'lit' is the default test runner.

     16 check-local:: check-local-lit
     17 
     18 # Include other test rules

     19 include Makefile.tests
     20 
     21 #===------------------------------------------------------------------------===#

     22 # DejaGNU testing support

     23 #===------------------------------------------------------------------------===#

     24 
     25 ifneq ($(GREP_OPTIONS),)
     26 $(warning GREP_OPTIONS environment variable may interfere with test results)
     27 endif
     28 
     29 ifdef VERBOSE
     30 RUNTESTFLAGS := $(VERBOSE)
     31 LIT_ARGS := -v
     32 else
     33 LIT_ARGS := -s -v
     34 endif
     35 
     36 # -jN causes crash on Cygwin's python.

     37 ifneq (,$(filter $(HOST_OS),Cygwin))
     38   LIT_ARGS += -j1
     39 endif
     40 
     41 ifdef TESTSUITE
     42 LIT_TESTSUITE := $(TESTSUITE)
     43 CLEANED_TESTSUITE := $(patsubst %/,%,$(TESTSUITE))
     44 CLEANED_TESTSUITE := $(patsubst test/%,%,$(CLEANED_TESTSUITE))
     45 RUNTESTFLAGS += --tool $(CLEANED_TESTSUITE)
     46 else
     47 LIT_TESTSUITE := .
     48 endif
     49 
     50 ifdef VG
     51 VALGRIND := valgrind --tool=memcheck --quiet --trace-children=yes --error-exitcode=3 --leak-check=full $(VALGRIND_EXTRA_ARGS)
     52 endif
     53 
     54 # Check what to run for -all.

     55 LIT_ALL_TESTSUITES := $(LIT_TESTSUITE)
     56 
     57 extra-lit-site-cfgs::
     58 .PHONY: extra-lit-site-cfgs
     59 
     60 ifneq ($(strip $(filter check-local-all,$(MAKECMDGOALS))),)
     61 ifndef TESTSUITE
     62 ifeq ($(shell test -d $(PROJ_SRC_DIR)/../tools/clang && echo OK), OK)
     63 LIT_ALL_TESTSUITES += $(PROJ_OBJ_DIR)/../tools/clang/test
     64 
     65 # Force creation of Clang's lit.site.cfg.

     66 clang-lit-site-cfg: FORCE
     67 	$(MAKE) -C $(PROJ_OBJ_DIR)/../tools/clang/test lit.site.cfg Unit/lit.site.cfg
     68 extra-lit-site-cfgs:: clang-lit-site-cfg
     69 endif
     70 endif
     71 endif
     72 
     73 IGNORE_TESTS :=
     74 
     75 ifndef RUNLLVM2CPP
     76 IGNORE_TESTS += llvm2cpp.exp
     77 endif
     78 
     79 ifdef IGNORE_TESTS
     80 RUNTESTFLAGS += --ignore "$(strip $(IGNORE_TESTS))"
     81 endif
     82 
     83 # ulimits like these are redundantly enforced by the buildbots, so

     84 # just removing them here won't work.

     85 # Both AuroraUX & Solaris do not have the -m flag for ulimit

     86 ifeq ($(HOST_OS),SunOS)
     87 ULIMIT=ulimit -t 600 ; ulimit -d 512000 ; ulimit -v 512000 ;
     88 else # !SunOS

     89 ifeq ($(HOST_OS),AuroraUX)
     90 ULIMIT=ulimit -t 600 ; ulimit -d 512000 ; ulimit -v 512000 ;
     91 else # !AuroraUX

     92 # Fedora 13 x86-64 python fails with -v 76800

     93 ULIMIT=ulimit -t 600 ; ulimit -d 512000 ; ulimit -m 512000 ; ulimit -v 1024000 ;
     94 endif # AuroraUX

     95 endif # SunOS

     96 
     97 ifneq ($(RUNTEST),)
     98 check-local-dg:: site.exp
     99 	( $(ULIMIT) \
    100 	  PATH="$(LLVMToolDir):$(LLVM_SRC_ROOT)/test/Scripts:$(LLVMGCCDIR)/bin:$(PATH)" \
    101 	  $(RUNTEST) $(RUNTESTFLAGS) )
    102 else
    103 check-local-dg:: site.exp
    104 	@echo "*** dejagnu not found.  Make sure 'runtest' is in your PATH, then reconfigure LLVM."
    105 endif
    106 
    107 check-local-lit:: lit.site.cfg Unit/lit.site.cfg
    108 	( $(ULIMIT) \
    109 	  $(LLVM_SRC_ROOT)/utils/lit/lit.py $(LIT_ARGS) $(LIT_TESTSUITE) )
    110 
    111 check-local-all:: lit.site.cfg Unit/lit.site.cfg extra-lit-site-cfgs
    112 	( $(ULIMIT) \
    113 	  $(LLVM_SRC_ROOT)/utils/lit/lit.py $(LIT_ARGS) $(LIT_ALL_TESTSUITES) )
    114 
    115 clean::
    116 	$(RM) -rf `find $(LLVM_OBJ_ROOT)/test -name Output -type d -print`
    117 
    118 # dsymutil is used on the Darwin to manipulate DWARF debugging information.

    119 ifeq ($(TARGET_OS),Darwin)
    120 DSYMUTIL=dsymutil
    121 else
    122 DSYMUTIL=true
    123 endif
    124 ifdef TargetCommonOpts
    125 BUGPOINT_TOPTS="-gcc-tool-args $(TargetCommonOpts)"
    126 else
    127 BUGPOINT_TOPTS=""
    128 endif
    129 
    130 ifneq ($(OCAMLOPT),)
    131 CC_FOR_OCAMLOPT := $(shell $(OCAMLOPT) -config | grep native_c_compiler | sed -e 's/native_c_compiler: //')
    132 CXX_FOR_OCAMLOPT := $(subst gcc,g++,$(CC_FOR_OCAMLOPT))
    133 endif
    134 
    135 FORCE:
    136 
    137 site.exp: FORCE
    138 	@echo 'Making a new site.exp file...'
    139 	@echo '## Autogenerated by LLVM configuration.' > site.tmp
    140 	@echo '# Do not edit!' >> site.tmp
    141 	@echo 'set target_triplet "$(TARGET_TRIPLE)"' >> site.tmp
    142 	@echo 'set TARGETS_TO_BUILD "$(TARGETS_TO_BUILD)"' >> site.tmp
    143 	@echo 'set llvmgcc_langs "$(LLVMGCC_LANGS)"' >> site.tmp
    144 	@echo 'set llvmtoolsdir "$(ToolDir)"' >>site.tmp
    145 	@echo 'set llvmlibsdir "$(LibDir)"' >>site.tmp
    146 	@echo 'set llvmshlibdir "$(SharedLibDir)"' >>site.tmp
    147 	@echo 'set llvm_bindings "$(BINDINGS_TO_BUILD)"' >> site.tmp
    148 	@echo 'set srcroot "$(LLVM_SRC_ROOT)"' >>site.tmp
    149 	@echo 'set objroot "$(LLVM_OBJ_ROOT)"' >>site.tmp
    150 	@echo 'set srcdir "$(LLVM_SRC_ROOT)/test"' >>site.tmp
    151 	@echo 'set objdir "$(LLVM_OBJ_ROOT)/test"' >>site.tmp
    152 	@echo 'set gccpath "$(CC)"' >>site.tmp
    153 	@echo 'set gxxpath "$(CXX)"' >>site.tmp
    154 	@echo 'set compile_c "' $(CC) $(CPP.Flags) $(TargetCommonOpts) $(CompileCommonOpts) -c '"' >>site.tmp
    155 	@echo 'set compile_cxx "' $(CXX) $(CPP.Flags) $(CXX.Flags) $(TargetCommonOpts) $(CompileCommonOpts) -c -x c++ '"' >> site.tmp
    156 	@echo 'set link "' $(CXX) $(CPP.Flags) $(CXX.Flags) $(TargetCommonOpts) $(CompileCommonOpts) $(LD.Flags) '"' >>site.tmp
    157 	@echo 'set llvmgcc "$(LLVMGCC) $(TargetCommonOpts) $(EXTRA_OPTIONS)"' >> site.tmp
    158 	@echo 'set llvmgxx "$(LLVMGCC) $(TargetCommonOpts) $(EXTRA_OPTIONS)"' >> site.tmp
    159 	@echo 'set bugpoint_topts $(BUGPOINT_TOPTS)' >> site.tmp
    160 	@echo 'set shlibext "$(SHLIBEXT)"' >> site.tmp
    161 	@echo 'set ocamlopt "$(OCAMLOPT) -cc \"$(CXX_FOR_OCAMLOPT)\" -I $(LibDir)/ocaml"' >> site.tmp
    162 	@echo 'set valgrind "$(VALGRIND)"' >> site.tmp
    163 	@echo 'set grep "$(GREP)"' >>site.tmp
    164 	@echo 'set gas "$(GAS)"' >>site.tmp
    165 	@echo 'set llvmdsymutil "$(DSYMUTIL)"' >>site.tmp
    166 	@echo 'set emitir "$(LLVMCC_EMITIR_FLAG)"' >>site.tmp
    167 	@echo '## All variables above are generated by configure. Do Not Edit ## ' >>site.tmp
    168 	@test ! -f site.exp || \
    169 	sed '1,/^## All variables above are.*##/ d' site.exp >> site.tmp
    170 	@-rm -f site.bak
    171 	@test ! -f site.exp || mv site.exp site.bak
    172 	@mv site.tmp site.exp
    173 
    174 ifeq ($(DISABLE_ASSERTIONS),1)
    175 ENABLE_ASSERTIONS=0
    176 else
    177 ENABLE_ASSERTIONS=1
    178 endif
    179 
    180 lit.site.cfg: site.exp
    181 	@echo "Making LLVM 'lit.site.cfg' file..."
    182 	@$(ECHOPATH) s=@LLVM_SOURCE_DIR@=$(LLVM_SRC_ROOT)=g > lit.tmp
    183 	@$(ECHOPATH) s=@LLVM_BINARY_DIR@=$(LLVM_OBJ_ROOT)=g >> lit.tmp
    184 	@$(ECHOPATH) s=@LLVM_TOOLS_DIR@=$(ToolDir)=g >> lit.tmp
    185 	@$(ECHOPATH) s=@LLVMGCCDIR@=$(LLVMGCCDIR)=g >> lit.tmp
    186 	@$(ECHOPATH) s=@PYTHON_EXECUTABLE@=python=g >> lit.tmp
    187 	@$(ECHOPATH) s=@ENABLE_SHARED@=$(ENABLE_SHARED)=g >> lit.tmp
    188 	@$(ECHOPATH) s=@ENABLE_ASSERTIONS@=$(ENABLE_ASSERTIONS)=g >> lit.tmp
    189 	@sed -f lit.tmp $(PROJ_SRC_DIR)/lit.site.cfg.in > $@
    190 	@-rm -f lit.tmp
    191 
    192 Unit/lit.site.cfg: $(PROJ_OBJ_DIR)/Unit/.dir FORCE
    193 	@echo "Making LLVM unittest 'lit.site.cfg' file..."
    194 	@$(ECHOPATH) s=@LLVM_SOURCE_DIR@=$(LLVM_SRC_ROOT)=g > unit.tmp
    195 	@$(ECHOPATH) s=@LLVM_BINARY_DIR@=$(LLVM_OBJ_ROOT)=g >> unit.tmp
    196 	@$(ECHOPATH) s=@LLVM_TOOLS_DIR@=$(ToolDir)=g >> unit.tmp
    197 	@$(ECHOPATH) s=@LLVMGCCDIR@=$(LLVMGCCDIR)=g >> unit.tmp
    198 	@$(ECHOPATH) s=@LLVM_BUILD_MODE@=$(BuildMode)=g >> unit.tmp
    199 	@$(ECHOPATH) s=@ENABLE_SHARED@=$(ENABLE_SHARED)=g >> unit.tmp
    200 	@$(ECHOPATH) s=@SHLIBDIR@=$(SharedLibDir)=g >> unit.tmp
    201 	@$(ECHOPATH) s=@SHLIBPATH_VAR@=$(SHLIBPATH_VAR)=g >> unit.tmp
    202 	@sed -f unit.tmp $(PROJ_SRC_DIR)/Unit/lit.site.cfg.in > $@
    203 	@-rm -f unit.tmp
    204