1# Run tests 2# 3# Copyright (c) 2005 Junio C Hamano 4# 5 6-include ../config.mak.autogen 7-include ../config.mak 8 9#GIT_TEST_OPTS = --verbose --debug 10SHELL_PATH ?= $(SHELL) 11TEST_SHELL_PATH ?= $(SHELL_PATH) 12PERL_PATH ?= /usr/bin/perl 13TAR ?= $(TAR) 14RM ?= rm -f 15PROVE ?= prove 16DEFAULT_TEST_TARGET ?= test 17TEST_LINT ?= test-lint 18 19ifdef TEST_OUTPUT_DIRECTORY 20TEST_RESULTS_DIRECTORY = $(TEST_OUTPUT_DIRECTORY)/test-results 21CHAINLINTTMP = $(TEST_OUTPUT_DIRECTORY)/chainlinttmp 22else 23TEST_RESULTS_DIRECTORY = test-results 24CHAINLINTTMP = chainlinttmp 25endif 26 27# Shell quote; 28SHELL_PATH_SQ = $(subst ','\'',$(SHELL_PATH)) 29TEST_SHELL_PATH_SQ = $(subst ','\'',$(TEST_SHELL_PATH)) 30PERL_PATH_SQ = $(subst ','\'',$(PERL_PATH)) 31TEST_RESULTS_DIRECTORY_SQ = $(subst ','\'',$(TEST_RESULTS_DIRECTORY)) 32CHAINLINTTMP_SQ = $(subst ','\'',$(CHAINLINTTMP)) 33 34T = $(sort $(wildcard t[0-9][0-9][0-9][0-9]-*.sh)) 35TGITWEB = $(sort $(wildcard t95[0-9][0-9]-*.sh)) 36THELPERS = $(sort $(filter-out $(T),$(wildcard *.sh))) 37CHAINLINTTESTS = $(sort $(patsubst chainlint/%.test,%,$(wildcard chainlint/*.test))) 38CHAINLINT = sed -f chainlint.sed 39 40all: $(DEFAULT_TEST_TARGET) 41 42test: pre-clean check-chainlint $(TEST_LINT) 43 $(MAKE) aggregate-results-and-cleanup 44 45failed: 46 @failed=$$(cd '$(TEST_RESULTS_DIRECTORY_SQ)' && \ 47 grep -l '^failed [1-9]' *.counts | \ 48 sed -n 's/\.counts$$/.sh/p') && \ 49 test -z "$$failed" || $(MAKE) $$failed 50 51prove: pre-clean check-chainlint $(TEST_LINT) 52 @echo "*** prove ***"; $(PROVE) --exec '$(TEST_SHELL_PATH_SQ)' $(GIT_PROVE_OPTS) $(T) :: $(GIT_TEST_OPTS) 53 $(MAKE) clean-except-prove-cache 54 55$(T): 56 @echo "*** $@ ***"; '$(TEST_SHELL_PATH_SQ)' $@ $(GIT_TEST_OPTS) 57 58pre-clean: 59 $(RM) -r '$(TEST_RESULTS_DIRECTORY_SQ)' 60 61clean-except-prove-cache: clean-chainlint 62 $(RM) -r 'trash directory'.* '$(TEST_RESULTS_DIRECTORY_SQ)' 63 $(RM) -r valgrind/bin 64 65clean: clean-except-prove-cache 66 $(RM) .prove 67 68clean-chainlint: 69 $(RM) -r '$(CHAINLINTTMP_SQ)' 70 71check-chainlint: 72 @mkdir -p '$(CHAINLINTTMP_SQ)' && \ 73 err=0 && \ 74 for i in $(CHAINLINTTESTS); do \ 75 $(CHAINLINT) <chainlint/$$i.test | \ 76 sed -e '/^# LINT: /d' >'$(CHAINLINTTMP_SQ)'/$$i.actual && \ 77 diff -u chainlint/$$i.expect '$(CHAINLINTTMP_SQ)'/$$i.actual || err=1; \ 78 done && exit $$err 79 80test-lint: test-lint-duplicates test-lint-executable test-lint-shell-syntax \ 81 test-lint-filenames 82 83test-lint-duplicates: 84 @dups=`echo $(T) | tr ' ' '\n' | sed 's/-.*//' | sort | uniq -d` && \ 85 test -z "$$dups" || { \ 86 echo >&2 "duplicate test numbers:" $$dups; exit 1; } 87 88test-lint-executable: 89 @bad=`for i in $(T); do test -x "$$i" || echo $$i; done` && \ 90 test -z "$$bad" || { \ 91 echo >&2 "non-executable tests:" $$bad; exit 1; } 92 93test-lint-shell-syntax: 94 @'$(PERL_PATH_SQ)' check-non-portable-shell.pl $(T) $(THELPERS) 95 96test-lint-filenames: 97 @# We do *not* pass a glob to ls-files but use grep instead, to catch 98 @# non-ASCII characters (which are quoted within double-quotes) 99 @bad="$$(git -c core.quotepath=true ls-files 2>/dev/null | \ 100 grep '["*:<>?\\|]')"; \ 101 test -z "$$bad" || { \ 102 echo >&2 "non-portable file name(s): $$bad"; exit 1; } 103 104aggregate-results-and-cleanup: $(T) 105 $(MAKE) aggregate-results 106 $(MAKE) clean 107 108aggregate-results: 109 for f in '$(TEST_RESULTS_DIRECTORY_SQ)'/t*-*.counts; do \ 110 echo "$$f"; \ 111 done | '$(SHELL_PATH_SQ)' ./aggregate-results.sh 112 113gitweb-test: 114 $(MAKE) $(TGITWEB) 115 116valgrind: 117 $(MAKE) GIT_TEST_OPTS="$(GIT_TEST_OPTS) --valgrind" 118 119perf: 120 $(MAKE) -C perf/ all 121 122.PHONY: pre-clean $(T) aggregate-results clean valgrind perf check-chainlint clean-chainlint 123