1# Run tests
2#
3# Copyright (c) 2005 Junio C Hamano
4#
5
6-include ../config.mak.autogen
7-include ../config.mak
8
9#GIT_TEST_OPTS = --verbose --debug
10SHELL_PATH ?= $(SHELL)
11PERL_PATH ?= /usr/bin/perl
12TAR ?= $(TAR)
13RM ?= rm -f
14PROVE ?= prove
15DEFAULT_TEST_TARGET ?= test
16TEST_LINT ?= test-lint-duplicates test-lint-executable
17
18ifdef TEST_OUTPUT_DIRECTORY
19TEST_RESULTS_DIRECTORY = $(TEST_OUTPUT_DIRECTORY)/test-results
20else
21TEST_RESULTS_DIRECTORY = test-results
22endif
23
24# Shell quote;
25SHELL_PATH_SQ = $(subst ','\'',$(SHELL_PATH))
26PERL_PATH_SQ = $(subst ','\'',$(PERL_PATH))
27TEST_RESULTS_DIRECTORY_SQ = $(subst ','\'',$(TEST_RESULTS_DIRECTORY))
28
29T = $(sort $(wildcard t[0-9][0-9][0-9][0-9]-*.sh))
30TSVN = $(sort $(wildcard t91[0-9][0-9]-*.sh))
31TGITWEB = $(sort $(wildcard t95[0-9][0-9]-*.sh))
32
33all: $(DEFAULT_TEST_TARGET)
34
35test: pre-clean $(TEST_LINT)
36 $(MAKE) aggregate-results-and-cleanup
37
38prove: pre-clean $(TEST_LINT)
39 @echo "*** prove ***"; GIT_CONFIG=.git/config $(PROVE) --exec '$(SHELL_PATH_SQ)' $(GIT_PROVE_OPTS) $(T) :: $(GIT_TEST_OPTS)
40 $(MAKE) clean-except-prove-cache
41
42$(T):
43 @echo "*** $@ ***"; GIT_CONFIG=.git/config '$(SHELL_PATH_SQ)' $@ $(GIT_TEST_OPTS)
44
45pre-clean:
46 $(RM) -r '$(TEST_RESULTS_DIRECTORY_SQ)'
47
48clean-except-prove-cache:
49 $(RM) -r 'trash directory'.* '$(TEST_RESULTS_DIRECTORY_SQ)'
50 $(RM) -r valgrind/bin
51
52clean: clean-except-prove-cache
53 $(RM) .prove
54
55test-lint: test-lint-duplicates test-lint-executable test-lint-shell-syntax
56
57test-lint-duplicates:
58 @dups=`echo $(T) | tr ' ' '\n' | sed 's/-.*//' | sort | uniq -d` && \
59 test -z "$$dups" || { \
60 echo >&2 "duplicate test numbers:" $$dups; exit 1; }
61
62test-lint-executable:
63 @bad=`for i in $(T); do test -x "$$i" || echo $$i; done` && \
64 test -z "$$bad" || { \
65 echo >&2 "non-executable tests:" $$bad; exit 1; }
66
67test-lint-shell-syntax:
68 @'$(PERL_PATH_SQ)' check-non-portable-shell.pl $(T)
69
70aggregate-results-and-cleanup: $(T)
71 $(MAKE) aggregate-results
72 $(MAKE) clean
73
74aggregate-results:
75 for f in '$(TEST_RESULTS_DIRECTORY_SQ)'/t*-*.counts; do \
76 echo "$$f"; \
77 done | '$(SHELL_PATH_SQ)' ./aggregate-results.sh
78
79# we can test NO_OPTIMIZE_COMMITS independently of LC_ALL
80full-svn-test:
81 $(MAKE) $(TSVN) GIT_SVN_NO_OPTIMIZE_COMMITS=1 LC_ALL=C
82 $(MAKE) $(TSVN) GIT_SVN_NO_OPTIMIZE_COMMITS=0 LC_ALL=en_US.UTF-8
83
84gitweb-test:
85 $(MAKE) $(TGITWEB)
86
87valgrind:
88 $(MAKE) GIT_TEST_OPTS="$(GIT_TEST_OPTS) --valgrind"
89
90perf:
91 $(MAKE) -C perf/ all
92
93# Smoke testing targets
94-include ../GIT-VERSION-FILE
95uname_S := $(shell sh -c 'uname -s 2>/dev/null || echo unknown')
96uname_M := $(shell sh -c 'uname -m 2>/dev/null || echo unknown')
97
98test-results:
99 mkdir -p test-results
100
101test-results/git-smoke.tar.gz: test-results
102 '$(PERL_PATH_SQ)' ./harness \
103 --archive="test-results/git-smoke.tar.gz" \
104 $(T)
105
106smoke: test-results/git-smoke.tar.gz
107
108SMOKE_UPLOAD_FLAGS =
109ifdef SMOKE_USERNAME
110 SMOKE_UPLOAD_FLAGS += -F username="$(SMOKE_USERNAME)" -F password="$(SMOKE_PASSWORD)"
111endif
112ifdef SMOKE_COMMENT
113 SMOKE_UPLOAD_FLAGS += -F comments="$(SMOKE_COMMENT)"
114endif
115ifdef SMOKE_TAGS
116 SMOKE_UPLOAD_FLAGS += -F tags="$(SMOKE_TAGS)"
117endif
118
119smoke_report: smoke
120 curl \
121 -H "Expect: " \
122 -F project=Git \
123 -F architecture="$(uname_M)" \
124 -F platform="$(uname_S)" \
125 -F revision="$(GIT_VERSION)" \
126 -F report_file=@test-results/git-smoke.tar.gz \
127 $(SMOKE_UPLOAD_FLAGS) \
128 http://smoke.git.nix.is/app/projects/process_add_report/1 \
129 | grep -v ^Redirecting
130
131.PHONY: pre-clean $(T) aggregate-results clean valgrind perf