xref: /freebsd/contrib/bmake/unit-tests/Makefile (revision e2eeea75)
1e2eeea75SSimon J. Gerraty# $Id: Makefile,v 1.115 2020/11/18 04:01:07 sjg Exp $
249caa483SSimon J. Gerraty#
3e2eeea75SSimon J. Gerraty# $NetBSD: Makefile,v 1.206 2020/11/18 01:12:00 sjg Exp $
449caa483SSimon J. Gerraty#
549caa483SSimon J. Gerraty# Unit tests for make(1)
63841c287SSimon J. Gerraty#
749caa483SSimon J. Gerraty# The main targets are:
849caa483SSimon J. Gerraty#
93841c287SSimon J. Gerraty# all:
103841c287SSimon J. Gerraty#	run all the tests
113841c287SSimon J. Gerraty# test:
123841c287SSimon J. Gerraty#	run 'all', and compare to expected results
133841c287SSimon J. Gerraty# accept:
143841c287SSimon J. Gerraty#	move generated output to expected results
1549caa483SSimon J. Gerraty#
163841c287SSimon J. Gerraty# Settable variables
173841c287SSimon J. Gerraty#
183841c287SSimon J. Gerraty# TEST_MAKE
193841c287SSimon J. Gerraty#	The make program to be tested.
203841c287SSimon J. Gerraty#
213841c287SSimon J. Gerraty#
223841c287SSimon J. Gerraty# Adding a test case
233841c287SSimon J. Gerraty#
2449caa483SSimon J. Gerraty# Each feature should get its own set of tests in its own suitably
2549caa483SSimon J. Gerraty# named makefile (*.mk), with its own set of expected results (*.exp),
263841c287SSimon J. Gerraty# and it should be added to the TESTS list.
2749caa483SSimon J. Gerraty#
282c3632d1SSimon J. Gerraty# A few *.mk files are helper files for other tests (such as include-sub.mk)
292c3632d1SSimon J. Gerraty# and are thus not added to TESTS.  Such files must be ignored in
302c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh.
313841c287SSimon J. Gerraty#
323841c287SSimon J. Gerraty
333841c287SSimon J. Gerraty# Each test is in a sub-makefile.
343841c287SSimon J. Gerraty# Keep the list sorted.
352c3632d1SSimon J. Gerraty# Any test that is commented out must be ignored in
362c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh as well.
37956e45f6SSimon J. Gerraty#TESTS+=		archive
382c3632d1SSimon J. GerratyTESTS+=		archive-suffix
39e2eeea75SSimon J. GerratyTESTS+=		cmd-errors
40e2eeea75SSimon J. GerratyTESTS+=		cmd-errors-lint
412c3632d1SSimon J. GerratyTESTS+=		cmd-interrupt
422c3632d1SSimon J. GerratyTESTS+=		cmdline
43e2eeea75SSimon J. GerratyTESTS+=		cmdline-undefined
443841c287SSimon J. GerratyTESTS+=		comment
452c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric
462c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-eq
472c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-ge
482c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-gt
492c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-le
502c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-lt
512c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-ne
522c3632d1SSimon J. GerratyTESTS+=		cond-cmp-string
53956e45f6SSimon J. GerratyTESTS+=		cond-cmp-unary
542c3632d1SSimon J. GerratyTESTS+=		cond-func
552c3632d1SSimon J. GerratyTESTS+=		cond-func-commands
562c3632d1SSimon J. GerratyTESTS+=		cond-func-defined
572c3632d1SSimon J. GerratyTESTS+=		cond-func-empty
582c3632d1SSimon J. GerratyTESTS+=		cond-func-exists
592c3632d1SSimon J. GerratyTESTS+=		cond-func-make
602c3632d1SSimon J. GerratyTESTS+=		cond-func-target
613841c287SSimon J. GerratyTESTS+=		cond-late
622c3632d1SSimon J. GerratyTESTS+=		cond-op
632c3632d1SSimon J. GerratyTESTS+=		cond-op-and
64e2eeea75SSimon J. GerratyTESTS+=		cond-op-and-lint
652c3632d1SSimon J. GerratyTESTS+=		cond-op-not
662c3632d1SSimon J. GerratyTESTS+=		cond-op-or
67e2eeea75SSimon J. GerratyTESTS+=		cond-op-or-lint
682c3632d1SSimon J. GerratyTESTS+=		cond-op-parentheses
693841c287SSimon J. GerratyTESTS+=		cond-short
702c3632d1SSimon J. GerratyTESTS+=		cond-token-number
712c3632d1SSimon J. GerratyTESTS+=		cond-token-plain
722c3632d1SSimon J. GerratyTESTS+=		cond-token-string
732c3632d1SSimon J. GerratyTESTS+=		cond-token-var
74956e45f6SSimon J. GerratyTESTS+=		cond-undef-lint
753841c287SSimon J. GerratyTESTS+=		cond1
762c3632d1SSimon J. GerratyTESTS+=		counter
77956e45f6SSimon J. GerratyTESTS+=		counter-append
782c3632d1SSimon J. GerratyTESTS+=		dep
792c3632d1SSimon J. GerratyTESTS+=		dep-colon
80956e45f6SSimon J. GerratyTESTS+=		dep-colon-bug-cross-file
812c3632d1SSimon J. GerratyTESTS+=		dep-double-colon
82956e45f6SSimon J. GerratyTESTS+=		dep-double-colon-indep
832c3632d1SSimon J. GerratyTESTS+=		dep-exclam
842c3632d1SSimon J. GerratyTESTS+=		dep-none
85956e45f6SSimon J. GerratyTESTS+=		dep-percent
862c3632d1SSimon J. GerratyTESTS+=		dep-var
872c3632d1SSimon J. GerratyTESTS+=		dep-wildcards
882c3632d1SSimon J. GerratyTESTS+=		depsrc
89956e45f6SSimon J. GerratyTESTS+=		depsrc-end
902c3632d1SSimon J. GerratyTESTS+=		depsrc-exec
912c3632d1SSimon J. GerratyTESTS+=		depsrc-ignore
922c3632d1SSimon J. GerratyTESTS+=		depsrc-made
932c3632d1SSimon J. GerratyTESTS+=		depsrc-make
942c3632d1SSimon J. GerratyTESTS+=		depsrc-meta
952c3632d1SSimon J. GerratyTESTS+=		depsrc-nometa
962c3632d1SSimon J. GerratyTESTS+=		depsrc-nometa_cmp
972c3632d1SSimon J. GerratyTESTS+=		depsrc-nopath
982c3632d1SSimon J. GerratyTESTS+=		depsrc-notmain
992c3632d1SSimon J. GerratyTESTS+=		depsrc-optional
1002c3632d1SSimon J. GerratyTESTS+=		depsrc-phony
1012c3632d1SSimon J. GerratyTESTS+=		depsrc-precious
1022c3632d1SSimon J. GerratyTESTS+=		depsrc-recursive
1032c3632d1SSimon J. GerratyTESTS+=		depsrc-silent
1042c3632d1SSimon J. GerratyTESTS+=		depsrc-use
1052c3632d1SSimon J. GerratyTESTS+=		depsrc-usebefore
1062c3632d1SSimon J. GerratyTESTS+=		depsrc-usebefore-double-colon
1072c3632d1SSimon J. GerratyTESTS+=		depsrc-wait
1082c3632d1SSimon J. GerratyTESTS+=		deptgt
1092c3632d1SSimon J. GerratyTESTS+=		deptgt-begin
1102c3632d1SSimon J. GerratyTESTS+=		deptgt-default
1112c3632d1SSimon J. GerratyTESTS+=		deptgt-delete_on_error
1122c3632d1SSimon J. GerratyTESTS+=		deptgt-end
113956e45f6SSimon J. GerratyTESTS+=		deptgt-end-jobs
1142c3632d1SSimon J. GerratyTESTS+=		deptgt-error
1152c3632d1SSimon J. GerratyTESTS+=		deptgt-ignore
1162c3632d1SSimon J. GerratyTESTS+=		deptgt-interrupt
1172c3632d1SSimon J. GerratyTESTS+=		deptgt-main
1182c3632d1SSimon J. GerratyTESTS+=		deptgt-makeflags
1192c3632d1SSimon J. GerratyTESTS+=		deptgt-no_parallel
1202c3632d1SSimon J. GerratyTESTS+=		deptgt-nopath
1212c3632d1SSimon J. GerratyTESTS+=		deptgt-notparallel
1222c3632d1SSimon J. GerratyTESTS+=		deptgt-objdir
1232c3632d1SSimon J. GerratyTESTS+=		deptgt-order
1242c3632d1SSimon J. GerratyTESTS+=		deptgt-path
1252c3632d1SSimon J. GerratyTESTS+=		deptgt-path-suffix
1262c3632d1SSimon J. GerratyTESTS+=		deptgt-phony
1272c3632d1SSimon J. GerratyTESTS+=		deptgt-precious
1282c3632d1SSimon J. GerratyTESTS+=		deptgt-shell
1292c3632d1SSimon J. GerratyTESTS+=		deptgt-silent
1302c3632d1SSimon J. GerratyTESTS+=		deptgt-stale
1312c3632d1SSimon J. GerratyTESTS+=		deptgt-suffixes
1322c3632d1SSimon J. GerratyTESTS+=		dir
1332c3632d1SSimon J. GerratyTESTS+=		dir-expand-path
1342c3632d1SSimon J. GerratyTESTS+=		directive
135956e45f6SSimon J. GerratyTESTS+=		directive-dinclude
1362c3632d1SSimon J. GerratyTESTS+=		directive-elif
1372c3632d1SSimon J. GerratyTESTS+=		directive-elifdef
1382c3632d1SSimon J. GerratyTESTS+=		directive-elifmake
1392c3632d1SSimon J. GerratyTESTS+=		directive-elifndef
1402c3632d1SSimon J. GerratyTESTS+=		directive-elifnmake
1412c3632d1SSimon J. GerratyTESTS+=		directive-else
1422c3632d1SSimon J. GerratyTESTS+=		directive-endif
1432c3632d1SSimon J. GerratyTESTS+=		directive-error
1442c3632d1SSimon J. GerratyTESTS+=		directive-export
1452c3632d1SSimon J. GerratyTESTS+=		directive-export-env
146956e45f6SSimon J. GerratyTESTS+=		directive-export-gmake
1472c3632d1SSimon J. GerratyTESTS+=		directive-export-literal
1482c3632d1SSimon J. GerratyTESTS+=		directive-for
1492c3632d1SSimon J. GerratyTESTS+=		directive-for-generating-endif
150956e45f6SSimon J. GerratyTESTS+=		directive-hyphen-include
1512c3632d1SSimon J. GerratyTESTS+=		directive-if
152e2eeea75SSimon J. GerratyTESTS+=		directive-if-nested
1532c3632d1SSimon J. GerratyTESTS+=		directive-ifdef
1542c3632d1SSimon J. GerratyTESTS+=		directive-ifmake
1552c3632d1SSimon J. GerratyTESTS+=		directive-ifndef
1562c3632d1SSimon J. GerratyTESTS+=		directive-ifnmake
157956e45f6SSimon J. GerratyTESTS+=		directive-include
158956e45f6SSimon J. GerratyTESTS+=		directive-include-fatal
1592c3632d1SSimon J. GerratyTESTS+=		directive-info
160956e45f6SSimon J. GerratyTESTS+=		directive-sinclude
1612c3632d1SSimon J. GerratyTESTS+=		directive-undef
1622c3632d1SSimon J. GerratyTESTS+=		directive-unexport
1632c3632d1SSimon J. GerratyTESTS+=		directive-unexport-env
1642c3632d1SSimon J. GerratyTESTS+=		directive-warning
1653841c287SSimon J. GerratyTESTS+=		dollar
1663841c287SSimon J. GerratyTESTS+=		doterror
1673841c287SSimon J. GerratyTESTS+=		dotwait
1682c3632d1SSimon J. GerratyTESTS+=		envfirst
1693841c287SSimon J. GerratyTESTS+=		error
1703841c287SSimon J. GerratyTESTS+=		# escape	# broken by reverting POSIX changes
1713841c287SSimon J. GerratyTESTS+=		export
1723841c287SSimon J. GerratyTESTS+=		export-all
1733841c287SSimon J. GerratyTESTS+=		export-env
1742c3632d1SSimon J. GerratyTESTS+=		export-variants
1753841c287SSimon J. GerratyTESTS+=		forloop
1763841c287SSimon J. GerratyTESTS+=		forsubst
177e2eeea75SSimon J. GerratyTESTS+=		gnode-submake
178956e45f6SSimon J. GerratyTESTS+=		hanoi-include
1792c3632d1SSimon J. GerratyTESTS+=		impsrc
1803841c287SSimon J. GerratyTESTS+=		include-main
181e2eeea75SSimon J. GerratyTESTS+=		job-flags
182956e45f6SSimon J. Gerraty#TESTS+=		job-output-long-lines
1832c3632d1SSimon J. GerratyTESTS+=		lint
1842c3632d1SSimon J. GerratyTESTS+=		make-exported
1853841c287SSimon J. GerratyTESTS+=		moderrs
1863841c287SSimon J. GerratyTESTS+=		modmatch
1873841c287SSimon J. GerratyTESTS+=		modmisc
1883841c287SSimon J. GerratyTESTS+=		modts
1893841c287SSimon J. GerratyTESTS+=		modword
190e2eeea75SSimon J. GerratyTESTS+=		objdir-writable
1912c3632d1SSimon J. GerratyTESTS+=		opt
1922c3632d1SSimon J. GerratyTESTS+=		opt-backwards
1932c3632d1SSimon J. GerratyTESTS+=		opt-chdir
1942c3632d1SSimon J. GerratyTESTS+=		opt-debug
195956e45f6SSimon J. GerratyTESTS+=		opt-debug-all
196956e45f6SSimon J. GerratyTESTS+=		opt-debug-archive
197956e45f6SSimon J. GerratyTESTS+=		opt-debug-curdir
198956e45f6SSimon J. GerratyTESTS+=		opt-debug-cond
199956e45f6SSimon J. GerratyTESTS+=		opt-debug-dir
200956e45f6SSimon J. GerratyTESTS+=		opt-debug-errors
201956e45f6SSimon J. GerratyTESTS+=		opt-debug-file
202956e45f6SSimon J. GerratyTESTS+=		opt-debug-for
203956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph1
204956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph2
205956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph3
206956e45f6SSimon J. GerratyTESTS+=		opt-debug-hash
207956e45f6SSimon J. Gerraty#TESTS+=		opt-debug-jobs
208956e45f6SSimon J. GerratyTESTS+=		opt-debug-lint
209956e45f6SSimon J. GerratyTESTS+=		opt-debug-loud
210956e45f6SSimon J. GerratyTESTS+=		opt-debug-meta
211956e45f6SSimon J. GerratyTESTS+=		opt-debug-making
212956e45f6SSimon J. GerratyTESTS+=		opt-debug-no-rm
213956e45f6SSimon J. GerratyTESTS+=		opt-debug-parse
214956e45f6SSimon J. GerratyTESTS+=		opt-debug-suff
215956e45f6SSimon J. GerratyTESTS+=		opt-debug-targets
216956e45f6SSimon J. GerratyTESTS+=		opt-debug-varraw
217956e45f6SSimon J. GerratyTESTS+=		opt-debug-var
218956e45f6SSimon J. GerratyTESTS+=		opt-debug-x-trace
2192c3632d1SSimon J. GerratyTESTS+=		opt-define
2202c3632d1SSimon J. GerratyTESTS+=		opt-env
2212c3632d1SSimon J. GerratyTESTS+=		opt-file
2222c3632d1SSimon J. GerratyTESTS+=		opt-ignore
2232c3632d1SSimon J. GerratyTESTS+=		opt-include-dir
2242c3632d1SSimon J. GerratyTESTS+=		opt-jobs
2252c3632d1SSimon J. GerratyTESTS+=		opt-jobs-internal
2262c3632d1SSimon J. GerratyTESTS+=		opt-keep-going
2272c3632d1SSimon J. GerratyTESTS+=		opt-m-include-dir
2282c3632d1SSimon J. GerratyTESTS+=		opt-no-action
2292c3632d1SSimon J. GerratyTESTS+=		opt-no-action-at-all
2302c3632d1SSimon J. GerratyTESTS+=		opt-query
2312c3632d1SSimon J. GerratyTESTS+=		opt-raw
2322c3632d1SSimon J. GerratyTESTS+=		opt-silent
2332c3632d1SSimon J. GerratyTESTS+=		opt-touch
234e2eeea75SSimon J. GerratyTESTS+=		opt-touch-jobs
2352c3632d1SSimon J. GerratyTESTS+=		opt-tracefile
2362c3632d1SSimon J. GerratyTESTS+=		opt-var-expanded
2372c3632d1SSimon J. GerratyTESTS+=		opt-var-literal
2382c3632d1SSimon J. GerratyTESTS+=		opt-warnings-as-errors
2392c3632d1SSimon J. GerratyTESTS+=		opt-where-am-i
2402c3632d1SSimon J. GerratyTESTS+=		opt-x-reduce-exported
2413841c287SSimon J. GerratyTESTS+=		order
242956e45f6SSimon J. GerratyTESTS+=		parse-var
2432c3632d1SSimon J. GerratyTESTS+=		phony-end
2443841c287SSimon J. GerratyTESTS+=		posix
2453841c287SSimon J. GerratyTESTS+=		# posix1	# broken by reverting POSIX changes
2463841c287SSimon J. GerratyTESTS+=		qequals
2472c3632d1SSimon J. GerratyTESTS+=		recursive
2482c3632d1SSimon J. GerratyTESTS+=		sh
2492c3632d1SSimon J. GerratyTESTS+=		sh-dots
2502c3632d1SSimon J. GerratyTESTS+=		sh-jobs
2512c3632d1SSimon J. GerratyTESTS+=		sh-jobs-error
2522c3632d1SSimon J. GerratyTESTS+=		sh-leading-at
2532c3632d1SSimon J. GerratyTESTS+=		sh-leading-hyphen
2542c3632d1SSimon J. GerratyTESTS+=		sh-leading-plus
2552c3632d1SSimon J. GerratyTESTS+=		sh-meta-chars
2562c3632d1SSimon J. GerratyTESTS+=		sh-multi-line
2572c3632d1SSimon J. GerratyTESTS+=		sh-single-line
258956e45f6SSimon J. GerratyTESTS+=		shell-csh
259956e45f6SSimon J. GerratyTESTS+=		shell-custom
260e2eeea75SSimon J. Gerraty.if exists(/bin/ksh)
261956e45f6SSimon J. GerratyTESTS+=		shell-ksh
262e2eeea75SSimon J. Gerraty.endif
263956e45f6SSimon J. GerratyTESTS+=		shell-sh
264956e45f6SSimon J. GerratyTESTS+=		suff-add-later
265956e45f6SSimon J. GerratyTESTS+=		suff-clear-regular
266956e45f6SSimon J. GerratyTESTS+=		suff-clear-single
267956e45f6SSimon J. GerratyTESTS+=		suff-lookup
268956e45f6SSimon J. GerratyTESTS+=		suff-main
269956e45f6SSimon J. GerratyTESTS+=		suff-rebuild
270e2eeea75SSimon J. GerratyTESTS+=		suff-self
271956e45f6SSimon J. GerratyTESTS+=		suff-transform-endless
272956e45f6SSimon J. GerratyTESTS+=		suff-transform-expand
273956e45f6SSimon J. GerratyTESTS+=		suff-transform-select
2743841c287SSimon J. GerratyTESTS+=		sunshcmd
2753841c287SSimon J. GerratyTESTS+=		ternary
2763841c287SSimon J. GerratyTESTS+=		unexport
2773841c287SSimon J. GerratyTESTS+=		unexport-env
2782c3632d1SSimon J. GerratyTESTS+=		use-inference
2792c3632d1SSimon J. GerratyTESTS+=		var-class
2802c3632d1SSimon J. GerratyTESTS+=		var-class-cmdline
2812c3632d1SSimon J. GerratyTESTS+=		var-class-env
2822c3632d1SSimon J. GerratyTESTS+=		var-class-global
2832c3632d1SSimon J. GerratyTESTS+=		var-class-local
2842c3632d1SSimon J. GerratyTESTS+=		var-class-local-legacy
2852c3632d1SSimon J. GerratyTESTS+=		var-op
2862c3632d1SSimon J. GerratyTESTS+=		var-op-append
2872c3632d1SSimon J. GerratyTESTS+=		var-op-assign
2882c3632d1SSimon J. GerratyTESTS+=		var-op-default
2892c3632d1SSimon J. GerratyTESTS+=		var-op-expand
2902c3632d1SSimon J. GerratyTESTS+=		var-op-shell
291956e45f6SSimon J. GerratyTESTS+=		var-op-sunsh
292956e45f6SSimon J. GerratyTESTS+=		var-recursive
2933841c287SSimon J. GerratyTESTS+=		varcmd
2942c3632d1SSimon J. GerratyTESTS+=		vardebug
2952c3632d1SSimon J. GerratyTESTS+=		varfind
2963841c287SSimon J. GerratyTESTS+=		varmisc
2972c3632d1SSimon J. GerratyTESTS+=		varmod
2982c3632d1SSimon J. GerratyTESTS+=		varmod-assign
2992c3632d1SSimon J. GerratyTESTS+=		varmod-defined
3003841c287SSimon J. GerratyTESTS+=		varmod-edge
3012c3632d1SSimon J. GerratyTESTS+=		varmod-exclam-shell
3022c3632d1SSimon J. GerratyTESTS+=		varmod-extension
3032c3632d1SSimon J. GerratyTESTS+=		varmod-gmtime
3042c3632d1SSimon J. GerratyTESTS+=		varmod-hash
3052c3632d1SSimon J. GerratyTESTS+=		varmod-head
3062c3632d1SSimon J. GerratyTESTS+=		varmod-ifelse
3072c3632d1SSimon J. GerratyTESTS+=		varmod-l-name-to-value
3082c3632d1SSimon J. GerratyTESTS+=		varmod-localtime
3092c3632d1SSimon J. GerratyTESTS+=		varmod-loop
3102c3632d1SSimon J. GerratyTESTS+=		varmod-match
3112c3632d1SSimon J. GerratyTESTS+=		varmod-match-escape
3122c3632d1SSimon J. GerratyTESTS+=		varmod-no-match
3132c3632d1SSimon J. GerratyTESTS+=		varmod-order
3142c3632d1SSimon J. GerratyTESTS+=		varmod-order-reverse
3152c3632d1SSimon J. GerratyTESTS+=		varmod-order-shuffle
3162c3632d1SSimon J. GerratyTESTS+=		varmod-path
3172c3632d1SSimon J. GerratyTESTS+=		varmod-quote
3182c3632d1SSimon J. GerratyTESTS+=		varmod-quote-dollar
3192c3632d1SSimon J. GerratyTESTS+=		varmod-range
3202c3632d1SSimon J. GerratyTESTS+=		varmod-remember
3212c3632d1SSimon J. GerratyTESTS+=		varmod-root
3222c3632d1SSimon J. GerratyTESTS+=		varmod-select-words
3232c3632d1SSimon J. GerratyTESTS+=		varmod-shell
3242c3632d1SSimon J. GerratyTESTS+=		varmod-subst
3252c3632d1SSimon J. GerratyTESTS+=		varmod-subst-regex
3262c3632d1SSimon J. GerratyTESTS+=		varmod-sysv
3272c3632d1SSimon J. GerratyTESTS+=		varmod-tail
3282c3632d1SSimon J. GerratyTESTS+=		varmod-to-abs
3292c3632d1SSimon J. GerratyTESTS+=		varmod-to-lower
3302c3632d1SSimon J. GerratyTESTS+=		varmod-to-many-words
3312c3632d1SSimon J. GerratyTESTS+=		varmod-to-one-word
3322c3632d1SSimon J. GerratyTESTS+=		varmod-to-separator
3332c3632d1SSimon J. GerratyTESTS+=		varmod-to-upper
3342c3632d1SSimon J. GerratyTESTS+=		varmod-undefined
3352c3632d1SSimon J. GerratyTESTS+=		varmod-unique
3362c3632d1SSimon J. GerratyTESTS+=		varname
3372c3632d1SSimon J. GerratyTESTS+=		varname-dollar
3382c3632d1SSimon J. GerratyTESTS+=		varname-dot-alltargets
3392c3632d1SSimon J. GerratyTESTS+=		varname-dot-curdir
3402c3632d1SSimon J. GerratyTESTS+=		varname-dot-includes
3412c3632d1SSimon J. GerratyTESTS+=		varname-dot-includedfromdir
3422c3632d1SSimon J. GerratyTESTS+=		varname-dot-includedfromfile
3432c3632d1SSimon J. GerratyTESTS+=		varname-dot-libs
3442c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-dependfile
3452c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-expand_variables
3462c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-exported
3472c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-jobs
3482c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-jobs-prefix
3492c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-level
3502c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-makefile_preference
3512c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-makefiles
3522c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-bailiwick
3532c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-created
3542c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-files
3552c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_filter
3562c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_paths
3572c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_patterns
3582c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-prefix
3592c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-mode
3602c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-path_filemon
3612c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-pid
3622c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-ppid
3632c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-save_dollars
3642c3632d1SSimon J. GerratyTESTS+=		varname-dot-makeoverrides
3652c3632d1SSimon J. GerratyTESTS+=		varname-dot-newline
3662c3632d1SSimon J. GerratyTESTS+=		varname-dot-objdir
3672c3632d1SSimon J. GerratyTESTS+=		varname-dot-parsedir
3682c3632d1SSimon J. GerratyTESTS+=		varname-dot-parsefile
3692c3632d1SSimon J. GerratyTESTS+=		varname-dot-path
3702c3632d1SSimon J. GerratyTESTS+=		varname-dot-shell
3712c3632d1SSimon J. GerratyTESTS+=		varname-dot-targets
3722c3632d1SSimon J. GerratyTESTS+=		varname-empty
3732c3632d1SSimon J. GerratyTESTS+=		varname-make
3742c3632d1SSimon J. GerratyTESTS+=		varname-make_print_var_on_error
375956e45f6SSimon J. GerratyTESTS+=		varname-make_print_var_on_error-jobs
376956e45f6SSimon J. GerratyTESTS+=		varname-makefile
3772c3632d1SSimon J. GerratyTESTS+=		varname-makeflags
3782c3632d1SSimon J. GerratyTESTS+=		varname-pwd
3792c3632d1SSimon J. GerratyTESTS+=		varname-vpath
3802c3632d1SSimon J. GerratyTESTS+=		varparse-dynamic
381e2eeea75SSimon J. GerratyTESTS+=		varparse-errors
382956e45f6SSimon J. GerratyTESTS+=		varparse-mod
383956e45f6SSimon J. GerratyTESTS+=		varparse-undef-partial
3843841c287SSimon J. GerratyTESTS+=		varquote
3853841c287SSimon J. Gerraty
386e2eeea75SSimon J. Gerraty# Ideas for more tests:
387e2eeea75SSimon J. Gerraty#	char-0020-space.mk
388e2eeea75SSimon J. Gerraty#	char-005C-backslash.mk
389e2eeea75SSimon J. Gerraty#	escape-cond-str.mk
390e2eeea75SSimon J. Gerraty#	escape-cond-func-arg.mk
391e2eeea75SSimon J. Gerraty#	escape-cond-func-arg.mk
392e2eeea75SSimon J. Gerraty#	escape-varmod.mk
393e2eeea75SSimon J. Gerraty#	escape-varmod-define.mk
394e2eeea75SSimon J. Gerraty#	escape-varmod-match.mk
395e2eeea75SSimon J. Gerraty#	escape-varname.mk
396e2eeea75SSimon J. Gerraty#	escape-varassign-varname.mk
397e2eeea75SSimon J. Gerraty#	escape-varassign-varname-cmdline.mk
398e2eeea75SSimon J. Gerraty#	escape-varassign-value.mk
399e2eeea75SSimon J. Gerraty#	escape-varassign-value-cmdline.mk
400e2eeea75SSimon J. Gerraty#	escape-dependency-source.mk
401e2eeea75SSimon J. Gerraty#	escape-dependency-target.mk
402e2eeea75SSimon J. Gerraty#	escape-for-varname.mk
403e2eeea75SSimon J. Gerraty#	escape-for-item.mk
404e2eeea75SSimon J. Gerraty#	posix-*.mk (see posix.mk and posix1.mk)
405e2eeea75SSimon J. Gerraty
406e2eeea75SSimon J. Gerraty.if ${.OBJDIR} != ${.CURDIR}
407e2eeea75SSimon J. GerratyRO_OBJDIR:=	${.OBJDIR}/roobj
408e2eeea75SSimon J. Gerraty.else
409e2eeea75SSimon J. GerratyRO_OBJDIR:=	${TMPDIR:U/tmp}/roobj
410e2eeea75SSimon J. Gerraty.endif
4112c3632d1SSimon J. Gerraty# Additional environment variables for some of the tests.
4122c3632d1SSimon J. Gerraty# The base environment is -i PATH="$PATH".
413e2eeea75SSimon J. GerratyENV.depsrc-optional+=   TZ=UTC
4142c3632d1SSimon J. GerratyENV.envfirst=		FROM_ENV=value-from-env
415e2eeea75SSimon J. GerratyENV.objdir-writable+=	RO_OBJDIR=${RO_OBJDIR}
4162c3632d1SSimon J. GerratyENV.varmisc=		FROM_ENV=env
4172c3632d1SSimon J. GerratyENV.varmisc+=		FROM_ENV_BEFORE=env
4182c3632d1SSimon J. GerratyENV.varmisc+=		FROM_ENV_AFTER=env
419956e45f6SSimon J. GerratyENV.varmod-localtime+=	TZ=Europe/Berlin
420e2eeea75SSimon J. GerratyENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4212c3632d1SSimon J. Gerraty
4222c3632d1SSimon J. Gerraty# Override make flags for some of the tests; default is -k.
4232c3632d1SSimon J. Gerraty# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4242c3632d1SSimon J. Gerraty# settings FLAGS.test=-dv here, since that is closer to the test code.
425956e45f6SSimon J. GerratyFLAGS.cond-func-make=	via-cmdline
4262c3632d1SSimon J. GerratyFLAGS.directive-ifmake=	first second
427e2eeea75SSimon J. GerratyFLAGS.doterror=		# none, especially not -k
428e2eeea75SSimon J. GerratyFLAGS.varname-empty=	-dv '$${:U}=cmdline-u' '=cmdline-plain'
4293841c287SSimon J. Gerraty
430956e45f6SSimon J. Gerraty# Some tests need extra postprocessing.
431956e45f6SSimon J. GerratySED_CMDS.export= \
432956e45f6SSimon J. Gerraty	-e '/^[^=_A-Za-z0-9]*=/d'
433956e45f6SSimon J. Gerraty# these all share the same requirement
434956e45f6SSimon J. Gerraty.for t in export-all export-env
435956e45f6SSimon J. GerratySED_CMDS.$t= ${SED_CMDS.export}
436956e45f6SSimon J. Gerraty.endfor
437e2eeea75SSimon J. GerratySED_CMDS.directive-export-gmake= \
438e2eeea75SSimon J. Gerraty	${:D dash is a pain } \
439e2eeea75SSimon J. Gerraty	-e /non-zero/d
440956e45f6SSimon J. GerratySED_CMDS.job-output-long-lines= \
441956e45f6SSimon J. Gerraty	${:D Job separators on their own line are ok. } \
442956e45f6SSimon J. Gerraty	-e '/^--- job-[ab] ---$$/d' \
443956e45f6SSimon J. Gerraty	${:D Plain output lines are ok as well. } \
444956e45f6SSimon J. Gerraty	${:D They may come in multiples of 1024 or as 10000. } \
445956e45f6SSimon J. Gerraty	-e '/^aa*$$/d' \
446956e45f6SSimon J. Gerraty	-e '/^bb*$$/d' \
447956e45f6SSimon J. Gerraty	${:D The following lines should rather not occur since the job } \
448956e45f6SSimon J. Gerraty	${:D marker should always be at the beginning of the line. } \
449956e45f6SSimon J. Gerraty	-e '/^aa*--- job-b ---$$/d' \
450956e45f6SSimon J. Gerraty	-e '/^bb*--- job-a ---$$/d'
451e2eeea75SSimon J. GerratySED_CMDS.objdir-writable= -e 's,${RO_OBJDIR},OBJDIR/roobj,g'
452956e45f6SSimon J. GerratySED_CMDS.opt-debug-graph1= \
453956e45f6SSimon J. Gerraty			-e 's,${.CURDIR},CURDIR,'
454956e45f6SSimon J. GerratySED_CMDS.opt-debug-graph1+= \
455956e45f6SSimon J. Gerraty			-e '/Global Variables:/,/Suffixes:/d'
4562c3632d1SSimon J. GerratySED_CMDS.sh-dots=	-e 's,^.*\.\.\.:.*,<normalized: ...: not found>,'
457956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
458956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
459956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
460956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
461956e45f6SSimon J. Gerraty# The "-q" may be there or not, see jobs.c, variable shells.
462956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: sh\) -q,\1,'
463e2eeea75SSimon J. GerratySED_CMDS.var-op-shell+=	-e 's,^${.SHELL:T}: ,,'
464e2eeea75SSimon J. GerratySED_CMDS.var-op-shell+=	-e '/command/{ s,^[1-9]: ,,;s,No such.*,not found,; }'
465e2eeea75SSimon J. GerratySED_CMDS.vardebug= \
466e2eeea75SSimon J. Gerraty	${:D canonicalize .SHELL } \
467e2eeea75SSimon J. Gerraty	-e 's,${.SHELL},</path/to/shell>,'
4682c3632d1SSimon J. GerratySED_CMDS.varmod-subst-regex+= \
4692c3632d1SSimon J. Gerraty			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
4702c3632d1SSimon J. GerratySED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
471956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
472956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
473956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
474956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
475956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
4762c3632d1SSimon J. Gerraty
4772c3632d1SSimon J. Gerraty# Some tests need an additional round of postprocessing.
4782c3632d1SSimon J. GerratyPOSTPROC.deptgt-suffixes= \
4792c3632d1SSimon J. Gerraty			${TOOL_SED} -n -e '/^\#\*\*\* Suffixes/,/^\#\*/p'
480e2eeea75SSimon J. GerratyPOSTPROC.gnode-submake=	awk '/Input graph/, /^$$/'
4812c3632d1SSimon J. GerratyPOSTPROC.varname-empty=	${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p'
4822c3632d1SSimon J. Gerraty
4832c3632d1SSimon J. Gerraty# Some tests reuse other tests, which makes them unnecessarily fragile.
4842c3632d1SSimon J. Gerratyexport-all.rawout: export.mk
4852c3632d1SSimon J. Gerratyunexport.rawout: export.mk
4862c3632d1SSimon J. Gerratyunexport-env.rawout: export.mk
4873841c287SSimon J. Gerraty
4883841c287SSimon J. Gerraty# End of the configuration section.
48949caa483SSimon J. Gerraty
49049caa483SSimon J. Gerraty.MAIN: all
49149caa483SSimon J. Gerraty
4922c3632d1SSimon J. Gerraty.-include "Makefile.inc"
49349caa483SSimon J. Gerraty.-include "Makefile.config"
49449caa483SSimon J. Gerraty
49549caa483SSimon J. GerratyUNIT_TESTS:=	${.PARSEDIR}
49649caa483SSimon J. Gerraty.PATH: ${UNIT_TESTS}
49749caa483SSimon J. Gerraty
498956e45f6SSimon J. Gerraty.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
499956e45f6SSimon J. GerratyOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
500956e45f6SSimon J. Gerraty.else
5013841c287SSimon J. GerratyOUTFILES=	${TESTS:=.out}
502956e45f6SSimon J. Gerraty.endif
50349caa483SSimon J. Gerraty
50449caa483SSimon J. Gerratyall: ${OUTFILES}
50549caa483SSimon J. Gerraty
5062c3632d1SSimon J. GerratyCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
50749caa483SSimon J. GerratyCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
50849caa483SSimon J. GerratyCLEANFILES+=		issue* .[ab]*		# suffixes.mk
5092c3632d1SSimon J. GerratyCLEANDIRS=		dir dummy		# posix1.mk
51049caa483SSimon J. Gerraty
51149caa483SSimon J. Gerratyclean:
51249caa483SSimon J. Gerraty	rm -f ${CLEANFILES}
5132c3632d1SSimon J. Gerraty	rm -rf ${CLEANDIRS}
51449caa483SSimon J. Gerraty
51549caa483SSimon J. GerratyTEST_MAKE?=	${.MAKE}
51649caa483SSimon J. GerratyTOOL_SED?=	sed
51749caa483SSimon J. GerratyTOOL_TR?=	tr
51849caa483SSimon J. GerratyTOOL_DIFF?=	diff
5193841c287SSimon J. GerratyDIFF_FLAGS?=	-u
52049caa483SSimon J. Gerraty
52149caa483SSimon J. Gerraty.if defined(.PARSEDIR)
52249caa483SSimon J. Gerraty# ensure consistent results from sort(1)
52349caa483SSimon J. GerratyLC_ALL=		C
52449caa483SSimon J. GerratyLANG=		C
52549caa483SSimon J. Gerraty.export LANG LC_ALL
52649caa483SSimon J. Gerraty.endif
52749caa483SSimon J. Gerraty
5282c3632d1SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} != ""
5292c3632d1SSimon J. Gerraty# we don't need the noise
5302c3632d1SSimon J. Gerraty_MKMSG_TEST= :
5312c3632d1SSimon J. Gerraty.endif
5322c3632d1SSimon J. Gerraty
533956e45f6SSimon J. GerratyMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
534956e45f6SSimon J. Gerraty
535956e45f6SSimon J. Gerraty# Each test is run in a sub-make, to keep the tests for interfering with
536956e45f6SSimon J. Gerraty# each other, and because they use different environment variables and
537956e45f6SSimon J. Gerraty# command line options.
53849caa483SSimon J. Gerraty.SUFFIXES: .mk .rawout .out
53949caa483SSimon J. Gerraty.mk.rawout:
5402c3632d1SSimon J. Gerraty	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
5412c3632d1SSimon J. Gerraty	@set -eu; \
5422c3632d1SSimon J. Gerraty	cd ${.OBJDIR}; \
543956e45f6SSimon J. Gerraty	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
5442c3632d1SSimon J. Gerraty	  ${TEST_MAKE} \
5452c3632d1SSimon J. Gerraty	    -r -C ${.CURDIR} -f ${.IMPSRC} \
546956e45f6SSimon J. Gerraty	    ${FLAGS.${.PREFIX:T}:U-k} \
5472c3632d1SSimon J. Gerraty	    > ${.TARGET}.tmp 2>&1 \
5482c3632d1SSimon J. Gerraty	&& status=$$? || status=$$?; \
5492c3632d1SSimon J. Gerraty	echo $$status > ${.TARGET:R}.status
55049caa483SSimon J. Gerraty	@mv ${.TARGET}.tmp ${.TARGET}
55149caa483SSimon J. Gerraty
552956e45f6SSimon J. Gerraty# Postprocess the test output so that the results can be compared.
5533841c287SSimon J. Gerraty#
5543841c287SSimon J. Gerraty# always pretend .MAKE was called 'make'
5553841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
5563841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
557e2eeea75SSimon J. Gerraty_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
558e2eeea75SSimon J. Gerraty_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
5593841c287SSimon J. Gerraty# replace anything after 'stopped in' with unit-tests
5603841c287SSimon J. Gerraty_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
5613841c287SSimon J. Gerraty# strip ${.CURDIR}/ from the output
5623841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
5633841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
5643841c287SSimon J. Gerraty
56549caa483SSimon J. Gerraty.rawout.out:
566956e45f6SSimon J. Gerraty	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
5672c3632d1SSimon J. Gerraty	  < ${.IMPSRC} > ${.TARGET}.tmp1
568956e45f6SSimon J. Gerraty	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
5692c3632d1SSimon J. Gerraty	@rm ${.TARGET}.tmp1
5702c3632d1SSimon J. Gerraty	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
5712c3632d1SSimon J. Gerraty	@mv ${.TARGET}.tmp2 ${.TARGET}
57249caa483SSimon J. Gerraty
57349caa483SSimon J. Gerraty# Compare all output files
57449caa483SSimon J. Gerratytest:	${OUTFILES} .PHONY
57549caa483SSimon J. Gerraty	@failed= ; \
5763841c287SSimon J. Gerraty	for test in ${TESTS}; do \
57749caa483SSimon J. Gerraty	  ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \
57849caa483SSimon J. Gerraty	  || failed="$${failed}$${failed:+ }$${test}" ; \
57949caa483SSimon J. Gerraty	done ; \
58049caa483SSimon J. Gerraty	if [ -n "$${failed}" ]; then \
58149caa483SSimon J. Gerraty	  echo "Failed tests: $${failed}" ; false ; \
58249caa483SSimon J. Gerraty	else \
58349caa483SSimon J. Gerraty	  echo "All tests passed" ; \
58449caa483SSimon J. Gerraty	fi
58549caa483SSimon J. Gerraty
58649caa483SSimon J. Gerratyaccept:
5873841c287SSimon J. Gerraty	@for test in ${TESTS}; do \
58849caa483SSimon J. Gerraty	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
58949caa483SSimon J. Gerraty	  || { echo "Replacing $${test}.exp" ; \
59049caa483SSimon J. Gerraty	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
59149caa483SSimon J. Gerraty	done
59249caa483SSimon J. Gerraty
59349caa483SSimon J. Gerraty.if exists(${TEST_MAKE})
594956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${TEST_MAKE}
595956e45f6SSimon J. Gerraty# in meta mode, we *know* if a target script is impacted
596956e45f6SSimon J. Gerraty# by a makefile change.
597956e45f6SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} == ""
598956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
599956e45f6SSimon J. Gerraty.endif
60049caa483SSimon J. Gerraty.endif
60149caa483SSimon J. Gerraty
60249caa483SSimon J. Gerraty.-include <obj.mk>
603