xref: /freebsd/contrib/bmake/unit-tests/Makefile (revision b0c40a00)
1b0c40a00SSimon J. Gerraty# $Id: Makefile,v 1.148 2021/06/16 19:18:56 sjg Exp $
249caa483SSimon J. Gerraty#
3b0c40a00SSimon J. Gerraty# $NetBSD: Makefile,v 1.279 2021/06/16 09:39:48 rillig Exp $
449caa483SSimon J. Gerraty#
549caa483SSimon J. Gerraty# Unit tests for make(1)
63841c287SSimon J. Gerraty#
749caa483SSimon J. Gerraty# The main targets are:
849caa483SSimon J. Gerraty#
93841c287SSimon J. Gerraty# all:
103841c287SSimon J. Gerraty#	run all the tests
113841c287SSimon J. Gerraty# test:
123841c287SSimon J. Gerraty#	run 'all', and compare to expected results
133841c287SSimon J. Gerraty# accept:
143841c287SSimon J. Gerraty#	move generated output to expected results
1549caa483SSimon J. Gerraty#
163841c287SSimon J. Gerraty# Settable variables
173841c287SSimon J. Gerraty#
183841c287SSimon J. Gerraty# TEST_MAKE
193841c287SSimon J. Gerraty#	The make program to be tested.
203841c287SSimon J. Gerraty#
213841c287SSimon J. Gerraty#
223841c287SSimon J. Gerraty# Adding a test case
233841c287SSimon J. Gerraty#
2449caa483SSimon J. Gerraty# Each feature should get its own set of tests in its own suitably
2549caa483SSimon J. Gerraty# named makefile (*.mk), with its own set of expected results (*.exp),
263841c287SSimon J. Gerraty# and it should be added to the TESTS list.
2749caa483SSimon J. Gerraty#
282c3632d1SSimon J. Gerraty# A few *.mk files are helper files for other tests (such as include-sub.mk)
292c3632d1SSimon J. Gerraty# and are thus not added to TESTS.  Such files must be ignored in
302c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh.
313841c287SSimon J. Gerraty#
323841c287SSimon J. Gerraty
33dba7b0efSSimon J. Gerraty.MAIN: all
34dba7b0efSSimon J. Gerraty
3506b9b3e0SSimon J. Gerraty# we use these below but we might be an older make
3606b9b3e0SSimon J. Gerraty.MAKE.OS?= ${uname -s:L:sh}
3706b9b3e0SSimon J. Gerraty.MAKE.UID?= ${id -u:L:sh}
3806b9b3e0SSimon J. Gerraty
393841c287SSimon J. Gerraty# Each test is in a sub-makefile.
403841c287SSimon J. Gerraty# Keep the list sorted.
412c3632d1SSimon J. Gerraty# Any test that is commented out must be ignored in
422c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh as well.
43956e45f6SSimon J. Gerraty#TESTS+=		archive
4406b9b3e0SSimon J. Gerraty#TESTS+=		archive-suffix
45e2eeea75SSimon J. GerratyTESTS+=		cmd-errors
4606b9b3e0SSimon J. GerratyTESTS+=		cmd-errors-jobs
47e2eeea75SSimon J. GerratyTESTS+=		cmd-errors-lint
482c3632d1SSimon J. GerratyTESTS+=		cmd-interrupt
492c3632d1SSimon J. GerratyTESTS+=		cmdline
50dba7b0efSSimon J. GerratyTESTS+=		cmdline-redirect-stdin
51e2eeea75SSimon J. GerratyTESTS+=		cmdline-undefined
523841c287SSimon J. GerratyTESTS+=		comment
5306b9b3e0SSimon J. GerratyTESTS+=		compat-error
542c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric
552c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-eq
562c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-ge
572c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-gt
582c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-le
592c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-lt
602c3632d1SSimon J. GerratyTESTS+=		cond-cmp-numeric-ne
612c3632d1SSimon J. GerratyTESTS+=		cond-cmp-string
62956e45f6SSimon J. GerratyTESTS+=		cond-cmp-unary
6306b9b3e0SSimon J. GerratyTESTS+=		cond-eof
642c3632d1SSimon J. GerratyTESTS+=		cond-func
652c3632d1SSimon J. GerratyTESTS+=		cond-func-commands
662c3632d1SSimon J. GerratyTESTS+=		cond-func-defined
672c3632d1SSimon J. GerratyTESTS+=		cond-func-empty
682c3632d1SSimon J. GerratyTESTS+=		cond-func-exists
692c3632d1SSimon J. GerratyTESTS+=		cond-func-make
7006b9b3e0SSimon J. GerratyTESTS+=		cond-func-make-main
712c3632d1SSimon J. GerratyTESTS+=		cond-func-target
723841c287SSimon J. GerratyTESTS+=		cond-late
732c3632d1SSimon J. GerratyTESTS+=		cond-op
742c3632d1SSimon J. GerratyTESTS+=		cond-op-and
75e2eeea75SSimon J. GerratyTESTS+=		cond-op-and-lint
762c3632d1SSimon J. GerratyTESTS+=		cond-op-not
772c3632d1SSimon J. GerratyTESTS+=		cond-op-or
78e2eeea75SSimon J. GerratyTESTS+=		cond-op-or-lint
792c3632d1SSimon J. GerratyTESTS+=		cond-op-parentheses
803841c287SSimon J. GerratyTESTS+=		cond-short
812c3632d1SSimon J. GerratyTESTS+=		cond-token-number
822c3632d1SSimon J. GerratyTESTS+=		cond-token-plain
832c3632d1SSimon J. GerratyTESTS+=		cond-token-string
842c3632d1SSimon J. GerratyTESTS+=		cond-token-var
85956e45f6SSimon J. GerratyTESTS+=		cond-undef-lint
863841c287SSimon J. GerratyTESTS+=		cond1
872c3632d1SSimon J. GerratyTESTS+=		counter
88956e45f6SSimon J. GerratyTESTS+=		counter-append
892c3632d1SSimon J. GerratyTESTS+=		dep
902c3632d1SSimon J. GerratyTESTS+=		dep-colon
91956e45f6SSimon J. GerratyTESTS+=		dep-colon-bug-cross-file
922c3632d1SSimon J. GerratyTESTS+=		dep-double-colon
93956e45f6SSimon J. GerratyTESTS+=		dep-double-colon-indep
942c3632d1SSimon J. GerratyTESTS+=		dep-exclam
952c3632d1SSimon J. GerratyTESTS+=		dep-none
96956e45f6SSimon J. GerratyTESTS+=		dep-percent
972c3632d1SSimon J. GerratyTESTS+=		dep-var
982c3632d1SSimon J. GerratyTESTS+=		dep-wildcards
992c3632d1SSimon J. GerratyTESTS+=		depsrc
100956e45f6SSimon J. GerratyTESTS+=		depsrc-end
1012c3632d1SSimon J. GerratyTESTS+=		depsrc-exec
1022c3632d1SSimon J. GerratyTESTS+=		depsrc-ignore
1032c3632d1SSimon J. GerratyTESTS+=		depsrc-made
1042c3632d1SSimon J. GerratyTESTS+=		depsrc-make
1052c3632d1SSimon J. GerratyTESTS+=		depsrc-meta
1062c3632d1SSimon J. GerratyTESTS+=		depsrc-nometa
1072c3632d1SSimon J. GerratyTESTS+=		depsrc-nometa_cmp
1082c3632d1SSimon J. GerratyTESTS+=		depsrc-nopath
1092c3632d1SSimon J. GerratyTESTS+=		depsrc-notmain
1102c3632d1SSimon J. GerratyTESTS+=		depsrc-optional
1112c3632d1SSimon J. GerratyTESTS+=		depsrc-phony
1122c3632d1SSimon J. GerratyTESTS+=		depsrc-precious
1132c3632d1SSimon J. GerratyTESTS+=		depsrc-recursive
1142c3632d1SSimon J. GerratyTESTS+=		depsrc-silent
1152c3632d1SSimon J. GerratyTESTS+=		depsrc-use
1162c3632d1SSimon J. GerratyTESTS+=		depsrc-usebefore
1172c3632d1SSimon J. GerratyTESTS+=		depsrc-usebefore-double-colon
1182c3632d1SSimon J. GerratyTESTS+=		depsrc-wait
1192c3632d1SSimon J. GerratyTESTS+=		deptgt
1202c3632d1SSimon J. GerratyTESTS+=		deptgt-begin
12106b9b3e0SSimon J. GerratyTESTS+=		deptgt-begin-fail
12206b9b3e0SSimon J. GerratyTESTS+=		deptgt-begin-fail-indirect
1232c3632d1SSimon J. GerratyTESTS+=		deptgt-default
1242c3632d1SSimon J. GerratyTESTS+=		deptgt-delete_on_error
1252c3632d1SSimon J. GerratyTESTS+=		deptgt-end
12606b9b3e0SSimon J. GerratyTESTS+=		deptgt-end-fail
12706b9b3e0SSimon J. GerratyTESTS+=		deptgt-end-fail-all
12806b9b3e0SSimon J. GerratyTESTS+=		deptgt-end-fail-indirect
129956e45f6SSimon J. GerratyTESTS+=		deptgt-end-jobs
1302c3632d1SSimon J. GerratyTESTS+=		deptgt-error
1312c3632d1SSimon J. GerratyTESTS+=		deptgt-ignore
1322c3632d1SSimon J. GerratyTESTS+=		deptgt-interrupt
1332c3632d1SSimon J. GerratyTESTS+=		deptgt-main
1342c3632d1SSimon J. GerratyTESTS+=		deptgt-makeflags
1352c3632d1SSimon J. GerratyTESTS+=		deptgt-no_parallel
1362c3632d1SSimon J. GerratyTESTS+=		deptgt-nopath
1372c3632d1SSimon J. GerratyTESTS+=		deptgt-notparallel
1382c3632d1SSimon J. GerratyTESTS+=		deptgt-objdir
1392c3632d1SSimon J. GerratyTESTS+=		deptgt-order
1402c3632d1SSimon J. GerratyTESTS+=		deptgt-path
1412c3632d1SSimon J. GerratyTESTS+=		deptgt-path-suffix
1422c3632d1SSimon J. GerratyTESTS+=		deptgt-phony
1432c3632d1SSimon J. GerratyTESTS+=		deptgt-precious
1442c3632d1SSimon J. GerratyTESTS+=		deptgt-shell
1452c3632d1SSimon J. GerratyTESTS+=		deptgt-silent
1462c3632d1SSimon J. GerratyTESTS+=		deptgt-stale
1472c3632d1SSimon J. GerratyTESTS+=		deptgt-suffixes
1482c3632d1SSimon J. GerratyTESTS+=		dir
1492c3632d1SSimon J. GerratyTESTS+=		dir-expand-path
1502c3632d1SSimon J. GerratyTESTS+=		directive
151956e45f6SSimon J. GerratyTESTS+=		directive-dinclude
1522c3632d1SSimon J. GerratyTESTS+=		directive-elif
1532c3632d1SSimon J. GerratyTESTS+=		directive-elifdef
1542c3632d1SSimon J. GerratyTESTS+=		directive-elifmake
1552c3632d1SSimon J. GerratyTESTS+=		directive-elifndef
1562c3632d1SSimon J. GerratyTESTS+=		directive-elifnmake
1572c3632d1SSimon J. GerratyTESTS+=		directive-else
15806b9b3e0SSimon J. GerratyTESTS+=		directive-endfor
1592c3632d1SSimon J. GerratyTESTS+=		directive-endif
1602c3632d1SSimon J. GerratyTESTS+=		directive-error
1612c3632d1SSimon J. GerratyTESTS+=		directive-export
1622c3632d1SSimon J. GerratyTESTS+=		directive-export-env
16306b9b3e0SSimon J. GerratyTESTS+=		directive-export-impl
164956e45f6SSimon J. GerratyTESTS+=		directive-export-gmake
1652c3632d1SSimon J. GerratyTESTS+=		directive-export-literal
1662c3632d1SSimon J. GerratyTESTS+=		directive-for
16706b9b3e0SSimon J. GerratyTESTS+=		directive-for-errors
16806b9b3e0SSimon J. GerratyTESTS+=		directive-for-escape
1692c3632d1SSimon J. GerratyTESTS+=		directive-for-generating-endif
17006b9b3e0SSimon J. GerratyTESTS+=		directive-for-lines
17106b9b3e0SSimon J. GerratyTESTS+=		directive-for-null
172956e45f6SSimon J. GerratyTESTS+=		directive-hyphen-include
1732c3632d1SSimon J. GerratyTESTS+=		directive-if
174e2eeea75SSimon J. GerratyTESTS+=		directive-if-nested
1752c3632d1SSimon J. GerratyTESTS+=		directive-ifdef
1762c3632d1SSimon J. GerratyTESTS+=		directive-ifmake
1772c3632d1SSimon J. GerratyTESTS+=		directive-ifndef
1782c3632d1SSimon J. GerratyTESTS+=		directive-ifnmake
179956e45f6SSimon J. GerratyTESTS+=		directive-include
180956e45f6SSimon J. GerratyTESTS+=		directive-include-fatal
1812c3632d1SSimon J. GerratyTESTS+=		directive-info
18206b9b3e0SSimon J. GerratyTESTS+=		directive-misspellings
183956e45f6SSimon J. GerratyTESTS+=		directive-sinclude
1842c3632d1SSimon J. GerratyTESTS+=		directive-undef
1852c3632d1SSimon J. GerratyTESTS+=		directive-unexport
1862c3632d1SSimon J. GerratyTESTS+=		directive-unexport-env
1872c3632d1SSimon J. GerratyTESTS+=		directive-warning
1883841c287SSimon J. GerratyTESTS+=		dollar
1893841c287SSimon J. GerratyTESTS+=		doterror
1903841c287SSimon J. GerratyTESTS+=		dotwait
1912c3632d1SSimon J. GerratyTESTS+=		envfirst
1923841c287SSimon J. GerratyTESTS+=		error
1933841c287SSimon J. GerratyTESTS+=		# escape	# broken by reverting POSIX changes
1943841c287SSimon J. GerratyTESTS+=		export
1953841c287SSimon J. GerratyTESTS+=		export-all
1963841c287SSimon J. GerratyTESTS+=		export-env
1972c3632d1SSimon J. GerratyTESTS+=		export-variants
1983841c287SSimon J. GerratyTESTS+=		forloop
1993841c287SSimon J. GerratyTESTS+=		forsubst
200e2eeea75SSimon J. GerratyTESTS+=		gnode-submake
201956e45f6SSimon J. GerratyTESTS+=		hanoi-include
2022c3632d1SSimon J. GerratyTESTS+=		impsrc
2033841c287SSimon J. GerratyTESTS+=		include-main
204e2eeea75SSimon J. GerratyTESTS+=		job-flags
205956e45f6SSimon J. Gerraty#TESTS+=		job-output-long-lines
206b0c40a00SSimon J. GerratyTESTS+=		job-output-null
207dba7b0efSSimon J. GerratyTESTS+=		jobs-empty-commands
208b0c40a00SSimon J. GerratyTESTS+=		jobs-empty-commands-error
20906b9b3e0SSimon J. GerratyTESTS+=		jobs-error-indirect
21006b9b3e0SSimon J. GerratyTESTS+=		jobs-error-nested
21106b9b3e0SSimon J. GerratyTESTS+=		jobs-error-nested-make
2122c3632d1SSimon J. GerratyTESTS+=		lint
2132c3632d1SSimon J. GerratyTESTS+=		make-exported
21406b9b3e0SSimon J. GerratyTESTS+=		meta-cmd-cmp
2153841c287SSimon J. GerratyTESTS+=		moderrs
2163841c287SSimon J. GerratyTESTS+=		modmatch
2173841c287SSimon J. GerratyTESTS+=		modmisc
2183841c287SSimon J. GerratyTESTS+=		modts
2193841c287SSimon J. GerratyTESTS+=		modword
22006b9b3e0SSimon J. Gerraty.if ${.MAKE.UID} > 0
221e2eeea75SSimon J. GerratyTESTS+=		objdir-writable
22206b9b3e0SSimon J. Gerraty.endif
2232c3632d1SSimon J. GerratyTESTS+=		opt
2242c3632d1SSimon J. GerratyTESTS+=		opt-backwards
2252c3632d1SSimon J. GerratyTESTS+=		opt-chdir
2262c3632d1SSimon J. GerratyTESTS+=		opt-debug
227956e45f6SSimon J. GerratyTESTS+=		opt-debug-all
228956e45f6SSimon J. GerratyTESTS+=		opt-debug-archive
229956e45f6SSimon J. GerratyTESTS+=		opt-debug-curdir
230956e45f6SSimon J. GerratyTESTS+=		opt-debug-cond
231956e45f6SSimon J. GerratyTESTS+=		opt-debug-dir
232956e45f6SSimon J. GerratyTESTS+=		opt-debug-errors
233b0c40a00SSimon J. GerratyTESTS+=		opt-debug-errors-jobs
234956e45f6SSimon J. GerratyTESTS+=		opt-debug-file
235956e45f6SSimon J. GerratyTESTS+=		opt-debug-for
236956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph1
237956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph2
238956e45f6SSimon J. GerratyTESTS+=		opt-debug-graph3
239956e45f6SSimon J. GerratyTESTS+=		opt-debug-hash
240956e45f6SSimon J. Gerraty#TESTS+=		opt-debug-jobs
241956e45f6SSimon J. GerratyTESTS+=		opt-debug-lint
242956e45f6SSimon J. GerratyTESTS+=		opt-debug-loud
243956e45f6SSimon J. GerratyTESTS+=		opt-debug-meta
244956e45f6SSimon J. GerratyTESTS+=		opt-debug-making
245956e45f6SSimon J. GerratyTESTS+=		opt-debug-no-rm
246956e45f6SSimon J. GerratyTESTS+=		opt-debug-parse
247956e45f6SSimon J. GerratyTESTS+=		opt-debug-suff
248956e45f6SSimon J. GerratyTESTS+=		opt-debug-targets
249956e45f6SSimon J. GerratyTESTS+=		opt-debug-varraw
250956e45f6SSimon J. GerratyTESTS+=		opt-debug-var
251956e45f6SSimon J. GerratyTESTS+=		opt-debug-x-trace
2522c3632d1SSimon J. GerratyTESTS+=		opt-define
2532c3632d1SSimon J. GerratyTESTS+=		opt-env
2542c3632d1SSimon J. GerratyTESTS+=		opt-file
2552c3632d1SSimon J. GerratyTESTS+=		opt-ignore
2562c3632d1SSimon J. GerratyTESTS+=		opt-include-dir
2572c3632d1SSimon J. GerratyTESTS+=		opt-jobs
2582c3632d1SSimon J. GerratyTESTS+=		opt-jobs-internal
25906b9b3e0SSimon J. GerratyTESTS+=		opt-jobs-no-action
2602c3632d1SSimon J. GerratyTESTS+=		opt-keep-going
26106b9b3e0SSimon J. GerratyTESTS+=		opt-keep-going-multiple
2622c3632d1SSimon J. GerratyTESTS+=		opt-m-include-dir
2632c3632d1SSimon J. GerratyTESTS+=		opt-no-action
2642c3632d1SSimon J. GerratyTESTS+=		opt-no-action-at-all
26506b9b3e0SSimon J. GerratyTESTS+=		opt-no-action-runflags
266dba7b0efSSimon J. GerratyTESTS+=		opt-no-action-touch
2672c3632d1SSimon J. GerratyTESTS+=		opt-query
2682c3632d1SSimon J. GerratyTESTS+=		opt-raw
2692c3632d1SSimon J. GerratyTESTS+=		opt-silent
2702c3632d1SSimon J. GerratyTESTS+=		opt-touch
271e2eeea75SSimon J. GerratyTESTS+=		opt-touch-jobs
2722c3632d1SSimon J. GerratyTESTS+=		opt-tracefile
2732c3632d1SSimon J. GerratyTESTS+=		opt-var-expanded
2742c3632d1SSimon J. GerratyTESTS+=		opt-var-literal
2752c3632d1SSimon J. GerratyTESTS+=		opt-warnings-as-errors
2762c3632d1SSimon J. GerratyTESTS+=		opt-where-am-i
2772c3632d1SSimon J. GerratyTESTS+=		opt-x-reduce-exported
2783841c287SSimon J. GerratyTESTS+=		order
279956e45f6SSimon J. GerratyTESTS+=		parse-var
2802c3632d1SSimon J. GerratyTESTS+=		phony-end
2813841c287SSimon J. GerratyTESTS+=		posix
2823841c287SSimon J. GerratyTESTS+=		# posix1	# broken by reverting POSIX changes
2832c3632d1SSimon J. GerratyTESTS+=		recursive
2842c3632d1SSimon J. GerratyTESTS+=		sh
2852c3632d1SSimon J. GerratyTESTS+=		sh-dots
28606b9b3e0SSimon J. GerratyTESTS+=		sh-errctl
28706b9b3e0SSimon J. GerratyTESTS+=		sh-flags
2882c3632d1SSimon J. GerratyTESTS+=		sh-jobs
2892c3632d1SSimon J. GerratyTESTS+=		sh-jobs-error
2902c3632d1SSimon J. GerratyTESTS+=		sh-leading-at
2912c3632d1SSimon J. GerratyTESTS+=		sh-leading-hyphen
2922c3632d1SSimon J. GerratyTESTS+=		sh-leading-plus
2932c3632d1SSimon J. GerratyTESTS+=		sh-meta-chars
2942c3632d1SSimon J. GerratyTESTS+=		sh-multi-line
2952c3632d1SSimon J. GerratyTESTS+=		sh-single-line
296956e45f6SSimon J. GerratyTESTS+=		shell-csh
297956e45f6SSimon J. GerratyTESTS+=		shell-custom
298e2eeea75SSimon J. Gerraty.if exists(/bin/ksh)
299956e45f6SSimon J. GerratyTESTS+=		shell-ksh
300e2eeea75SSimon J. Gerraty.endif
301956e45f6SSimon J. GerratyTESTS+=		shell-sh
302956e45f6SSimon J. GerratyTESTS+=		suff-add-later
303956e45f6SSimon J. GerratyTESTS+=		suff-clear-regular
304956e45f6SSimon J. GerratyTESTS+=		suff-clear-single
30506b9b3e0SSimon J. GerratyTESTS+=		suff-incomplete
306956e45f6SSimon J. GerratyTESTS+=		suff-lookup
307956e45f6SSimon J. GerratyTESTS+=		suff-main
30806b9b3e0SSimon J. GerratyTESTS+=		suff-main-several
30906b9b3e0SSimon J. GerratyTESTS+=		suff-phony
310956e45f6SSimon J. GerratyTESTS+=		suff-rebuild
311e2eeea75SSimon J. GerratyTESTS+=		suff-self
31206b9b3e0SSimon J. GerratyTESTS+=		suff-transform-debug
313956e45f6SSimon J. GerratyTESTS+=		suff-transform-endless
314956e45f6SSimon J. GerratyTESTS+=		suff-transform-expand
315956e45f6SSimon J. GerratyTESTS+=		suff-transform-select
3163841c287SSimon J. GerratyTESTS+=		sunshcmd
3173841c287SSimon J. GerratyTESTS+=		ternary
3183841c287SSimon J. GerratyTESTS+=		unexport
3193841c287SSimon J. GerratyTESTS+=		unexport-env
3202c3632d1SSimon J. GerratyTESTS+=		use-inference
3212c3632d1SSimon J. GerratyTESTS+=		var-class
3222c3632d1SSimon J. GerratyTESTS+=		var-class-cmdline
3232c3632d1SSimon J. GerratyTESTS+=		var-class-env
3242c3632d1SSimon J. GerratyTESTS+=		var-class-global
3252c3632d1SSimon J. GerratyTESTS+=		var-class-local
3262c3632d1SSimon J. GerratyTESTS+=		var-class-local-legacy
327b0c40a00SSimon J. GerratyTESTS+=		var-eval-short
3282c3632d1SSimon J. GerratyTESTS+=		var-op
3292c3632d1SSimon J. GerratyTESTS+=		var-op-append
3302c3632d1SSimon J. GerratyTESTS+=		var-op-assign
3312c3632d1SSimon J. GerratyTESTS+=		var-op-default
3322c3632d1SSimon J. GerratyTESTS+=		var-op-expand
3332c3632d1SSimon J. GerratyTESTS+=		var-op-shell
334956e45f6SSimon J. GerratyTESTS+=		var-op-sunsh
335956e45f6SSimon J. GerratyTESTS+=		var-recursive
3363841c287SSimon J. GerratyTESTS+=		varcmd
3372c3632d1SSimon J. GerratyTESTS+=		vardebug
3382c3632d1SSimon J. GerratyTESTS+=		varfind
3393841c287SSimon J. GerratyTESTS+=		varmisc
3402c3632d1SSimon J. GerratyTESTS+=		varmod
3412c3632d1SSimon J. GerratyTESTS+=		varmod-assign
3422c3632d1SSimon J. GerratyTESTS+=		varmod-defined
3433841c287SSimon J. GerratyTESTS+=		varmod-edge
3442c3632d1SSimon J. GerratyTESTS+=		varmod-exclam-shell
3452c3632d1SSimon J. GerratyTESTS+=		varmod-extension
3462c3632d1SSimon J. GerratyTESTS+=		varmod-gmtime
3472c3632d1SSimon J. GerratyTESTS+=		varmod-hash
3482c3632d1SSimon J. GerratyTESTS+=		varmod-head
3492c3632d1SSimon J. GerratyTESTS+=		varmod-ifelse
35006b9b3e0SSimon J. GerratyTESTS+=		varmod-indirect
3512c3632d1SSimon J. GerratyTESTS+=		varmod-l-name-to-value
3522c3632d1SSimon J. GerratyTESTS+=		varmod-localtime
3532c3632d1SSimon J. GerratyTESTS+=		varmod-loop
354b0c40a00SSimon J. GerratyTESTS+=		varmod-loop-varname
3552c3632d1SSimon J. GerratyTESTS+=		varmod-match
3562c3632d1SSimon J. GerratyTESTS+=		varmod-match-escape
3572c3632d1SSimon J. GerratyTESTS+=		varmod-no-match
3582c3632d1SSimon J. GerratyTESTS+=		varmod-order
3592c3632d1SSimon J. GerratyTESTS+=		varmod-order-reverse
3602c3632d1SSimon J. GerratyTESTS+=		varmod-order-shuffle
3612c3632d1SSimon J. GerratyTESTS+=		varmod-path
3622c3632d1SSimon J. GerratyTESTS+=		varmod-quote
3632c3632d1SSimon J. GerratyTESTS+=		varmod-quote-dollar
3642c3632d1SSimon J. GerratyTESTS+=		varmod-range
3652c3632d1SSimon J. GerratyTESTS+=		varmod-remember
3662c3632d1SSimon J. GerratyTESTS+=		varmod-root
3672c3632d1SSimon J. GerratyTESTS+=		varmod-select-words
3682c3632d1SSimon J. GerratyTESTS+=		varmod-shell
3692c3632d1SSimon J. GerratyTESTS+=		varmod-subst
3702c3632d1SSimon J. GerratyTESTS+=		varmod-subst-regex
371b0c40a00SSimon J. GerratyTESTS+=		varmod-sun-shell
3722c3632d1SSimon J. GerratyTESTS+=		varmod-sysv
3732c3632d1SSimon J. GerratyTESTS+=		varmod-tail
3742c3632d1SSimon J. GerratyTESTS+=		varmod-to-abs
3752c3632d1SSimon J. GerratyTESTS+=		varmod-to-lower
3762c3632d1SSimon J. GerratyTESTS+=		varmod-to-many-words
3772c3632d1SSimon J. GerratyTESTS+=		varmod-to-one-word
3782c3632d1SSimon J. GerratyTESTS+=		varmod-to-separator
3792c3632d1SSimon J. GerratyTESTS+=		varmod-to-upper
3802c3632d1SSimon J. GerratyTESTS+=		varmod-undefined
3812c3632d1SSimon J. GerratyTESTS+=		varmod-unique
3822c3632d1SSimon J. GerratyTESTS+=		varname
3832c3632d1SSimon J. GerratyTESTS+=		varname-dollar
3842c3632d1SSimon J. GerratyTESTS+=		varname-dot-alltargets
3852c3632d1SSimon J. GerratyTESTS+=		varname-dot-curdir
3862c3632d1SSimon J. GerratyTESTS+=		varname-dot-includes
3872c3632d1SSimon J. GerratyTESTS+=		varname-dot-includedfromdir
3882c3632d1SSimon J. GerratyTESTS+=		varname-dot-includedfromfile
3892c3632d1SSimon J. GerratyTESTS+=		varname-dot-libs
3902c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-dependfile
3912c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-expand_variables
3922c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-exported
3932c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-jobs
3942c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-jobs-prefix
3952c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-level
3962c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-makefile_preference
3972c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-makefiles
3982c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-bailiwick
3992c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-created
4002c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-files
4012c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_filter
4022c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_paths
4032c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-ignore_patterns
4042c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-meta-prefix
4052c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-mode
4062c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-path_filemon
4072c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-pid
4082c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-ppid
4092c3632d1SSimon J. GerratyTESTS+=		varname-dot-make-save_dollars
41006b9b3e0SSimon J. GerratyTESTS+=		varname-dot-makeflags
4112c3632d1SSimon J. GerratyTESTS+=		varname-dot-makeoverrides
4122c3632d1SSimon J. GerratyTESTS+=		varname-dot-newline
4132c3632d1SSimon J. GerratyTESTS+=		varname-dot-objdir
4142c3632d1SSimon J. GerratyTESTS+=		varname-dot-parsedir
4152c3632d1SSimon J. GerratyTESTS+=		varname-dot-parsefile
4162c3632d1SSimon J. GerratyTESTS+=		varname-dot-path
4172c3632d1SSimon J. GerratyTESTS+=		varname-dot-shell
4182c3632d1SSimon J. GerratyTESTS+=		varname-dot-targets
4192c3632d1SSimon J. GerratyTESTS+=		varname-empty
4202c3632d1SSimon J. GerratyTESTS+=		varname-make
4212c3632d1SSimon J. GerratyTESTS+=		varname-make_print_var_on_error
422956e45f6SSimon J. GerratyTESTS+=		varname-make_print_var_on_error-jobs
423956e45f6SSimon J. GerratyTESTS+=		varname-makefile
4242c3632d1SSimon J. GerratyTESTS+=		varname-makeflags
4252c3632d1SSimon J. GerratyTESTS+=		varname-pwd
4262c3632d1SSimon J. GerratyTESTS+=		varname-vpath
4272c3632d1SSimon J. GerratyTESTS+=		varparse-dynamic
428e2eeea75SSimon J. GerratyTESTS+=		varparse-errors
429956e45f6SSimon J. GerratyTESTS+=		varparse-mod
430956e45f6SSimon J. GerratyTESTS+=		varparse-undef-partial
4313841c287SSimon J. GerratyTESTS+=		varquote
4323841c287SSimon J. Gerraty
433e2eeea75SSimon J. Gerraty# Ideas for more tests:
434e2eeea75SSimon J. Gerraty#	char-0020-space.mk
435e2eeea75SSimon J. Gerraty#	char-005C-backslash.mk
436e2eeea75SSimon J. Gerraty#	escape-cond-str.mk
437e2eeea75SSimon J. Gerraty#	escape-cond-func-arg.mk
438e2eeea75SSimon J. Gerraty#	escape-cond-func-arg.mk
439e2eeea75SSimon J. Gerraty#	escape-varmod.mk
440e2eeea75SSimon J. Gerraty#	escape-varmod-define.mk
441e2eeea75SSimon J. Gerraty#	escape-varmod-match.mk
442e2eeea75SSimon J. Gerraty#	escape-varname.mk
443e2eeea75SSimon J. Gerraty#	escape-varassign-varname.mk
444e2eeea75SSimon J. Gerraty#	escape-varassign-varname-cmdline.mk
445e2eeea75SSimon J. Gerraty#	escape-varassign-value.mk
446e2eeea75SSimon J. Gerraty#	escape-varassign-value-cmdline.mk
447e2eeea75SSimon J. Gerraty#	escape-dependency-source.mk
448e2eeea75SSimon J. Gerraty#	escape-dependency-target.mk
449e2eeea75SSimon J. Gerraty#	escape-for-varname.mk
450e2eeea75SSimon J. Gerraty#	escape-for-item.mk
451e2eeea75SSimon J. Gerraty#	posix-*.mk (see posix.mk and posix1.mk)
452e2eeea75SSimon J. Gerraty
4532c3632d1SSimon J. Gerraty# Additional environment variables for some of the tests.
4542c3632d1SSimon J. Gerraty# The base environment is -i PATH="$PATH".
455e2eeea75SSimon J. GerratyENV.depsrc-optional+=   TZ=UTC
4562c3632d1SSimon J. GerratyENV.envfirst=		FROM_ENV=value-from-env
4572c3632d1SSimon J. GerratyENV.varmisc=		FROM_ENV=env
4582c3632d1SSimon J. GerratyENV.varmisc+=		FROM_ENV_BEFORE=env
4592c3632d1SSimon J. GerratyENV.varmisc+=		FROM_ENV_AFTER=env
460956e45f6SSimon J. GerratyENV.varmod-localtime+=	TZ=Europe/Berlin
461e2eeea75SSimon J. GerratyENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4622c3632d1SSimon J. Gerraty
4632c3632d1SSimon J. Gerraty# Override make flags for some of the tests; default is -k.
4642c3632d1SSimon J. Gerraty# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4652c3632d1SSimon J. Gerraty# settings FLAGS.test=-dv here, since that is closer to the test code.
466956e45f6SSimon J. GerratyFLAGS.cond-func-make=		via-cmdline
4672c3632d1SSimon J. GerratyFLAGS.directive-ifmake=		first second
468e2eeea75SSimon J. GerratyFLAGS.doterror=			# none, especially not -k
46906b9b3e0SSimon J. GerratyFLAGS.jobs-error-indirect=	# none, especially not -k
47006b9b3e0SSimon J. GerratyFLAGS.jobs-error-nested=	# none, especially not -k
47106b9b3e0SSimon J. GerratyFLAGS.jobs-error-nested-make=	# none, especially not -k
472e2eeea75SSimon J. GerratyFLAGS.varname-empty=		-dv '$${:U}=cmdline-u' '=cmdline-plain'
4733841c287SSimon J. Gerraty
474956e45f6SSimon J. Gerraty# Some tests need extra postprocessing.
47506b9b3e0SSimon J. GerratySED_CMDS.dir=		${:D remove output from -DCLEANUP mode }
47606b9b3e0SSimon J. GerratySED_CMDS.dir+=		-e '/^OpenDirs_Done:/d'
47706b9b3e0SSimon J. GerratySED_CMDS.dir+=		-e '/^CachedDir /d'
47806b9b3e0SSimon J. GerratySED_CMDS.export=	-e '/^[^=_A-Za-z0-9]*=/d'
47906b9b3e0SSimon J. GerratySED_CMDS.export-all=	${SED_CMDS.export}
48006b9b3e0SSimon J. GerratySED_CMDS.export-env=	${SED_CMDS.export}
48106b9b3e0SSimon J. GerratySED_CMDS.cmdline=	-e 's,uid${.MAKE.UID}/,,'
482956e45f6SSimon J. GerratySED_CMDS.job-output-long-lines= \
483956e45f6SSimon J. Gerraty	${:D Job separators on their own line are ok. } \
484956e45f6SSimon J. Gerraty	-e '/^--- job-[ab] ---$$/d' \
485956e45f6SSimon J. Gerraty	${:D Plain output lines are ok as well. } \
486956e45f6SSimon J. Gerraty	${:D They may come in multiples of 1024 or as 10000. } \
487956e45f6SSimon J. Gerraty	-e '/^aa*$$/d' \
488956e45f6SSimon J. Gerraty	-e '/^bb*$$/d' \
489956e45f6SSimon J. Gerraty	${:D The following lines should rather not occur since the job } \
490956e45f6SSimon J. Gerraty	${:D marker should always be at the beginning of the line. } \
491956e45f6SSimon J. Gerraty	-e '/^aa*--- job-b ---$$/d' \
492956e45f6SSimon J. Gerraty	-e '/^bb*--- job-a ---$$/d'
493b0c40a00SSimon J. GerratySED_CMDS.opt-chdir=		-e 's,\(nonexistent\).[1-9][0-9]*,\1,'
49406b9b3e0SSimon J. GerratySED_CMDS.opt-debug-graph1=	${STD_SED_CMDS.dg1}
495dba7b0efSSimon J. GerratySED_CMDS.opt-debug-graph2=	${STD_SED_CMDS.dg2}
496dba7b0efSSimon J. GerratySED_CMDS.opt-debug-graph3=	${STD_SED_CMDS.dg3}
497956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
498956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
499956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
500956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
50106b9b3e0SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,Command: ${.SHELL:T},Command: <shell>,'
502956e45f6SSimon J. Gerraty# The "-q" may be there or not, see jobs.c, variable shells.
50306b9b3e0SSimon J. GerratySED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: <shell>\) -q,\1,'
504b0c40a00SSimon J. GerratySED_CMDS.opt-debug-lint+=	${STD_SED_CMDS.regex}
50506b9b3e0SSimon J. GerratySED_CMDS.opt-jobs-no-action=	${STD_SED_CMDS.hide-from-output}
50606b9b3e0SSimon J. GerratySED_CMDS.opt-no-action-runflags= ${STD_SED_CMDS.hide-from-output}
507b0c40a00SSimon J. Gerraty# For Compat_RunCommand, useShell == false.
50806b9b3e0SSimon J. GerratySED_CMDS.sh-dots=		-e 's,^.*\.\.\.:.*,<not found: ...>,'
509b0c40a00SSimon J. Gerraty# For Compat_RunCommand, useShell == true.
51006b9b3e0SSimon J. GerratySED_CMDS.sh-dots+=		-e 's,^make: exec(\(.*\)) failed (.*)$$,<not found: \1>,'
51106b9b3e0SSimon J. GerratySED_CMDS.sh-dots+=		-e 's,^\(\*\*\* Error code \)[1-9][0-9]*,\1<nonzero>,'
51206b9b3e0SSimon J. GerratySED_CMDS.sh-errctl=		${STD_SED_CMDS.dj}
51306b9b3e0SSimon J. GerratySED_CMDS.sh-flags=		${STD_SED_CMDS.hide-from-output}
51406b9b3e0SSimon J. GerratySED_CMDS.suff-main+=		${STD_SED_CMDS.dg1}
51506b9b3e0SSimon J. GerratySED_CMDS.suff-main-several+=	${STD_SED_CMDS.dg1}
51606b9b3e0SSimon J. GerratySED_CMDS.suff-transform-debug+=	${STD_SED_CMDS.dg1}
517dba7b0efSSimon J. GerratySED_CMDS.var-op-shell+=		${STD_SED_CMDS.shell}
518dba7b0efSSimon J. GerratySED_CMDS.var-op-shell+=		-e '/command/s,No such.*,not found,'
51906b9b3e0SSimon J. GerratySED_CMDS.vardebug+=		-e 's,${.SHELL},</path/to/shell>,'
520b0c40a00SSimon J. GerratySED_CMDS.varmod-subst-regex+=	${STD_SED_CMDS.regex}
521956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
522956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
523956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
524956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
525956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
526dba7b0efSSimon J. GerratySED_CMDS.varname-empty=		-e 's,${.CURDIR},<curdir>,g'
527dba7b0efSSimon J. GerratySED_CMDS.varname-empty+=	-e '/\.PARSEDIR/d'
528dba7b0efSSimon J. GerratySED_CMDS.varname-empty+=	-e '/\.SHELL/d'
5292c3632d1SSimon J. Gerraty
5302c3632d1SSimon J. Gerraty# Some tests need an additional round of postprocessing.
53106b9b3e0SSimon J. GerratyPOSTPROC.deptgt-suffixes=	awk '/^\#\*\*\* Suffixes/,/^never-stop/'
532e2eeea75SSimon J. GerratyPOSTPROC.gnode-submake=		awk '/Input graph/, /^$$/'
5332c3632d1SSimon J. Gerraty
5342c3632d1SSimon J. Gerraty# Some tests reuse other tests, which makes them unnecessarily fragile.
5352c3632d1SSimon J. Gerratyexport-all.rawout: export.mk
5362c3632d1SSimon J. Gerratyunexport.rawout: export.mk
5372c3632d1SSimon J. Gerratyunexport-env.rawout: export.mk
5383841c287SSimon J. Gerraty
5393841c287SSimon J. Gerraty# End of the configuration section.
54049caa483SSimon J. Gerraty
54106b9b3e0SSimon J. Gerraty# Some standard sed commands, to be used in the SED_CMDS above.
54206b9b3e0SSimon J. Gerraty
54306b9b3e0SSimon J. Gerraty# Omit details such as process IDs from the output of the -dg1 option.
54406b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1=	-e 's,${.CURDIR}$$,<curdir>,'
54506b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e '/\.MAKE.PATH_FILEMON/d'
54606b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e '/^MAKE_VERSION/d;/^\#.*\/mk/d'
54706b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,  ${DEFSYSPATH:U/usr/share/mk}$$,  <defsyspath>,'
54806b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,'
54906b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,'
55006b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,'
55106b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,^\(MAKE *=\) .*,\1 <details omitted>,'
552dba7b0efSSimon J. GerratySTD_SED_CMDS.dg1+=	-e 's,^\(\.SHELL *=\) .*,\1 <details omitted>,'
553dba7b0efSSimon J. Gerraty
554dba7b0efSSimon J. GerratySTD_SED_CMDS.dg2=	${STD_SED_CMDS.dg1}
555dba7b0efSSimon J. GerratySTD_SED_CMDS.dg2+=	-e 's,\(last modified\) ..:..:.. ... ..\, ....,\1 <timestamp>,'
556dba7b0efSSimon J. GerratySTD_SED_CMDS.dg3=	${STD_SED_CMDS.dg2}
55706b9b3e0SSimon J. Gerraty
55806b9b3e0SSimon J. Gerraty# Omit details such as process IDs from the output of the -dj option.
55906b9b3e0SSimon J. GerratySTD_SED_CMDS.dj= \
56006b9b3e0SSimon J. Gerraty	-e '/Process/d;/JobFinish:/d' \
56106b9b3e0SSimon J. Gerraty	-e 's,^\(Job_TokenWithdraw\)([0-9]*),\1(<pid>),' \
56206b9b3e0SSimon J. Gerraty	-e 's,^([0-9][0-9]*) \(withdrew token\),(<pid>) \1,' \
56306b9b3e0SSimon J. Gerraty	-e 's, \(pid\) [0-9][0-9]*, \1 <pid>,' \
56406b9b3e0SSimon J. Gerraty	-e 's,^\(	Command:\) .*,\1 <shell>,'
56506b9b3e0SSimon J. Gerraty
56606b9b3e0SSimon J. Gerraty# Reduce the noise for tests running with the -n option, since there is no
56706b9b3e0SSimon J. Gerraty# other way to suppress the echoing of the commands.
56806b9b3e0SSimon J. GerratySTD_SED_CMDS.hide-from-output= \
56906b9b3e0SSimon J. Gerraty	-e '/^echo hide-from-output/d' \
57006b9b3e0SSimon J. Gerraty	-e 's,hide-from-output ,,' \
57106b9b3e0SSimon J. Gerraty	-e 's,hide-from-output,,'
57206b9b3e0SSimon J. Gerraty
573dba7b0efSSimon J. Gerraty# Normalize the output for error messages from the shell.
574dba7b0efSSimon J. Gerraty#
575dba7b0efSSimon J. Gerraty# $shell -c '...'
576dba7b0efSSimon J. Gerraty#	NetBSD sh	...: not found
577dba7b0efSSimon J. Gerraty#	NetBSD ksh	ksh: ...: not found
578dba7b0efSSimon J. Gerraty#	bash 5.0.18	bash: ...: command not found
579dba7b0efSSimon J. Gerraty#	bash 5.1.0	bash: line 1: ...: command not found
580dba7b0efSSimon J. Gerraty#	dash		dash: 1: ...: not found
581dba7b0efSSimon J. Gerraty#
582dba7b0efSSimon J. Gerraty# $shell -c '< /nonexistent'
583dba7b0efSSimon J. Gerraty#	NetBSD sh	sh: cannot open /nonexistent: no such file
584dba7b0efSSimon J. Gerraty#	NetBSD ksh	ksh: cannot open /nonexistent: No such file or directory
585dba7b0efSSimon J. Gerraty#	bash 5.0.18	bash: /nonexistent: No such file or directory
586dba7b0efSSimon J. Gerraty#	bash 5.1.0	bash: line 1: /nonexistent: No such file or directory
587dba7b0efSSimon J. Gerraty#	dash		dash: 1: cannot open /nonexistent: No such file
588dba7b0efSSimon J. Gerraty#
589dba7b0efSSimon J. Gerraty# echo '< /nonexistent' | $shell
590dba7b0efSSimon J. Gerraty#	NetBSD sh	sh: cannot open /nonexistent: no such file
591dba7b0efSSimon J. Gerraty#	NetBSD ksh	ksh: <stdin>[1]: cannot open /nonexistent: No such file or directory
592dba7b0efSSimon J. Gerraty#	bash 5.0.18	bash: line 1: /nonexistent: No such file or directory
593dba7b0efSSimon J. Gerraty#	bash 5.1.0	bash: line 1: /nonexistent: No such file or directory
594dba7b0efSSimon J. Gerraty#	dash		dash: 1: cannot open /nonexistent: No such file
595dba7b0efSSimon J. Gerraty#
596dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+=		-e 's,^${.SHELL:T}: line [0-9][0-9]*: ,,'
597dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+=		-e 's,^${.SHELL:T}: [0-9][0-9]*: ,,'
598dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+=		-e 's,^${.SHELL:T}: ,,'
59906b9b3e0SSimon J. Gerraty
600b0c40a00SSimon J. Gerraty# The actual error messages for a failed regcomp or regexec differ between the
601b0c40a00SSimon J. Gerraty# implementations.
602b0c40a00SSimon J. GerratySTD_SED_CMDS.regex= \
603b0c40a00SSimon J. Gerraty	-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
604b0c40a00SSimon J. Gerraty
605dba7b0efSSimon J. Gerraty# End of the configuration helpers section.
60649caa483SSimon J. Gerraty
6072c3632d1SSimon J. Gerraty.-include "Makefile.inc"
60849caa483SSimon J. Gerraty.-include "Makefile.config"
60949caa483SSimon J. Gerraty
61049caa483SSimon J. GerratyUNIT_TESTS:=	${.PARSEDIR}
61149caa483SSimon J. Gerraty.PATH: ${UNIT_TESTS}
61249caa483SSimon J. Gerraty
613956e45f6SSimon J. Gerraty.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
614956e45f6SSimon J. GerratyOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
615956e45f6SSimon J. Gerraty.else
6163841c287SSimon J. GerratyOUTFILES=	${TESTS:=.out}
617956e45f6SSimon J. Gerraty.endif
61849caa483SSimon J. Gerraty
61949caa483SSimon J. Gerratyall: ${OUTFILES}
62049caa483SSimon J. Gerraty
6212c3632d1SSimon J. GerratyCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
62249caa483SSimon J. GerratyCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
62349caa483SSimon J. GerratyCLEANFILES+=		issue* .[ab]*		# suffixes.mk
6242c3632d1SSimon J. GerratyCLEANDIRS=		dir dummy		# posix1.mk
62549caa483SSimon J. Gerraty
62649caa483SSimon J. Gerratyclean:
62749caa483SSimon J. Gerraty	rm -f ${CLEANFILES}
6282c3632d1SSimon J. Gerraty	rm -rf ${CLEANDIRS}
62949caa483SSimon J. Gerraty
63049caa483SSimon J. GerratyTEST_MAKE?=	${.MAKE}
63149caa483SSimon J. GerratyTOOL_SED?=	sed
63249caa483SSimon J. GerratyTOOL_TR?=	tr
63349caa483SSimon J. GerratyTOOL_DIFF?=	diff
6343841c287SSimon J. GerratyDIFF_FLAGS?=	-u
63549caa483SSimon J. Gerraty
63649caa483SSimon J. Gerraty.if defined(.PARSEDIR)
63749caa483SSimon J. Gerraty# ensure consistent results from sort(1)
63849caa483SSimon J. GerratyLC_ALL=		C
63949caa483SSimon J. GerratyLANG=		C
64049caa483SSimon J. Gerraty.export LANG LC_ALL
64149caa483SSimon J. Gerraty.endif
64249caa483SSimon J. Gerraty
6432c3632d1SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} != ""
6442c3632d1SSimon J. Gerraty# we don't need the noise
6452c3632d1SSimon J. Gerraty_MKMSG_TEST= :
6462c3632d1SSimon J. Gerraty.endif
6472c3632d1SSimon J. Gerraty
648dba7b0efSSimon J. Gerraty
649dba7b0efSSimon J. Gerraty# for many tests we need a TMPDIR that will not collide
650dba7b0efSSimon J. Gerraty# with other users.
651dba7b0efSSimon J. Gerraty.if ${.OBJDIR} != ${.CURDIR}
652dba7b0efSSimon J. Gerraty# easy
653dba7b0efSSimon J. GerratyTMPDIR:=	${.OBJDIR}/tmp
654b0c40a00SSimon J. Gerraty.elif defined(TMPDIR)
655b0c40a00SSimon J. GerratyTMPDIR:=	${TMPDIR}/uid${.MAKE.UID}
656dba7b0efSSimon J. Gerraty.else
657b0c40a00SSimon J. GerratyTMPDIR:=	/tmp/uid${.MAKE.UID}
658dba7b0efSSimon J. Gerraty.endif
659dba7b0efSSimon J. Gerraty# make sure it exists
660dba7b0efSSimon J. Gerraty.if !exist(${TMPDIR})
661dba7b0efSSimon J. Gerratyx!= echo; mkdir -p ${TMPDIR}
662dba7b0efSSimon J. Gerraty.endif
663dba7b0efSSimon J. Gerraty
664956e45f6SSimon J. GerratyMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
665dba7b0efSSimon J. GerratyMAKE_TEST_ENV+= TMPDIR=${TMPDIR}
666956e45f6SSimon J. Gerraty
66706b9b3e0SSimon J. Gerraty.if ${.MAKE.OS} == "NetBSD"
66806b9b3e0SSimon J. GerratyLIMIT_RESOURCES?=	ulimit -v 200000
66906b9b3e0SSimon J. Gerraty.endif
67006b9b3e0SSimon J. GerratyLIMIT_RESOURCES?=	:
67106b9b3e0SSimon J. Gerraty
672956e45f6SSimon J. Gerraty# Each test is run in a sub-make, to keep the tests for interfering with
673956e45f6SSimon J. Gerraty# each other, and because they use different environment variables and
674956e45f6SSimon J. Gerraty# command line options.
67549caa483SSimon J. Gerraty.SUFFIXES: .mk .rawout .out
67649caa483SSimon J. Gerraty.mk.rawout:
6772c3632d1SSimon J. Gerraty	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
6782c3632d1SSimon J. Gerraty	@set -eu; \
67906b9b3e0SSimon J. Gerraty	${LIMIT_RESOURCES}; \
6802c3632d1SSimon J. Gerraty	cd ${.OBJDIR}; \
681956e45f6SSimon J. Gerraty	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
6822c3632d1SSimon J. Gerraty	  ${TEST_MAKE} \
6832c3632d1SSimon J. Gerraty	    -r -C ${.CURDIR} -f ${.IMPSRC} \
684956e45f6SSimon J. Gerraty	    ${FLAGS.${.PREFIX:T}:U-k} \
6852c3632d1SSimon J. Gerraty	    > ${.TARGET}.tmp 2>&1 \
6862c3632d1SSimon J. Gerraty	&& status=$$? || status=$$?; \
6872c3632d1SSimon J. Gerraty	echo $$status > ${.TARGET:R}.status
68849caa483SSimon J. Gerraty	@mv ${.TARGET}.tmp ${.TARGET}
68949caa483SSimon J. Gerraty
690956e45f6SSimon J. Gerraty# Postprocess the test output so that the results can be compared.
6913841c287SSimon J. Gerraty#
6923841c287SSimon J. Gerraty# always pretend .MAKE was called 'make'
6933841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
6943841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
695e2eeea75SSimon J. Gerraty_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
696e2eeea75SSimon J. Gerraty_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
6973841c287SSimon J. Gerraty# replace anything after 'stopped in' with unit-tests
6983841c287SSimon J. Gerraty_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
699dba7b0efSSimon J. Gerraty_SED_CMDS+=	-e 's,${TMPDIR},TMPDIR,g'
7003841c287SSimon J. Gerraty# strip ${.CURDIR}/ from the output
7013841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
7023841c287SSimon J. Gerraty_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
70306b9b3e0SSimon J. Gerraty# on AT&T derrived systems; false exits 255 not 1
70406b9b3e0SSimon J. Gerraty.if ${.MAKE.OS:N*BSD} != ""
70506b9b3e0SSimon J. Gerraty_SED_CMDS+=	-e 's,\(Error code\) 255,\1 1,'
70606b9b3e0SSimon J. Gerraty.endif
7073841c287SSimon J. Gerraty
70849caa483SSimon J. Gerraty.rawout.out:
709956e45f6SSimon J. Gerraty	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
7102c3632d1SSimon J. Gerraty	  < ${.IMPSRC} > ${.TARGET}.tmp1
711956e45f6SSimon J. Gerraty	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
7122c3632d1SSimon J. Gerraty	@rm ${.TARGET}.tmp1
7132c3632d1SSimon J. Gerraty	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
7142c3632d1SSimon J. Gerraty	@mv ${.TARGET}.tmp2 ${.TARGET}
71549caa483SSimon J. Gerraty
71606b9b3e0SSimon J. Gerraty.if empty(DIFF_FLAGS)
71706b9b3e0SSimon J. GerratyDIFF_ECHO= echo
71806b9b3e0SSimon J. Gerraty.else
71906b9b3e0SSimon J. GerratyDIFF_ECHO= :
72006b9b3e0SSimon J. Gerraty.endif
72106b9b3e0SSimon J. Gerraty
72249caa483SSimon J. Gerraty# Compare all output files
72349caa483SSimon J. Gerratytest:	${OUTFILES} .PHONY
72449caa483SSimon J. Gerraty	@failed= ; \
7253841c287SSimon J. Gerraty	for test in ${TESTS}; do \
72606b9b3e0SSimon J. Gerraty	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out && continue || \
72706b9b3e0SSimon J. Gerraty	  ${DIFF_ECHO} diff ${UNIT_TESTS}/$${test}.exp $${test}.out; \
72849caa483SSimon J. Gerraty	  ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \
72949caa483SSimon J. Gerraty	  || failed="$${failed}$${failed:+ }$${test}" ; \
73049caa483SSimon J. Gerraty	done ; \
73149caa483SSimon J. Gerraty	if [ -n "$${failed}" ]; then \
73249caa483SSimon J. Gerraty	  echo "Failed tests: $${failed}" ; false ; \
73349caa483SSimon J. Gerraty	else \
73449caa483SSimon J. Gerraty	  echo "All tests passed" ; \
73549caa483SSimon J. Gerraty	fi
73649caa483SSimon J. Gerraty
73749caa483SSimon J. Gerratyaccept:
7383841c287SSimon J. Gerraty	@for test in ${TESTS}; do \
73949caa483SSimon J. Gerraty	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
74049caa483SSimon J. Gerraty	  || { echo "Replacing $${test}.exp" ; \
74149caa483SSimon J. Gerraty	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
74249caa483SSimon J. Gerraty	done
74349caa483SSimon J. Gerraty
74449caa483SSimon J. Gerraty.if exists(${TEST_MAKE})
745956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${TEST_MAKE}
746956e45f6SSimon J. Gerraty# in meta mode, we *know* if a target script is impacted
747956e45f6SSimon J. Gerraty# by a makefile change.
748956e45f6SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} == ""
749956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
750956e45f6SSimon J. Gerraty.endif
75149caa483SSimon J. Gerraty.endif
75249caa483SSimon J. Gerraty
75349caa483SSimon J. Gerraty.-include <obj.mk>
754