19f45a3c8SSimon J. Gerraty# $Id: Makefile,v 1.171 2022/01/28 21:33:18 sjg Exp $ 249caa483SSimon J. Gerraty# 39f45a3c8SSimon J. Gerraty# $NetBSD: Makefile,v 1.302 2022/01/27 21:50:50 sjg Exp $ 449caa483SSimon J. Gerraty# 549caa483SSimon J. Gerraty# Unit tests for make(1) 63841c287SSimon J. Gerraty# 749caa483SSimon J. Gerraty# The main targets are: 849caa483SSimon J. Gerraty# 93841c287SSimon J. Gerraty# all: 103841c287SSimon J. Gerraty# run all the tests 113841c287SSimon J. Gerraty# test: 123841c287SSimon J. Gerraty# run 'all', and compare to expected results 133841c287SSimon J. Gerraty# accept: 143841c287SSimon J. Gerraty# move generated output to expected results 1549caa483SSimon J. Gerraty# 163841c287SSimon J. Gerraty# Settable variables 173841c287SSimon J. Gerraty# 183841c287SSimon J. Gerraty# TEST_MAKE 193841c287SSimon J. Gerraty# The make program to be tested. 203841c287SSimon J. Gerraty# 213841c287SSimon J. Gerraty# 223841c287SSimon J. Gerraty# Adding a test case 233841c287SSimon J. Gerraty# 2449caa483SSimon J. Gerraty# Each feature should get its own set of tests in its own suitably 2549caa483SSimon J. Gerraty# named makefile (*.mk), with its own set of expected results (*.exp), 263841c287SSimon J. Gerraty# and it should be added to the TESTS list. 2749caa483SSimon J. Gerraty# 282c3632d1SSimon J. Gerraty# A few *.mk files are helper files for other tests (such as include-sub.mk) 292c3632d1SSimon J. Gerraty# and are thus not added to TESTS. Such files must be ignored in 302c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh. 313841c287SSimon J. Gerraty# 323841c287SSimon J. Gerraty 33dba7b0efSSimon J. Gerraty.MAIN: all 34dba7b0efSSimon J. Gerraty 3506b9b3e0SSimon J. Gerraty# we use these below but we might be an older make 3606b9b3e0SSimon J. Gerraty.MAKE.OS?= ${uname -s:L:sh} 3706b9b3e0SSimon J. Gerraty.MAKE.UID?= ${id -u:L:sh} 3806b9b3e0SSimon J. Gerraty 393841c287SSimon J. Gerraty# Each test is in a sub-makefile. 403841c287SSimon J. Gerraty# Keep the list sorted. 412c3632d1SSimon J. Gerraty# Any test that is commented out must be ignored in 422c3632d1SSimon J. Gerraty# src/tests/usr.bin/make/t_make.sh as well. 43956e45f6SSimon J. Gerraty#TESTS+= archive 4406b9b3e0SSimon J. Gerraty#TESTS+= archive-suffix 45e2eeea75SSimon J. GerratyTESTS+= cmd-errors 4606b9b3e0SSimon J. GerratyTESTS+= cmd-errors-jobs 47e2eeea75SSimon J. GerratyTESTS+= cmd-errors-lint 482c3632d1SSimon J. GerratyTESTS+= cmd-interrupt 492c3632d1SSimon J. GerratyTESTS+= cmdline 50dba7b0efSSimon J. GerratyTESTS+= cmdline-redirect-stdin 51e2eeea75SSimon J. GerratyTESTS+= cmdline-undefined 523841c287SSimon J. GerratyTESTS+= comment 5306b9b3e0SSimon J. GerratyTESTS+= compat-error 542c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric 552c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-eq 562c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-ge 572c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-gt 582c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-le 592c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-lt 602c3632d1SSimon J. GerratyTESTS+= cond-cmp-numeric-ne 612c3632d1SSimon J. GerratyTESTS+= cond-cmp-string 62956e45f6SSimon J. GerratyTESTS+= cond-cmp-unary 6306b9b3e0SSimon J. GerratyTESTS+= cond-eof 642c3632d1SSimon J. GerratyTESTS+= cond-func 652c3632d1SSimon J. GerratyTESTS+= cond-func-commands 662c3632d1SSimon J. GerratyTESTS+= cond-func-defined 672c3632d1SSimon J. GerratyTESTS+= cond-func-empty 682c3632d1SSimon J. GerratyTESTS+= cond-func-exists 692c3632d1SSimon J. GerratyTESTS+= cond-func-make 7006b9b3e0SSimon J. GerratyTESTS+= cond-func-make-main 712c3632d1SSimon J. GerratyTESTS+= cond-func-target 723841c287SSimon J. GerratyTESTS+= cond-late 732c3632d1SSimon J. GerratyTESTS+= cond-op 742c3632d1SSimon J. GerratyTESTS+= cond-op-and 75e2eeea75SSimon J. GerratyTESTS+= cond-op-and-lint 762c3632d1SSimon J. GerratyTESTS+= cond-op-not 772c3632d1SSimon J. GerratyTESTS+= cond-op-or 78e2eeea75SSimon J. GerratyTESTS+= cond-op-or-lint 792c3632d1SSimon J. GerratyTESTS+= cond-op-parentheses 803841c287SSimon J. GerratyTESTS+= cond-short 812c3632d1SSimon J. GerratyTESTS+= cond-token-number 822c3632d1SSimon J. GerratyTESTS+= cond-token-plain 832c3632d1SSimon J. GerratyTESTS+= cond-token-string 842c3632d1SSimon J. GerratyTESTS+= cond-token-var 85956e45f6SSimon J. GerratyTESTS+= cond-undef-lint 863841c287SSimon J. GerratyTESTS+= cond1 872c3632d1SSimon J. GerratyTESTS+= counter 88956e45f6SSimon J. GerratyTESTS+= counter-append 892c3632d1SSimon J. GerratyTESTS+= dep 902c3632d1SSimon J. GerratyTESTS+= dep-colon 91956e45f6SSimon J. GerratyTESTS+= dep-colon-bug-cross-file 922c3632d1SSimon J. GerratyTESTS+= dep-double-colon 93956e45f6SSimon J. GerratyTESTS+= dep-double-colon-indep 949f45a3c8SSimon J. GerratyTESTS+= dep-duplicate 952c3632d1SSimon J. GerratyTESTS+= dep-exclam 962c3632d1SSimon J. GerratyTESTS+= dep-none 979f45a3c8SSimon J. GerratyTESTS+= dep-op-missing 98956e45f6SSimon J. GerratyTESTS+= dep-percent 992c3632d1SSimon J. GerratyTESTS+= dep-var 1002c3632d1SSimon J. GerratyTESTS+= dep-wildcards 1012c3632d1SSimon J. GerratyTESTS+= depsrc 102956e45f6SSimon J. GerratyTESTS+= depsrc-end 1032c3632d1SSimon J. GerratyTESTS+= depsrc-exec 1042c3632d1SSimon J. GerratyTESTS+= depsrc-ignore 1052c3632d1SSimon J. GerratyTESTS+= depsrc-made 1062c3632d1SSimon J. GerratyTESTS+= depsrc-make 1072c3632d1SSimon J. GerratyTESTS+= depsrc-meta 1082c3632d1SSimon J. GerratyTESTS+= depsrc-nometa 1092c3632d1SSimon J. GerratyTESTS+= depsrc-nometa_cmp 1102c3632d1SSimon J. GerratyTESTS+= depsrc-nopath 1112c3632d1SSimon J. GerratyTESTS+= depsrc-notmain 1122c3632d1SSimon J. GerratyTESTS+= depsrc-optional 1132c3632d1SSimon J. GerratyTESTS+= depsrc-phony 1142c3632d1SSimon J. GerratyTESTS+= depsrc-precious 1152c3632d1SSimon J. GerratyTESTS+= depsrc-recursive 1162c3632d1SSimon J. GerratyTESTS+= depsrc-silent 1172c3632d1SSimon J. GerratyTESTS+= depsrc-use 1182c3632d1SSimon J. GerratyTESTS+= depsrc-usebefore 1192c3632d1SSimon J. GerratyTESTS+= depsrc-usebefore-double-colon 1202c3632d1SSimon J. GerratyTESTS+= depsrc-wait 1212c3632d1SSimon J. GerratyTESTS+= deptgt 1222c3632d1SSimon J. GerratyTESTS+= deptgt-begin 12306b9b3e0SSimon J. GerratyTESTS+= deptgt-begin-fail 12406b9b3e0SSimon J. GerratyTESTS+= deptgt-begin-fail-indirect 1252c3632d1SSimon J. GerratyTESTS+= deptgt-default 1262c3632d1SSimon J. GerratyTESTS+= deptgt-delete_on_error 1272c3632d1SSimon J. GerratyTESTS+= deptgt-end 12806b9b3e0SSimon J. GerratyTESTS+= deptgt-end-fail 12906b9b3e0SSimon J. GerratyTESTS+= deptgt-end-fail-all 13006b9b3e0SSimon J. GerratyTESTS+= deptgt-end-fail-indirect 131956e45f6SSimon J. GerratyTESTS+= deptgt-end-jobs 1322c3632d1SSimon J. GerratyTESTS+= deptgt-error 1332c3632d1SSimon J. GerratyTESTS+= deptgt-ignore 1342c3632d1SSimon J. GerratyTESTS+= deptgt-interrupt 1352c3632d1SSimon J. GerratyTESTS+= deptgt-main 1362c3632d1SSimon J. GerratyTESTS+= deptgt-makeflags 1372c3632d1SSimon J. GerratyTESTS+= deptgt-no_parallel 1382c3632d1SSimon J. GerratyTESTS+= deptgt-nopath 1392c3632d1SSimon J. GerratyTESTS+= deptgt-notparallel 1402c3632d1SSimon J. GerratyTESTS+= deptgt-objdir 1412c3632d1SSimon J. GerratyTESTS+= deptgt-order 1422c3632d1SSimon J. GerratyTESTS+= deptgt-path 1432c3632d1SSimon J. GerratyTESTS+= deptgt-path-suffix 1442c3632d1SSimon J. GerratyTESTS+= deptgt-phony 1452c3632d1SSimon J. GerratyTESTS+= deptgt-precious 1462c3632d1SSimon J. GerratyTESTS+= deptgt-shell 1472c3632d1SSimon J. GerratyTESTS+= deptgt-silent 1482c3632d1SSimon J. GerratyTESTS+= deptgt-stale 1492c3632d1SSimon J. GerratyTESTS+= deptgt-suffixes 1502c3632d1SSimon J. GerratyTESTS+= dir 1512c3632d1SSimon J. GerratyTESTS+= dir-expand-path 1522c3632d1SSimon J. GerratyTESTS+= directive 153956e45f6SSimon J. GerratyTESTS+= directive-dinclude 1542c3632d1SSimon J. GerratyTESTS+= directive-elif 1552c3632d1SSimon J. GerratyTESTS+= directive-elifdef 1562c3632d1SSimon J. GerratyTESTS+= directive-elifmake 1572c3632d1SSimon J. GerratyTESTS+= directive-elifndef 1582c3632d1SSimon J. GerratyTESTS+= directive-elifnmake 1592c3632d1SSimon J. GerratyTESTS+= directive-else 16006b9b3e0SSimon J. GerratyTESTS+= directive-endfor 1612c3632d1SSimon J. GerratyTESTS+= directive-endif 1622c3632d1SSimon J. GerratyTESTS+= directive-error 1632c3632d1SSimon J. GerratyTESTS+= directive-export 1642c3632d1SSimon J. GerratyTESTS+= directive-export-env 16506b9b3e0SSimon J. GerratyTESTS+= directive-export-impl 166956e45f6SSimon J. GerratyTESTS+= directive-export-gmake 1672c3632d1SSimon J. GerratyTESTS+= directive-export-literal 1682c3632d1SSimon J. GerratyTESTS+= directive-for 16906b9b3e0SSimon J. GerratyTESTS+= directive-for-errors 17006b9b3e0SSimon J. GerratyTESTS+= directive-for-escape 1712c3632d1SSimon J. GerratyTESTS+= directive-for-generating-endif 17212904384SSimon J. GerratyTESTS+= directive-for-if 17306b9b3e0SSimon J. GerratyTESTS+= directive-for-lines 17406b9b3e0SSimon J. GerratyTESTS+= directive-for-null 175956e45f6SSimon J. GerratyTESTS+= directive-hyphen-include 1762c3632d1SSimon J. GerratyTESTS+= directive-if 177e2eeea75SSimon J. GerratyTESTS+= directive-if-nested 1782c3632d1SSimon J. GerratyTESTS+= directive-ifdef 1792c3632d1SSimon J. GerratyTESTS+= directive-ifmake 1802c3632d1SSimon J. GerratyTESTS+= directive-ifndef 1812c3632d1SSimon J. GerratyTESTS+= directive-ifnmake 182956e45f6SSimon J. GerratyTESTS+= directive-include 183956e45f6SSimon J. GerratyTESTS+= directive-include-fatal 1842c3632d1SSimon J. GerratyTESTS+= directive-info 18506b9b3e0SSimon J. GerratyTESTS+= directive-misspellings 186956e45f6SSimon J. GerratyTESTS+= directive-sinclude 1872c3632d1SSimon J. GerratyTESTS+= directive-undef 1882c3632d1SSimon J. GerratyTESTS+= directive-unexport 1892c3632d1SSimon J. GerratyTESTS+= directive-unexport-env 1902c3632d1SSimon J. GerratyTESTS+= directive-warning 1913841c287SSimon J. GerratyTESTS+= dollar 1923841c287SSimon J. GerratyTESTS+= doterror 1933841c287SSimon J. GerratyTESTS+= dotwait 1943841c287SSimon J. GerratyTESTS+= error 1953841c287SSimon J. GerratyTESTS+= # escape # broken by reverting POSIX changes 1963841c287SSimon J. GerratyTESTS+= export 1973841c287SSimon J. GerratyTESTS+= export-all 1983841c287SSimon J. GerratyTESTS+= export-env 1992c3632d1SSimon J. GerratyTESTS+= export-variants 2003841c287SSimon J. GerratyTESTS+= forloop 2013841c287SSimon J. GerratyTESTS+= forsubst 202e2eeea75SSimon J. GerratyTESTS+= gnode-submake 203956e45f6SSimon J. GerratyTESTS+= hanoi-include 2042c3632d1SSimon J. GerratyTESTS+= impsrc 2053841c287SSimon J. GerratyTESTS+= include-main 206e2eeea75SSimon J. GerratyTESTS+= job-flags 207956e45f6SSimon J. Gerraty#TESTS+= job-output-long-lines 208b0c40a00SSimon J. GerratyTESTS+= job-output-null 209dba7b0efSSimon J. GerratyTESTS+= jobs-empty-commands 210b0c40a00SSimon J. GerratyTESTS+= jobs-empty-commands-error 21106b9b3e0SSimon J. GerratyTESTS+= jobs-error-indirect 21206b9b3e0SSimon J. GerratyTESTS+= jobs-error-nested 21306b9b3e0SSimon J. GerratyTESTS+= jobs-error-nested-make 2142c3632d1SSimon J. GerratyTESTS+= lint 2152c3632d1SSimon J. GerratyTESTS+= make-exported 21606b9b3e0SSimon J. GerratyTESTS+= meta-cmd-cmp 2173841c287SSimon J. GerratyTESTS+= moderrs 2183841c287SSimon J. GerratyTESTS+= modmatch 2193841c287SSimon J. GerratyTESTS+= modmisc 22006b9b3e0SSimon J. Gerraty.if ${.MAKE.UID} > 0 221e2eeea75SSimon J. GerratyTESTS+= objdir-writable 22206b9b3e0SSimon J. Gerraty.endif 2232c3632d1SSimon J. GerratyTESTS+= opt 2242c3632d1SSimon J. GerratyTESTS+= opt-backwards 2252c3632d1SSimon J. GerratyTESTS+= opt-chdir 2262c3632d1SSimon J. GerratyTESTS+= opt-debug 227956e45f6SSimon J. GerratyTESTS+= opt-debug-all 228956e45f6SSimon J. GerratyTESTS+= opt-debug-archive 229956e45f6SSimon J. GerratyTESTS+= opt-debug-curdir 230956e45f6SSimon J. GerratyTESTS+= opt-debug-cond 231956e45f6SSimon J. GerratyTESTS+= opt-debug-dir 232956e45f6SSimon J. GerratyTESTS+= opt-debug-errors 233b0c40a00SSimon J. GerratyTESTS+= opt-debug-errors-jobs 234956e45f6SSimon J. GerratyTESTS+= opt-debug-file 235956e45f6SSimon J. GerratyTESTS+= opt-debug-for 236956e45f6SSimon J. GerratyTESTS+= opt-debug-graph1 237956e45f6SSimon J. GerratyTESTS+= opt-debug-graph2 238956e45f6SSimon J. GerratyTESTS+= opt-debug-graph3 239956e45f6SSimon J. GerratyTESTS+= opt-debug-hash 240956e45f6SSimon J. Gerraty#TESTS+= opt-debug-jobs 241956e45f6SSimon J. GerratyTESTS+= opt-debug-lint 242956e45f6SSimon J. GerratyTESTS+= opt-debug-loud 243956e45f6SSimon J. GerratyTESTS+= opt-debug-meta 244956e45f6SSimon J. GerratyTESTS+= opt-debug-making 245956e45f6SSimon J. GerratyTESTS+= opt-debug-no-rm 246956e45f6SSimon J. GerratyTESTS+= opt-debug-parse 247956e45f6SSimon J. GerratyTESTS+= opt-debug-suff 248956e45f6SSimon J. GerratyTESTS+= opt-debug-targets 249956e45f6SSimon J. GerratyTESTS+= opt-debug-varraw 250956e45f6SSimon J. GerratyTESTS+= opt-debug-var 251956e45f6SSimon J. GerratyTESTS+= opt-debug-x-trace 2522c3632d1SSimon J. GerratyTESTS+= opt-define 2532c3632d1SSimon J. GerratyTESTS+= opt-env 2542c3632d1SSimon J. GerratyTESTS+= opt-file 2552c3632d1SSimon J. GerratyTESTS+= opt-ignore 2562c3632d1SSimon J. GerratyTESTS+= opt-include-dir 2572c3632d1SSimon J. GerratyTESTS+= opt-jobs 2582c3632d1SSimon J. GerratyTESTS+= opt-jobs-internal 25906b9b3e0SSimon J. GerratyTESTS+= opt-jobs-no-action 2602c3632d1SSimon J. GerratyTESTS+= opt-keep-going 26106b9b3e0SSimon J. GerratyTESTS+= opt-keep-going-multiple 2622c3632d1SSimon J. GerratyTESTS+= opt-m-include-dir 2632c3632d1SSimon J. GerratyTESTS+= opt-no-action 2642c3632d1SSimon J. GerratyTESTS+= opt-no-action-at-all 26506b9b3e0SSimon J. GerratyTESTS+= opt-no-action-runflags 266dba7b0efSSimon J. GerratyTESTS+= opt-no-action-touch 2672c3632d1SSimon J. GerratyTESTS+= opt-query 2682c3632d1SSimon J. GerratyTESTS+= opt-raw 2692c3632d1SSimon J. GerratyTESTS+= opt-silent 2702c3632d1SSimon J. GerratyTESTS+= opt-touch 271e2eeea75SSimon J. GerratyTESTS+= opt-touch-jobs 2722c3632d1SSimon J. GerratyTESTS+= opt-tracefile 2732c3632d1SSimon J. GerratyTESTS+= opt-var-expanded 2742c3632d1SSimon J. GerratyTESTS+= opt-var-literal 2759f45a3c8SSimon J. GerratyTESTS+= opt-version 2762c3632d1SSimon J. GerratyTESTS+= opt-warnings-as-errors 2772c3632d1SSimon J. GerratyTESTS+= opt-where-am-i 2782c3632d1SSimon J. GerratyTESTS+= opt-x-reduce-exported 2793841c287SSimon J. GerratyTESTS+= order 2809f45a3c8SSimon J. GerratyTESTS+= parse 281956e45f6SSimon J. GerratyTESTS+= parse-var 2822c3632d1SSimon J. GerratyTESTS+= phony-end 2833841c287SSimon J. GerratyTESTS+= posix 2843841c287SSimon J. GerratyTESTS+= # posix1 # broken by reverting POSIX changes 2852c3632d1SSimon J. GerratyTESTS+= recursive 2862c3632d1SSimon J. GerratyTESTS+= sh 2872c3632d1SSimon J. GerratyTESTS+= sh-dots 28806b9b3e0SSimon J. GerratyTESTS+= sh-errctl 28906b9b3e0SSimon J. GerratyTESTS+= sh-flags 2902c3632d1SSimon J. GerratyTESTS+= sh-jobs 2912c3632d1SSimon J. GerratyTESTS+= sh-jobs-error 2922c3632d1SSimon J. GerratyTESTS+= sh-leading-at 2932c3632d1SSimon J. GerratyTESTS+= sh-leading-hyphen 2942c3632d1SSimon J. GerratyTESTS+= sh-leading-plus 2952c3632d1SSimon J. GerratyTESTS+= sh-meta-chars 2962c3632d1SSimon J. GerratyTESTS+= sh-multi-line 2972c3632d1SSimon J. GerratyTESTS+= sh-single-line 298956e45f6SSimon J. GerratyTESTS+= shell-csh 299956e45f6SSimon J. GerratyTESTS+= shell-custom 300e2eeea75SSimon J. Gerraty.if exists(/bin/ksh) 301956e45f6SSimon J. GerratyTESTS+= shell-ksh 302e2eeea75SSimon J. Gerraty.endif 303956e45f6SSimon J. GerratyTESTS+= shell-sh 304956e45f6SSimon J. GerratyTESTS+= suff-add-later 305956e45f6SSimon J. GerratyTESTS+= suff-clear-regular 306956e45f6SSimon J. GerratyTESTS+= suff-clear-single 30706b9b3e0SSimon J. GerratyTESTS+= suff-incomplete 308956e45f6SSimon J. GerratyTESTS+= suff-lookup 309956e45f6SSimon J. GerratyTESTS+= suff-main 31006b9b3e0SSimon J. GerratyTESTS+= suff-main-several 31106b9b3e0SSimon J. GerratyTESTS+= suff-phony 312956e45f6SSimon J. GerratyTESTS+= suff-rebuild 313e2eeea75SSimon J. GerratyTESTS+= suff-self 31406b9b3e0SSimon J. GerratyTESTS+= suff-transform-debug 315956e45f6SSimon J. GerratyTESTS+= suff-transform-endless 316956e45f6SSimon J. GerratyTESTS+= suff-transform-expand 317956e45f6SSimon J. GerratyTESTS+= suff-transform-select 3183841c287SSimon J. GerratyTESTS+= sunshcmd 3193841c287SSimon J. GerratyTESTS+= ternary 3203841c287SSimon J. GerratyTESTS+= unexport 3213841c287SSimon J. GerratyTESTS+= unexport-env 3222c3632d1SSimon J. GerratyTESTS+= use-inference 3239f45a3c8SSimon J. GerratyTESTS+= var-scope 3249f45a3c8SSimon J. GerratyTESTS+= var-scope-cmdline 3259f45a3c8SSimon J. GerratyTESTS+= var-scope-env 3269f45a3c8SSimon J. GerratyTESTS+= var-scope-global 3279f45a3c8SSimon J. GerratyTESTS+= var-scope-local 3289f45a3c8SSimon J. GerratyTESTS+= var-scope-local-legacy 329b0c40a00SSimon J. GerratyTESTS+= var-eval-short 3302c3632d1SSimon J. GerratyTESTS+= var-op 3312c3632d1SSimon J. GerratyTESTS+= var-op-append 3322c3632d1SSimon J. GerratyTESTS+= var-op-assign 3332c3632d1SSimon J. GerratyTESTS+= var-op-default 3342c3632d1SSimon J. GerratyTESTS+= var-op-expand 3352c3632d1SSimon J. GerratyTESTS+= var-op-shell 336956e45f6SSimon J. GerratyTESTS+= var-op-sunsh 337956e45f6SSimon J. GerratyTESTS+= var-recursive 3383841c287SSimon J. GerratyTESTS+= varcmd 3392c3632d1SSimon J. GerratyTESTS+= vardebug 3402c3632d1SSimon J. GerratyTESTS+= varfind 3413841c287SSimon J. GerratyTESTS+= varmisc 3422c3632d1SSimon J. GerratyTESTS+= varmod 3432c3632d1SSimon J. GerratyTESTS+= varmod-assign 3449f45a3c8SSimon J. GerratyTESTS+= varmod-assign-shell 3452c3632d1SSimon J. GerratyTESTS+= varmod-defined 3463841c287SSimon J. GerratyTESTS+= varmod-edge 3472c3632d1SSimon J. GerratyTESTS+= varmod-exclam-shell 3482c3632d1SSimon J. GerratyTESTS+= varmod-extension 3492c3632d1SSimon J. GerratyTESTS+= varmod-gmtime 3502c3632d1SSimon J. GerratyTESTS+= varmod-hash 3512c3632d1SSimon J. GerratyTESTS+= varmod-head 3522c3632d1SSimon J. GerratyTESTS+= varmod-ifelse 35306b9b3e0SSimon J. GerratyTESTS+= varmod-indirect 3542c3632d1SSimon J. GerratyTESTS+= varmod-l-name-to-value 3552c3632d1SSimon J. GerratyTESTS+= varmod-localtime 3562c3632d1SSimon J. GerratyTESTS+= varmod-loop 35712904384SSimon J. GerratyTESTS+= varmod-loop-delete 358b0c40a00SSimon J. GerratyTESTS+= varmod-loop-varname 3592c3632d1SSimon J. GerratyTESTS+= varmod-match 3602c3632d1SSimon J. GerratyTESTS+= varmod-match-escape 3612c3632d1SSimon J. GerratyTESTS+= varmod-no-match 3622c3632d1SSimon J. GerratyTESTS+= varmod-order 36312904384SSimon J. GerratyTESTS+= varmod-order-numeric 3642c3632d1SSimon J. GerratyTESTS+= varmod-order-reverse 3652c3632d1SSimon J. GerratyTESTS+= varmod-order-shuffle 36612904384SSimon J. GerratyTESTS+= varmod-order-string 3672c3632d1SSimon J. GerratyTESTS+= varmod-path 3682c3632d1SSimon J. GerratyTESTS+= varmod-quote 3692c3632d1SSimon J. GerratyTESTS+= varmod-quote-dollar 3702c3632d1SSimon J. GerratyTESTS+= varmod-range 3712c3632d1SSimon J. GerratyTESTS+= varmod-remember 3722c3632d1SSimon J. GerratyTESTS+= varmod-root 3732c3632d1SSimon J. GerratyTESTS+= varmod-select-words 3742c3632d1SSimon J. GerratyTESTS+= varmod-shell 3752c3632d1SSimon J. GerratyTESTS+= varmod-subst 3762c3632d1SSimon J. GerratyTESTS+= varmod-subst-regex 377b0c40a00SSimon J. GerratyTESTS+= varmod-sun-shell 3782c3632d1SSimon J. GerratyTESTS+= varmod-sysv 3792c3632d1SSimon J. GerratyTESTS+= varmod-tail 3802c3632d1SSimon J. GerratyTESTS+= varmod-to-abs 3812c3632d1SSimon J. GerratyTESTS+= varmod-to-lower 3822c3632d1SSimon J. GerratyTESTS+= varmod-to-many-words 3832c3632d1SSimon J. GerratyTESTS+= varmod-to-one-word 3842c3632d1SSimon J. GerratyTESTS+= varmod-to-separator 3852c3632d1SSimon J. GerratyTESTS+= varmod-to-upper 3862c3632d1SSimon J. GerratyTESTS+= varmod-undefined 3872c3632d1SSimon J. GerratyTESTS+= varmod-unique 3882c3632d1SSimon J. GerratyTESTS+= varname 3892c3632d1SSimon J. GerratyTESTS+= varname-dollar 3902c3632d1SSimon J. GerratyTESTS+= varname-dot-alltargets 3912c3632d1SSimon J. GerratyTESTS+= varname-dot-curdir 3922c3632d1SSimon J. GerratyTESTS+= varname-dot-includes 3932c3632d1SSimon J. GerratyTESTS+= varname-dot-includedfromdir 3942c3632d1SSimon J. GerratyTESTS+= varname-dot-includedfromfile 3952c3632d1SSimon J. GerratyTESTS+= varname-dot-libs 3962c3632d1SSimon J. GerratyTESTS+= varname-dot-make-dependfile 3972c3632d1SSimon J. GerratyTESTS+= varname-dot-make-expand_variables 3982c3632d1SSimon J. GerratyTESTS+= varname-dot-make-exported 3992c3632d1SSimon J. GerratyTESTS+= varname-dot-make-jobs 4002c3632d1SSimon J. GerratyTESTS+= varname-dot-make-jobs-prefix 4012c3632d1SSimon J. GerratyTESTS+= varname-dot-make-level 4022c3632d1SSimon J. GerratyTESTS+= varname-dot-make-makefile_preference 4032c3632d1SSimon J. GerratyTESTS+= varname-dot-make-makefiles 4042c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-bailiwick 4052c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-created 4062c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-files 4072c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-ignore_filter 4082c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-ignore_paths 4092c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-ignore_patterns 4102c3632d1SSimon J. GerratyTESTS+= varname-dot-make-meta-prefix 4112c3632d1SSimon J. GerratyTESTS+= varname-dot-make-mode 4122c3632d1SSimon J. GerratyTESTS+= varname-dot-make-path_filemon 4132c3632d1SSimon J. GerratyTESTS+= varname-dot-make-pid 4142c3632d1SSimon J. GerratyTESTS+= varname-dot-make-ppid 4152c3632d1SSimon J. GerratyTESTS+= varname-dot-make-save_dollars 41606b9b3e0SSimon J. GerratyTESTS+= varname-dot-makeflags 4172c3632d1SSimon J. GerratyTESTS+= varname-dot-makeoverrides 4182c3632d1SSimon J. GerratyTESTS+= varname-dot-newline 4192c3632d1SSimon J. GerratyTESTS+= varname-dot-objdir 4202c3632d1SSimon J. GerratyTESTS+= varname-dot-parsedir 4212c3632d1SSimon J. GerratyTESTS+= varname-dot-parsefile 4222c3632d1SSimon J. GerratyTESTS+= varname-dot-path 4232c3632d1SSimon J. GerratyTESTS+= varname-dot-shell 42412904384SSimon J. GerratyTESTS+= varname-dot-suffixes 4252c3632d1SSimon J. GerratyTESTS+= varname-dot-targets 4262c3632d1SSimon J. GerratyTESTS+= varname-empty 4272c3632d1SSimon J. GerratyTESTS+= varname-make 4282c3632d1SSimon J. GerratyTESTS+= varname-make_print_var_on_error 429956e45f6SSimon J. GerratyTESTS+= varname-make_print_var_on_error-jobs 430956e45f6SSimon J. GerratyTESTS+= varname-makefile 4312c3632d1SSimon J. GerratyTESTS+= varname-makeflags 4322c3632d1SSimon J. GerratyTESTS+= varname-pwd 4332c3632d1SSimon J. GerratyTESTS+= varname-vpath 4342c3632d1SSimon J. GerratyTESTS+= varparse-dynamic 435e2eeea75SSimon J. GerratyTESTS+= varparse-errors 436956e45f6SSimon J. GerratyTESTS+= varparse-mod 437956e45f6SSimon J. GerratyTESTS+= varparse-undef-partial 4383841c287SSimon J. GerratyTESTS+= varquote 4393841c287SSimon J. Gerraty 44012904384SSimon J. Gerraty# for now at least 44112904384SSimon J. Gerraty.if ${.SHELL:T} == "ksh" 44212904384SSimon J. GerratyBROKEN_TESTS+= sh-flags 44312904384SSimon J. Gerraty.endif 44412904384SSimon J. Gerraty.if ${.MAKE.OS:NDarwin} == "" 44512904384SSimon J. GerratyBROKEN_TESTS+= shell-ksh 44612904384SSimon J. Gerraty.endif 44712904384SSimon J. Gerraty.if ${.MAKE.OS} == "SCO_SV" 44812904384SSimon J. GerratyBROKEN_TESTS+= \ 44912904384SSimon J. Gerraty opt-debug-graph[23] \ 45012904384SSimon J. Gerraty varmod-localtime \ 45112904384SSimon J. Gerraty varmod-to-separator \ 45212904384SSimon J. Gerraty 45312904384SSimon J. Gerraty.if ${.SHELL:T} == "bash" 45412904384SSimon J. GerratyBROKEN_TESTS+= job-output-null 45512904384SSimon J. Gerraty.else 45612904384SSimon J. GerratyBROKEN_TESTS+= \ 45712904384SSimon J. Gerraty cmd-interrupt \ 45812904384SSimon J. Gerraty job-flags \ 45912904384SSimon J. Gerraty 46012904384SSimon J. Gerraty.endif 46112904384SSimon J. Gerraty.endif 46212904384SSimon J. Gerraty 46312904384SSimon J. Gerraty# Some tests just do not work on some platforms or environments 46412904384SSimon J. Gerraty# so allow for some filtering. 46512904384SSimon J. Gerraty.if !empty(BROKEN_TESTS) 46612904384SSimon J. Gerraty.warning Skipping broken tests: ${BROKEN_TESTS:O:u} 46712904384SSimon J. GerratyTESTS:= ${TESTS:${BROKEN_TESTS:S,^,N,:ts:}} 46812904384SSimon J. Gerraty.endif 46912904384SSimon J. Gerraty 470e2eeea75SSimon J. Gerraty# Ideas for more tests: 471e2eeea75SSimon J. Gerraty# char-0020-space.mk 472e2eeea75SSimon J. Gerraty# char-005C-backslash.mk 473e2eeea75SSimon J. Gerraty# escape-cond-str.mk 474e2eeea75SSimon J. Gerraty# escape-cond-func-arg.mk 475e2eeea75SSimon J. Gerraty# escape-varmod.mk 476e2eeea75SSimon J. Gerraty# escape-varmod-define.mk 477e2eeea75SSimon J. Gerraty# escape-varmod-match.mk 478e2eeea75SSimon J. Gerraty# escape-varname.mk 479e2eeea75SSimon J. Gerraty# escape-varassign-varname.mk 480e2eeea75SSimon J. Gerraty# escape-varassign-varname-cmdline.mk 481e2eeea75SSimon J. Gerraty# escape-varassign-value.mk 482e2eeea75SSimon J. Gerraty# escape-varassign-value-cmdline.mk 483e2eeea75SSimon J. Gerraty# escape-dependency-source.mk 484e2eeea75SSimon J. Gerraty# escape-dependency-target.mk 485e2eeea75SSimon J. Gerraty# escape-for-varname.mk 486e2eeea75SSimon J. Gerraty# escape-for-item.mk 487e2eeea75SSimon J. Gerraty# posix-*.mk (see posix.mk and posix1.mk) 488e2eeea75SSimon J. Gerraty 4892c3632d1SSimon J. Gerraty# Additional environment variables for some of the tests. 4902c3632d1SSimon J. Gerraty# The base environment is -i PATH="$PATH". 491e2eeea75SSimon J. GerratyENV.depsrc-optional+= TZ=UTC 4922c3632d1SSimon J. GerratyENV.envfirst= FROM_ENV=value-from-env 4932c3632d1SSimon J. GerratyENV.varmisc= FROM_ENV=env 4942c3632d1SSimon J. GerratyENV.varmisc+= FROM_ENV_BEFORE=env 4952c3632d1SSimon J. GerratyENV.varmisc+= FROM_ENV_AFTER=env 49612904384SSimon J. GerratyENV.varmod-localtime+= TZ=${UTC_1:UEurope/Berlin} 497e2eeea75SSimon J. GerratyENV.varname-vpath+= VPATH=varname-vpath.dir:varname-vpath.dir2 4982c3632d1SSimon J. Gerraty 4992c3632d1SSimon J. Gerraty# Override make flags for some of the tests; default is -k. 5002c3632d1SSimon J. Gerraty# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of 5012c3632d1SSimon J. Gerraty# settings FLAGS.test=-dv here, since that is closer to the test code. 502956e45f6SSimon J. GerratyFLAGS.cond-func-make= via-cmdline 503e2eeea75SSimon J. GerratyFLAGS.doterror= # none, especially not -k 50406b9b3e0SSimon J. GerratyFLAGS.jobs-error-indirect= # none, especially not -k 50506b9b3e0SSimon J. GerratyFLAGS.jobs-error-nested= # none, especially not -k 50606b9b3e0SSimon J. GerratyFLAGS.jobs-error-nested-make= # none, especially not -k 507e2eeea75SSimon J. GerratyFLAGS.varname-empty= -dv '$${:U}=cmdline-u' '=cmdline-plain' 5083841c287SSimon J. Gerraty 509956e45f6SSimon J. Gerraty# Some tests need extra postprocessing. 51006b9b3e0SSimon J. GerratySED_CMDS.dir= ${:D remove output from -DCLEANUP mode } 51106b9b3e0SSimon J. GerratySED_CMDS.dir+= -e '/^OpenDirs_Done:/d' 51206b9b3e0SSimon J. GerratySED_CMDS.dir+= -e '/^CachedDir /d' 51306b9b3e0SSimon J. GerratySED_CMDS.export= -e '/^[^=_A-Za-z0-9]*=/d' 51406b9b3e0SSimon J. GerratySED_CMDS.export-all= ${SED_CMDS.export} 51506b9b3e0SSimon J. GerratySED_CMDS.export-env= ${SED_CMDS.export} 51606b9b3e0SSimon J. GerratySED_CMDS.cmdline= -e 's,uid${.MAKE.UID}/,,' 517956e45f6SSimon J. GerratySED_CMDS.job-output-long-lines= \ 518956e45f6SSimon J. Gerraty ${:D Job separators on their own line are ok. } \ 519956e45f6SSimon J. Gerraty -e '/^--- job-[ab] ---$$/d' \ 520956e45f6SSimon J. Gerraty ${:D Plain output lines are ok as well. } \ 521956e45f6SSimon J. Gerraty ${:D They may come in multiples of 1024 or as 10000. } \ 522956e45f6SSimon J. Gerraty -e '/^aa*$$/d' \ 523956e45f6SSimon J. Gerraty -e '/^bb*$$/d' \ 524956e45f6SSimon J. Gerraty ${:D The following lines should rather not occur since the job } \ 525956e45f6SSimon J. Gerraty ${:D marker should always be at the beginning of the line. } \ 526956e45f6SSimon J. Gerraty -e '/^aa*--- job-b ---$$/d' \ 527956e45f6SSimon J. Gerraty -e '/^bb*--- job-a ---$$/d' 52812904384SSimon J. GerratySED_CMDS.opt-chdir= -e 's,\(nonexistent\).[1-9][0-9]*,\1,' \ 52912904384SSimon J. Gerraty -e '/name/s,file,File,' \ 53012904384SSimon J. Gerraty -e 's,no such,No such,' \ 53112904384SSimon J. Gerraty -e 's,Filename,File name,' 53206b9b3e0SSimon J. GerratySED_CMDS.opt-debug-graph1= ${STD_SED_CMDS.dg1} 533dba7b0efSSimon J. GerratySED_CMDS.opt-debug-graph2= ${STD_SED_CMDS.dg2} 534dba7b0efSSimon J. GerratySED_CMDS.opt-debug-graph3= ${STD_SED_CMDS.dg3} 5359f45a3c8SSimon J. GerratySED_CMDS.opt-debug-hash= -e 's,\(numEntries\)=[1-9][0-9],\1=<entries>,' 536956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs= -e 's,([0-9][0-9]*),(<pid>),' 537956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+= -e 's,pid [0-9][0-9]*,pid <pid>,' 538956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+= -e 's,Process [0-9][0-9]*,Process <pid>,' 539956e45f6SSimon J. GerratySED_CMDS.opt-debug-jobs+= -e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,' 54006b9b3e0SSimon J. GerratySED_CMDS.opt-debug-jobs+= -e 's,Command: ${.SHELL:T},Command: <shell>,' 541956e45f6SSimon J. Gerraty# The "-q" may be there or not, see jobs.c, variable shells. 54206b9b3e0SSimon J. GerratySED_CMDS.opt-debug-jobs+= -e 's,^\(.Command: <shell>\) -q,\1,' 543b0c40a00SSimon J. GerratySED_CMDS.opt-debug-lint+= ${STD_SED_CMDS.regex} 54406b9b3e0SSimon J. GerratySED_CMDS.opt-jobs-no-action= ${STD_SED_CMDS.hide-from-output} 54506b9b3e0SSimon J. GerratySED_CMDS.opt-no-action-runflags= ${STD_SED_CMDS.hide-from-output} 5469f45a3c8SSimon J. GerratySED_CMDS.opt-where-am-i= -e '/usr.obj/d' 547b0c40a00SSimon J. Gerraty# For Compat_RunCommand, useShell == false. 54806b9b3e0SSimon J. GerratySED_CMDS.sh-dots= -e 's,^.*\.\.\.:.*,<not found: ...>,' 549b0c40a00SSimon J. Gerraty# For Compat_RunCommand, useShell == true. 55006b9b3e0SSimon J. GerratySED_CMDS.sh-dots+= -e 's,^make: exec(\(.*\)) failed (.*)$$,<not found: \1>,' 55106b9b3e0SSimon J. GerratySED_CMDS.sh-dots+= -e 's,^\(\*\*\* Error code \)[1-9][0-9]*,\1<nonzero>,' 55206b9b3e0SSimon J. GerratySED_CMDS.sh-errctl= ${STD_SED_CMDS.dj} 55306b9b3e0SSimon J. GerratySED_CMDS.sh-flags= ${STD_SED_CMDS.hide-from-output} 55412904384SSimon J. GerratySED_CMDS.shell-csh= ${STD_SED_CMDS.white-space} 55506b9b3e0SSimon J. GerratySED_CMDS.suff-main+= ${STD_SED_CMDS.dg1} 55606b9b3e0SSimon J. GerratySED_CMDS.suff-main-several+= ${STD_SED_CMDS.dg1} 55706b9b3e0SSimon J. GerratySED_CMDS.suff-transform-debug+= ${STD_SED_CMDS.dg1} 558dba7b0efSSimon J. GerratySED_CMDS.var-op-shell+= ${STD_SED_CMDS.shell} 559dba7b0efSSimon J. GerratySED_CMDS.var-op-shell+= -e '/command/s,No such.*,not found,' 56012904384SSimon J. GerratySED_CMDS.var-op-shell+= ${STD_SED_CMDS.white-space} 56106b9b3e0SSimon J. GerratySED_CMDS.vardebug+= -e 's,${.SHELL},</path/to/shell>,' 562b0c40a00SSimon J. GerratySED_CMDS.varmod-subst-regex+= ${STD_SED_CMDS.regex} 563956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsedir= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 564956e45f6SSimon J. GerratySED_CMDS.varname-dot-parsefile= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 565956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell= -e 's, = /[^ ]*, = (details omitted),g' 566956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+= -e 's,"/[^" ]*","(details omitted)",g' 567956e45f6SSimon J. GerratySED_CMDS.varname-dot-shell+= -e 's,\[/[^] ]*\],[(details omitted)],g' 56812904384SSimon J. GerratySED_CMDS.varname-empty= ${.OBJDIR .PARSEDIR .PATH .SHELL:L:@v@-e '/\\$v/d'@} 5692c3632d1SSimon J. Gerraty 5702c3632d1SSimon J. Gerraty# Some tests need an additional round of postprocessing. 57106b9b3e0SSimon J. GerratyPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/' 572e2eeea75SSimon J. GerratyPOSTPROC.gnode-submake= awk '/Input graph/, /^$$/' 5732c3632d1SSimon J. Gerraty 5742c3632d1SSimon J. Gerraty# Some tests reuse other tests, which makes them unnecessarily fragile. 5752c3632d1SSimon J. Gerratyexport-all.rawout: export.mk 5762c3632d1SSimon J. Gerratyunexport.rawout: export.mk 5772c3632d1SSimon J. Gerratyunexport-env.rawout: export.mk 5783841c287SSimon J. Gerraty 5793841c287SSimon J. Gerraty# End of the configuration section. 58049caa483SSimon J. Gerraty 58106b9b3e0SSimon J. Gerraty# Some standard sed commands, to be used in the SED_CMDS above. 58206b9b3e0SSimon J. Gerraty 58306b9b3e0SSimon J. Gerraty# Omit details such as process IDs from the output of the -dg1 option. 58412904384SSimon J. GerratySTD_SED_CMDS.dg1= -e '/\#.* \.$$/d' 58506b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e '/\.MAKE.PATH_FILEMON/d' 58606b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e '/^MAKE_VERSION/d;/^\#.*\/mk/d' 58706b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e 's, ${DEFSYSPATH:U/usr/share/mk}$$, <defsyspath>,' 58806b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,' 58906b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,' 59006b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,' 59106b9b3e0SSimon J. GerratySTD_SED_CMDS.dg1+= -e 's,^\(MAKE *=\) .*,\1 <details omitted>,' 592dba7b0efSSimon J. GerratySTD_SED_CMDS.dg1+= -e 's,^\(\.SHELL *=\) .*,\1 <details omitted>,' 593dba7b0efSSimon J. Gerraty 594dba7b0efSSimon J. GerratySTD_SED_CMDS.dg2= ${STD_SED_CMDS.dg1} 595dba7b0efSSimon J. GerratySTD_SED_CMDS.dg2+= -e 's,\(last modified\) ..:..:.. ... ..\, ....,\1 <timestamp>,' 596dba7b0efSSimon J. GerratySTD_SED_CMDS.dg3= ${STD_SED_CMDS.dg2} 59706b9b3e0SSimon J. Gerraty 59806b9b3e0SSimon J. Gerraty# Omit details such as process IDs from the output of the -dj option. 59906b9b3e0SSimon J. GerratySTD_SED_CMDS.dj= \ 60006b9b3e0SSimon J. Gerraty -e '/Process/d;/JobFinish:/d' \ 60106b9b3e0SSimon J. Gerraty -e 's,^\(Job_TokenWithdraw\)([0-9]*),\1(<pid>),' \ 60206b9b3e0SSimon J. Gerraty -e 's,^([0-9][0-9]*) \(withdrew token\),(<pid>) \1,' \ 60306b9b3e0SSimon J. Gerraty -e 's, \(pid\) [0-9][0-9]*, \1 <pid>,' \ 60406b9b3e0SSimon J. Gerraty -e 's,^\( Command:\) .*,\1 <shell>,' 60506b9b3e0SSimon J. Gerraty 60606b9b3e0SSimon J. Gerraty# Reduce the noise for tests running with the -n option, since there is no 60706b9b3e0SSimon J. Gerraty# other way to suppress the echoing of the commands. 60806b9b3e0SSimon J. GerratySTD_SED_CMDS.hide-from-output= \ 60906b9b3e0SSimon J. Gerraty -e '/^echo hide-from-output/d' \ 61006b9b3e0SSimon J. Gerraty -e 's,hide-from-output ,,' \ 61106b9b3e0SSimon J. Gerraty -e 's,hide-from-output,,' 61206b9b3e0SSimon J. Gerraty 613dba7b0efSSimon J. Gerraty# Normalize the output for error messages from the shell. 614dba7b0efSSimon J. Gerraty# 615dba7b0efSSimon J. Gerraty# $shell -c '...' 616dba7b0efSSimon J. Gerraty# NetBSD sh ...: not found 617dba7b0efSSimon J. Gerraty# NetBSD ksh ksh: ...: not found 618dba7b0efSSimon J. Gerraty# bash 5.0.18 bash: ...: command not found 619dba7b0efSSimon J. Gerraty# bash 5.1.0 bash: line 1: ...: command not found 620dba7b0efSSimon J. Gerraty# dash dash: 1: ...: not found 621dba7b0efSSimon J. Gerraty# 622dba7b0efSSimon J. Gerraty# $shell -c '< /nonexistent' 623dba7b0efSSimon J. Gerraty# NetBSD sh sh: cannot open /nonexistent: no such file 624dba7b0efSSimon J. Gerraty# NetBSD ksh ksh: cannot open /nonexistent: No such file or directory 625dba7b0efSSimon J. Gerraty# bash 5.0.18 bash: /nonexistent: No such file or directory 626dba7b0efSSimon J. Gerraty# bash 5.1.0 bash: line 1: /nonexistent: No such file or directory 627dba7b0efSSimon J. Gerraty# dash dash: 1: cannot open /nonexistent: No such file 628dba7b0efSSimon J. Gerraty# 629dba7b0efSSimon J. Gerraty# echo '< /nonexistent' | $shell 630dba7b0efSSimon J. Gerraty# NetBSD sh sh: cannot open /nonexistent: no such file 631dba7b0efSSimon J. Gerraty# NetBSD ksh ksh: <stdin>[1]: cannot open /nonexistent: No such file or directory 632dba7b0efSSimon J. Gerraty# bash 5.0.18 bash: line 1: /nonexistent: No such file or directory 633dba7b0efSSimon J. Gerraty# bash 5.1.0 bash: line 1: /nonexistent: No such file or directory 634dba7b0efSSimon J. Gerraty# dash dash: 1: cannot open /nonexistent: No such file 635dba7b0efSSimon J. Gerraty# 636dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+= -e 's,^${.SHELL:T}: line [0-9][0-9]*: ,,' 637dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+= -e 's,^${.SHELL:T}: [0-9][0-9]*: ,,' 638dba7b0efSSimon J. GerratySTD_SED_CMDS.shell+= -e 's,^${.SHELL:T}: ,,' 63906b9b3e0SSimon J. Gerraty 64012904384SSimon J. GerratySTD_SED_CMDS.white-space= -e 's, *, ,g' -e 's, *$$,,' 64112904384SSimon J. Gerraty 642b0c40a00SSimon J. Gerraty# The actual error messages for a failed regcomp or regexec differ between the 643b0c40a00SSimon J. Gerraty# implementations. 644b0c40a00SSimon J. GerratySTD_SED_CMDS.regex= \ 645b0c40a00SSimon J. Gerraty -e 's,\(Regex compilation error:\).*,\1 (details omitted),' 646b0c40a00SSimon J. Gerraty 647dba7b0efSSimon J. Gerraty# End of the configuration helpers section. 64849caa483SSimon J. Gerraty 6492c3632d1SSimon J. Gerraty.-include "Makefile.inc" 65049caa483SSimon J. Gerraty.-include "Makefile.config" 65149caa483SSimon J. Gerraty 65249caa483SSimon J. GerratyUNIT_TESTS:= ${.PARSEDIR} 65349caa483SSimon J. Gerraty.PATH: ${UNIT_TESTS} 65449caa483SSimon J. Gerraty 655956e45f6SSimon J. Gerraty.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes 656956e45f6SSimon J. GerratyOUTFILES= ${TESTS:@test@${.CURDIR:tA}/${test}.out@} 657956e45f6SSimon J. Gerraty.else 6583841c287SSimon J. GerratyOUTFILES= ${TESTS:=.out} 659956e45f6SSimon J. Gerraty.endif 66049caa483SSimon J. Gerraty 66149caa483SSimon J. Gerratyall: ${OUTFILES} 66249caa483SSimon J. Gerraty 6632c3632d1SSimon J. GerratyCLEANFILES= *.rawout *.out *.status *.tmp *.core *.tmp 66449caa483SSimon J. GerratyCLEANFILES+= obj*.[och] lib*.a # posix1.mk 66549caa483SSimon J. GerratyCLEANFILES+= issue* .[ab]* # suffixes.mk 6662c3632d1SSimon J. GerratyCLEANDIRS= dir dummy # posix1.mk 66749caa483SSimon J. Gerraty 66849caa483SSimon J. Gerratyclean: 66949caa483SSimon J. Gerraty rm -f ${CLEANFILES} 6702c3632d1SSimon J. Gerraty rm -rf ${CLEANDIRS} 67149caa483SSimon J. Gerraty 67249caa483SSimon J. GerratyTEST_MAKE?= ${.MAKE} 67349caa483SSimon J. GerratyTOOL_SED?= sed 67449caa483SSimon J. GerratyTOOL_TR?= tr 67549caa483SSimon J. GerratyTOOL_DIFF?= diff 6763841c287SSimon J. GerratyDIFF_FLAGS?= -u 67749caa483SSimon J. Gerraty 67849caa483SSimon J. Gerraty.if defined(.PARSEDIR) 67949caa483SSimon J. Gerraty# ensure consistent results from sort(1) 68049caa483SSimon J. GerratyLC_ALL= C 68149caa483SSimon J. GerratyLANG= C 68249caa483SSimon J. Gerraty.export LANG LC_ALL 68349caa483SSimon J. Gerraty.endif 68449caa483SSimon J. Gerraty 6852c3632d1SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} != "" 6862c3632d1SSimon J. Gerraty# we don't need the noise 6872c3632d1SSimon J. Gerraty_MKMSG_TEST= : 6882c3632d1SSimon J. Gerraty.endif 6892c3632d1SSimon J. Gerraty 690dba7b0efSSimon J. Gerraty 691dba7b0efSSimon J. Gerraty# for many tests we need a TMPDIR that will not collide 692dba7b0efSSimon J. Gerraty# with other users. 693dba7b0efSSimon J. Gerraty.if ${.OBJDIR} != ${.CURDIR} 694dba7b0efSSimon J. Gerraty# easy 695dba7b0efSSimon J. GerratyTMPDIR:= ${.OBJDIR}/tmp 696b0c40a00SSimon J. Gerraty.elif defined(TMPDIR) 697b0c40a00SSimon J. GerratyTMPDIR:= ${TMPDIR}/uid${.MAKE.UID} 698dba7b0efSSimon J. Gerraty.else 699b0c40a00SSimon J. GerratyTMPDIR:= /tmp/uid${.MAKE.UID} 700dba7b0efSSimon J. Gerraty.endif 701dba7b0efSSimon J. Gerraty# make sure it exists 702dba7b0efSSimon J. Gerraty.if !exist(${TMPDIR}) 703dba7b0efSSimon J. Gerratyx!= echo; mkdir -p ${TMPDIR} 704dba7b0efSSimon J. Gerraty.endif 705dba7b0efSSimon J. Gerraty 70612904384SSimon J. GerratyMAKE_TEST_ENV= MALLOC_OPTIONS="JA" # for jemalloc 100 70712904384SSimon J. GerratyMAKE_TEST_ENV+= MALLOC_CONF="junk:true" # for jemalloc 510 708dba7b0efSSimon J. GerratyMAKE_TEST_ENV+= TMPDIR=${TMPDIR} 709956e45f6SSimon J. Gerraty 71006b9b3e0SSimon J. Gerraty.if ${.MAKE.OS} == "NetBSD" 71106b9b3e0SSimon J. GerratyLIMIT_RESOURCES?= ulimit -v 200000 71206b9b3e0SSimon J. Gerraty.endif 71306b9b3e0SSimon J. GerratyLIMIT_RESOURCES?= : 71406b9b3e0SSimon J. Gerraty 715956e45f6SSimon J. Gerraty# Each test is run in a sub-make, to keep the tests for interfering with 716956e45f6SSimon J. Gerraty# each other, and because they use different environment variables and 717956e45f6SSimon J. Gerraty# command line options. 71849caa483SSimon J. Gerraty.SUFFIXES: .mk .rawout .out 71949caa483SSimon J. Gerraty.mk.rawout: 7202c3632d1SSimon J. Gerraty @${_MKMSG_TEST:Uecho '# test '} ${.PREFIX} 7212c3632d1SSimon J. Gerraty @set -eu; \ 72206b9b3e0SSimon J. Gerraty ${LIMIT_RESOURCES}; \ 7232c3632d1SSimon J. Gerraty cd ${.OBJDIR}; \ 724956e45f6SSimon J. Gerraty env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \ 7252c3632d1SSimon J. Gerraty ${TEST_MAKE} \ 7262c3632d1SSimon J. Gerraty -r -C ${.CURDIR} -f ${.IMPSRC} \ 727956e45f6SSimon J. Gerraty ${FLAGS.${.PREFIX:T}:U-k} \ 7282c3632d1SSimon J. Gerraty > ${.TARGET}.tmp 2>&1 \ 7292c3632d1SSimon J. Gerraty && status=$$? || status=$$?; \ 7302c3632d1SSimon J. Gerraty echo $$status > ${.TARGET:R}.status 73149caa483SSimon J. Gerraty @mv ${.TARGET}.tmp ${.TARGET} 73249caa483SSimon J. Gerraty 733956e45f6SSimon J. Gerraty# Postprocess the test output so that the results can be compared. 7343841c287SSimon J. Gerraty# 7353841c287SSimon J. Gerraty# always pretend .MAKE was called 'make' 7363841c287SSimon J. Gerraty_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 7373841c287SSimon J. Gerraty_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 738e2eeea75SSimon J. Gerraty_SED_CMDS+= -e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,' 739e2eeea75SSimon J. Gerraty_SED_CMDS+= -e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,' 7403841c287SSimon J. Gerraty# replace anything after 'stopped in' with unit-tests 7413841c287SSimon J. Gerraty_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 7429f45a3c8SSimon J. Gerraty# Allow the test files to be placed anywhere. 7439f45a3c8SSimon J. Gerraty_SED_CMDS+= -e 's,\(\.PARSEDIR}\) = `'"/[^']*'"',\1 = <some-dir>,' 7449f45a3c8SSimon J. Gerraty_SED_CMDS+= -e 's,\(\.INCLUDEDFROMDIR}\) = `'"/[^']*'"',\1 = <some-dir>,' 745dba7b0efSSimon J. Gerraty_SED_CMDS+= -e 's,${TMPDIR},TMPDIR,g' 74612904384SSimon J. Gerraty# canonicalize ${.OBJDIR} and ${.CURDIR} 74712904384SSimon J. Gerraty.if ${.OBJDIR} != ${.CURDIR} 74812904384SSimon J. Gerraty# yes this is inaccurate but none of the tests expect <objdir> anywhere 74912904384SSimon J. Gerraty# which we get depending on how MAKEOBJDIR is set. 75012904384SSimon J. Gerraty_SED_CMDS+= -e 's,${.OBJDIR},<curdir>,g' 75112904384SSimon J. Gerraty.endif 75212904384SSimon J. Gerraty_SED_CMDS+= -e 's,${.CURDIR},<curdir>,g' 75312904384SSimon J. Gerraty_SED_CMDS+= -e 's,<curdir>/,,g' 7543841c287SSimon J. Gerraty_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 75512904384SSimon J. Gerraty# on AT&T derived systems: false exits 255 not 1 75606b9b3e0SSimon J. Gerraty.if ${.MAKE.OS:N*BSD} != "" 75706b9b3e0SSimon J. Gerraty_SED_CMDS+= -e 's,\(Error code\) 255,\1 1,' 75806b9b3e0SSimon J. Gerraty.endif 75912904384SSimon J. Gerraty.if ${.SHELL:T} == "ksh" 76012904384SSimon J. Gerraty_SED_CMDS+= -e '/^set [+-]v/d' 76112904384SSimon J. Gerraty.endif 7623841c287SSimon J. Gerraty 76349caa483SSimon J. Gerraty.rawout.out: 764956e45f6SSimon J. Gerraty @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \ 7652c3632d1SSimon J. Gerraty < ${.IMPSRC} > ${.TARGET}.tmp1 766956e45f6SSimon J. Gerraty @${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2 7672c3632d1SSimon J. Gerraty @rm ${.TARGET}.tmp1 7682c3632d1SSimon J. Gerraty @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2 7692c3632d1SSimon J. Gerraty @mv ${.TARGET}.tmp2 ${.TARGET} 77049caa483SSimon J. Gerraty 77106b9b3e0SSimon J. Gerraty.if empty(DIFF_FLAGS) 77206b9b3e0SSimon J. GerratyDIFF_ECHO= echo 77306b9b3e0SSimon J. Gerraty.else 77406b9b3e0SSimon J. GerratyDIFF_ECHO= : 77506b9b3e0SSimon J. Gerraty.endif 77606b9b3e0SSimon J. Gerraty 77749caa483SSimon J. Gerraty# Compare all output files 77849caa483SSimon J. Gerratytest: ${OUTFILES} .PHONY 77949caa483SSimon J. Gerraty @failed= ; \ 7803841c287SSimon J. Gerraty for test in ${TESTS}; do \ 78106b9b3e0SSimon J. Gerraty cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out && continue || \ 78206b9b3e0SSimon J. Gerraty ${DIFF_ECHO} diff ${UNIT_TESTS}/$${test}.exp $${test}.out; \ 78349caa483SSimon J. Gerraty ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \ 78449caa483SSimon J. Gerraty || failed="$${failed}$${failed:+ }$${test}" ; \ 78549caa483SSimon J. Gerraty done ; \ 78649caa483SSimon J. Gerraty if [ -n "$${failed}" ]; then \ 78749caa483SSimon J. Gerraty echo "Failed tests: $${failed}" ; false ; \ 78849caa483SSimon J. Gerraty else \ 78949caa483SSimon J. Gerraty echo "All tests passed" ; \ 79049caa483SSimon J. Gerraty fi 79149caa483SSimon J. Gerraty 79249caa483SSimon J. Gerratyaccept: 7933841c287SSimon J. Gerraty @for test in ${TESTS}; do \ 79449caa483SSimon J. Gerraty cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 79549caa483SSimon J. Gerraty || { echo "Replacing $${test}.exp" ; \ 79649caa483SSimon J. Gerraty cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 79749caa483SSimon J. Gerraty done 79849caa483SSimon J. Gerraty 79949caa483SSimon J. Gerraty.if exists(${TEST_MAKE}) 800956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${TEST_MAKE} 801956e45f6SSimon J. Gerraty# in meta mode, we *know* if a target script is impacted 802956e45f6SSimon J. Gerraty# by a makefile change. 803956e45f6SSimon J. Gerraty.if ${.MAKE.MODE:Unormal:Mmeta} == "" 804956e45f6SSimon J. Gerraty${TESTS:=.rawout}: ${.PARSEDIR}/Makefile 805956e45f6SSimon J. Gerraty.endif 80649caa483SSimon J. Gerraty.endif 80749caa483SSimon J. Gerraty 80849caa483SSimon J. Gerraty.-include <obj.mk> 809