1dnl 2dnl Automated Testing Framework (atf) 3dnl 4dnl Copyright (c) 2007 The NetBSD Foundation, Inc. 5dnl All rights reserved. 6dnl 7dnl Redistribution and use in source and binary forms, with or without 8dnl modification, are permitted provided that the following conditions 9dnl are met: 10dnl 1. Redistributions of source code must retain the above copyright 11dnl notice, this list of conditions and the following disclaimer. 12dnl 2. Redistributions in binary form must reproduce the above copyright 13dnl notice, this list of conditions and the following disclaimer in the 14dnl documentation and/or other materials provided with the distribution. 15dnl 16dnl THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND 17dnl CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, 18dnl INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 19dnl MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20dnl IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY 21dnl DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22dnl DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 23dnl GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24dnl INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER 25dnl IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 26dnl OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 27dnl IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28dnl 29 30AT_SETUP([test_program: compare the user-visible interfaces]) 31 32dnl No arguments. 33AT_CHECK([TEST_HELPER(tp_basic_c)], [1], [], [stderr]) 34sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 35AT_CHECK([TEST_HELPER(tp_basic_cpp)], [1], [], [experr]) 36sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 37AT_CHECK([TEST_HELPER(tp_basic_sh)], [1], [], [experr]) 38 39dnl Try to ask for help, which is not bundled in. 40AT_CHECK([TEST_HELPER(tp_basic_c) -h], [1], [], [stderr]) 41sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 42AT_CHECK([TEST_HELPER(tp_basic_cpp) -h], [1], [], [experr]) 43sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 44AT_CHECK([TEST_HELPER(tp_basic_sh) -h], [1], [], [experr]) 45 46dnl Give an invalid option. 47AT_CHECK([TEST_HELPER(tp_basic_c) -Z], [1], [], [stderr]) 48sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 49AT_CHECK([TEST_HELPER(tp_basic_cpp) -Z], [1], [], [experr]) 50sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 51AT_CHECK([TEST_HELPER(tp_basic_sh) -Z], [1], [], [experr]) 52 53dnl List all tests. 54AT_CHECK([TEST_HELPER(tp_basic_c) -l], [0], [stdout], []) 55sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 56AT_CHECK([TEST_HELPER(tp_basic_cpp) -l], [0], [expout], []) 57sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 58AT_CHECK([TEST_HELPER(tp_basic_sh) -l], [0], [expout], []) 59 60dnl Run no tests. 61AT_CHECK([TEST_HELPER(tp_basic_c)], 62 [1], [stdout], [stderr]) 63sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 64sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 65AT_CHECK([TEST_HELPER(tp_basic_cpp)], 66 [1], [expout], [experr]) 67sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 68sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 69AT_CHECK([TEST_HELPER(tp_basic_sh)], 70 [1], [expout], [experr]) 71 72dnl Run the pass test case. 73AT_CHECK([TEST_HELPER(tp_basic_c) -r resout pass], 74 [0], [stdout], [stderr]) 75sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 76sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 77sed 's,tp_basic_c,tp_basic_cpp,g' <resout >resexp 78AT_CHECK([TEST_HELPER(tp_basic_cpp) -r resout pass], 79 [0], [expout], [experr]) 80AT_CHECK([cmp -s resout resexp], [0], [], []) 81sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 82sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 83sed 's,tp_basic_c,tp_basic_sh,g' <resout >resexp 84AT_CHECK([TEST_HELPER(tp_basic_sh) -r resout pass], 85 [0], [expout], [experr]) 86AT_CHECK([cmp -s resout resexp], [0], [], []) 87 88dnl Run the fail test case. 89AT_CHECK([TEST_HELPER(tp_basic_c) -r resout fail], 90 [1], [stdout], [stderr]) 91sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 92sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 93sed 's,tp_basic_c,tp_basic_cpp,g' <resout >resexp 94AT_CHECK([TEST_HELPER(tp_basic_cpp) -r resout fail], 95 [1], [expout], [experr]) 96AT_CHECK([cmp -s resout resexp], [0], [], []) 97sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 98sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 99sed 's,tp_basic_c,tp_basic_sh,g' <resout >resexp 100AT_CHECK([TEST_HELPER(tp_basic_sh) -r resout fail], 101 [1], [expout], [experr]) 102AT_CHECK([cmp -s resout resexp], [0], [], []) 103 104dnl Run the skip test case. 105AT_CHECK([TEST_HELPER(tp_basic_c) -r resout skip], 106 [0], [stdout], [stderr]) 107sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 108sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 109sed 's,tp_basic_c,tp_basic_cpp,g' <resout >resexp 110AT_CHECK([TEST_HELPER(tp_basic_cpp) -r resout skip], 111 [0], [expout], [experr]) 112AT_CHECK([cmp -s resout resexp], [0], [], []) 113sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 114sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 115sed 's,tp_basic_c,tp_basic_sh,g' <resout >resexp 116AT_CHECK([TEST_HELPER(tp_basic_sh) -r resout skip], 117 [0], [expout], [experr]) 118AT_CHECK([cmp -s resout resexp], [0], [], []) 119 120dnl Run the default test case. 121AT_CHECK([TEST_HELPER(tp_basic_c) -r resout default], 122 [0], [stdout], [stderr]) 123sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 124sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 125sed 's,tp_basic_c,tp_basic_cpp,g' <resout >resexp 126AT_CHECK([TEST_HELPER(tp_basic_cpp) -r resout default], 127 [0], [expout], [experr]) 128AT_CHECK([cmp -s resout resexp], [0], [], []) 129sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 130sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 131sed 's,tp_basic_c,tp_basic_sh,g' <resout >resexp 132AT_CHECK([TEST_HELPER(tp_basic_sh) -r resout default], 133 [0], [expout], [experr]) 134AT_CHECK([cmp -s resout resexp], [0], [], []) 135 136dnl Try running multiple tests. 137AT_CHECK([TEST_HELPER(tp_basic_c) pass fail], 138 [1], [stdout], [stderr]) 139sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 140sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 141AT_CHECK([TEST_HELPER(tp_basic_cpp) pass fail], 142 [1], [expout], [experr]) 143sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 144sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 145AT_CHECK([TEST_HELPER(tp_basic_sh) pass fail], 146 [1], [expout], [experr]) 147 148dnl Run an unknown test case. 149AT_CHECK([TEST_HELPER(tp_basic_c) unknown], 150 [1], [stdout], [stderr]) 151sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 152sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 153AT_CHECK([TEST_HELPER(tp_basic_cpp) unknown], 154 [1], [expout], [experr]) 155sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 156sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 157AT_CHECK([TEST_HELPER(tp_basic_sh) unknown], 158 [1], [expout], [experr]) 159 160dnl Try running a non-existent cleanup routine. 161AT_CHECK([TEST_HELPER(tp_basic_c) pass:cleanup], 162 [0], [stdout], [stderr]) 163sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 164sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 165AT_CHECK([TEST_HELPER(tp_basic_cpp) pass:cleanup], 166 [0], [expout], [experr]) 167sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 168sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 169AT_CHECK([TEST_HELPER(tp_basic_sh) pass:cleanup], 170 [0], [expout], [experr]) 171 172dnl Run a test and dump the results on stdout. 173AT_CHECK([TEST_HELPER(tp_basic_c) skip], 174 [0], [stdout], [stderr]) 175sed 's,tp_basic_c,tp_basic_cpp,g' <stdout >expout 176sed 's,tp_basic_c,tp_basic_cpp,g' <stderr >experr 177AT_CHECK([TEST_HELPER(tp_basic_cpp) skip], 178 [0], [expout], [experr]) 179sed 's,tp_basic_c,tp_basic_sh,g' <stdout >expout 180sed 's,tp_basic_c,tp_basic_sh,g' <stderr >experr 181AT_CHECK([TEST_HELPER(tp_basic_sh) skip], 182 [0], [expout], [experr]) 183 184AT_CLEANUP() 185 186dnl vim: syntax=m4:expandtab:shiftwidth=4:softtabstop=4 187