1#
2# Automated Testing Framework (atf)
3#
4# Copyright (c) 2007 The NetBSD Foundation, Inc.
5# All rights reserved.
6#
7# Redistribution and use in source and binary forms, with or without
8# modification, are permitted provided that the following conditions
9# are met:
10# 1. Redistributions of source code must retain the above copyright
11#    notice, this list of conditions and the following disclaimer.
12# 2. Redistributions in binary form must reproduce the above copyright
13#    notice, this list of conditions and the following disclaimer in the
14#    documentation and/or other materials provided with the distribution.
15#
16# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
17# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
18# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
21# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
23# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
25# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
26# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28#
29
30check_result() {
31    file="${1}"; shift
32
33    atf_check -s eq:0 -o match:"${*}" -e empty cat "${file}"
34    rm "${file}"
35}
36
37atf_test_case expect_pass
38expect_pass_body() {
39    for h in $(get_helpers); do
40        atf_check -s eq:0 -e ignore "${h}" -r result expect_pass_and_pass
41        check_result result "passed"
42
43        atf_check -s eq:1 -e ignore "${h}" -r result \
44            expect_pass_but_fail_requirement
45        check_result result "failed: Some reason"
46
47        # atf-sh does not support non-fatal failures yet; skip checks for
48        # such conditions.
49        case "${h}" in *sh_helpers*) continue ;; esac
50
51        atf_check -s eq:1 -o empty -e match:"Some reason" \
52            "${h}" -r result expect_pass_but_fail_check
53        check_result result "failed: 1 checks failed"
54    done
55}
56
57atf_test_case expect_fail
58expect_fail_body() {
59    for h in $(get_helpers c_helpers cpp_helpers); do
60        atf_check -s eq:0 "${h}" -r result expect_fail_and_fail_requirement
61        check_result result "expected_failure: Fail reason: The failure"
62
63        atf_check -s eq:1 -e match:"Expected check failure: Fail first: abc" \
64            -e not-match:"And fail again" "${h}" -r result expect_fail_but_pass
65        check_result result "failed: .*expecting a failure"
66
67        # atf-sh does not support non-fatal failures yet; skip checks for
68        # such conditions.
69        case "${h}" in *sh_helpers*) continue ;; esac
70
71        atf_check -s eq:0 -e match:"Expected check failure: Fail first: abc" \
72            -e match:"Expected check failure: And fail again: def" \
73            "${h}" -r result expect_fail_and_fail_check
74        check_result result "expected_failure: And fail again: 2 checks" \
75            "failed as expected"
76    done
77
78    # atf-sh does not support non-fatal failures yet; skip checks for
79    # such conditions.
80    for h in $(get_helpers sh_helpers); do
81        atf_check -s eq:0 -e ignore "${h}" -r result \
82            expect_fail_and_fail_requirement
83        check_result result "expected_failure: Fail reason: The failure"
84
85        atf_check -s eq:1 -e ignore "${h}" -r result expect_fail_but_pass
86        check_result result "failed: .*expecting a failure"
87    done
88}
89
90atf_test_case expect_exit
91expect_exit_body() {
92    for h in $(get_helpers); do
93        atf_check -s eq:0 -e ignore "${h}" -r result expect_exit_any_and_exit
94        check_result result "expected_exit: Call will exit"
95
96        atf_check -s eq:123 -e ignore "${h}" -r result expect_exit_code_and_exit
97        check_result result "expected_exit\(123\): Call will exit"
98
99        atf_check -s eq:1 -e ignore "${h}" -r result expect_exit_but_pass
100        check_result result "failed: .*expected to exit"
101    done
102}
103
104atf_test_case expect_signal
105expect_signal_body() {
106    for h in $(get_helpers); do
107        atf_check -s signal:9 -e ignore "${h}" -r result \
108            expect_signal_any_and_signal
109        check_result result "expected_signal: Call will signal"
110
111        atf_check -s signal:hup -e ignore "${h}" -r result \
112            expect_signal_no_and_signal
113        check_result result "expected_signal\(1\): Call will signal"
114
115        atf_check -s eq:1 -e ignore "${h}" -r result \
116            expect_signal_but_pass
117        check_result result "failed: .*termination signal"
118    done
119}
120
121atf_test_case expect_death
122expect_death_body() {
123    for h in $(get_helpers); do
124        atf_check -s eq:123 -e ignore "${h}" -r result expect_death_and_exit
125        check_result result "expected_death: Exit case"
126
127        atf_check -s signal:kill -e ignore "${h}" -r result \
128            expect_death_and_signal
129        check_result result "expected_death: Signal case"
130
131        atf_check -s eq:1 -e ignore "${h}" -r result expect_death_but_pass
132        check_result result "failed: .*terminate abruptly"
133    done
134}
135
136atf_test_case expect_timeout
137expect_timeout_body() {
138    for h in $(get_helpers); do
139        atf_check -s eq:1 -e ignore "${h}" -r result expect_timeout_but_pass
140        check_result result "failed: Test case was expected to hang but it" \
141            "continued execution"
142    done
143}
144
145atf_init_test_cases()
146{
147    atf_add_test_case expect_pass
148    atf_add_test_case expect_fail
149    atf_add_test_case expect_exit
150    atf_add_test_case expect_signal
151    atf_add_test_case expect_death
152    atf_add_test_case expect_timeout
153}
154
155# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4
156