1 // Copyright 2008, Google Inc.
2 // All rights reserved.
3 //
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are
6 // met:
7 //
8 // * Redistributions of source code must retain the above copyright
9 // notice, this list of conditions and the following disclaimer.
10 // * Redistributions in binary form must reproduce the above
11 // copyright notice, this list of conditions and the following disclaimer
12 // in the documentation and/or other materials provided with the
13 // distribution.
14 // * Neither the name of Google Inc. nor the names of its
15 // contributors may be used to endorse or promote products derived from
16 // this software without specific prior written permission.
17 //
18 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29
30
31 // Tests the --gtest_repeat=number flag.
32
33 #include <stdlib.h>
34 #include <iostream>
35 #include "gtest/gtest.h"
36 #include "src/gtest-internal-inl.h"
37
38 namespace {
39
40 // We need this when we are testing Google Test itself and therefore
41 // cannot use Google Test assertions.
42 #define GTEST_CHECK_INT_EQ_(expected, actual) \
43 do {\
44 const int expected_val = (expected);\
45 const int actual_val = (actual);\
46 if (::testing::internal::IsTrue(expected_val != actual_val)) {\
47 ::std::cout << "Value of: " #actual "\n"\
48 << " Actual: " << actual_val << "\n"\
49 << "Expected: " #expected "\n"\
50 << "Which is: " << expected_val << "\n";\
51 ::testing::internal::posix::Abort();\
52 }\
53 } while (::testing::internal::AlwaysFalse())
54
55
56 // Used for verifying that global environment set-up and tear-down are
57 // inside the --gtest_repeat loop.
58
59 int g_environment_set_up_count = 0;
60 int g_environment_tear_down_count = 0;
61
62 class MyEnvironment : public testing::Environment {
63 public:
MyEnvironment()64 MyEnvironment() {}
SetUp()65 void SetUp() override { g_environment_set_up_count++; }
TearDown()66 void TearDown() override { g_environment_tear_down_count++; }
67 };
68
69 // A test that should fail.
70
71 int g_should_fail_count = 0;
72
TEST(FooTest,ShouldFail)73 TEST(FooTest, ShouldFail) {
74 g_should_fail_count++;
75 EXPECT_EQ(0, 1) << "Expected failure.";
76 }
77
78 // A test that should pass.
79
80 int g_should_pass_count = 0;
81
TEST(FooTest,ShouldPass)82 TEST(FooTest, ShouldPass) {
83 g_should_pass_count++;
84 }
85
86 // A test that contains a thread-safe death test and a fast death
87 // test. It should pass.
88
89 int g_death_test_count = 0;
90
TEST(BarDeathTest,ThreadSafeAndFast)91 TEST(BarDeathTest, ThreadSafeAndFast) {
92 g_death_test_count++;
93
94 GTEST_FLAG_SET(death_test_style, "threadsafe");
95 EXPECT_DEATH_IF_SUPPORTED(::testing::internal::posix::Abort(), "");
96
97 GTEST_FLAG_SET(death_test_style, "fast");
98 EXPECT_DEATH_IF_SUPPORTED(::testing::internal::posix::Abort(), "");
99 }
100
101 int g_param_test_count = 0;
102
103 const int kNumberOfParamTests = 10;
104
105 class MyParamTest : public testing::TestWithParam<int> {};
106
TEST_P(MyParamTest,ShouldPass)107 TEST_P(MyParamTest, ShouldPass) {
108 GTEST_CHECK_INT_EQ_(g_param_test_count % kNumberOfParamTests, GetParam());
109 g_param_test_count++;
110 }
111 INSTANTIATE_TEST_SUITE_P(MyParamSequence,
112 MyParamTest,
113 testing::Range(0, kNumberOfParamTests));
114
115 // Resets the count for each test.
ResetCounts()116 void ResetCounts() {
117 g_environment_set_up_count = 0;
118 g_environment_tear_down_count = 0;
119 g_should_fail_count = 0;
120 g_should_pass_count = 0;
121 g_death_test_count = 0;
122 g_param_test_count = 0;
123 }
124
125 // Checks that the count for each test is expected.
CheckCounts(int expected)126 void CheckCounts(int expected) {
127 GTEST_CHECK_INT_EQ_(expected, g_environment_set_up_count);
128 GTEST_CHECK_INT_EQ_(expected, g_environment_tear_down_count);
129 GTEST_CHECK_INT_EQ_(expected, g_should_fail_count);
130 GTEST_CHECK_INT_EQ_(expected, g_should_pass_count);
131 GTEST_CHECK_INT_EQ_(expected, g_death_test_count);
132 GTEST_CHECK_INT_EQ_(expected * kNumberOfParamTests, g_param_test_count);
133 }
134
135 // Tests the behavior of Google Test when --gtest_repeat is not specified.
TestRepeatUnspecified()136 void TestRepeatUnspecified() {
137 ResetCounts();
138 GTEST_CHECK_INT_EQ_(1, RUN_ALL_TESTS());
139 CheckCounts(1);
140 }
141
142 // Tests the behavior of Google Test when --gtest_repeat has the given value.
TestRepeat(int repeat)143 void TestRepeat(int repeat) {
144 GTEST_FLAG_SET(repeat, repeat);
145
146 ResetCounts();
147 GTEST_CHECK_INT_EQ_(repeat > 0 ? 1 : 0, RUN_ALL_TESTS());
148 CheckCounts(repeat);
149 }
150
151 // Tests using --gtest_repeat when --gtest_filter specifies an empty
152 // set of tests.
TestRepeatWithEmptyFilter(int repeat)153 void TestRepeatWithEmptyFilter(int repeat) {
154 GTEST_FLAG_SET(repeat, repeat);
155 GTEST_FLAG_SET(filter, "None");
156
157 ResetCounts();
158 GTEST_CHECK_INT_EQ_(0, RUN_ALL_TESTS());
159 CheckCounts(0);
160 }
161
162 // Tests using --gtest_repeat when --gtest_filter specifies a set of
163 // successful tests.
TestRepeatWithFilterForSuccessfulTests(int repeat)164 void TestRepeatWithFilterForSuccessfulTests(int repeat) {
165 GTEST_FLAG_SET(repeat, repeat);
166 GTEST_FLAG_SET(filter, "*-*ShouldFail");
167
168 ResetCounts();
169 GTEST_CHECK_INT_EQ_(0, RUN_ALL_TESTS());
170 GTEST_CHECK_INT_EQ_(repeat, g_environment_set_up_count);
171 GTEST_CHECK_INT_EQ_(repeat, g_environment_tear_down_count);
172 GTEST_CHECK_INT_EQ_(0, g_should_fail_count);
173 GTEST_CHECK_INT_EQ_(repeat, g_should_pass_count);
174 GTEST_CHECK_INT_EQ_(repeat, g_death_test_count);
175 GTEST_CHECK_INT_EQ_(repeat * kNumberOfParamTests, g_param_test_count);
176 }
177
178 // Tests using --gtest_repeat when --gtest_filter specifies a set of
179 // failed tests.
TestRepeatWithFilterForFailedTests(int repeat)180 void TestRepeatWithFilterForFailedTests(int repeat) {
181 GTEST_FLAG_SET(repeat, repeat);
182 GTEST_FLAG_SET(filter, "*ShouldFail");
183
184 ResetCounts();
185 GTEST_CHECK_INT_EQ_(1, RUN_ALL_TESTS());
186 GTEST_CHECK_INT_EQ_(repeat, g_environment_set_up_count);
187 GTEST_CHECK_INT_EQ_(repeat, g_environment_tear_down_count);
188 GTEST_CHECK_INT_EQ_(repeat, g_should_fail_count);
189 GTEST_CHECK_INT_EQ_(0, g_should_pass_count);
190 GTEST_CHECK_INT_EQ_(0, g_death_test_count);
191 GTEST_CHECK_INT_EQ_(0, g_param_test_count);
192 }
193
194 } // namespace
195
main(int argc,char ** argv)196 int main(int argc, char **argv) {
197 testing::InitGoogleTest(&argc, argv);
198
199 testing::AddGlobalTestEnvironment(new MyEnvironment);
200
201 TestRepeatUnspecified();
202 TestRepeat(0);
203 TestRepeat(1);
204 TestRepeat(5);
205
206 TestRepeatWithEmptyFilter(2);
207 TestRepeatWithEmptyFilter(3);
208
209 TestRepeatWithFilterForSuccessfulTests(3);
210
211 TestRepeatWithFilterForFailedTests(4);
212
213 // It would be nice to verify that the tests indeed loop forever
214 // when GTEST_FLAG(repeat) is negative, but this test will be quite
215 // complicated to write. Since this flag is for interactive
216 // debugging only and doesn't affect the normal test result, such a
217 // test would be an overkill.
218
219 printf("PASS\n");
220 return 0;
221 }
222