1 |
2 |
jamieiles |
// Copyright 2008, Google Inc.
|
2 |
|
|
// All rights reserved.
|
3 |
|
|
//
|
4 |
|
|
// Redistribution and use in source and binary forms, with or without
|
5 |
|
|
// modification, are permitted provided that the following conditions are
|
6 |
|
|
// met:
|
7 |
|
|
//
|
8 |
|
|
// * Redistributions of source code must retain the above copyright
|
9 |
|
|
// notice, this list of conditions and the following disclaimer.
|
10 |
|
|
// * Redistributions in binary form must reproduce the above
|
11 |
|
|
// copyright notice, this list of conditions and the following disclaimer
|
12 |
|
|
// in the documentation and/or other materials provided with the
|
13 |
|
|
// distribution.
|
14 |
|
|
// * Neither the name of Google Inc. nor the names of its
|
15 |
|
|
// contributors may be used to endorse or promote products derived from
|
16 |
|
|
// this software without specific prior written permission.
|
17 |
|
|
//
|
18 |
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
19 |
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
20 |
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
21 |
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
22 |
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
23 |
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
24 |
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
25 |
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
26 |
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
27 |
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
28 |
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
29 |
|
|
//
|
30 |
|
|
// Author: wan@google.com (Zhanyong Wan)
|
31 |
|
|
|
32 |
|
|
// Tests the --gtest_repeat=number flag.
|
33 |
|
|
|
34 |
|
|
#include <stdlib.h>
|
35 |
|
|
#include <iostream>
|
36 |
|
|
#include "gtest/gtest.h"
|
37 |
|
|
|
38 |
|
|
// Indicates that this translation unit is part of Google Test's
|
39 |
|
|
// implementation. It must come before gtest-internal-inl.h is
|
40 |
|
|
// included, or there will be a compiler error. This trick is to
|
41 |
|
|
// prevent a user from accidentally including gtest-internal-inl.h in
|
42 |
|
|
// his code.
|
43 |
|
|
#define GTEST_IMPLEMENTATION_ 1
|
44 |
|
|
#include "src/gtest-internal-inl.h"
|
45 |
|
|
#undef GTEST_IMPLEMENTATION_
|
46 |
|
|
|
47 |
|
|
namespace testing {
|
48 |
|
|
|
49 |
|
|
GTEST_DECLARE_string_(death_test_style);
|
50 |
|
|
GTEST_DECLARE_string_(filter);
|
51 |
|
|
GTEST_DECLARE_int32_(repeat);
|
52 |
|
|
|
53 |
|
|
} // namespace testing
|
54 |
|
|
|
55 |
|
|
using testing::GTEST_FLAG(death_test_style);
|
56 |
|
|
using testing::GTEST_FLAG(filter);
|
57 |
|
|
using testing::GTEST_FLAG(repeat);
|
58 |
|
|
|
59 |
|
|
namespace {
|
60 |
|
|
|
61 |
|
|
// We need this when we are testing Google Test itself and therefore
|
62 |
|
|
// cannot use Google Test assertions.
|
63 |
|
|
#define GTEST_CHECK_INT_EQ_(expected, actual) \
|
64 |
|
|
do {\
|
65 |
|
|
const int expected_val = (expected);\
|
66 |
|
|
const int actual_val = (actual);\
|
67 |
|
|
if (::testing::internal::IsTrue(expected_val != actual_val)) {\
|
68 |
|
|
::std::cout << "Value of: " #actual "\n"\
|
69 |
|
|
<< " Actual: " << actual_val << "\n"\
|
70 |
|
|
<< "Expected: " #expected "\n"\
|
71 |
|
|
<< "Which is: " << expected_val << "\n";\
|
72 |
|
|
::testing::internal::posix::Abort();\
|
73 |
|
|
}\
|
74 |
|
|
} while (::testing::internal::AlwaysFalse())
|
75 |
|
|
|
76 |
|
|
|
77 |
|
|
// Used for verifying that global environment set-up and tear-down are
|
78 |
|
|
// inside the gtest_repeat loop.
|
79 |
|
|
|
80 |
|
|
int g_environment_set_up_count = 0;
|
81 |
|
|
int g_environment_tear_down_count = 0;
|
82 |
|
|
|
83 |
|
|
class MyEnvironment : public testing::Environment {
|
84 |
|
|
public:
|
85 |
|
|
MyEnvironment() {}
|
86 |
|
|
virtual void SetUp() { g_environment_set_up_count++; }
|
87 |
|
|
virtual void TearDown() { g_environment_tear_down_count++; }
|
88 |
|
|
};
|
89 |
|
|
|
90 |
|
|
// A test that should fail.
|
91 |
|
|
|
92 |
|
|
int g_should_fail_count = 0;
|
93 |
|
|
|
94 |
|
|
TEST(FooTest, ShouldFail) {
|
95 |
|
|
g_should_fail_count++;
|
96 |
|
|
EXPECT_EQ(0, 1) << "Expected failure.";
|
97 |
|
|
}
|
98 |
|
|
|
99 |
|
|
// A test that should pass.
|
100 |
|
|
|
101 |
|
|
int g_should_pass_count = 0;
|
102 |
|
|
|
103 |
|
|
TEST(FooTest, ShouldPass) {
|
104 |
|
|
g_should_pass_count++;
|
105 |
|
|
}
|
106 |
|
|
|
107 |
|
|
// A test that contains a thread-safe death test and a fast death
|
108 |
|
|
// test. It should pass.
|
109 |
|
|
|
110 |
|
|
int g_death_test_count = 0;
|
111 |
|
|
|
112 |
|
|
TEST(BarDeathTest, ThreadSafeAndFast) {
|
113 |
|
|
g_death_test_count++;
|
114 |
|
|
|
115 |
|
|
GTEST_FLAG(death_test_style) = "threadsafe";
|
116 |
|
|
EXPECT_DEATH_IF_SUPPORTED(::testing::internal::posix::Abort(), "");
|
117 |
|
|
|
118 |
|
|
GTEST_FLAG(death_test_style) = "fast";
|
119 |
|
|
EXPECT_DEATH_IF_SUPPORTED(::testing::internal::posix::Abort(), "");
|
120 |
|
|
}
|
121 |
|
|
|
122 |
|
|
#if GTEST_HAS_PARAM_TEST
|
123 |
|
|
int g_param_test_count = 0;
|
124 |
|
|
|
125 |
|
|
const int kNumberOfParamTests = 10;
|
126 |
|
|
|
127 |
|
|
class MyParamTest : public testing::TestWithParam<int> {};
|
128 |
|
|
|
129 |
|
|
TEST_P(MyParamTest, ShouldPass) {
|
130 |
|
|
// TODO(vladl@google.com): Make parameter value checking robust
|
131 |
|
|
// WRT order of tests.
|
132 |
|
|
GTEST_CHECK_INT_EQ_(g_param_test_count % kNumberOfParamTests, GetParam());
|
133 |
|
|
g_param_test_count++;
|
134 |
|
|
}
|
135 |
|
|
INSTANTIATE_TEST_CASE_P(MyParamSequence,
|
136 |
|
|
MyParamTest,
|
137 |
|
|
testing::Range(0, kNumberOfParamTests));
|
138 |
|
|
#endif // GTEST_HAS_PARAM_TEST
|
139 |
|
|
|
140 |
|
|
// Resets the count for each test.
|
141 |
|
|
void ResetCounts() {
|
142 |
|
|
g_environment_set_up_count = 0;
|
143 |
|
|
g_environment_tear_down_count = 0;
|
144 |
|
|
g_should_fail_count = 0;
|
145 |
|
|
g_should_pass_count = 0;
|
146 |
|
|
g_death_test_count = 0;
|
147 |
|
|
#if GTEST_HAS_PARAM_TEST
|
148 |
|
|
g_param_test_count = 0;
|
149 |
|
|
#endif // GTEST_HAS_PARAM_TEST
|
150 |
|
|
}
|
151 |
|
|
|
152 |
|
|
// Checks that the count for each test is expected.
|
153 |
|
|
void CheckCounts(int expected) {
|
154 |
|
|
GTEST_CHECK_INT_EQ_(expected, g_environment_set_up_count);
|
155 |
|
|
GTEST_CHECK_INT_EQ_(expected, g_environment_tear_down_count);
|
156 |
|
|
GTEST_CHECK_INT_EQ_(expected, g_should_fail_count);
|
157 |
|
|
GTEST_CHECK_INT_EQ_(expected, g_should_pass_count);
|
158 |
|
|
GTEST_CHECK_INT_EQ_(expected, g_death_test_count);
|
159 |
|
|
#if GTEST_HAS_PARAM_TEST
|
160 |
|
|
GTEST_CHECK_INT_EQ_(expected * kNumberOfParamTests, g_param_test_count);
|
161 |
|
|
#endif // GTEST_HAS_PARAM_TEST
|
162 |
|
|
}
|
163 |
|
|
|
164 |
|
|
// Tests the behavior of Google Test when --gtest_repeat is not specified.
|
165 |
|
|
void TestRepeatUnspecified() {
|
166 |
|
|
ResetCounts();
|
167 |
|
|
GTEST_CHECK_INT_EQ_(1, RUN_ALL_TESTS());
|
168 |
|
|
CheckCounts(1);
|
169 |
|
|
}
|
170 |
|
|
|
171 |
|
|
// Tests the behavior of Google Test when --gtest_repeat has the given value.
|
172 |
|
|
void TestRepeat(int repeat) {
|
173 |
|
|
GTEST_FLAG(repeat) = repeat;
|
174 |
|
|
|
175 |
|
|
ResetCounts();
|
176 |
|
|
GTEST_CHECK_INT_EQ_(repeat > 0 ? 1 : 0, RUN_ALL_TESTS());
|
177 |
|
|
CheckCounts(repeat);
|
178 |
|
|
}
|
179 |
|
|
|
180 |
|
|
// Tests using --gtest_repeat when --gtest_filter specifies an empty
|
181 |
|
|
// set of tests.
|
182 |
|
|
void TestRepeatWithEmptyFilter(int repeat) {
|
183 |
|
|
GTEST_FLAG(repeat) = repeat;
|
184 |
|
|
GTEST_FLAG(filter) = "None";
|
185 |
|
|
|
186 |
|
|
ResetCounts();
|
187 |
|
|
GTEST_CHECK_INT_EQ_(0, RUN_ALL_TESTS());
|
188 |
|
|
CheckCounts(0);
|
189 |
|
|
}
|
190 |
|
|
|
191 |
|
|
// Tests using --gtest_repeat when --gtest_filter specifies a set of
|
192 |
|
|
// successful tests.
|
193 |
|
|
void TestRepeatWithFilterForSuccessfulTests(int repeat) {
|
194 |
|
|
GTEST_FLAG(repeat) = repeat;
|
195 |
|
|
GTEST_FLAG(filter) = "*-*ShouldFail";
|
196 |
|
|
|
197 |
|
|
ResetCounts();
|
198 |
|
|
GTEST_CHECK_INT_EQ_(0, RUN_ALL_TESTS());
|
199 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_environment_set_up_count);
|
200 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_environment_tear_down_count);
|
201 |
|
|
GTEST_CHECK_INT_EQ_(0, g_should_fail_count);
|
202 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_should_pass_count);
|
203 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_death_test_count);
|
204 |
|
|
#if GTEST_HAS_PARAM_TEST
|
205 |
|
|
GTEST_CHECK_INT_EQ_(repeat * kNumberOfParamTests, g_param_test_count);
|
206 |
|
|
#endif // GTEST_HAS_PARAM_TEST
|
207 |
|
|
}
|
208 |
|
|
|
209 |
|
|
// Tests using --gtest_repeat when --gtest_filter specifies a set of
|
210 |
|
|
// failed tests.
|
211 |
|
|
void TestRepeatWithFilterForFailedTests(int repeat) {
|
212 |
|
|
GTEST_FLAG(repeat) = repeat;
|
213 |
|
|
GTEST_FLAG(filter) = "*ShouldFail";
|
214 |
|
|
|
215 |
|
|
ResetCounts();
|
216 |
|
|
GTEST_CHECK_INT_EQ_(1, RUN_ALL_TESTS());
|
217 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_environment_set_up_count);
|
218 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_environment_tear_down_count);
|
219 |
|
|
GTEST_CHECK_INT_EQ_(repeat, g_should_fail_count);
|
220 |
|
|
GTEST_CHECK_INT_EQ_(0, g_should_pass_count);
|
221 |
|
|
GTEST_CHECK_INT_EQ_(0, g_death_test_count);
|
222 |
|
|
#if GTEST_HAS_PARAM_TEST
|
223 |
|
|
GTEST_CHECK_INT_EQ_(0, g_param_test_count);
|
224 |
|
|
#endif // GTEST_HAS_PARAM_TEST
|
225 |
|
|
}
|
226 |
|
|
|
227 |
|
|
} // namespace
|
228 |
|
|
|
229 |
|
|
int main(int argc, char **argv) {
|
230 |
|
|
testing::InitGoogleTest(&argc, argv);
|
231 |
|
|
testing::AddGlobalTestEnvironment(new MyEnvironment);
|
232 |
|
|
|
233 |
|
|
TestRepeatUnspecified();
|
234 |
|
|
TestRepeat(0);
|
235 |
|
|
TestRepeat(1);
|
236 |
|
|
TestRepeat(5);
|
237 |
|
|
|
238 |
|
|
TestRepeatWithEmptyFilter(2);
|
239 |
|
|
TestRepeatWithEmptyFilter(3);
|
240 |
|
|
|
241 |
|
|
TestRepeatWithFilterForSuccessfulTests(3);
|
242 |
|
|
|
243 |
|
|
TestRepeatWithFilterForFailedTests(4);
|
244 |
|
|
|
245 |
|
|
// It would be nice to verify that the tests indeed loop forever
|
246 |
|
|
// when GTEST_FLAG(repeat) is negative, but this test will be quite
|
247 |
|
|
// complicated to write. Since this flag is for interactive
|
248 |
|
|
// debugging only and doesn't affect the normal test result, such a
|
249 |
|
|
// test would be an overkill.
|
250 |
|
|
|
251 |
|
|
printf("PASS\n");
|
252 |
|
|
return 0;
|
253 |
|
|
}
|