blob: 471eaa7b3a3f20150bcb385eded0c8155d9e05be [file] [log] [blame]
Thomas Gleixnere500db32019-06-04 10:11:14 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Kees Cookc99ee512015-06-16 10:54:14 -07002/*
3 * Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Kees Cookc99ee512015-06-16 10:54:14 -07004 *
Mickaël Salaündfa47d32017-05-26 20:43:57 +02005 * kselftest_harness.h: simple C unit test helper.
Kees Cookc99ee512015-06-16 10:54:14 -07006 *
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +02007 * See documentation in Documentation/dev-tools/kselftest.rst
Kees Cookc99ee512015-06-16 10:54:14 -07008 *
9 * API inspired by code.google.com/p/googletest
10 */
Mickaël Salaündfa47d32017-05-26 20:43:57 +020011
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +020012/**
13 * DOC: example
14 *
15 * .. code-block:: c
16 *
17 * #include "../kselftest_harness.h"
18 *
19 * TEST(standalone_test) {
20 * do_some_stuff;
21 * EXPECT_GT(10, stuff) {
22 * stuff_state_t state;
23 * enumerate_stuff_state(&state);
24 * TH_LOG("expectation failed with state: %s", state.msg);
25 * }
26 * more_stuff;
27 * ASSERT_NE(some_stuff, NULL) TH_LOG("how did it happen?!");
28 * last_stuff;
29 * EXPECT_EQ(0, last_stuff);
30 * }
31 *
32 * FIXTURE(my_fixture) {
33 * mytype_t *data;
34 * int awesomeness_level;
35 * };
36 * FIXTURE_SETUP(my_fixture) {
37 * self->data = mytype_new();
38 * ASSERT_NE(NULL, self->data);
39 * }
40 * FIXTURE_TEARDOWN(my_fixture) {
41 * mytype_free(self->data);
42 * }
43 * TEST_F(my_fixture, data_is_good) {
44 * EXPECT_EQ(1, is_my_data_good(self->data));
45 * }
46 *
47 * TEST_HARNESS_MAIN
48 */
49
Mickaël Salaündfa47d32017-05-26 20:43:57 +020050#ifndef __KSELFTEST_HARNESS_H
51#define __KSELFTEST_HARNESS_H
Kees Cookc99ee512015-06-16 10:54:14 -070052
Kees Cooke80068b2020-06-22 11:16:48 -070053#ifndef _GNU_SOURCE
Kees Cookc99ee512015-06-16 10:54:14 -070054#define _GNU_SOURCE
Kees Cooke80068b2020-06-22 11:16:48 -070055#endif
Mickaël Salaün369130b2017-08-07 01:23:37 +020056#include <asm/types.h>
57#include <errno.h>
58#include <stdbool.h>
Kees Cookb5bb6d32015-12-10 14:50:25 -080059#include <stdint.h>
Kees Cookc99ee512015-06-16 10:54:14 -070060#include <stdio.h>
61#include <stdlib.h>
62#include <string.h>
Kees Cook0ef67a82020-06-22 11:16:51 -070063#include <sys/mman.h>
Kees Cookc99ee512015-06-16 10:54:14 -070064#include <sys/types.h>
65#include <sys/wait.h>
66#include <unistd.h>
67
Kees Cooke80068b2020-06-22 11:16:48 -070068#include "kselftest.h"
69
Alexandre Bellonid51f1f12019-05-24 00:42:22 +020070#define TEST_TIMEOUT_DEFAULT 30
Kees Cookc99ee512015-06-16 10:54:14 -070071
72/* Utilities exposed to the test definitions */
73#ifndef TH_LOG_STREAM
74# define TH_LOG_STREAM stderr
75#endif
76
77#ifndef TH_LOG_ENABLED
78# define TH_LOG_ENABLED 1
79#endif
80
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +020081/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +010082 * TH_LOG()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +020083 *
84 * @fmt: format string
85 * @...: optional arguments
86 *
87 * .. code-block:: c
88 *
89 * TH_LOG(format, ...)
90 *
Mickaël Salaün1256a522017-05-26 20:44:01 +020091 * Optional debug logging function available for use in tests.
92 * Logging may be enabled or disabled by defining TH_LOG_ENABLED.
93 * E.g., #define TH_LOG_ENABLED 1
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +020094 *
Mickaël Salaün1256a522017-05-26 20:44:01 +020095 * If no definition is provided, logging is enabled by default.
Mickaël Salaün369130b2017-08-07 01:23:37 +020096 *
97 * If there is no way to print an error message for the process running the
98 * test (e.g. not allowed to write to stderr), it is still possible to get the
99 * ASSERT_* number for which the test failed. This behavior can be enabled by
100 * writing `_metadata->no_print = true;` before the check sequence that is
101 * unable to print. When an error occur, instead of printing an error message
102 * and calling `abort(3)`, the test process call `_exit(2)` with the assert
103 * number as argument, which is then printed by the parent process.
Mickaël Salaün1256a522017-05-26 20:44:01 +0200104 */
105#define TH_LOG(fmt, ...) do { \
Kees Cookc99ee512015-06-16 10:54:14 -0700106 if (TH_LOG_ENABLED) \
107 __TH_LOG(fmt, ##__VA_ARGS__); \
108} while (0)
109
110/* Unconditional logger for internal use. */
111#define __TH_LOG(fmt, ...) \
Kees Cooke80068b2020-06-22 11:16:48 -0700112 fprintf(TH_LOG_STREAM, "# %s:%d:%s:" fmt "\n", \
Kees Cookc99ee512015-06-16 10:54:14 -0700113 __FILE__, __LINE__, _metadata->name, ##__VA_ARGS__)
114
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200115/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100116 * SKIP()
Kees Cook6c3b6d52018-03-15 09:59:16 -0700117 *
Kees Cook9847d242020-06-22 11:16:49 -0700118 * @statement: statement to run after reporting SKIP
Kees Cook6c3b6d52018-03-15 09:59:16 -0700119 * @fmt: format string
120 * @...: optional arguments
121 *
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100122 * .. code-block:: c
123 *
124 * SKIP(statement, fmt, ...);
125 *
Kees Cook9847d242020-06-22 11:16:49 -0700126 * This forces a "pass" after reporting why something is being skipped
Kees Cook6c3b6d52018-03-15 09:59:16 -0700127 * and runs "statement", which is usually "return" or "goto skip".
128 */
Kees Cook9847d242020-06-22 11:16:49 -0700129#define SKIP(statement, fmt, ...) do { \
Kees Cook0ef67a82020-06-22 11:16:51 -0700130 snprintf(_metadata->results->reason, \
131 sizeof(_metadata->results->reason), fmt, ##__VA_ARGS__); \
Kees Cook6c3b6d52018-03-15 09:59:16 -0700132 if (TH_LOG_ENABLED) { \
Tommi Rantalaef708632020-10-08 15:26:24 +0300133 fprintf(TH_LOG_STREAM, "# SKIP %s\n", \
Kees Cook0ef67a82020-06-22 11:16:51 -0700134 _metadata->results->reason); \
Kees Cook6c3b6d52018-03-15 09:59:16 -0700135 } \
Kees Cook6c3b6d52018-03-15 09:59:16 -0700136 _metadata->passed = 1; \
Kees Cook9847d242020-06-22 11:16:49 -0700137 _metadata->skip = 1; \
Kees Cook6c3b6d52018-03-15 09:59:16 -0700138 _metadata->trigger = 0; \
139 statement; \
140} while (0)
141
142/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100143 * TEST() - Defines the test function and creates the registration
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200144 * stub
145 *
146 * @test_name: test name
147 *
148 * .. code-block:: c
149 *
150 * TEST(name) { implementation }
151 *
Mickaël Salaün1256a522017-05-26 20:44:01 +0200152 * Defines a test by name.
153 * Names must be unique and tests must not be run in parallel. The
154 * implementation containing block is a function and scoping should be treated
155 * as such. Returning early may be performed with a bare "return;" statement.
156 *
157 * EXPECT_* and ASSERT_* are valid in a TEST() { } context.
158 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200159#define TEST(test_name) __TEST_IMPL(test_name, -1)
Kees Cookc99ee512015-06-16 10:54:14 -0700160
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200161/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100162 * TEST_SIGNAL()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200163 *
164 * @test_name: test name
165 * @signal: signal number
166 *
167 * .. code-block:: c
168 *
169 * TEST_SIGNAL(name, signal) { implementation }
170 *
Mickaël Salaün1256a522017-05-26 20:44:01 +0200171 * Defines a test by name and the expected term signal.
172 * Names must be unique and tests must not be run in parallel. The
173 * implementation containing block is a function and scoping should be treated
174 * as such. Returning early may be performed with a bare "return;" statement.
175 *
176 * EXPECT_* and ASSERT_* are valid in a TEST() { } context.
177 */
178#define TEST_SIGNAL(test_name, signal) __TEST_IMPL(test_name, signal)
Kees Cookc99ee512015-06-16 10:54:14 -0700179
180#define __TEST_IMPL(test_name, _signal) \
181 static void test_name(struct __test_metadata *_metadata); \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700182 static inline void wrapper_##test_name( \
183 struct __test_metadata *_metadata, \
184 struct __fixture_variant_metadata *variant) \
185 { \
186 test_name(_metadata); \
187 } \
Kees Cookc99ee512015-06-16 10:54:14 -0700188 static struct __test_metadata _##test_name##_object = \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700189 { .name = #test_name, \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700190 .fn = &wrapper_##test_name, \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700191 .fixture = &_fixture_global, \
192 .termsig = _signal, \
Alexandre Bellonid51f1f12019-05-24 00:42:22 +0200193 .timeout = TEST_TIMEOUT_DEFAULT, }; \
Kees Cookc99ee512015-06-16 10:54:14 -0700194 static void __attribute__((constructor)) _register_##test_name(void) \
195 { \
196 __register_test(&_##test_name##_object); \
197 } \
198 static void test_name( \
199 struct __test_metadata __attribute__((unused)) *_metadata)
200
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200201/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100202 * FIXTURE_DATA() - Wraps the struct name so we have one less
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200203 * argument to pass around
204 *
205 * @datatype_name: datatype name
206 *
207 * .. code-block:: c
208 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700209 * FIXTURE_DATA(datatype_name)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200210 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700211 * Almost always, you want just FIXTURE() instead (see below).
Mickaël Salaün1256a522017-05-26 20:44:01 +0200212 * This call may be used when the type of the fixture data
213 * is needed. In general, this should not be needed unless
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200214 * the *self* is being passed to a helper directly.
Mickaël Salaün1256a522017-05-26 20:44:01 +0200215 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200216#define FIXTURE_DATA(datatype_name) struct _test_data_##datatype_name
Kees Cookc99ee512015-06-16 10:54:14 -0700217
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200218/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100219 * FIXTURE() - Called once per fixture to setup the data and
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200220 * register
221 *
222 * @fixture_name: fixture name
223 *
224 * .. code-block:: c
225 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700226 * FIXTURE(fixture_name) {
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200227 * type property1;
228 * ...
229 * };
230 *
231 * Defines the data provided to TEST_F()-defined tests as *self*. It should be
232 * populated and cleaned up using FIXTURE_SETUP() and FIXTURE_TEARDOWN().
Mickaël Salaün1256a522017-05-26 20:44:01 +0200233 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200234#define FIXTURE(fixture_name) \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700235 FIXTURE_VARIANT(fixture_name); \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700236 static struct __fixture_metadata _##fixture_name##_fixture_object = \
237 { .name = #fixture_name, }; \
Kees Cookc99ee512015-06-16 10:54:14 -0700238 static void __attribute__((constructor)) \
239 _register_##fixture_name##_data(void) \
240 { \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700241 __register_fixture(&_##fixture_name##_fixture_object); \
Kees Cookc99ee512015-06-16 10:54:14 -0700242 } \
Mickaël Salaün1256a522017-05-26 20:44:01 +0200243 FIXTURE_DATA(fixture_name)
Kees Cookc99ee512015-06-16 10:54:14 -0700244
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200245/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100246 * FIXTURE_SETUP() - Prepares the setup function for the fixture.
Kees Cook6c3b6d52018-03-15 09:59:16 -0700247 * *_metadata* is included so that EXPECT_* and ASSERT_* work correctly.
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200248 *
249 * @fixture_name: fixture name
250 *
251 * .. code-block:: c
252 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700253 * FIXTURE_SETUP(fixture_name) { implementation }
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200254 *
Mickaël Salaün1256a522017-05-26 20:44:01 +0200255 * Populates the required "setup" function for a fixture. An instance of the
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200256 * datatype defined with FIXTURE_DATA() will be exposed as *self* for the
Mickaël Salaün1256a522017-05-26 20:44:01 +0200257 * implementation.
258 *
259 * ASSERT_* are valid for use in this context and will prempt the execution
260 * of any dependent fixture tests.
261 *
262 * A bare "return;" statement may be used to return early.
263 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200264#define FIXTURE_SETUP(fixture_name) \
Kees Cookc99ee512015-06-16 10:54:14 -0700265 void fixture_name##_setup( \
266 struct __test_metadata __attribute__((unused)) *_metadata, \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700267 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self, \
268 const FIXTURE_VARIANT(fixture_name) \
269 __attribute__((unused)) *variant)
270
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200271/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100272 * FIXTURE_TEARDOWN()
Kees Cook6c3b6d52018-03-15 09:59:16 -0700273 * *_metadata* is included so that EXPECT_* and ASSERT_* work correctly.
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200274 *
275 * @fixture_name: fixture name
276 *
277 * .. code-block:: c
278 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700279 * FIXTURE_TEARDOWN(fixture_name) { implementation }
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200280 *
Mickaël Salaün1256a522017-05-26 20:44:01 +0200281 * Populates the required "teardown" function for a fixture. An instance of the
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200282 * datatype defined with FIXTURE_DATA() will be exposed as *self* for the
Mickaël Salaün1256a522017-05-26 20:44:01 +0200283 * implementation to clean up.
284 *
285 * A bare "return;" statement may be used to return early.
286 */
287#define FIXTURE_TEARDOWN(fixture_name) \
Kees Cookc99ee512015-06-16 10:54:14 -0700288 void fixture_name##_teardown( \
289 struct __test_metadata __attribute__((unused)) *_metadata, \
Mickaël Salaün1256a522017-05-26 20:44:01 +0200290 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self)
Kees Cookc99ee512015-06-16 10:54:14 -0700291
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200292/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100293 * FIXTURE_VARIANT() - Optionally called once per fixture
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700294 * to declare fixture variant
295 *
296 * @fixture_name: fixture name
297 *
298 * .. code-block:: c
299 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700300 * FIXTURE_VARIANT(fixture_name) {
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700301 * type property1;
302 * ...
303 * };
304 *
305 * Defines type of constant parameters provided to FIXTURE_SETUP() and TEST_F()
306 * as *variant*. Variants allow the same tests to be run with different
307 * arguments.
308 */
309#define FIXTURE_VARIANT(fixture_name) struct _fixture_variant_##fixture_name
310
311/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100312 * FIXTURE_VARIANT_ADD() - Called once per fixture
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700313 * variant to setup and register the data
314 *
315 * @fixture_name: fixture name
316 * @variant_name: name of the parameter set
317 *
318 * .. code-block:: c
319 *
Kees Cook3e4cd8e2020-07-04 23:12:30 -0700320 * FIXTURE_VARIANT_ADD(fixture_name, variant_name) {
321 * .property1 = val1,
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700322 * ...
323 * };
324 *
325 * Defines a variant of the test fixture, provided to FIXTURE_SETUP() and
326 * TEST_F() as *variant*. Tests of each fixture will be run once for each
327 * variant.
328 */
329#define FIXTURE_VARIANT_ADD(fixture_name, variant_name) \
330 extern FIXTURE_VARIANT(fixture_name) \
331 _##fixture_name##_##variant_name##_variant; \
332 static struct __fixture_variant_metadata \
333 _##fixture_name##_##variant_name##_object = \
334 { .name = #variant_name, \
335 .data = &_##fixture_name##_##variant_name##_variant}; \
336 static void __attribute__((constructor)) \
337 _register_##fixture_name##_##variant_name(void) \
338 { \
339 __register_fixture_variant(&_##fixture_name##_fixture_object, \
340 &_##fixture_name##_##variant_name##_object); \
341 } \
342 FIXTURE_VARIANT(fixture_name) \
343 _##fixture_name##_##variant_name##_variant =
344
345/**
Mauro Carvalho Chehab3950b922021-01-14 09:04:46 +0100346 * TEST_F() - Emits test registration and helpers for
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200347 * fixture-based test cases
348 *
349 * @fixture_name: fixture name
350 * @test_name: test name
351 *
352 * .. code-block:: c
353 *
354 * TEST_F(fixture, name) { implementation }
355 *
Mickaël Salaün1256a522017-05-26 20:44:01 +0200356 * Defines a test that depends on a fixture (e.g., is part of a test case).
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200357 * Very similar to TEST() except that *self* is the setup instance of fixture's
Mickaël Salaün1256a522017-05-26 20:44:01 +0200358 * datatype exposed for use by the implementation.
Kees Cook6c3b6d52018-03-15 09:59:16 -0700359 *
360 * Warning: use of ASSERT_* here will skip TEARDOWN.
Mickaël Salaün1256a522017-05-26 20:44:01 +0200361 */
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200362/* TODO(wad) register fixtures on dedicated test lists. */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200363#define TEST_F(fixture_name, test_name) \
Alexandre Bellonid51f1f12019-05-24 00:42:22 +0200364 __TEST_F_IMPL(fixture_name, test_name, -1, TEST_TIMEOUT_DEFAULT)
Kees Cookc99ee512015-06-16 10:54:14 -0700365
Mickaël Salaün1256a522017-05-26 20:44:01 +0200366#define TEST_F_SIGNAL(fixture_name, test_name, signal) \
Alexandre Bellonid51f1f12019-05-24 00:42:22 +0200367 __TEST_F_IMPL(fixture_name, test_name, signal, TEST_TIMEOUT_DEFAULT)
Kees Cookc99ee512015-06-16 10:54:14 -0700368
Alexandre Bellonid51f1f12019-05-24 00:42:22 +0200369#define TEST_F_TIMEOUT(fixture_name, test_name, timeout) \
370 __TEST_F_IMPL(fixture_name, test_name, -1, timeout)
371
372#define __TEST_F_IMPL(fixture_name, test_name, signal, tmout) \
Kees Cookc99ee512015-06-16 10:54:14 -0700373 static void fixture_name##_##test_name( \
374 struct __test_metadata *_metadata, \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700375 FIXTURE_DATA(fixture_name) *self, \
376 const FIXTURE_VARIANT(fixture_name) *variant); \
Kees Cookc99ee512015-06-16 10:54:14 -0700377 static inline void wrapper_##fixture_name##_##test_name( \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700378 struct __test_metadata *_metadata, \
379 struct __fixture_variant_metadata *variant) \
Kees Cookc99ee512015-06-16 10:54:14 -0700380 { \
381 /* fixture data is alloced, setup, and torn down per call. */ \
Mickaël Salaün1256a522017-05-26 20:44:01 +0200382 FIXTURE_DATA(fixture_name) self; \
383 memset(&self, 0, sizeof(FIXTURE_DATA(fixture_name))); \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700384 fixture_name##_setup(_metadata, &self, variant->data); \
Kees Cookc99ee512015-06-16 10:54:14 -0700385 /* Let setup failure terminate early. */ \
386 if (!_metadata->passed) \
387 return; \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700388 fixture_name##_##test_name(_metadata, &self, variant->data); \
Kees Cookc99ee512015-06-16 10:54:14 -0700389 fixture_name##_teardown(_metadata, &self); \
390 } \
391 static struct __test_metadata \
392 _##fixture_name##_##test_name##_object = { \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700393 .name = #test_name, \
Kees Cook121e3572019-01-27 01:42:51 -0800394 .fn = &wrapper_##fixture_name##_##test_name, \
Jakub Kicinski142aca62020-04-27 18:03:48 -0700395 .fixture = &_##fixture_name##_fixture_object, \
Kees Cook121e3572019-01-27 01:42:51 -0800396 .termsig = signal, \
Alexandre Bellonid51f1f12019-05-24 00:42:22 +0200397 .timeout = tmout, \
Kees Cookc99ee512015-06-16 10:54:14 -0700398 }; \
399 static void __attribute__((constructor)) \
400 _register_##fixture_name##_##test_name(void) \
401 { \
402 __register_test(&_##fixture_name##_##test_name##_object); \
403 } \
404 static void fixture_name##_##test_name( \
405 struct __test_metadata __attribute__((unused)) *_metadata, \
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700406 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self, \
407 const FIXTURE_VARIANT(fixture_name) \
408 __attribute__((unused)) *variant)
Kees Cookc99ee512015-06-16 10:54:14 -0700409
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200410/**
411 * TEST_HARNESS_MAIN - Simple wrapper to run the test harness
412 *
413 * .. code-block:: c
414 *
415 * TEST_HARNESS_MAIN
416 *
417 * Use once to append a main() to the test file.
Mickaël Salaün1256a522017-05-26 20:44:01 +0200418 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200419#define TEST_HARNESS_MAIN \
Kees Cookc99ee512015-06-16 10:54:14 -0700420 static void __attribute__((constructor)) \
421 __constructor_order_last(void) \
422 { \
423 if (!__constructor_order) \
424 __constructor_order = _CONSTRUCTOR_ORDER_BACKWARD; \
425 } \
426 int main(int argc, char **argv) { \
427 return test_harness_run(argc, argv); \
428 }
429
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200430/**
431 * DOC: operators
432 *
433 * Operators for use in TEST() and TEST_F().
Mickaël Salaün1256a522017-05-26 20:44:01 +0200434 * ASSERT_* calls will stop test execution immediately.
435 * EXPECT_* calls will emit a failure warning, note it, and continue.
436 */
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200437
438/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100439 * ASSERT_EQ()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200440 *
441 * @expected: expected value
442 * @seen: measured value
443 *
444 * ASSERT_EQ(expected, measured): expected == measured
445 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200446#define ASSERT_EQ(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300447 __EXPECT(expected, #expected, seen, #seen, ==, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200448
449/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100450 * ASSERT_NE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200451 *
452 * @expected: expected value
453 * @seen: measured value
454 *
455 * ASSERT_NE(expected, measured): expected != measured
456 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200457#define ASSERT_NE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300458 __EXPECT(expected, #expected, seen, #seen, !=, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200459
460/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100461 * ASSERT_LT()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200462 *
463 * @expected: expected value
464 * @seen: measured value
465 *
466 * ASSERT_LT(expected, measured): expected < measured
467 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200468#define ASSERT_LT(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300469 __EXPECT(expected, #expected, seen, #seen, <, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200470
471/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100472 * ASSERT_LE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200473 *
474 * @expected: expected value
475 * @seen: measured value
476 *
477 * ASSERT_LE(expected, measured): expected <= measured
478 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200479#define ASSERT_LE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300480 __EXPECT(expected, #expected, seen, #seen, <=, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200481
482/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100483 * ASSERT_GT()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200484 *
485 * @expected: expected value
486 * @seen: measured value
487 *
488 * ASSERT_GT(expected, measured): expected > measured
489 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200490#define ASSERT_GT(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300491 __EXPECT(expected, #expected, seen, #seen, >, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200492
493/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100494 * ASSERT_GE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200495 *
496 * @expected: expected value
497 * @seen: measured value
498 *
499 * ASSERT_GE(expected, measured): expected >= measured
500 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200501#define ASSERT_GE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300502 __EXPECT(expected, #expected, seen, #seen, >=, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200503
504/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100505 * ASSERT_NULL()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200506 *
507 * @seen: measured value
508 *
509 * ASSERT_NULL(measured): NULL == measured
510 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200511#define ASSERT_NULL(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300512 __EXPECT(NULL, "NULL", seen, #seen, ==, 1)
Kees Cookc99ee512015-06-16 10:54:14 -0700513
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200514/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100515 * ASSERT_TRUE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200516 *
517 * @seen: measured value
518 *
519 * ASSERT_TRUE(measured): measured != 0
520 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200521#define ASSERT_TRUE(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300522 __EXPECT(0, "0", seen, #seen, !=, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200523
524/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100525 * ASSERT_FALSE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200526 *
527 * @seen: measured value
528 *
529 * ASSERT_FALSE(measured): measured == 0
530 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200531#define ASSERT_FALSE(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300532 __EXPECT(0, "0", seen, #seen, ==, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200533
534/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100535 * ASSERT_STREQ()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200536 *
537 * @expected: expected value
538 * @seen: measured value
539 *
540 * ASSERT_STREQ(expected, measured): !strcmp(expected, measured)
541 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200542#define ASSERT_STREQ(expected, seen) \
543 __EXPECT_STR(expected, seen, ==, 1)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200544
545/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100546 * ASSERT_STRNE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200547 *
548 * @expected: expected value
549 * @seen: measured value
550 *
551 * ASSERT_STRNE(expected, measured): strcmp(expected, measured)
552 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200553#define ASSERT_STRNE(expected, seen) \
554 __EXPECT_STR(expected, seen, !=, 1)
Kees Cookc99ee512015-06-16 10:54:14 -0700555
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200556/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100557 * EXPECT_EQ()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200558 *
559 * @expected: expected value
560 * @seen: measured value
561 *
562 * EXPECT_EQ(expected, measured): expected == measured
563 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200564#define EXPECT_EQ(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300565 __EXPECT(expected, #expected, seen, #seen, ==, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200566
567/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100568 * EXPECT_NE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200569 *
570 * @expected: expected value
571 * @seen: measured value
572 *
573 * EXPECT_NE(expected, measured): expected != measured
574 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200575#define EXPECT_NE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300576 __EXPECT(expected, #expected, seen, #seen, !=, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200577
578/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100579 * EXPECT_LT()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200580 *
581 * @expected: expected value
582 * @seen: measured value
583 *
584 * EXPECT_LT(expected, measured): expected < measured
585 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200586#define EXPECT_LT(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300587 __EXPECT(expected, #expected, seen, #seen, <, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200588
589/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100590 * EXPECT_LE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200591 *
592 * @expected: expected value
593 * @seen: measured value
594 *
595 * EXPECT_LE(expected, measured): expected <= measured
596 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200597#define EXPECT_LE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300598 __EXPECT(expected, #expected, seen, #seen, <=, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200599
600/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100601 * EXPECT_GT()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200602 *
603 * @expected: expected value
604 * @seen: measured value
605 *
606 * EXPECT_GT(expected, measured): expected > measured
607 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200608#define EXPECT_GT(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300609 __EXPECT(expected, #expected, seen, #seen, >, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200610
611/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100612 * EXPECT_GE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200613 *
614 * @expected: expected value
615 * @seen: measured value
616 *
617 * EXPECT_GE(expected, measured): expected >= measured
618 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200619#define EXPECT_GE(expected, seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300620 __EXPECT(expected, #expected, seen, #seen, >=, 0)
Kees Cookc99ee512015-06-16 10:54:14 -0700621
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200622/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100623 * EXPECT_NULL()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200624 *
625 * @seen: measured value
626 *
627 * EXPECT_NULL(measured): NULL == measured
628 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200629#define EXPECT_NULL(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300630 __EXPECT(NULL, "NULL", seen, #seen, ==, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200631
632/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100633 * EXPECT_TRUE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200634 *
635 * @seen: measured value
636 *
637 * EXPECT_TRUE(measured): 0 != measured
638 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200639#define EXPECT_TRUE(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300640 __EXPECT(0, "0", seen, #seen, !=, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200641
642/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100643 * EXPECT_FALSE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200644 *
645 * @seen: measured value
646 *
647 * EXPECT_FALSE(measured): 0 == measured
648 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200649#define EXPECT_FALSE(seen) \
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300650 __EXPECT(0, "0", seen, #seen, ==, 0)
Kees Cookc99ee512015-06-16 10:54:14 -0700651
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200652/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100653 * EXPECT_STREQ()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200654 *
655 * @expected: expected value
656 * @seen: measured value
657 *
658 * EXPECT_STREQ(expected, measured): !strcmp(expected, measured)
659 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200660#define EXPECT_STREQ(expected, seen) \
661 __EXPECT_STR(expected, seen, ==, 0)
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200662
663/**
Mauro Carvalho Chehabd2692ab2020-10-27 10:51:33 +0100664 * EXPECT_STRNE()
Mickaël Salaün7e6a32a2017-06-05 20:37:17 +0200665 *
666 * @expected: expected value
667 * @seen: measured value
668 *
669 * EXPECT_STRNE(expected, measured): strcmp(expected, measured)
670 */
Mickaël Salaün1256a522017-05-26 20:44:01 +0200671#define EXPECT_STRNE(expected, seen) \
672 __EXPECT_STR(expected, seen, !=, 0)
Kees Cookc99ee512015-06-16 10:54:14 -0700673
Shuah Khan066b34a2021-12-08 10:47:42 -0700674#ifndef ARRAY_SIZE
Kees Cookc99ee512015-06-16 10:54:14 -0700675#define ARRAY_SIZE(a) (sizeof(a) / sizeof(a[0]))
Shuah Khan066b34a2021-12-08 10:47:42 -0700676#endif
Kees Cookc99ee512015-06-16 10:54:14 -0700677
678/* Support an optional handler after and ASSERT_* or EXPECT_*. The approach is
679 * not thread-safe, but it should be fine in most sane test scenarios.
680 *
681 * Using __bail(), which optionally abort()s, is the easiest way to early
682 * return while still providing an optional block to the API consumer.
683 */
684#define OPTIONAL_HANDLER(_assert) \
Mickaël Salaün369130b2017-08-07 01:23:37 +0200685 for (; _metadata->trigger; _metadata->trigger = \
686 __bail(_assert, _metadata->no_print, _metadata->step))
687
688#define __INC_STEP(_metadata) \
Kees Cook850d0cc62020-07-14 11:30:23 -0700689 /* Keep "step" below 255 (which is used for "SKIP" reporting). */ \
690 if (_metadata->passed && _metadata->step < 253) \
Mickaël Salaün369130b2017-08-07 01:23:37 +0200691 _metadata->step++;
Kees Cookc99ee512015-06-16 10:54:14 -0700692
Kees Cookd088c922020-06-22 11:16:50 -0700693#define is_signed_type(var) (!!(((__typeof__(var))(-1)) < (__typeof__(var))1))
694
Dmitry V. Levinb708a3cc2018-12-10 02:00:47 +0300695#define __EXPECT(_expected, _expected_str, _seen, _seen_str, _t, _assert) do { \
Kees Cookc99ee512015-06-16 10:54:14 -0700696 /* Avoid multiple evaluation of the cases */ \
697 __typeof__(_expected) __exp = (_expected); \
698 __typeof__(_seen) __seen = (_seen); \
Mickaël Salaün369130b2017-08-07 01:23:37 +0200699 if (_assert) __INC_STEP(_metadata); \
Kees Cookc99ee512015-06-16 10:54:14 -0700700 if (!(__exp _t __seen)) { \
Kees Cookd088c922020-06-22 11:16:50 -0700701 /* Report with actual signedness to avoid weird output. */ \
702 switch (is_signed_type(__exp) * 2 + is_signed_type(__seen)) { \
703 case 0: { \
704 unsigned long long __exp_print = (uintptr_t)__exp; \
705 unsigned long long __seen_print = (uintptr_t)__seen; \
706 __TH_LOG("Expected %s (%llu) %s %s (%llu)", \
707 _expected_str, __exp_print, #_t, \
708 _seen_str, __seen_print); \
709 break; \
710 } \
711 case 1: { \
712 unsigned long long __exp_print = (uintptr_t)__exp; \
713 long long __seen_print = (intptr_t)__seen; \
714 __TH_LOG("Expected %s (%llu) %s %s (%lld)", \
715 _expected_str, __exp_print, #_t, \
716 _seen_str, __seen_print); \
717 break; \
718 } \
719 case 2: { \
720 long long __exp_print = (intptr_t)__exp; \
721 unsigned long long __seen_print = (uintptr_t)__seen; \
722 __TH_LOG("Expected %s (%lld) %s %s (%llu)", \
723 _expected_str, __exp_print, #_t, \
724 _seen_str, __seen_print); \
725 break; \
726 } \
727 case 3: { \
728 long long __exp_print = (intptr_t)__exp; \
729 long long __seen_print = (intptr_t)__seen; \
730 __TH_LOG("Expected %s (%lld) %s %s (%lld)", \
731 _expected_str, __exp_print, #_t, \
732 _seen_str, __seen_print); \
733 break; \
734 } \
735 } \
Kees Cookc99ee512015-06-16 10:54:14 -0700736 _metadata->passed = 0; \
737 /* Ensure the optional handler is triggered */ \
738 _metadata->trigger = 1; \
739 } \
740} while (0); OPTIONAL_HANDLER(_assert)
741
742#define __EXPECT_STR(_expected, _seen, _t, _assert) do { \
743 const char *__exp = (_expected); \
744 const char *__seen = (_seen); \
Mickaël Salaün369130b2017-08-07 01:23:37 +0200745 if (_assert) __INC_STEP(_metadata); \
Kees Cookc99ee512015-06-16 10:54:14 -0700746 if (!(strcmp(__exp, __seen) _t 0)) { \
747 __TH_LOG("Expected '%s' %s '%s'.", __exp, #_t, __seen); \
748 _metadata->passed = 0; \
749 _metadata->trigger = 1; \
750 } \
751} while (0); OPTIONAL_HANDLER(_assert)
752
Jakub Kicinski1a895952020-04-27 18:03:47 -0700753/* List helpers */
754#define __LIST_APPEND(head, item) \
755{ \
756 /* Circular linked list where only prev is circular. */ \
757 if (head == NULL) { \
758 head = item; \
759 item->next = NULL; \
760 item->prev = item; \
761 return; \
762 } \
763 if (__constructor_order == _CONSTRUCTOR_ORDER_FORWARD) { \
764 item->next = NULL; \
765 item->prev = head->prev; \
766 item->prev->next = item; \
767 head->prev = item; \
768 } else { \
769 item->next = head; \
770 item->next->prev = item; \
771 item->prev = item; \
772 head = item; \
773 } \
774}
775
Kees Cook0ef67a82020-06-22 11:16:51 -0700776struct __test_results {
777 char reason[1024]; /* Reason for test result */
778};
779
Jakub Kicinskie7f30462020-04-27 18:03:49 -0700780struct __test_metadata;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700781struct __fixture_variant_metadata;
Jakub Kicinskie7f30462020-04-27 18:03:49 -0700782
Jakub Kicinski142aca62020-04-27 18:03:48 -0700783/* Contains all the information about a fixture. */
784struct __fixture_metadata {
785 const char *name;
Jakub Kicinskie7f30462020-04-27 18:03:49 -0700786 struct __test_metadata *tests;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700787 struct __fixture_variant_metadata *variant;
Jakub Kicinski142aca62020-04-27 18:03:48 -0700788 struct __fixture_metadata *prev, *next;
789} _fixture_global __attribute__((unused)) = {
790 .name = "global",
791 .prev = &_fixture_global,
792};
793
794static struct __fixture_metadata *__fixture_list = &_fixture_global;
Jakub Kicinski142aca62020-04-27 18:03:48 -0700795static int __constructor_order;
796
797#define _CONSTRUCTOR_ORDER_FORWARD 1
798#define _CONSTRUCTOR_ORDER_BACKWARD -1
799
800static inline void __register_fixture(struct __fixture_metadata *f)
801{
Jakub Kicinski142aca62020-04-27 18:03:48 -0700802 __LIST_APPEND(__fixture_list, f);
803}
804
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700805struct __fixture_variant_metadata {
806 const char *name;
807 const void *data;
808 struct __fixture_variant_metadata *prev, *next;
809};
810
811static inline void
812__register_fixture_variant(struct __fixture_metadata *f,
813 struct __fixture_variant_metadata *variant)
814{
815 __LIST_APPEND(f->variant, variant);
816}
817
Kees Cookc99ee512015-06-16 10:54:14 -0700818/* Contains all the information for test execution and status checking. */
819struct __test_metadata {
820 const char *name;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700821 void (*fn)(struct __test_metadata *,
822 struct __fixture_variant_metadata *);
Kees Cookf46f5762020-03-13 16:12:51 -0700823 pid_t pid; /* pid of test when being run */
Jakub Kicinski142aca62020-04-27 18:03:48 -0700824 struct __fixture_metadata *fixture;
Kees Cookc99ee512015-06-16 10:54:14 -0700825 int termsig;
826 int passed;
Kees Cook9847d242020-06-22 11:16:49 -0700827 int skip; /* did SKIP get used? */
Kees Cookc99ee512015-06-16 10:54:14 -0700828 int trigger; /* extra handler after the evaluation */
Kees Cookc31801d2020-03-13 16:12:52 -0700829 int timeout; /* seconds to wait for test timeout */
830 bool timed_out; /* did this test timeout instead of exiting? */
Mickaël Salaün369130b2017-08-07 01:23:37 +0200831 __u8 step;
832 bool no_print; /* manual trigger when TH_LOG_STREAM is not available */
Kees Cook0ef67a82020-06-22 11:16:51 -0700833 struct __test_results *results;
Kees Cookc99ee512015-06-16 10:54:14 -0700834 struct __test_metadata *prev, *next;
835};
836
Kees Cookc99ee512015-06-16 10:54:14 -0700837/*
838 * Since constructors are called in reverse order, reverse the test
839 * list so tests are run in source declaration order.
840 * https://gcc.gnu.org/onlinedocs/gccint/Initialization.html
841 * However, it seems not all toolchains do this correctly, so use
842 * __constructor_order to detect which direction is called first
843 * and adjust list building logic to get things running in the right
844 * direction.
845 */
846static inline void __register_test(struct __test_metadata *t)
847{
Jakub Kicinskie7f30462020-04-27 18:03:49 -0700848 __LIST_APPEND(t->fixture->tests, t);
Kees Cookc99ee512015-06-16 10:54:14 -0700849}
850
Mickaël Salaün369130b2017-08-07 01:23:37 +0200851static inline int __bail(int for_realz, bool no_print, __u8 step)
Kees Cookc99ee512015-06-16 10:54:14 -0700852{
Mickaël Salaün369130b2017-08-07 01:23:37 +0200853 if (for_realz) {
854 if (no_print)
855 _exit(step);
Kees Cookc99ee512015-06-16 10:54:14 -0700856 abort();
Mickaël Salaün369130b2017-08-07 01:23:37 +0200857 }
Kees Cookc99ee512015-06-16 10:54:14 -0700858 return 0;
859}
860
Kees Cookc31801d2020-03-13 16:12:52 -0700861struct __test_metadata *__active_test;
862static void __timeout_handler(int sig, siginfo_t *info, void *ucontext)
863{
864 struct __test_metadata *t = __active_test;
865
866 /* Sanity check handler execution environment. */
867 if (!t) {
868 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700869 "# no active test in SIGALRM handler!?\n");
Kees Cookc31801d2020-03-13 16:12:52 -0700870 abort();
871 }
872 if (sig != SIGALRM || sig != info->si_signo) {
873 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700874 "# %s: SIGALRM handler caught signal %d!?\n",
Kees Cookc31801d2020-03-13 16:12:52 -0700875 t->name, sig != SIGALRM ? sig : info->si_signo);
876 abort();
877 }
878
879 t->timed_out = true;
880 kill(t->pid, SIGKILL);
881}
882
Kees Cookf46f5762020-03-13 16:12:51 -0700883void __wait_for_test(struct __test_metadata *t)
Kees Cookc99ee512015-06-16 10:54:14 -0700884{
Kees Cookc31801d2020-03-13 16:12:52 -0700885 struct sigaction action = {
886 .sa_sigaction = __timeout_handler,
887 .sa_flags = SA_SIGINFO,
888 };
889 struct sigaction saved_action;
Kees Cookc99ee512015-06-16 10:54:14 -0700890 int status;
891
Kees Cookc31801d2020-03-13 16:12:52 -0700892 if (sigaction(SIGALRM, &action, &saved_action)) {
893 t->passed = 0;
894 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700895 "# %s: unable to install SIGALRM handler\n",
Kees Cookc31801d2020-03-13 16:12:52 -0700896 t->name);
897 return;
898 }
899 __active_test = t;
900 t->timed_out = false;
Kees Cookf46f5762020-03-13 16:12:51 -0700901 alarm(t->timeout);
902 waitpid(t->pid, &status, 0);
903 alarm(0);
Kees Cookc31801d2020-03-13 16:12:52 -0700904 if (sigaction(SIGALRM, &saved_action, NULL)) {
905 t->passed = 0;
906 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700907 "# %s: unable to uninstall SIGALRM handler\n",
Kees Cookc31801d2020-03-13 16:12:52 -0700908 t->name);
909 return;
910 }
911 __active_test = NULL;
Kees Cookf46f5762020-03-13 16:12:51 -0700912
Kees Cookc31801d2020-03-13 16:12:52 -0700913 if (t->timed_out) {
914 t->passed = 0;
915 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700916 "# %s: Test terminated by timeout\n", t->name);
Kees Cookc31801d2020-03-13 16:12:52 -0700917 } else if (WIFEXITED(status)) {
Kees Cookf46f5762020-03-13 16:12:51 -0700918 if (t->termsig != -1) {
Kees Cook9847d242020-06-22 11:16:49 -0700919 t->passed = 0;
Kees Cookf46f5762020-03-13 16:12:51 -0700920 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700921 "# %s: Test exited normally instead of by signal (code: %d)\n",
Kees Cookf46f5762020-03-13 16:12:51 -0700922 t->name,
923 WEXITSTATUS(status));
Kees Cook9847d242020-06-22 11:16:49 -0700924 } else {
925 switch (WEXITSTATUS(status)) {
926 /* Success */
927 case 0:
928 t->passed = 1;
929 break;
930 /* SKIP */
931 case 255:
932 t->passed = 1;
933 t->skip = 1;
934 break;
935 /* Other failure, assume step report. */
936 default:
937 t->passed = 0;
938 fprintf(TH_LOG_STREAM,
939 "# %s: Test failed at step #%d\n",
940 t->name,
941 WEXITSTATUS(status));
942 }
Kees Cookf46f5762020-03-13 16:12:51 -0700943 }
944 } else if (WIFSIGNALED(status)) {
945 t->passed = 0;
946 if (WTERMSIG(status) == SIGABRT) {
947 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700948 "# %s: Test terminated by assertion\n",
Kees Cookf46f5762020-03-13 16:12:51 -0700949 t->name);
950 } else if (WTERMSIG(status) == t->termsig) {
951 t->passed = 1;
952 } else {
953 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700954 "# %s: Test terminated unexpectedly by signal %d\n",
Kees Cookf46f5762020-03-13 16:12:51 -0700955 t->name,
956 WTERMSIG(status));
957 }
958 } else {
959 fprintf(TH_LOG_STREAM,
Kees Cooke80068b2020-06-22 11:16:48 -0700960 "# %s: Test ended in some other way [%u]\n",
Kees Cookf46f5762020-03-13 16:12:51 -0700961 t->name,
962 status);
963 }
964}
965
Jakub Kicinski142aca62020-04-27 18:03:48 -0700966void __run_test(struct __fixture_metadata *f,
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700967 struct __fixture_variant_metadata *variant,
Jakub Kicinski142aca62020-04-27 18:03:48 -0700968 struct __test_metadata *t)
Kees Cookf46f5762020-03-13 16:12:51 -0700969{
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700970 /* reset test struct */
Kees Cookc99ee512015-06-16 10:54:14 -0700971 t->passed = 1;
Kees Cook9847d242020-06-22 11:16:49 -0700972 t->skip = 0;
Kees Cookc99ee512015-06-16 10:54:14 -0700973 t->trigger = 0;
Jakub Kicinski3abedf42021-11-24 14:39:16 -0800974 t->step = 1;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700975 t->no_print = 0;
Kees Cook0ef67a82020-06-22 11:16:51 -0700976 memset(t->results->reason, 0, sizeof(t->results->reason));
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700977
Kees Cooke80068b2020-06-22 11:16:48 -0700978 ksft_print_msg(" RUN %s%s%s.%s ...\n",
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700979 f->name, variant->name[0] ? "." : "", variant->name, t->name);
Michael Ellermanc8bd5962020-09-17 14:15:19 +1000980
981 /* Make sure output buffers are flushed before fork */
982 fflush(stdout);
983 fflush(stderr);
984
Kees Cookf46f5762020-03-13 16:12:51 -0700985 t->pid = fork();
986 if (t->pid < 0) {
Kees Cooke80068b2020-06-22 11:16:48 -0700987 ksft_print_msg("ERROR SPAWNING TEST CHILD\n");
Kees Cookc99ee512015-06-16 10:54:14 -0700988 t->passed = 0;
Kees Cookf46f5762020-03-13 16:12:51 -0700989 } else if (t->pid == 0) {
Jakub Kicinski74bc7c92020-04-27 18:03:50 -0700990 t->fn(t, variant);
Kees Cook9847d242020-06-22 11:16:49 -0700991 if (t->skip)
992 _exit(255);
993 /* Pass is exit 0 */
994 if (t->passed)
995 _exit(0);
996 /* Something else happened, report the step. */
997 _exit(t->step);
Kees Cookc99ee512015-06-16 10:54:14 -0700998 } else {
Kees Cookf46f5762020-03-13 16:12:51 -0700999 __wait_for_test(t);
Kees Cookc99ee512015-06-16 10:54:14 -07001000 }
Kees Cooke80068b2020-06-22 11:16:48 -07001001 ksft_print_msg(" %4s %s%s%s.%s\n", t->passed ? "OK" : "FAIL",
1002 f->name, variant->name[0] ? "." : "", variant->name, t->name);
Kees Cook9847d242020-06-22 11:16:49 -07001003
1004 if (t->skip)
Kees Cook0ef67a82020-06-22 11:16:51 -07001005 ksft_test_result_skip("%s\n", t->results->reason[0] ?
1006 t->results->reason : "unknown");
Kees Cook9847d242020-06-22 11:16:49 -07001007 else
1008 ksft_test_result(t->passed, "%s%s%s.%s\n",
1009 f->name, variant->name[0] ? "." : "", variant->name, t->name);
Kees Cookc99ee512015-06-16 10:54:14 -07001010}
1011
1012static int test_harness_run(int __attribute__((unused)) argc,
1013 char __attribute__((unused)) **argv)
1014{
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001015 struct __fixture_variant_metadata no_variant = { .name = "", };
1016 struct __fixture_variant_metadata *v;
Jakub Kicinskie7f30462020-04-27 18:03:49 -07001017 struct __fixture_metadata *f;
Kees Cook0ef67a82020-06-22 11:16:51 -07001018 struct __test_results *results;
Kees Cookc99ee512015-06-16 10:54:14 -07001019 struct __test_metadata *t;
1020 int ret = 0;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001021 unsigned int case_count = 0, test_count = 0;
Kees Cookc99ee512015-06-16 10:54:14 -07001022 unsigned int count = 0;
1023 unsigned int pass_count = 0;
1024
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001025 for (f = __fixture_list; f; f = f->next) {
1026 for (v = f->variant ?: &no_variant; v; v = v->next) {
1027 case_count++;
1028 for (t = f->tests; t; t = t->next)
1029 test_count++;
1030 }
1031 }
1032
Kees Cook0ef67a82020-06-22 11:16:51 -07001033 results = mmap(NULL, sizeof(*results), PROT_READ | PROT_WRITE,
1034 MAP_SHARED | MAP_ANONYMOUS, -1, 0);
1035
Kees Cooke80068b2020-06-22 11:16:48 -07001036 ksft_print_header();
1037 ksft_set_plan(test_count);
1038 ksft_print_msg("Starting %u tests from %u test cases.\n",
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001039 test_count, case_count);
Jakub Kicinskie7f30462020-04-27 18:03:49 -07001040 for (f = __fixture_list; f; f = f->next) {
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001041 for (v = f->variant ?: &no_variant; v; v = v->next) {
1042 for (t = f->tests; t; t = t->next) {
1043 count++;
Kees Cook0ef67a82020-06-22 11:16:51 -07001044 t->results = results;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001045 __run_test(f, v, t);
Kees Cook0ef67a82020-06-22 11:16:51 -07001046 t->results = NULL;
Jakub Kicinski74bc7c92020-04-27 18:03:50 -07001047 if (t->passed)
1048 pass_count++;
1049 else
1050 ret = 1;
1051 }
Jakub Kicinskie7f30462020-04-27 18:03:49 -07001052 }
Kees Cookc99ee512015-06-16 10:54:14 -07001053 }
Kees Cook0ef67a82020-06-22 11:16:51 -07001054 munmap(results, sizeof(*results));
1055
Kees Cooke80068b2020-06-22 11:16:48 -07001056 ksft_print_msg("%s: %u / %u tests passed.\n", ret ? "FAILED" : "PASSED",
1057 pass_count, count);
1058 ksft_exit(ret == 0);
1059
1060 /* unreachable */
1061 return KSFT_FAIL;
Kees Cookc99ee512015-06-16 10:54:14 -07001062}
1063
1064static void __attribute__((constructor)) __constructor_order_first(void)
1065{
1066 if (!__constructor_order)
1067 __constructor_order = _CONSTRUCTOR_ORDER_FORWARD;
1068}
1069
Mickaël Salaündfa47d32017-05-26 20:43:57 +02001070#endif /* __KSELFTEST_HARNESS_H */