blob: bac43c81d63294bed95d8cbc05cc26e31323dfd9 [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001/* SPDX-License-Identifier: GPL-2.0+ */
Joe Hershberger3a77be52015-05-20 14:27:27 -05002/*
3 * Copyright (c) 2013 Google, Inc.
Joe Hershberger3a77be52015-05-20 14:27:27 -05004 */
5
6#ifndef __TEST_TEST_H
7#define __TEST_TEST_H
8
9#include <malloc.h>
Simon Glass974dccd2020-07-28 19:41:12 -060010#include <linux/bitops.h>
Joe Hershberger3a77be52015-05-20 14:27:27 -050011
Simon Glassef69dbe2025-01-20 14:25:59 -070012/**
13 * struct ut_stats - Statistics about tests run
Joe Hershberger3a77be52015-05-20 14:27:27 -050014 *
15 * @fail_count: Number of tests that failed
Simon Glass816fe6c2022-10-20 18:22:48 -060016 * @skip_count: Number of tests that were skipped
Simon Glass4f621e52025-01-20 14:26:00 -070017 * @test_count: Number of tests run. If a test is run muiltiple times, only one
18 * is counted
Simon Glassef69dbe2025-01-20 14:25:59 -070019 */
20struct ut_stats {
21 int fail_count;
22 int skip_count;
Simon Glass4f621e52025-01-20 14:26:00 -070023 int test_count;
Simon Glassef69dbe2025-01-20 14:25:59 -070024};
25
26/*
27 * struct unit_test_state - Entire state of test system
28 *
29 * @cur: Statistics for the current run
Simon Glassfb82a042025-01-20 14:26:02 -070030 * @total: Statistics for all test runs
31 * @run_count: Number of times ut_run_list() has been called
Joe Hershberger3a77be52015-05-20 14:27:27 -050032 * @start: Store the starting mallinfo when doing leak test
Simon Glassb2890a12021-03-07 17:34:56 -070033 * @of_live: true to use livetree if available, false to use flattree
Simon Glass017886b2017-05-18 20:09:17 -060034 * @of_root: Record of the livetree root node (used for setting up tests)
Simon Glassb98bfbc2021-03-07 17:34:57 -070035 * @root: Root device
36 * @testdev: Test device
37 * @force_fail_alloc: Force all memory allocs to fail
38 * @skip_post_probe: Skip uclass post-probe processing
Simon Glass3ba76752022-09-06 20:27:05 -060039 * @fdt_chksum: crc8 of the device tree contents
40 * @fdt_copy: Copy of the device tree
41 * @fdt_size: Size of the device-tree copy
Simon Glass1a92f832024-08-22 07:57:48 -060042 * @other_fdt: Buffer for the other FDT (UTF_OTHER_FDT)
43 * @other_fdt_size: Size of the other FDT (UTF_OTHER_FDT)
Simon Glassb9958072022-09-06 20:27:11 -060044 * @of_other: Live tree for the other FDT
Simon Glass91a187b2022-08-01 07:58:45 -060045 * @runs_per_test: Number of times to run each test (typically 1)
Simon Glass1a92f832024-08-22 07:57:48 -060046 * @force_run: true to run tests marked with the UTF_MANUAL flag
Simon Glassbe277ee2024-10-28 13:47:53 +010047 * @old_bloblist: stores the old gd->bloblist pointer
Simon Glassd856e912020-01-27 08:49:56 -070048 * @expect_str: Temporary string used to hold expected string value
49 * @actual_str: Temporary string used to hold actual string value
Joe Hershberger3a77be52015-05-20 14:27:27 -050050 */
51struct unit_test_state {
Simon Glassef69dbe2025-01-20 14:25:59 -070052 struct ut_stats cur;
Simon Glassfb82a042025-01-20 14:26:02 -070053 struct ut_stats total;
54 int run_count;
Joe Hershberger3a77be52015-05-20 14:27:27 -050055 struct mallinfo start;
Simon Glass017886b2017-05-18 20:09:17 -060056 struct device_node *of_root;
Simon Glassb2890a12021-03-07 17:34:56 -070057 bool of_live;
Simon Glassb98bfbc2021-03-07 17:34:57 -070058 struct udevice *root;
59 struct udevice *testdev;
60 int force_fail_alloc;
61 int skip_post_probe;
Simon Glass3ba76752022-09-06 20:27:05 -060062 uint fdt_chksum;
63 void *fdt_copy;
64 uint fdt_size;
Simon Glass57b00a92022-09-06 20:27:10 -060065 void *other_fdt;
66 int other_fdt_size;
Simon Glassb9958072022-09-06 20:27:11 -060067 struct device_node *of_other;
Simon Glass91a187b2022-08-01 07:58:45 -060068 int runs_per_test;
Simon Glass1f1614b2022-10-20 18:22:50 -060069 bool force_run;
Simon Glassbe277ee2024-10-28 13:47:53 +010070 void *old_bloblist;
Simon Glass4a249ba2021-05-08 06:59:59 -060071 char expect_str[512];
72 char actual_str[512];
Joe Hershberger3a77be52015-05-20 14:27:27 -050073};
74
Simon Glass974dccd2020-07-28 19:41:12 -060075/* Test flags for each test */
Simon Glass1a92f832024-08-22 07:57:48 -060076enum ut_flags {
77 UTF_SCAN_PDATA = BIT(0), /* test needs platform data */
78 UTF_PROBE_TEST = BIT(1), /* probe test uclass */
79 UTF_SCAN_FDT = BIT(2), /* scan device tree */
80 UTF_FLAT_TREE = BIT(3), /* test needs flat DT */
81 UTF_LIVE_TREE = BIT(4), /* needs live device tree */
Simon Glass11fcfa32024-08-22 07:57:50 -060082 UTF_CONSOLE = BIT(5), /* needs console recording */
Simon Glassab1fca02021-03-07 17:34:45 -070083 /* do extra driver model init and uninit */
Simon Glass1a92f832024-08-22 07:57:48 -060084 UTF_DM = BIT(6),
85 UTF_OTHER_FDT = BIT(7), /* read in other device tree */
Simon Glass1f1614b2022-10-20 18:22:50 -060086 /*
87 * Only run if explicitly requested with 'ut -f <suite> <test>'. The
88 * test name must end in "_norun" so that pytest detects this also,
89 * since it cannot access the flags.
90 */
Simon Glass1a92f832024-08-22 07:57:48 -060091 UTF_MANUAL = BIT(8),
92 UTF_ETH_BOOTDEV = BIT(9), /* enable Ethernet bootdevs */
93 UTF_SF_BOOTDEV = BIT(10), /* enable SPI flash bootdevs */
Simon Glassbe277ee2024-10-28 13:47:53 +010094 UFT_BLOBLIST = BIT(11), /* test changes gd->bloblist */
Simon Glass974dccd2020-07-28 19:41:12 -060095};
96
Joe Hershberger3a77be52015-05-20 14:27:27 -050097/**
98 * struct unit_test - Information about a unit test
99 *
100 * @name: Name of test
101 * @func: Function to call to perform test
102 * @flags: Flags indicated pre-conditions for test
103 */
104struct unit_test {
Simon Glassbe408ee2017-05-18 20:09:15 -0600105 const char *file;
Joe Hershberger3a77be52015-05-20 14:27:27 -0500106 const char *name;
107 int (*func)(struct unit_test_state *state);
108 int flags;
109};
110
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200111/**
112 * UNIT_TEST() - create linker generated list entry for unit a unit test
113 *
114 * The macro UNIT_TEST() is used to create a linker generated list entry. These
115 * list entries are enumerate tests that can be execute using the ut command.
116 * The list entries are used both by the implementation of the ut command as
117 * well as in a related Python test.
118 *
119 * For Python testing the subtests are collected in Python function
120 * generate_ut_subtest() by applying a regular expression to the lines of file
121 * u-boot.sym. The list entries have to follow strict naming conventions to be
122 * matched by the expression.
123 *
124 * Use UNIT_TEST(foo_test_bar, _flags, foo_test) for a test bar in test suite
125 * foo that can be executed via command 'ut foo bar' and is implemented in
126 * function foo_test_bar().
127 *
128 * @_name: concatenation of name of the test suite, "_test_", and the name
129 * of the test
130 * @_flags: an integer field that can be evaluated by the test suite
Simon Glass1a92f832024-08-22 07:57:48 -0600131 * implementation (see enum ut_flags)
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200132 * @_suite: name of the test suite concatenated with "_test"
133 */
Joe Hershberger3a77be52015-05-20 14:27:27 -0500134#define UNIT_TEST(_name, _flags, _suite) \
Simon Glass16386932021-03-07 17:35:11 -0700135 ll_entry_declare(struct unit_test, _name, ut_ ## _suite) = { \
Simon Glassbe408ee2017-05-18 20:09:15 -0600136 .file = __FILE__, \
Joe Hershberger3a77be52015-05-20 14:27:27 -0500137 .name = #_name, \
138 .flags = _flags, \
139 .func = _name, \
140 }
141
Simon Glass16386932021-03-07 17:35:11 -0700142/* Get the start of a list of unit tests for a particular suite */
Simon Glassb50211f2021-03-07 17:35:10 -0700143#define UNIT_TEST_SUITE_START(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700144 ll_entry_start(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700145#define UNIT_TEST_SUITE_COUNT(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700146 ll_entry_count(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700147
Simon Glass1ef74ab2021-03-07 17:35:12 -0700148/* Use ! and ~ so that all tests will be sorted between these two values */
149#define UNIT_TEST_ALL_START() ll_entry_start(struct unit_test, ut_!)
150#define UNIT_TEST_ALL_END() ll_entry_start(struct unit_test, ut_~)
151#define UNIT_TEST_ALL_COUNT() (UNIT_TEST_ALL_END() - UNIT_TEST_ALL_START())
152
Simon Glass204675c2019-12-29 21:19:25 -0700153/* Sizes for devres tests */
154enum {
155 TEST_DEVRES_SIZE = 100,
156 TEST_DEVRES_COUNT = 10,
157 TEST_DEVRES_TOTAL = TEST_DEVRES_SIZE * TEST_DEVRES_COUNT,
158
Simon Glass0fe15372019-12-29 21:19:28 -0700159 /* A few different sizes */
Simon Glass204675c2019-12-29 21:19:25 -0700160 TEST_DEVRES_SIZE2 = 15,
Simon Glass0fe15372019-12-29 21:19:28 -0700161 TEST_DEVRES_SIZE3 = 37,
Simon Glass204675c2019-12-29 21:19:25 -0700162};
Joe Hershberger3a77be52015-05-20 14:27:27 -0500163
Simon Glassa4e289b2020-10-25 20:38:28 -0600164/**
Simon Glass4bf89722020-12-23 08:11:18 -0700165 * testbus_get_clear_removed() - Test function to obtain removed device
166 *
167 * This is used in testbus to find out which device was removed. Calling this
168 * function returns a pointer to the device and then clears it back to NULL, so
169 * that a future test can check it.
170 */
171struct udevice *testbus_get_clear_removed(void);
172
Simon Glass45b807d2021-03-25 10:44:33 +1300173#ifdef CONFIG_SANDBOX
174#include <asm/state.h>
Simon Glass57b00a92022-09-06 20:27:10 -0600175#include <asm/test.h>
176#endif
Simon Glass45b807d2021-03-25 10:44:33 +1300177
Simon Glass57b00a92022-09-06 20:27:10 -0600178static inline void arch_reset_for_test(void)
179{
180#ifdef CONFIG_SANDBOX
Simon Glass45b807d2021-03-25 10:44:33 +1300181 state_reset_for_test(state_get_current());
182#endif
Simon Glass57b00a92022-09-06 20:27:10 -0600183}
184static inline int test_load_other_fdt(struct unit_test_state *uts)
185{
186 int ret = 0;
187#ifdef CONFIG_SANDBOX
188 ret = sandbox_load_other_fdt(&uts->other_fdt, &uts->other_fdt_size);
189#endif
190 return ret;
Simon Glass45b807d2021-03-25 10:44:33 +1300191}
192
Simon Glass66014cc2023-01-17 10:47:27 -0700193/**
Simon Glassffc49482023-01-17 10:47:36 -0700194 * Control skipping of time delays
195 *
196 * Some tests have unnecessay time delays (e.g. USB). Allow these to be
197 * skipped to speed up testing
198 *
199 * @param skip_delays true to skip delays from now on, false to honour delay
200 * requests
201 */
202static inline void test_set_skip_delays(bool skip_delays)
203{
204#ifdef CONFIG_SANDBOX
205 state_set_skip_delays(skip_delays);
206#endif
207}
208
209/**
Simon Glass66014cc2023-01-17 10:47:27 -0700210 * test_set_eth_enable() - Enable / disable Ethernet
211 *
212 * Allows control of whether Ethernet packets are actually send/received
213 *
214 * @enable: true to enable Ethernet, false to disable
215 */
216static inline void test_set_eth_enable(bool enable)
217{
218#ifdef CONFIG_SANDBOX
219 sandbox_set_eth_enable(enable);
220#endif
221}
222
223/* Allow ethernet to be disabled for testing purposes */
224static inline bool test_eth_enabled(void)
225{
226 bool enabled = true;
227
228#ifdef CONFIG_SANDBOX
229 enabled = sandbox_eth_enabled();
230#endif
231 return enabled;
232}
233
Simon Glassb490f5f2023-01-17 10:47:28 -0700234/* Allow ethernet bootdev to be ignored for testing purposes */
235static inline bool test_eth_bootdev_enabled(void)
236{
237 bool enabled = true;
238
239#ifdef CONFIG_SANDBOX
240 enabled = sandbox_eth_enabled();
241#endif
242 return enabled;
243}
244
Simon Glass4937be02023-01-17 10:48:02 -0700245/* Allow SPI flash bootdev to be ignored for testing purposes */
246static inline bool test_sf_bootdev_enabled(void)
247{
248 bool enabled = true;
249
250#ifdef CONFIG_SANDBOX
251 enabled = sandbox_sf_bootdev_enabled();
252#endif
253 return enabled;
254}
255
256static inline void test_sf_set_enable_bootdevs(bool enable)
257{
258#ifdef CONFIG_SANDBOX
259 sandbox_sf_set_enable_bootdevs(enable);
260#endif
261}
262
Joe Hershberger3a77be52015-05-20 14:27:27 -0500263#endif /* __TEST_TEST_H */