blob: 877fda8d5aa8eea3725b432497f42b8414233ecc [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001/* SPDX-License-Identifier: GPL-2.0+ */
Joe Hershberger3a77be52015-05-20 14:27:27 -05002/*
3 * Copyright (c) 2013 Google, Inc.
Joe Hershberger3a77be52015-05-20 14:27:27 -05004 */
5
6#ifndef __TEST_TEST_H
7#define __TEST_TEST_H
8
9#include <malloc.h>
Simon Glass974dccd2020-07-28 19:41:12 -060010#include <linux/bitops.h>
Joe Hershberger3a77be52015-05-20 14:27:27 -050011
Simon Glassef69dbe2025-01-20 14:25:59 -070012/**
13 * struct ut_stats - Statistics about tests run
Joe Hershberger3a77be52015-05-20 14:27:27 -050014 *
15 * @fail_count: Number of tests that failed
Simon Glass816fe6c2022-10-20 18:22:48 -060016 * @skip_count: Number of tests that were skipped
Simon Glass4f621e52025-01-20 14:26:00 -070017 * @test_count: Number of tests run. If a test is run muiltiple times, only one
18 * is counted
Simon Glass5fa92d62025-02-07 11:30:35 -070019 * @start: Timer value when test started
20 * @duration_ms: Suite duration in milliseconds
Simon Glassef69dbe2025-01-20 14:25:59 -070021 */
22struct ut_stats {
23 int fail_count;
24 int skip_count;
Simon Glass4f621e52025-01-20 14:26:00 -070025 int test_count;
Simon Glass5fa92d62025-02-07 11:30:35 -070026 ulong start;
27 ulong duration_ms;
Simon Glassef69dbe2025-01-20 14:25:59 -070028};
29
30/*
31 * struct unit_test_state - Entire state of test system
32 *
33 * @cur: Statistics for the current run
Simon Glassfb82a042025-01-20 14:26:02 -070034 * @total: Statistics for all test runs
35 * @run_count: Number of times ut_run_list() has been called
Simon Glassbd9b1512025-02-07 11:30:36 -070036 * @worst: Sute which had the first per-text run time
37 * @worst_ms: Time taken by that test
Joe Hershberger3a77be52015-05-20 14:27:27 -050038 * @start: Store the starting mallinfo when doing leak test
Simon Glassb2890a12021-03-07 17:34:56 -070039 * @of_live: true to use livetree if available, false to use flattree
Simon Glass017886b2017-05-18 20:09:17 -060040 * @of_root: Record of the livetree root node (used for setting up tests)
Simon Glassb98bfbc2021-03-07 17:34:57 -070041 * @root: Root device
42 * @testdev: Test device
43 * @force_fail_alloc: Force all memory allocs to fail
44 * @skip_post_probe: Skip uclass post-probe processing
Simon Glass3ba76752022-09-06 20:27:05 -060045 * @fdt_chksum: crc8 of the device tree contents
46 * @fdt_copy: Copy of the device tree
47 * @fdt_size: Size of the device-tree copy
Simon Glass1a92f832024-08-22 07:57:48 -060048 * @other_fdt: Buffer for the other FDT (UTF_OTHER_FDT)
49 * @other_fdt_size: Size of the other FDT (UTF_OTHER_FDT)
Simon Glassb9958072022-09-06 20:27:11 -060050 * @of_other: Live tree for the other FDT
Simon Glass91a187b2022-08-01 07:58:45 -060051 * @runs_per_test: Number of times to run each test (typically 1)
Simon Glass1a92f832024-08-22 07:57:48 -060052 * @force_run: true to run tests marked with the UTF_MANUAL flag
Simon Glassbe277ee2024-10-28 13:47:53 +010053 * @old_bloblist: stores the old gd->bloblist pointer
Simon Glassd856e912020-01-27 08:49:56 -070054 * @expect_str: Temporary string used to hold expected string value
55 * @actual_str: Temporary string used to hold actual string value
Joe Hershberger3a77be52015-05-20 14:27:27 -050056 */
57struct unit_test_state {
Simon Glassef69dbe2025-01-20 14:25:59 -070058 struct ut_stats cur;
Simon Glassfb82a042025-01-20 14:26:02 -070059 struct ut_stats total;
60 int run_count;
Simon Glassbd9b1512025-02-07 11:30:36 -070061 const struct suite *worst;
62 int worst_ms;
Joe Hershberger3a77be52015-05-20 14:27:27 -050063 struct mallinfo start;
Simon Glass017886b2017-05-18 20:09:17 -060064 struct device_node *of_root;
Simon Glassb2890a12021-03-07 17:34:56 -070065 bool of_live;
Simon Glassb98bfbc2021-03-07 17:34:57 -070066 struct udevice *root;
67 struct udevice *testdev;
68 int force_fail_alloc;
69 int skip_post_probe;
Simon Glass3ba76752022-09-06 20:27:05 -060070 uint fdt_chksum;
71 void *fdt_copy;
72 uint fdt_size;
Simon Glass57b00a92022-09-06 20:27:10 -060073 void *other_fdt;
74 int other_fdt_size;
Simon Glassb9958072022-09-06 20:27:11 -060075 struct device_node *of_other;
Simon Glass91a187b2022-08-01 07:58:45 -060076 int runs_per_test;
Simon Glass1f1614b2022-10-20 18:22:50 -060077 bool force_run;
Simon Glassbe277ee2024-10-28 13:47:53 +010078 void *old_bloblist;
Simon Glass4a249ba2021-05-08 06:59:59 -060079 char expect_str[512];
80 char actual_str[512];
Joe Hershberger3a77be52015-05-20 14:27:27 -050081};
82
Simon Glass974dccd2020-07-28 19:41:12 -060083/* Test flags for each test */
Simon Glass1a92f832024-08-22 07:57:48 -060084enum ut_flags {
85 UTF_SCAN_PDATA = BIT(0), /* test needs platform data */
86 UTF_PROBE_TEST = BIT(1), /* probe test uclass */
87 UTF_SCAN_FDT = BIT(2), /* scan device tree */
88 UTF_FLAT_TREE = BIT(3), /* test needs flat DT */
89 UTF_LIVE_TREE = BIT(4), /* needs live device tree */
Simon Glass11fcfa32024-08-22 07:57:50 -060090 UTF_CONSOLE = BIT(5), /* needs console recording */
Simon Glassab1fca02021-03-07 17:34:45 -070091 /* do extra driver model init and uninit */
Simon Glass1a92f832024-08-22 07:57:48 -060092 UTF_DM = BIT(6),
93 UTF_OTHER_FDT = BIT(7), /* read in other device tree */
Simon Glass1f1614b2022-10-20 18:22:50 -060094 /*
95 * Only run if explicitly requested with 'ut -f <suite> <test>'. The
96 * test name must end in "_norun" so that pytest detects this also,
97 * since it cannot access the flags.
98 */
Simon Glass1a92f832024-08-22 07:57:48 -060099 UTF_MANUAL = BIT(8),
100 UTF_ETH_BOOTDEV = BIT(9), /* enable Ethernet bootdevs */
101 UTF_SF_BOOTDEV = BIT(10), /* enable SPI flash bootdevs */
Simon Glassbe277ee2024-10-28 13:47:53 +0100102 UFT_BLOBLIST = BIT(11), /* test changes gd->bloblist */
Simon Glass974dccd2020-07-28 19:41:12 -0600103};
104
Joe Hershberger3a77be52015-05-20 14:27:27 -0500105/**
106 * struct unit_test - Information about a unit test
107 *
108 * @name: Name of test
109 * @func: Function to call to perform test
110 * @flags: Flags indicated pre-conditions for test
111 */
112struct unit_test {
Simon Glassbe408ee2017-05-18 20:09:15 -0600113 const char *file;
Joe Hershberger3a77be52015-05-20 14:27:27 -0500114 const char *name;
115 int (*func)(struct unit_test_state *state);
116 int flags;
117};
118
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200119/**
120 * UNIT_TEST() - create linker generated list entry for unit a unit test
121 *
122 * The macro UNIT_TEST() is used to create a linker generated list entry. These
123 * list entries are enumerate tests that can be execute using the ut command.
124 * The list entries are used both by the implementation of the ut command as
125 * well as in a related Python test.
126 *
127 * For Python testing the subtests are collected in Python function
128 * generate_ut_subtest() by applying a regular expression to the lines of file
129 * u-boot.sym. The list entries have to follow strict naming conventions to be
130 * matched by the expression.
131 *
132 * Use UNIT_TEST(foo_test_bar, _flags, foo_test) for a test bar in test suite
133 * foo that can be executed via command 'ut foo bar' and is implemented in
134 * function foo_test_bar().
135 *
136 * @_name: concatenation of name of the test suite, "_test_", and the name
137 * of the test
138 * @_flags: an integer field that can be evaluated by the test suite
Simon Glass1a92f832024-08-22 07:57:48 -0600139 * implementation (see enum ut_flags)
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200140 * @_suite: name of the test suite concatenated with "_test"
141 */
Joe Hershberger3a77be52015-05-20 14:27:27 -0500142#define UNIT_TEST(_name, _flags, _suite) \
Simon Glass16386932021-03-07 17:35:11 -0700143 ll_entry_declare(struct unit_test, _name, ut_ ## _suite) = { \
Simon Glassbe408ee2017-05-18 20:09:15 -0600144 .file = __FILE__, \
Joe Hershberger3a77be52015-05-20 14:27:27 -0500145 .name = #_name, \
146 .flags = _flags, \
147 .func = _name, \
148 }
149
Simon Glass16386932021-03-07 17:35:11 -0700150/* Get the start of a list of unit tests for a particular suite */
Simon Glassb50211f2021-03-07 17:35:10 -0700151#define UNIT_TEST_SUITE_START(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700152 ll_entry_start(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700153#define UNIT_TEST_SUITE_COUNT(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700154 ll_entry_count(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700155
Simon Glass1ef74ab2021-03-07 17:35:12 -0700156/* Use ! and ~ so that all tests will be sorted between these two values */
157#define UNIT_TEST_ALL_START() ll_entry_start(struct unit_test, ut_!)
158#define UNIT_TEST_ALL_END() ll_entry_start(struct unit_test, ut_~)
159#define UNIT_TEST_ALL_COUNT() (UNIT_TEST_ALL_END() - UNIT_TEST_ALL_START())
160
Simon Glass204675c2019-12-29 21:19:25 -0700161/* Sizes for devres tests */
162enum {
163 TEST_DEVRES_SIZE = 100,
164 TEST_DEVRES_COUNT = 10,
165 TEST_DEVRES_TOTAL = TEST_DEVRES_SIZE * TEST_DEVRES_COUNT,
166
Simon Glass0fe15372019-12-29 21:19:28 -0700167 /* A few different sizes */
Simon Glass204675c2019-12-29 21:19:25 -0700168 TEST_DEVRES_SIZE2 = 15,
Simon Glass0fe15372019-12-29 21:19:28 -0700169 TEST_DEVRES_SIZE3 = 37,
Simon Glass204675c2019-12-29 21:19:25 -0700170};
Joe Hershberger3a77be52015-05-20 14:27:27 -0500171
Simon Glassa4e289b2020-10-25 20:38:28 -0600172/**
Simon Glass4bf89722020-12-23 08:11:18 -0700173 * testbus_get_clear_removed() - Test function to obtain removed device
174 *
175 * This is used in testbus to find out which device was removed. Calling this
176 * function returns a pointer to the device and then clears it back to NULL, so
177 * that a future test can check it.
178 */
179struct udevice *testbus_get_clear_removed(void);
180
Simon Glass45b807d2021-03-25 10:44:33 +1300181#ifdef CONFIG_SANDBOX
182#include <asm/state.h>
Simon Glass57b00a92022-09-06 20:27:10 -0600183#include <asm/test.h>
184#endif
Simon Glass45b807d2021-03-25 10:44:33 +1300185
Simon Glass57b00a92022-09-06 20:27:10 -0600186static inline void arch_reset_for_test(void)
187{
188#ifdef CONFIG_SANDBOX
Simon Glass45b807d2021-03-25 10:44:33 +1300189 state_reset_for_test(state_get_current());
190#endif
Simon Glass57b00a92022-09-06 20:27:10 -0600191}
192static inline int test_load_other_fdt(struct unit_test_state *uts)
193{
194 int ret = 0;
195#ifdef CONFIG_SANDBOX
196 ret = sandbox_load_other_fdt(&uts->other_fdt, &uts->other_fdt_size);
197#endif
198 return ret;
Simon Glass45b807d2021-03-25 10:44:33 +1300199}
200
Simon Glass66014cc2023-01-17 10:47:27 -0700201/**
Simon Glassffc49482023-01-17 10:47:36 -0700202 * Control skipping of time delays
203 *
204 * Some tests have unnecessay time delays (e.g. USB). Allow these to be
205 * skipped to speed up testing
206 *
207 * @param skip_delays true to skip delays from now on, false to honour delay
208 * requests
209 */
210static inline void test_set_skip_delays(bool skip_delays)
211{
212#ifdef CONFIG_SANDBOX
213 state_set_skip_delays(skip_delays);
214#endif
215}
216
217/**
Simon Glass66014cc2023-01-17 10:47:27 -0700218 * test_set_eth_enable() - Enable / disable Ethernet
219 *
220 * Allows control of whether Ethernet packets are actually send/received
221 *
222 * @enable: true to enable Ethernet, false to disable
223 */
224static inline void test_set_eth_enable(bool enable)
225{
226#ifdef CONFIG_SANDBOX
227 sandbox_set_eth_enable(enable);
228#endif
229}
230
231/* Allow ethernet to be disabled for testing purposes */
232static inline bool test_eth_enabled(void)
233{
234 bool enabled = true;
235
236#ifdef CONFIG_SANDBOX
237 enabled = sandbox_eth_enabled();
238#endif
239 return enabled;
240}
241
Simon Glassb490f5f2023-01-17 10:47:28 -0700242/* Allow ethernet bootdev to be ignored for testing purposes */
243static inline bool test_eth_bootdev_enabled(void)
244{
245 bool enabled = true;
246
247#ifdef CONFIG_SANDBOX
248 enabled = sandbox_eth_enabled();
249#endif
250 return enabled;
251}
252
Simon Glass4937be02023-01-17 10:48:02 -0700253/* Allow SPI flash bootdev to be ignored for testing purposes */
254static inline bool test_sf_bootdev_enabled(void)
255{
256 bool enabled = true;
257
258#ifdef CONFIG_SANDBOX
259 enabled = sandbox_sf_bootdev_enabled();
260#endif
261 return enabled;
262}
263
264static inline void test_sf_set_enable_bootdevs(bool enable)
265{
266#ifdef CONFIG_SANDBOX
267 sandbox_sf_set_enable_bootdevs(enable);
268#endif
269}
270
Joe Hershberger3a77be52015-05-20 14:27:27 -0500271#endif /* __TEST_TEST_H */