blob: 0f2b68a5deed5bc6641db49db51aa42e0e56f15e [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001/* SPDX-License-Identifier: GPL-2.0+ */
Joe Hershberger3a77be52015-05-20 14:27:27 -05002/*
3 * Copyright (c) 2013 Google, Inc.
Joe Hershberger3a77be52015-05-20 14:27:27 -05004 */
5
6#ifndef __TEST_TEST_H
7#define __TEST_TEST_H
8
9#include <malloc.h>
Simon Glass974dccd2020-07-28 19:41:12 -060010#include <linux/bitops.h>
Joe Hershberger3a77be52015-05-20 14:27:27 -050011
Simon Glassef69dbe2025-01-20 14:25:59 -070012/**
13 * struct ut_stats - Statistics about tests run
Joe Hershberger3a77be52015-05-20 14:27:27 -050014 *
15 * @fail_count: Number of tests that failed
Simon Glass816fe6c2022-10-20 18:22:48 -060016 * @skip_count: Number of tests that were skipped
Simon Glass4f621e52025-01-20 14:26:00 -070017 * @test_count: Number of tests run. If a test is run muiltiple times, only one
18 * is counted
Simon Glass5fa92d62025-02-07 11:30:35 -070019 * @start: Timer value when test started
20 * @duration_ms: Suite duration in milliseconds
Simon Glassef69dbe2025-01-20 14:25:59 -070021 */
22struct ut_stats {
23 int fail_count;
24 int skip_count;
Simon Glass4f621e52025-01-20 14:26:00 -070025 int test_count;
Simon Glass5fa92d62025-02-07 11:30:35 -070026 ulong start;
27 ulong duration_ms;
Simon Glassef69dbe2025-01-20 14:25:59 -070028};
29
30/*
31 * struct unit_test_state - Entire state of test system
32 *
33 * @cur: Statistics for the current run
Simon Glassfb82a042025-01-20 14:26:02 -070034 * @total: Statistics for all test runs
35 * @run_count: Number of times ut_run_list() has been called
Simon Glassbd9b1512025-02-07 11:30:36 -070036 * @worst: Sute which had the first per-text run time
37 * @worst_ms: Time taken by that test
Joe Hershberger3a77be52015-05-20 14:27:27 -050038 * @start: Store the starting mallinfo when doing leak test
Simon Glassb2890a12021-03-07 17:34:56 -070039 * @of_live: true to use livetree if available, false to use flattree
Simon Glass017886b2017-05-18 20:09:17 -060040 * @of_root: Record of the livetree root node (used for setting up tests)
Simon Glassb98bfbc2021-03-07 17:34:57 -070041 * @root: Root device
42 * @testdev: Test device
43 * @force_fail_alloc: Force all memory allocs to fail
44 * @skip_post_probe: Skip uclass post-probe processing
Simon Glass3ba76752022-09-06 20:27:05 -060045 * @fdt_chksum: crc8 of the device tree contents
46 * @fdt_copy: Copy of the device tree
47 * @fdt_size: Size of the device-tree copy
Simon Glass1a92f832024-08-22 07:57:48 -060048 * @other_fdt: Buffer for the other FDT (UTF_OTHER_FDT)
49 * @other_fdt_size: Size of the other FDT (UTF_OTHER_FDT)
Simon Glassb9958072022-09-06 20:27:11 -060050 * @of_other: Live tree for the other FDT
Simon Glass91a187b2022-08-01 07:58:45 -060051 * @runs_per_test: Number of times to run each test (typically 1)
Simon Glass1a92f832024-08-22 07:57:48 -060052 * @force_run: true to run tests marked with the UTF_MANUAL flag
Simon Glassbe277ee2024-10-28 13:47:53 +010053 * @old_bloblist: stores the old gd->bloblist pointer
Simon Glassd856e912020-01-27 08:49:56 -070054 * @expect_str: Temporary string used to hold expected string value
55 * @actual_str: Temporary string used to hold actual string value
Joe Hershberger3a77be52015-05-20 14:27:27 -050056 */
57struct unit_test_state {
Simon Glassef69dbe2025-01-20 14:25:59 -070058 struct ut_stats cur;
Simon Glassfb82a042025-01-20 14:26:02 -070059 struct ut_stats total;
60 int run_count;
Simon Glassbd9b1512025-02-07 11:30:36 -070061 const struct suite *worst;
62 int worst_ms;
Joe Hershberger3a77be52015-05-20 14:27:27 -050063 struct mallinfo start;
Simon Glass017886b2017-05-18 20:09:17 -060064 struct device_node *of_root;
Simon Glassb2890a12021-03-07 17:34:56 -070065 bool of_live;
Simon Glassb98bfbc2021-03-07 17:34:57 -070066 struct udevice *root;
67 struct udevice *testdev;
68 int force_fail_alloc;
69 int skip_post_probe;
Simon Glass3ba76752022-09-06 20:27:05 -060070 uint fdt_chksum;
71 void *fdt_copy;
72 uint fdt_size;
Simon Glass57b00a92022-09-06 20:27:10 -060073 void *other_fdt;
74 int other_fdt_size;
Simon Glassb9958072022-09-06 20:27:11 -060075 struct device_node *of_other;
Simon Glass91a187b2022-08-01 07:58:45 -060076 int runs_per_test;
Simon Glass1f1614b2022-10-20 18:22:50 -060077 bool force_run;
Simon Glassbe277ee2024-10-28 13:47:53 +010078 void *old_bloblist;
Simon Glass4a249ba2021-05-08 06:59:59 -060079 char expect_str[512];
80 char actual_str[512];
Joe Hershberger3a77be52015-05-20 14:27:27 -050081};
82
Simon Glass974dccd2020-07-28 19:41:12 -060083/* Test flags for each test */
Simon Glass1a92f832024-08-22 07:57:48 -060084enum ut_flags {
85 UTF_SCAN_PDATA = BIT(0), /* test needs platform data */
86 UTF_PROBE_TEST = BIT(1), /* probe test uclass */
87 UTF_SCAN_FDT = BIT(2), /* scan device tree */
88 UTF_FLAT_TREE = BIT(3), /* test needs flat DT */
89 UTF_LIVE_TREE = BIT(4), /* needs live device tree */
Simon Glass11fcfa32024-08-22 07:57:50 -060090 UTF_CONSOLE = BIT(5), /* needs console recording */
Simon Glassab1fca02021-03-07 17:34:45 -070091 /* do extra driver model init and uninit */
Simon Glass1a92f832024-08-22 07:57:48 -060092 UTF_DM = BIT(6),
93 UTF_OTHER_FDT = BIT(7), /* read in other device tree */
Simon Glass1f1614b2022-10-20 18:22:50 -060094 /*
95 * Only run if explicitly requested with 'ut -f <suite> <test>'. The
96 * test name must end in "_norun" so that pytest detects this also,
97 * since it cannot access the flags.
98 */
Simon Glass1a92f832024-08-22 07:57:48 -060099 UTF_MANUAL = BIT(8),
100 UTF_ETH_BOOTDEV = BIT(9), /* enable Ethernet bootdevs */
101 UTF_SF_BOOTDEV = BIT(10), /* enable SPI flash bootdevs */
Simon Glassbe277ee2024-10-28 13:47:53 +0100102 UFT_BLOBLIST = BIT(11), /* test changes gd->bloblist */
Simon Glass5c9a1242025-02-07 11:30:38 -0700103 UTF_INIT = BIT(12), /* test inits a suite */
104 UTF_UNINIT = BIT(13), /* test uninits a suite */
Simon Glass974dccd2020-07-28 19:41:12 -0600105};
106
Joe Hershberger3a77be52015-05-20 14:27:27 -0500107/**
108 * struct unit_test - Information about a unit test
109 *
110 * @name: Name of test
111 * @func: Function to call to perform test
112 * @flags: Flags indicated pre-conditions for test
113 */
114struct unit_test {
Simon Glassbe408ee2017-05-18 20:09:15 -0600115 const char *file;
Joe Hershberger3a77be52015-05-20 14:27:27 -0500116 const char *name;
117 int (*func)(struct unit_test_state *state);
118 int flags;
119};
120
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200121/**
122 * UNIT_TEST() - create linker generated list entry for unit a unit test
123 *
124 * The macro UNIT_TEST() is used to create a linker generated list entry. These
125 * list entries are enumerate tests that can be execute using the ut command.
126 * The list entries are used both by the implementation of the ut command as
127 * well as in a related Python test.
128 *
129 * For Python testing the subtests are collected in Python function
130 * generate_ut_subtest() by applying a regular expression to the lines of file
131 * u-boot.sym. The list entries have to follow strict naming conventions to be
132 * matched by the expression.
133 *
134 * Use UNIT_TEST(foo_test_bar, _flags, foo_test) for a test bar in test suite
135 * foo that can be executed via command 'ut foo bar' and is implemented in
136 * function foo_test_bar().
137 *
138 * @_name: concatenation of name of the test suite, "_test_", and the name
139 * of the test
140 * @_flags: an integer field that can be evaluated by the test suite
Simon Glass1a92f832024-08-22 07:57:48 -0600141 * implementation (see enum ut_flags)
Heinrich Schuchardtdf6c36c2020-05-06 18:26:07 +0200142 * @_suite: name of the test suite concatenated with "_test"
143 */
Joe Hershberger3a77be52015-05-20 14:27:27 -0500144#define UNIT_TEST(_name, _flags, _suite) \
Simon Glass16386932021-03-07 17:35:11 -0700145 ll_entry_declare(struct unit_test, _name, ut_ ## _suite) = { \
Simon Glassbe408ee2017-05-18 20:09:15 -0600146 .file = __FILE__, \
Joe Hershberger3a77be52015-05-20 14:27:27 -0500147 .name = #_name, \
148 .flags = _flags, \
149 .func = _name, \
150 }
151
Simon Glass5c9a1242025-02-07 11:30:38 -0700152/* init function for unit-test suite (the 'A' makes it first) */
153#define UNIT_TEST_INIT(_name, _flags, _suite) \
154 ll_entry_declare(struct unit_test, A ## _name, ut_ ## _suite) = { \
155 .file = __FILE__, \
156 .name = #_name, \
157 .flags = (_flags) | UTF_INIT, \
158 .func = _name, \
159 }
160
161/* uninit function for unit-test suite (the 'aaa' makes it last) */
162#define UNIT_TEST_UNINIT(_name, _flags, _suite) \
163 ll_entry_declare(struct unit_test, zzz ## _name, ut_ ## _suite) = { \
164 .file = __FILE__, \
165 .name = #_name, \
166 .flags = (_flags) | UTF_UNINIT, \
167 .func = _name, \
168 }
169
Simon Glass16386932021-03-07 17:35:11 -0700170/* Get the start of a list of unit tests for a particular suite */
Simon Glassb50211f2021-03-07 17:35:10 -0700171#define UNIT_TEST_SUITE_START(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700172 ll_entry_start(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700173#define UNIT_TEST_SUITE_COUNT(_suite) \
Simon Glass16386932021-03-07 17:35:11 -0700174 ll_entry_count(struct unit_test, ut_ ## _suite)
Simon Glassb50211f2021-03-07 17:35:10 -0700175
Simon Glass1ef74ab2021-03-07 17:35:12 -0700176/* Use ! and ~ so that all tests will be sorted between these two values */
177#define UNIT_TEST_ALL_START() ll_entry_start(struct unit_test, ut_!)
178#define UNIT_TEST_ALL_END() ll_entry_start(struct unit_test, ut_~)
179#define UNIT_TEST_ALL_COUNT() (UNIT_TEST_ALL_END() - UNIT_TEST_ALL_START())
180
Simon Glass204675c2019-12-29 21:19:25 -0700181/* Sizes for devres tests */
182enum {
183 TEST_DEVRES_SIZE = 100,
184 TEST_DEVRES_COUNT = 10,
185 TEST_DEVRES_TOTAL = TEST_DEVRES_SIZE * TEST_DEVRES_COUNT,
186
Simon Glass0fe15372019-12-29 21:19:28 -0700187 /* A few different sizes */
Simon Glass204675c2019-12-29 21:19:25 -0700188 TEST_DEVRES_SIZE2 = 15,
Simon Glass0fe15372019-12-29 21:19:28 -0700189 TEST_DEVRES_SIZE3 = 37,
Simon Glass204675c2019-12-29 21:19:25 -0700190};
Joe Hershberger3a77be52015-05-20 14:27:27 -0500191
Simon Glassa4e289b2020-10-25 20:38:28 -0600192/**
Simon Glass4bf89722020-12-23 08:11:18 -0700193 * testbus_get_clear_removed() - Test function to obtain removed device
194 *
195 * This is used in testbus to find out which device was removed. Calling this
196 * function returns a pointer to the device and then clears it back to NULL, so
197 * that a future test can check it.
198 */
199struct udevice *testbus_get_clear_removed(void);
200
Simon Glass45b807d2021-03-25 10:44:33 +1300201#ifdef CONFIG_SANDBOX
202#include <asm/state.h>
Simon Glass57b00a92022-09-06 20:27:10 -0600203#include <asm/test.h>
204#endif
Simon Glass45b807d2021-03-25 10:44:33 +1300205
Simon Glass57b00a92022-09-06 20:27:10 -0600206static inline void arch_reset_for_test(void)
207{
208#ifdef CONFIG_SANDBOX
Simon Glass45b807d2021-03-25 10:44:33 +1300209 state_reset_for_test(state_get_current());
210#endif
Simon Glass57b00a92022-09-06 20:27:10 -0600211}
212static inline int test_load_other_fdt(struct unit_test_state *uts)
213{
214 int ret = 0;
215#ifdef CONFIG_SANDBOX
216 ret = sandbox_load_other_fdt(&uts->other_fdt, &uts->other_fdt_size);
217#endif
218 return ret;
Simon Glass45b807d2021-03-25 10:44:33 +1300219}
220
Simon Glass66014cc2023-01-17 10:47:27 -0700221/**
Simon Glassffc49482023-01-17 10:47:36 -0700222 * Control skipping of time delays
223 *
224 * Some tests have unnecessay time delays (e.g. USB). Allow these to be
225 * skipped to speed up testing
226 *
227 * @param skip_delays true to skip delays from now on, false to honour delay
228 * requests
229 */
230static inline void test_set_skip_delays(bool skip_delays)
231{
232#ifdef CONFIG_SANDBOX
233 state_set_skip_delays(skip_delays);
234#endif
235}
236
237/**
Simon Glass66014cc2023-01-17 10:47:27 -0700238 * test_set_eth_enable() - Enable / disable Ethernet
239 *
240 * Allows control of whether Ethernet packets are actually send/received
241 *
242 * @enable: true to enable Ethernet, false to disable
243 */
244static inline void test_set_eth_enable(bool enable)
245{
246#ifdef CONFIG_SANDBOX
247 sandbox_set_eth_enable(enable);
248#endif
249}
250
251/* Allow ethernet to be disabled for testing purposes */
252static inline bool test_eth_enabled(void)
253{
254 bool enabled = true;
255
256#ifdef CONFIG_SANDBOX
257 enabled = sandbox_eth_enabled();
258#endif
259 return enabled;
260}
261
Simon Glassb490f5f2023-01-17 10:47:28 -0700262/* Allow ethernet bootdev to be ignored for testing purposes */
263static inline bool test_eth_bootdev_enabled(void)
264{
265 bool enabled = true;
266
267#ifdef CONFIG_SANDBOX
268 enabled = sandbox_eth_enabled();
269#endif
270 return enabled;
271}
272
Simon Glass4937be02023-01-17 10:48:02 -0700273/* Allow SPI flash bootdev to be ignored for testing purposes */
274static inline bool test_sf_bootdev_enabled(void)
275{
276 bool enabled = true;
277
278#ifdef CONFIG_SANDBOX
279 enabled = sandbox_sf_bootdev_enabled();
280#endif
281 return enabled;
282}
283
284static inline void test_sf_set_enable_bootdevs(bool enable)
285{
286#ifdef CONFIG_SANDBOX
287 sandbox_sf_set_enable_bootdevs(enable);
288#endif
289}
290
Joe Hershberger3a77be52015-05-20 14:27:27 -0500291#endif /* __TEST_TEST_H */