xref: /linux/mm/kmsan/kmsan_test.c (revision 3df692169e8486fc3dd91fcd5ea81c27a0bac033)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Test cases for KMSAN.
4  * For each test case checks the presence (or absence) of generated reports.
5  * Relies on 'console' tracepoint to capture reports as they appear in the
6  * kernel log.
7  *
8  * Copyright (C) 2021-2022, Google LLC.
9  * Author: Alexander Potapenko <glider@google.com>
10  *
11  */
12 
13 #include <kunit/test.h>
14 #include "kmsan.h"
15 
16 #include <linux/jiffies.h>
17 #include <linux/kernel.h>
18 #include <linux/kmsan.h>
19 #include <linux/mm.h>
20 #include <linux/random.h>
21 #include <linux/slab.h>
22 #include <linux/spinlock.h>
23 #include <linux/string.h>
24 #include <linux/tracepoint.h>
25 #include <linux/vmalloc.h>
26 #include <trace/events/printk.h>
27 
28 static DEFINE_PER_CPU(int, per_cpu_var);
29 
30 /* Report as observed from console. */
31 static struct {
32 	spinlock_t lock;
33 	bool available;
34 	bool ignore; /* Stop console output collection. */
35 	char header[256];
36 } observed = {
37 	.lock = __SPIN_LOCK_UNLOCKED(observed.lock),
38 };
39 
40 /* Probe for console output: obtains observed lines of interest. */
41 static void probe_console(void *ignore, const char *buf, size_t len)
42 {
43 	unsigned long flags;
44 
45 	if (observed.ignore)
46 		return;
47 	spin_lock_irqsave(&observed.lock, flags);
48 
49 	if (strnstr(buf, "BUG: KMSAN: ", len)) {
50 		/*
51 		 * KMSAN report and related to the test.
52 		 *
53 		 * The provided @buf is not NUL-terminated; copy no more than
54 		 * @len bytes and let strscpy() add the missing NUL-terminator.
55 		 */
56 		strscpy(observed.header, buf,
57 			min(len + 1, sizeof(observed.header)));
58 		WRITE_ONCE(observed.available, true);
59 		observed.ignore = true;
60 	}
61 	spin_unlock_irqrestore(&observed.lock, flags);
62 }
63 
64 /* Check if a report related to the test exists. */
65 static bool report_available(void)
66 {
67 	return READ_ONCE(observed.available);
68 }
69 
70 /* Reset observed.available, so that the test can trigger another report. */
71 static void report_reset(void)
72 {
73 	unsigned long flags;
74 
75 	spin_lock_irqsave(&observed.lock, flags);
76 	WRITE_ONCE(observed.available, false);
77 	observed.ignore = false;
78 	spin_unlock_irqrestore(&observed.lock, flags);
79 }
80 
81 /* Information we expect in a report. */
82 struct expect_report {
83 	const char *error_type; /* Error type. */
84 	/*
85 	 * Kernel symbol from the error header, or NULL if no report is
86 	 * expected.
87 	 */
88 	const char *symbol;
89 };
90 
91 /* Check observed report matches information in @r. */
92 static bool report_matches(const struct expect_report *r)
93 {
94 	typeof(observed.header) expected_header;
95 	unsigned long flags;
96 	bool ret = false;
97 	const char *end;
98 	char *cur;
99 
100 	/* Doubled-checked locking. */
101 	if (!report_available() || !r->symbol)
102 		return (!report_available() && !r->symbol);
103 
104 	/* Generate expected report contents. */
105 
106 	/* Title */
107 	cur = expected_header;
108 	end = &expected_header[sizeof(expected_header) - 1];
109 
110 	cur += scnprintf(cur, end - cur, "BUG: KMSAN: %s", r->error_type);
111 
112 	scnprintf(cur, end - cur, " in %s", r->symbol);
113 	/* The exact offset won't match, remove it; also strip module name. */
114 	cur = strchr(expected_header, '+');
115 	if (cur)
116 		*cur = '\0';
117 
118 	spin_lock_irqsave(&observed.lock, flags);
119 	if (!report_available())
120 		goto out; /* A new report is being captured. */
121 
122 	/* Finally match expected output to what we actually observed. */
123 	ret = strstr(observed.header, expected_header);
124 out:
125 	spin_unlock_irqrestore(&observed.lock, flags);
126 
127 	return ret;
128 }
129 
130 /* ===== Test cases ===== */
131 
132 /* Prevent replacing branch with select in LLVM. */
133 static noinline void check_true(char *arg)
134 {
135 	pr_info("%s is true\n", arg);
136 }
137 
138 static noinline void check_false(char *arg)
139 {
140 	pr_info("%s is false\n", arg);
141 }
142 
143 #define USE(x)                           \
144 	do {                             \
145 		if (x)                   \
146 			check_true(#x);  \
147 		else                     \
148 			check_false(#x); \
149 	} while (0)
150 
151 #define EXPECTATION_ETYPE_FN(e, reason, fn) \
152 	struct expect_report e = {          \
153 		.error_type = reason,       \
154 		.symbol = fn,               \
155 	}
156 
157 #define EXPECTATION_NO_REPORT(e) EXPECTATION_ETYPE_FN(e, NULL, NULL)
158 #define EXPECTATION_UNINIT_VALUE_FN(e, fn) \
159 	EXPECTATION_ETYPE_FN(e, "uninit-value", fn)
160 #define EXPECTATION_UNINIT_VALUE(e) EXPECTATION_UNINIT_VALUE_FN(e, __func__)
161 #define EXPECTATION_USE_AFTER_FREE(e) \
162 	EXPECTATION_ETYPE_FN(e, "use-after-free", __func__)
163 
164 /* Test case: ensure that kmalloc() returns uninitialized memory. */
165 static void test_uninit_kmalloc(struct kunit *test)
166 {
167 	EXPECTATION_UNINIT_VALUE(expect);
168 	int *ptr;
169 
170 	kunit_info(test, "uninitialized kmalloc test (UMR report)\n");
171 	ptr = kmalloc(sizeof(*ptr), GFP_KERNEL);
172 	USE(*ptr);
173 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
174 }
175 
176 /*
177  * Test case: ensure that kmalloc'ed memory becomes initialized after memset().
178  */
179 static void test_init_kmalloc(struct kunit *test)
180 {
181 	EXPECTATION_NO_REPORT(expect);
182 	int *ptr;
183 
184 	kunit_info(test, "initialized kmalloc test (no reports)\n");
185 	ptr = kmalloc(sizeof(*ptr), GFP_KERNEL);
186 	memset(ptr, 0, sizeof(*ptr));
187 	USE(*ptr);
188 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
189 }
190 
191 /* Test case: ensure that kzalloc() returns initialized memory. */
192 static void test_init_kzalloc(struct kunit *test)
193 {
194 	EXPECTATION_NO_REPORT(expect);
195 	int *ptr;
196 
197 	kunit_info(test, "initialized kzalloc test (no reports)\n");
198 	ptr = kzalloc(sizeof(*ptr), GFP_KERNEL);
199 	USE(*ptr);
200 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
201 }
202 
203 /* Test case: ensure that local variables are uninitialized by default. */
204 static void test_uninit_stack_var(struct kunit *test)
205 {
206 	EXPECTATION_UNINIT_VALUE(expect);
207 	volatile int cond;
208 
209 	kunit_info(test, "uninitialized stack variable (UMR report)\n");
210 	USE(cond);
211 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
212 }
213 
214 /* Test case: ensure that local variables with initializers are initialized. */
215 static void test_init_stack_var(struct kunit *test)
216 {
217 	EXPECTATION_NO_REPORT(expect);
218 	volatile int cond = 1;
219 
220 	kunit_info(test, "initialized stack variable (no reports)\n");
221 	USE(cond);
222 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
223 }
224 
225 static noinline void two_param_fn_2(int arg1, int arg2)
226 {
227 	USE(arg1);
228 	USE(arg2);
229 }
230 
231 static noinline void one_param_fn(int arg)
232 {
233 	two_param_fn_2(arg, arg);
234 	USE(arg);
235 }
236 
237 static noinline void two_param_fn(int arg1, int arg2)
238 {
239 	int init = 0;
240 
241 	one_param_fn(init);
242 	USE(arg1);
243 	USE(arg2);
244 }
245 
246 static void test_params(struct kunit *test)
247 {
248 #ifdef CONFIG_KMSAN_CHECK_PARAM_RETVAL
249 	/*
250 	 * With eager param/retval checking enabled, KMSAN will report an error
251 	 * before the call to two_param_fn().
252 	 */
253 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_params");
254 #else
255 	EXPECTATION_UNINIT_VALUE_FN(expect, "two_param_fn");
256 #endif
257 	volatile int uninit, init = 1;
258 
259 	kunit_info(test,
260 		   "uninit passed through a function parameter (UMR report)\n");
261 	two_param_fn(uninit, init);
262 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
263 }
264 
265 static int signed_sum3(int a, int b, int c)
266 {
267 	return a + b + c;
268 }
269 
270 /*
271  * Test case: ensure that uninitialized values are tracked through function
272  * arguments.
273  */
274 static void test_uninit_multiple_params(struct kunit *test)
275 {
276 	EXPECTATION_UNINIT_VALUE(expect);
277 	volatile char b = 3, c;
278 	volatile int a;
279 
280 	kunit_info(test, "uninitialized local passed to fn (UMR report)\n");
281 	USE(signed_sum3(a, b, c));
282 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
283 }
284 
285 /* Helper function to make an array uninitialized. */
286 static noinline void do_uninit_local_array(char *array, int start, int stop)
287 {
288 	volatile char uninit;
289 
290 	for (int i = start; i < stop; i++)
291 		array[i] = uninit;
292 }
293 
294 /*
295  * Test case: ensure kmsan_check_memory() reports an error when checking
296  * uninitialized memory.
297  */
298 static void test_uninit_kmsan_check_memory(struct kunit *test)
299 {
300 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_uninit_kmsan_check_memory");
301 	volatile char local_array[8];
302 
303 	kunit_info(
304 		test,
305 		"kmsan_check_memory() called on uninit local (UMR report)\n");
306 	do_uninit_local_array((char *)local_array, 5, 7);
307 
308 	kmsan_check_memory((char *)local_array, 8);
309 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
310 }
311 
312 /*
313  * Test case: check that a virtual memory range created with vmap() from
314  * initialized pages is still considered as initialized.
315  */
316 static void test_init_kmsan_vmap_vunmap(struct kunit *test)
317 {
318 	EXPECTATION_NO_REPORT(expect);
319 	const int npages = 2;
320 	struct page **pages;
321 	void *vbuf;
322 
323 	kunit_info(test, "pages initialized via vmap (no reports)\n");
324 
325 	pages = kmalloc_array(npages, sizeof(*pages), GFP_KERNEL);
326 	for (int i = 0; i < npages; i++)
327 		pages[i] = alloc_page(GFP_KERNEL);
328 	vbuf = vmap(pages, npages, VM_MAP, PAGE_KERNEL);
329 	memset(vbuf, 0xfe, npages * PAGE_SIZE);
330 	for (int i = 0; i < npages; i++)
331 		kmsan_check_memory(page_address(pages[i]), PAGE_SIZE);
332 
333 	if (vbuf)
334 		vunmap(vbuf);
335 	for (int i = 0; i < npages; i++) {
336 		if (pages[i])
337 			__free_page(pages[i]);
338 	}
339 	kfree(pages);
340 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
341 }
342 
343 /*
344  * Test case: ensure that memset() can initialize a buffer allocated via
345  * vmalloc().
346  */
347 static void test_init_vmalloc(struct kunit *test)
348 {
349 	EXPECTATION_NO_REPORT(expect);
350 	int npages = 8;
351 	char *buf;
352 
353 	kunit_info(test, "vmalloc buffer can be initialized (no reports)\n");
354 	buf = vmalloc(PAGE_SIZE * npages);
355 	buf[0] = 1;
356 	memset(buf, 0xfe, PAGE_SIZE * npages);
357 	USE(buf[0]);
358 	for (int i = 0; i < npages; i++)
359 		kmsan_check_memory(&buf[PAGE_SIZE * i], PAGE_SIZE);
360 	vfree(buf);
361 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
362 }
363 
364 /* Test case: ensure that use-after-free reporting works. */
365 static void test_uaf(struct kunit *test)
366 {
367 	EXPECTATION_USE_AFTER_FREE(expect);
368 	volatile int value;
369 	volatile int *var;
370 
371 	kunit_info(test, "use-after-free in kmalloc-ed buffer (UMR report)\n");
372 	var = kmalloc(80, GFP_KERNEL);
373 	var[3] = 0xfeedface;
374 	kfree((int *)var);
375 	/* Copy the invalid value before checking it. */
376 	value = var[3];
377 	USE(value);
378 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
379 }
380 
381 /*
382  * Test case: ensure that uninitialized values are propagated through per-CPU
383  * memory.
384  */
385 static void test_percpu_propagate(struct kunit *test)
386 {
387 	EXPECTATION_UNINIT_VALUE(expect);
388 	volatile int uninit, check;
389 
390 	kunit_info(test,
391 		   "uninit local stored to per_cpu memory (UMR report)\n");
392 
393 	this_cpu_write(per_cpu_var, uninit);
394 	check = this_cpu_read(per_cpu_var);
395 	USE(check);
396 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
397 }
398 
399 /*
400  * Test case: ensure that passing uninitialized values to printk() leads to an
401  * error report.
402  */
403 static void test_printk(struct kunit *test)
404 {
405 #ifdef CONFIG_KMSAN_CHECK_PARAM_RETVAL
406 	/*
407 	 * With eager param/retval checking enabled, KMSAN will report an error
408 	 * before the call to pr_info().
409 	 */
410 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_printk");
411 #else
412 	EXPECTATION_UNINIT_VALUE_FN(expect, "number");
413 #endif
414 	volatile int uninit;
415 
416 	kunit_info(test, "uninit local passed to pr_info() (UMR report)\n");
417 	pr_info("%px contains %d\n", &uninit, uninit);
418 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
419 }
420 
421 /* Prevent the compiler from inlining a memcpy() call. */
422 static noinline void *memcpy_noinline(volatile void *dst,
423 				      const volatile void *src, size_t size)
424 {
425 	return memcpy((void *)dst, (const void *)src, size);
426 }
427 
428 /* Test case: ensure that memcpy() correctly copies initialized values. */
429 static void test_init_memcpy(struct kunit *test)
430 {
431 	EXPECTATION_NO_REPORT(expect);
432 	volatile long long src;
433 	volatile long long dst = 0;
434 
435 	src = 1;
436 	kunit_info(
437 		test,
438 		"memcpy()ing aligned initialized src to aligned dst (no reports)\n");
439 	memcpy_noinline((void *)&dst, (void *)&src, sizeof(src));
440 	kmsan_check_memory((void *)&dst, sizeof(dst));
441 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
442 }
443 
444 /*
445  * Test case: ensure that memcpy() correctly copies uninitialized values between
446  * aligned `src` and `dst`.
447  */
448 static void test_memcpy_aligned_to_aligned(struct kunit *test)
449 {
450 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_memcpy_aligned_to_aligned");
451 	volatile int uninit_src;
452 	volatile int dst = 0;
453 
454 	kunit_info(
455 		test,
456 		"memcpy()ing aligned uninit src to aligned dst (UMR report)\n");
457 	memcpy_noinline((void *)&dst, (void *)&uninit_src, sizeof(uninit_src));
458 	kmsan_check_memory((void *)&dst, sizeof(dst));
459 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
460 }
461 
462 /*
463  * Test case: ensure that memcpy() correctly copies uninitialized values between
464  * aligned `src` and unaligned `dst`.
465  *
466  * Copying aligned 4-byte value to an unaligned one leads to touching two
467  * aligned 4-byte values. This test case checks that KMSAN correctly reports an
468  * error on the mentioned two values.
469  */
470 static void test_memcpy_aligned_to_unaligned(struct kunit *test)
471 {
472 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_memcpy_aligned_to_unaligned");
473 	volatile int uninit_src;
474 	volatile char dst[8] = { 0 };
475 
476 	kunit_info(
477 		test,
478 		"memcpy()ing aligned uninit src to unaligned dst (UMR report)\n");
479 	kmsan_check_memory((void *)&uninit_src, sizeof(uninit_src));
480 	memcpy_noinline((void *)&dst[1], (void *)&uninit_src,
481 			sizeof(uninit_src));
482 	kmsan_check_memory((void *)dst, 4);
483 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
484 	report_reset();
485 	kmsan_check_memory((void *)&dst[4], sizeof(uninit_src));
486 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
487 }
488 
489 /*
490  * Test case: ensure that origin slots do not accidentally get overwritten with
491  * zeroes during memcpy().
492  *
493  * Previously, when copying memory from an aligned buffer to an unaligned one,
494  * if there were zero origins corresponding to zero shadow values in the source
495  * buffer, they could have ended up being copied to nonzero shadow values in the
496  * destination buffer:
497  *
498  *  memcpy(0xffff888080a00000, 0xffff888080900002, 8)
499  *
500  *  src (0xffff888080900002): ..xx .... xx..
501  *  src origins:              o111 0000 o222
502  *  dst (0xffff888080a00000): xx.. ..xx
503  *  dst origins:              o111 0000
504  *                        (or 0000 o222)
505  *
506  * (here . stands for an initialized byte, and x for an uninitialized one.
507  *
508  * Ensure that this does not happen anymore, and for both destination bytes
509  * the origin is nonzero (i.e. KMSAN reports an error).
510  */
511 static void test_memcpy_initialized_gap(struct kunit *test)
512 {
513 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_memcpy_initialized_gap");
514 	volatile char uninit_src[12];
515 	volatile char dst[8] = { 0 };
516 
517 	kunit_info(
518 		test,
519 		"unaligned 4-byte initialized value gets a nonzero origin after memcpy() - (2 UMR reports)\n");
520 
521 	uninit_src[0] = 42;
522 	uninit_src[1] = 42;
523 	uninit_src[4] = 42;
524 	uninit_src[5] = 42;
525 	uninit_src[6] = 42;
526 	uninit_src[7] = 42;
527 	uninit_src[10] = 42;
528 	uninit_src[11] = 42;
529 	memcpy_noinline((void *)&dst[0], (void *)&uninit_src[2], 8);
530 
531 	kmsan_check_memory((void *)&dst[0], 4);
532 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
533 	report_reset();
534 	kmsan_check_memory((void *)&dst[2], 4);
535 	KUNIT_EXPECT_FALSE(test, report_matches(&expect));
536 	report_reset();
537 	kmsan_check_memory((void *)&dst[4], 4);
538 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
539 }
540 
541 /* Generate test cases for memset16(), memset32(), memset64(). */
542 #define DEFINE_TEST_MEMSETXX(size)                                          \
543 	static void test_memset##size(struct kunit *test)                   \
544 	{                                                                   \
545 		EXPECTATION_NO_REPORT(expect);                              \
546 		volatile uint##size##_t uninit;                             \
547                                                                             \
548 		kunit_info(test,                                            \
549 			   "memset" #size "() should initialize memory\n"); \
550 		memset##size((uint##size##_t *)&uninit, 0, 1);              \
551 		kmsan_check_memory((void *)&uninit, sizeof(uninit));        \
552 		KUNIT_EXPECT_TRUE(test, report_matches(&expect));           \
553 	}
554 
555 DEFINE_TEST_MEMSETXX(16)
556 DEFINE_TEST_MEMSETXX(32)
557 DEFINE_TEST_MEMSETXX(64)
558 
559 static noinline void fibonacci(int *array, int size, int start)
560 {
561 	if (start < 2 || (start == size))
562 		return;
563 	array[start] = array[start - 1] + array[start - 2];
564 	fibonacci(array, size, start + 1);
565 }
566 
567 static void test_long_origin_chain(struct kunit *test)
568 {
569 	EXPECTATION_UNINIT_VALUE_FN(expect, "test_long_origin_chain");
570 	/* (KMSAN_MAX_ORIGIN_DEPTH * 2) recursive calls to fibonacci(). */
571 	volatile int accum[KMSAN_MAX_ORIGIN_DEPTH * 2 + 2];
572 	int last = ARRAY_SIZE(accum) - 1;
573 
574 	kunit_info(
575 		test,
576 		"origin chain exceeding KMSAN_MAX_ORIGIN_DEPTH (UMR report)\n");
577 	/*
578 	 * We do not set accum[1] to 0, so the uninitializedness will be carried
579 	 * over to accum[2..last].
580 	 */
581 	accum[0] = 1;
582 	fibonacci((int *)accum, ARRAY_SIZE(accum), 2);
583 	kmsan_check_memory((void *)&accum[last], sizeof(int));
584 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
585 }
586 
587 /*
588  * Test case: ensure that saving/restoring/printing stacks to/from stackdepot
589  * does not trigger errors.
590  *
591  * KMSAN uses stackdepot to store origin stack traces, that's why we do not
592  * instrument lib/stackdepot.c. Yet it must properly mark its outputs as
593  * initialized because other kernel features (e.g. netdev tracker) may also
594  * access stackdepot from instrumented code.
595  */
596 static void test_stackdepot_roundtrip(struct kunit *test)
597 {
598 	unsigned long src_entries[16], *dst_entries;
599 	unsigned int src_nentries, dst_nentries;
600 	EXPECTATION_NO_REPORT(expect);
601 	depot_stack_handle_t handle;
602 
603 	kunit_info(test, "testing stackdepot roundtrip (no reports)\n");
604 
605 	src_nentries =
606 		stack_trace_save(src_entries, ARRAY_SIZE(src_entries), 1);
607 	handle = stack_depot_save(src_entries, src_nentries, GFP_KERNEL);
608 	stack_depot_print(handle);
609 	dst_nentries = stack_depot_fetch(handle, &dst_entries);
610 	KUNIT_EXPECT_TRUE(test, src_nentries == dst_nentries);
611 
612 	kmsan_check_memory((void *)dst_entries,
613 			   sizeof(*dst_entries) * dst_nentries);
614 	KUNIT_EXPECT_TRUE(test, report_matches(&expect));
615 }
616 
617 static struct kunit_case kmsan_test_cases[] = {
618 	KUNIT_CASE(test_uninit_kmalloc),
619 	KUNIT_CASE(test_init_kmalloc),
620 	KUNIT_CASE(test_init_kzalloc),
621 	KUNIT_CASE(test_uninit_stack_var),
622 	KUNIT_CASE(test_init_stack_var),
623 	KUNIT_CASE(test_params),
624 	KUNIT_CASE(test_uninit_multiple_params),
625 	KUNIT_CASE(test_uninit_kmsan_check_memory),
626 	KUNIT_CASE(test_init_kmsan_vmap_vunmap),
627 	KUNIT_CASE(test_init_vmalloc),
628 	KUNIT_CASE(test_uaf),
629 	KUNIT_CASE(test_percpu_propagate),
630 	KUNIT_CASE(test_printk),
631 	KUNIT_CASE(test_init_memcpy),
632 	KUNIT_CASE(test_memcpy_aligned_to_aligned),
633 	KUNIT_CASE(test_memcpy_aligned_to_unaligned),
634 	KUNIT_CASE(test_memcpy_initialized_gap),
635 	KUNIT_CASE(test_memset16),
636 	KUNIT_CASE(test_memset32),
637 	KUNIT_CASE(test_memset64),
638 	KUNIT_CASE(test_long_origin_chain),
639 	KUNIT_CASE(test_stackdepot_roundtrip),
640 	{},
641 };
642 
643 /* ===== End test cases ===== */
644 
645 static int test_init(struct kunit *test)
646 {
647 	unsigned long flags;
648 
649 	spin_lock_irqsave(&observed.lock, flags);
650 	observed.header[0] = '\0';
651 	observed.ignore = false;
652 	observed.available = false;
653 	spin_unlock_irqrestore(&observed.lock, flags);
654 
655 	return 0;
656 }
657 
658 static void test_exit(struct kunit *test)
659 {
660 }
661 
662 static int kmsan_suite_init(struct kunit_suite *suite)
663 {
664 	register_trace_console(probe_console, NULL);
665 	return 0;
666 }
667 
668 static void kmsan_suite_exit(struct kunit_suite *suite)
669 {
670 	unregister_trace_console(probe_console, NULL);
671 	tracepoint_synchronize_unregister();
672 }
673 
674 static struct kunit_suite kmsan_test_suite = {
675 	.name = "kmsan",
676 	.test_cases = kmsan_test_cases,
677 	.init = test_init,
678 	.exit = test_exit,
679 	.suite_init = kmsan_suite_init,
680 	.suite_exit = kmsan_suite_exit,
681 };
682 kunit_test_suites(&kmsan_test_suite);
683 
684 MODULE_LICENSE("GPL");
685 MODULE_AUTHOR("Alexander Potapenko <glider@google.com>");
686