xref: /linux/lib/kunit/test.c (revision b9a214b5f6aa55870b5678f31084f85c0c11ffdc)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Base unit test (KUnit) API.
4  *
5  * Copyright (C) 2019, Google LLC.
6  * Author: Brendan Higgins <brendanhiggins@google.com>
7  */
8 
9 #include <kunit/resource.h>
10 #include <kunit/test.h>
11 #include <kunit/test-bug.h>
12 #include <kunit/attributes.h>
13 #include <linux/kernel.h>
14 #include <linux/module.h>
15 #include <linux/moduleparam.h>
16 #include <linux/mutex.h>
17 #include <linux/panic.h>
18 #include <linux/sched/debug.h>
19 #include <linux/sched.h>
20 #include <linux/mm.h>
21 
22 #include "debugfs.h"
23 #include "device-impl.h"
24 #include "hooks-impl.h"
25 #include "string-stream.h"
26 #include "try-catch-impl.h"
27 
28 static DEFINE_MUTEX(kunit_run_lock);
29 
30 /*
31  * Hook to fail the current test and print an error message to the log.
32  */
33 void __printf(3, 4) __kunit_fail_current_test_impl(const char *file, int line, const char *fmt, ...)
34 {
35 	va_list args;
36 	int len;
37 	char *buffer;
38 
39 	if (!current->kunit_test)
40 		return;
41 
42 	kunit_set_failure(current->kunit_test);
43 
44 	/* kunit_err() only accepts literals, so evaluate the args first. */
45 	va_start(args, fmt);
46 	len = vsnprintf(NULL, 0, fmt, args) + 1;
47 	va_end(args);
48 
49 	buffer = kunit_kmalloc(current->kunit_test, len, GFP_KERNEL);
50 	if (!buffer)
51 		return;
52 
53 	va_start(args, fmt);
54 	vsnprintf(buffer, len, fmt, args);
55 	va_end(args);
56 
57 	kunit_err(current->kunit_test, "%s:%d: %s", file, line, buffer);
58 	kunit_kfree(current->kunit_test, buffer);
59 }
60 
61 /*
62  * Enable KUnit tests to run.
63  */
64 #ifdef CONFIG_KUNIT_DEFAULT_ENABLED
65 static bool enable_param = true;
66 #else
67 static bool enable_param;
68 #endif
69 module_param_named(enable, enable_param, bool, 0);
70 MODULE_PARM_DESC(enable, "Enable KUnit tests");
71 
72 /*
73  * Configure the base timeout.
74  */
75 static unsigned long kunit_base_timeout = CONFIG_KUNIT_DEFAULT_TIMEOUT;
76 module_param_named(timeout, kunit_base_timeout, ulong, 0644);
77 MODULE_PARM_DESC(timeout, "Set the base timeout for Kunit test cases");
78 
79 /*
80  * KUnit statistic mode:
81  * 0 - disabled
82  * 1 - only when there is more than one subtest
83  * 2 - enabled
84  */
85 static int kunit_stats_enabled = 1;
86 module_param_named(stats_enabled, kunit_stats_enabled, int, 0644);
87 MODULE_PARM_DESC(stats_enabled,
88 		  "Print test stats: never (0), only for multiple subtests (1), or always (2)");
89 
90 struct kunit_result_stats {
91 	unsigned long passed;
92 	unsigned long skipped;
93 	unsigned long failed;
94 	unsigned long total;
95 };
96 
97 static bool kunit_should_print_stats(struct kunit_result_stats stats)
98 {
99 	if (kunit_stats_enabled == 0)
100 		return false;
101 
102 	if (kunit_stats_enabled == 2)
103 		return true;
104 
105 	return (stats.total > 1);
106 }
107 
108 static void kunit_print_test_stats(struct kunit *test,
109 				   struct kunit_result_stats stats)
110 {
111 	if (!kunit_should_print_stats(stats))
112 		return;
113 
114 	kunit_log(KERN_INFO, test,
115 		  KUNIT_SUBTEST_INDENT
116 		  "# %s: pass:%lu fail:%lu skip:%lu total:%lu",
117 		  test->name,
118 		  stats.passed,
119 		  stats.failed,
120 		  stats.skipped,
121 		  stats.total);
122 }
123 
124 /* Append formatted message to log. */
125 void kunit_log_append(struct string_stream *log, const char *fmt, ...)
126 {
127 	va_list args;
128 
129 	if (!log)
130 		return;
131 
132 	va_start(args, fmt);
133 	string_stream_vadd(log, fmt, args);
134 	va_end(args);
135 }
136 EXPORT_SYMBOL_GPL(kunit_log_append);
137 
138 size_t kunit_suite_num_test_cases(struct kunit_suite *suite)
139 {
140 	struct kunit_case *test_case;
141 	size_t len = 0;
142 
143 	kunit_suite_for_each_test_case(suite, test_case)
144 		len++;
145 
146 	return len;
147 }
148 EXPORT_SYMBOL_GPL(kunit_suite_num_test_cases);
149 
150 /* Currently supported test levels */
151 enum {
152 	KUNIT_LEVEL_SUITE = 0,
153 	KUNIT_LEVEL_CASE,
154 	KUNIT_LEVEL_CASE_PARAM,
155 };
156 
157 static void kunit_print_suite_start(struct kunit_suite *suite)
158 {
159 	/*
160 	 * We do not log the test suite header as doing so would
161 	 * mean debugfs display would consist of the test suite
162 	 * header prior to individual test results.
163 	 * Hence directly printk the suite status, and we will
164 	 * separately seq_printf() the suite header for the debugfs
165 	 * representation.
166 	 */
167 	pr_info(KUNIT_SUBTEST_INDENT "KTAP version 1\n");
168 	pr_info(KUNIT_SUBTEST_INDENT "# Subtest: %s\n",
169 		  suite->name);
170 	kunit_print_attr((void *)suite, false, KUNIT_LEVEL_CASE);
171 	pr_info(KUNIT_SUBTEST_INDENT "1..%zd\n",
172 		  kunit_suite_num_test_cases(suite));
173 }
174 
175 static void kunit_print_ok_not_ok(struct kunit *test,
176 				  unsigned int test_level,
177 				  enum kunit_status status,
178 				  size_t test_number,
179 				  const char *description,
180 				  const char *directive)
181 {
182 	const char *directive_header = (status == KUNIT_SKIPPED) ? " # SKIP " : "";
183 	const char *directive_body = (status == KUNIT_SKIPPED) ? directive : "";
184 
185 	/*
186 	 * When test is NULL assume that results are from the suite
187 	 * and today suite results are expected at level 0 only.
188 	 */
189 	WARN(!test && test_level, "suite test level can't be %u!\n", test_level);
190 
191 	/*
192 	 * We do not log the test suite results as doing so would
193 	 * mean debugfs display would consist of an incorrect test
194 	 * number. Hence directly printk the suite result, and we will
195 	 * separately seq_printf() the suite results for the debugfs
196 	 * representation.
197 	 */
198 	if (!test)
199 		pr_info("%s %zd %s%s%s\n",
200 			kunit_status_to_ok_not_ok(status),
201 			test_number, description, directive_header,
202 			directive_body);
203 	else
204 		kunit_log(KERN_INFO, test,
205 			  "%*s%s %zd %s%s%s",
206 			  KUNIT_INDENT_LEN * test_level, "",
207 			  kunit_status_to_ok_not_ok(status),
208 			  test_number, description, directive_header,
209 			  directive_body);
210 }
211 
212 enum kunit_status kunit_suite_has_succeeded(struct kunit_suite *suite)
213 {
214 	const struct kunit_case *test_case;
215 	enum kunit_status status = KUNIT_SKIPPED;
216 
217 	if (suite->suite_init_err)
218 		return KUNIT_FAILURE;
219 
220 	kunit_suite_for_each_test_case(suite, test_case) {
221 		if (test_case->status == KUNIT_FAILURE)
222 			return KUNIT_FAILURE;
223 		else if (test_case->status == KUNIT_SUCCESS)
224 			status = KUNIT_SUCCESS;
225 	}
226 
227 	return status;
228 }
229 EXPORT_SYMBOL_GPL(kunit_suite_has_succeeded);
230 
231 static size_t kunit_suite_counter = 1;
232 
233 static void kunit_print_suite_end(struct kunit_suite *suite)
234 {
235 	kunit_print_ok_not_ok(NULL, KUNIT_LEVEL_SUITE,
236 			      kunit_suite_has_succeeded(suite),
237 			      kunit_suite_counter++,
238 			      suite->name,
239 			      suite->status_comment);
240 }
241 
242 unsigned int kunit_test_case_num(struct kunit_suite *suite,
243 				 struct kunit_case *test_case)
244 {
245 	struct kunit_case *tc;
246 	unsigned int i = 1;
247 
248 	kunit_suite_for_each_test_case(suite, tc) {
249 		if (tc == test_case)
250 			return i;
251 		i++;
252 	}
253 
254 	return 0;
255 }
256 EXPORT_SYMBOL_GPL(kunit_test_case_num);
257 
258 static void kunit_print_string_stream(struct kunit *test,
259 				      struct string_stream *stream)
260 {
261 	struct string_stream_fragment *fragment;
262 	char *buf;
263 
264 	if (string_stream_is_empty(stream))
265 		return;
266 
267 	buf = string_stream_get_string(stream);
268 	if (!buf) {
269 		kunit_err(test,
270 			  "Could not allocate buffer, dumping stream:\n");
271 		list_for_each_entry(fragment, &stream->fragments, node) {
272 			kunit_err(test, "%s", fragment->fragment);
273 		}
274 		kunit_err(test, "\n");
275 	} else {
276 		kunit_err(test, "%s", buf);
277 		kfree(buf);
278 	}
279 }
280 
281 static void kunit_fail(struct kunit *test, const struct kunit_loc *loc,
282 		       enum kunit_assert_type type, const struct kunit_assert *assert,
283 		       assert_format_t assert_format, const struct va_format *message)
284 {
285 	struct string_stream *stream;
286 
287 	kunit_set_failure(test);
288 
289 	stream = kunit_alloc_string_stream(test, GFP_KERNEL);
290 	if (IS_ERR(stream)) {
291 		WARN(true,
292 		     "Could not allocate stream to print failed assertion in %s:%d\n",
293 		     loc->file,
294 		     loc->line);
295 		return;
296 	}
297 
298 	kunit_assert_prologue(loc, type, stream);
299 	assert_format(assert, message, stream);
300 
301 	kunit_print_string_stream(test, stream);
302 
303 	kunit_free_string_stream(test, stream);
304 }
305 
306 void __noreturn __kunit_abort(struct kunit *test)
307 {
308 	kunit_try_catch_throw(&test->try_catch); /* Does not return. */
309 
310 	/*
311 	 * Throw could not abort from test.
312 	 *
313 	 * XXX: we should never reach this line! As kunit_try_catch_throw is
314 	 * marked __noreturn.
315 	 */
316 	WARN_ONCE(true, "Throw could not abort from test!\n");
317 }
318 EXPORT_SYMBOL_GPL(__kunit_abort);
319 
320 void __kunit_do_failed_assertion(struct kunit *test,
321 			       const struct kunit_loc *loc,
322 			       enum kunit_assert_type type,
323 			       const struct kunit_assert *assert,
324 			       assert_format_t assert_format,
325 			       const char *fmt, ...)
326 {
327 	va_list args;
328 	struct va_format message;
329 	va_start(args, fmt);
330 
331 	message.fmt = fmt;
332 	message.va = &args;
333 
334 	kunit_fail(test, loc, type, assert, assert_format, &message);
335 
336 	va_end(args);
337 }
338 EXPORT_SYMBOL_GPL(__kunit_do_failed_assertion);
339 
340 void kunit_init_test(struct kunit *test, const char *name, struct string_stream *log)
341 {
342 	spin_lock_init(&test->lock);
343 	INIT_LIST_HEAD(&test->resources);
344 	test->name = name;
345 	test->log = log;
346 	if (test->log)
347 		string_stream_clear(log);
348 	test->status = KUNIT_SUCCESS;
349 	test->status_comment[0] = '\0';
350 }
351 EXPORT_SYMBOL_GPL(kunit_init_test);
352 
353 /* Only warn when a test takes more than twice the threshold */
354 #define KUNIT_SPEED_WARNING_MULTIPLIER	2
355 
356 /* Slow tests are defined as taking more than 1s */
357 #define KUNIT_SPEED_SLOW_THRESHOLD_S	1
358 
359 #define KUNIT_SPEED_SLOW_WARNING_THRESHOLD_S	\
360 	(KUNIT_SPEED_WARNING_MULTIPLIER * KUNIT_SPEED_SLOW_THRESHOLD_S)
361 
362 #define s_to_timespec64(s) ns_to_timespec64((s) * NSEC_PER_SEC)
363 
364 static void kunit_run_case_check_speed(struct kunit *test,
365 				       struct kunit_case *test_case,
366 				       struct timespec64 duration)
367 {
368 	struct timespec64 slow_thr =
369 		s_to_timespec64(KUNIT_SPEED_SLOW_WARNING_THRESHOLD_S);
370 	enum kunit_speed speed = test_case->attr.speed;
371 
372 	if (timespec64_compare(&duration, &slow_thr) < 0)
373 		return;
374 
375 	if (speed == KUNIT_SPEED_VERY_SLOW || speed == KUNIT_SPEED_SLOW)
376 		return;
377 
378 	kunit_warn(test,
379 		   "Test should be marked slow (runtime: %lld.%09lds)",
380 		   duration.tv_sec, duration.tv_nsec);
381 }
382 
383 /* Returns timeout multiplier based on speed.
384  * DEFAULT:		    1
385  * KUNIT_SPEED_SLOW:        3
386  * KUNIT_SPEED_VERY_SLOW:   12
387  */
388 static int kunit_timeout_mult(enum kunit_speed speed)
389 {
390 	switch (speed) {
391 	case KUNIT_SPEED_SLOW:
392 		return 3;
393 	case KUNIT_SPEED_VERY_SLOW:
394 		return 12;
395 	default:
396 		return 1;
397 	}
398 }
399 
400 static unsigned long kunit_test_timeout(struct kunit_suite *suite, struct kunit_case *test_case)
401 {
402 	int mult = 1;
403 
404 	/*
405 	 * The default test timeout is 300 seconds and will be adjusted by mult
406 	 * based on the test speed. The test speed will be overridden by the
407 	 * innermost test component.
408 	 */
409 	if (suite->attr.speed != KUNIT_SPEED_UNSET)
410 		mult = kunit_timeout_mult(suite->attr.speed);
411 	if (test_case->attr.speed != KUNIT_SPEED_UNSET)
412 		mult = kunit_timeout_mult(test_case->attr.speed);
413 	return mult * kunit_base_timeout * msecs_to_jiffies(MSEC_PER_SEC);
414 }
415 
416 
417 /*
418  * Initializes and runs test case. Does not clean up or do post validations.
419  */
420 static void kunit_run_case_internal(struct kunit *test,
421 				    struct kunit_suite *suite,
422 				    struct kunit_case *test_case)
423 {
424 	struct timespec64 start, end;
425 
426 	if (suite->init) {
427 		int ret;
428 
429 		ret = suite->init(test);
430 		if (ret) {
431 			kunit_err(test, "failed to initialize: %d\n", ret);
432 			kunit_set_failure(test);
433 			return;
434 		}
435 	}
436 
437 	ktime_get_ts64(&start);
438 
439 	test_case->run_case(test);
440 
441 	ktime_get_ts64(&end);
442 
443 	kunit_run_case_check_speed(test, test_case, timespec64_sub(end, start));
444 }
445 
446 static void kunit_case_internal_cleanup(struct kunit *test)
447 {
448 	kunit_cleanup(test);
449 }
450 
451 /*
452  * Performs post validations and cleanup after a test case was run.
453  * XXX: Should ONLY BE CALLED AFTER kunit_run_case_internal!
454  */
455 static void kunit_run_case_cleanup(struct kunit *test,
456 				   struct kunit_suite *suite)
457 {
458 	if (suite->exit)
459 		suite->exit(test);
460 
461 	kunit_case_internal_cleanup(test);
462 }
463 
464 struct kunit_try_catch_context {
465 	struct kunit *test;
466 	struct kunit_suite *suite;
467 	struct kunit_case *test_case;
468 };
469 
470 static void kunit_try_run_case(void *data)
471 {
472 	struct kunit_try_catch_context *ctx = data;
473 	struct kunit *test = ctx->test;
474 	struct kunit_suite *suite = ctx->suite;
475 	struct kunit_case *test_case = ctx->test_case;
476 
477 	current->kunit_test = test;
478 
479 	/*
480 	 * kunit_run_case_internal may encounter a fatal error; if it does,
481 	 * abort will be called, this thread will exit, and finally the parent
482 	 * thread will resume control and handle any necessary clean up.
483 	 */
484 	kunit_run_case_internal(test, suite, test_case);
485 }
486 
487 static void kunit_try_run_case_cleanup(void *data)
488 {
489 	struct kunit_try_catch_context *ctx = data;
490 	struct kunit *test = ctx->test;
491 	struct kunit_suite *suite = ctx->suite;
492 
493 	current->kunit_test = test;
494 
495 	kunit_run_case_cleanup(test, suite);
496 }
497 
498 static void kunit_catch_run_case_cleanup(void *data)
499 {
500 	struct kunit_try_catch_context *ctx = data;
501 	struct kunit *test = ctx->test;
502 	int try_exit_code = kunit_try_catch_get_result(&test->try_catch);
503 
504 	/* It is always a failure if cleanup aborts. */
505 	kunit_set_failure(test);
506 
507 	if (try_exit_code) {
508 		/*
509 		 * Test case could not finish, we have no idea what state it is
510 		 * in, so don't do clean up.
511 		 */
512 		if (try_exit_code == -ETIMEDOUT) {
513 			kunit_err(test, "test case cleanup timed out\n");
514 		/*
515 		 * Unknown internal error occurred preventing test case from
516 		 * running, so there is nothing to clean up.
517 		 */
518 		} else {
519 			kunit_err(test, "internal error occurred during test case cleanup: %d\n",
520 				  try_exit_code);
521 		}
522 		return;
523 	}
524 
525 	kunit_err(test, "test aborted during cleanup. continuing without cleaning up\n");
526 }
527 
528 
529 static void kunit_catch_run_case(void *data)
530 {
531 	struct kunit_try_catch_context *ctx = data;
532 	struct kunit *test = ctx->test;
533 	int try_exit_code = kunit_try_catch_get_result(&test->try_catch);
534 
535 	if (try_exit_code) {
536 		kunit_set_failure(test);
537 		/*
538 		 * Test case could not finish, we have no idea what state it is
539 		 * in, so don't do clean up.
540 		 */
541 		if (try_exit_code == -ETIMEDOUT) {
542 			kunit_err(test, "test case timed out\n");
543 		/*
544 		 * Unknown internal error occurred preventing test case from
545 		 * running, so there is nothing to clean up.
546 		 */
547 		} else {
548 			kunit_err(test, "internal error occurred preventing test case from running: %d\n",
549 				  try_exit_code);
550 		}
551 		return;
552 	}
553 }
554 
555 /*
556  * Performs all logic to run a test case. It also catches most errors that
557  * occur in a test case and reports them as failures.
558  */
559 static void kunit_run_case_catch_errors(struct kunit_suite *suite,
560 					struct kunit_case *test_case,
561 					struct kunit *test)
562 {
563 	struct kunit_try_catch_context context;
564 	struct kunit_try_catch *try_catch;
565 
566 	try_catch = &test->try_catch;
567 
568 	kunit_try_catch_init(try_catch,
569 			     test,
570 			     kunit_try_run_case,
571 			     kunit_catch_run_case,
572 			     kunit_test_timeout(suite, test_case));
573 	context.test = test;
574 	context.suite = suite;
575 	context.test_case = test_case;
576 	kunit_try_catch_run(try_catch, &context);
577 
578 	/* Now run the cleanup */
579 	kunit_try_catch_init(try_catch,
580 			     test,
581 			     kunit_try_run_case_cleanup,
582 			     kunit_catch_run_case_cleanup,
583 			     kunit_test_timeout(suite, test_case));
584 	kunit_try_catch_run(try_catch, &context);
585 
586 	/* Propagate the parameter result to the test case. */
587 	if (test->status == KUNIT_FAILURE)
588 		test_case->status = KUNIT_FAILURE;
589 	else if (test_case->status != KUNIT_FAILURE && test->status == KUNIT_SUCCESS)
590 		test_case->status = KUNIT_SUCCESS;
591 }
592 
593 static void kunit_print_suite_stats(struct kunit_suite *suite,
594 				    struct kunit_result_stats suite_stats,
595 				    struct kunit_result_stats param_stats)
596 {
597 	if (kunit_should_print_stats(suite_stats)) {
598 		kunit_log(KERN_INFO, suite,
599 			  "# %s: pass:%lu fail:%lu skip:%lu total:%lu",
600 			  suite->name,
601 			  suite_stats.passed,
602 			  suite_stats.failed,
603 			  suite_stats.skipped,
604 			  suite_stats.total);
605 	}
606 
607 	if (kunit_should_print_stats(param_stats)) {
608 		kunit_log(KERN_INFO, suite,
609 			  "# Totals: pass:%lu fail:%lu skip:%lu total:%lu",
610 			  param_stats.passed,
611 			  param_stats.failed,
612 			  param_stats.skipped,
613 			  param_stats.total);
614 	}
615 }
616 
617 static void kunit_update_stats(struct kunit_result_stats *stats,
618 			       enum kunit_status status)
619 {
620 	switch (status) {
621 	case KUNIT_SUCCESS:
622 		stats->passed++;
623 		break;
624 	case KUNIT_SKIPPED:
625 		stats->skipped++;
626 		break;
627 	case KUNIT_FAILURE:
628 		stats->failed++;
629 		break;
630 	}
631 
632 	stats->total++;
633 }
634 
635 static void kunit_accumulate_stats(struct kunit_result_stats *total,
636 				   struct kunit_result_stats add)
637 {
638 	total->passed += add.passed;
639 	total->skipped += add.skipped;
640 	total->failed += add.failed;
641 	total->total += add.total;
642 }
643 
644 static void kunit_init_parent_param_test(struct kunit_case *test_case, struct kunit *test)
645 {
646 	if (test_case->param_init) {
647 		int err = test_case->param_init(test);
648 
649 		if (err) {
650 			kunit_err(test_case, KUNIT_SUBTEST_INDENT KUNIT_SUBTEST_INDENT
651 				"# failed to initialize parent parameter test (%d)", err);
652 			test->status = KUNIT_FAILURE;
653 			test_case->status = KUNIT_FAILURE;
654 		}
655 	}
656 }
657 
658 int kunit_run_tests(struct kunit_suite *suite)
659 {
660 	char param_desc[KUNIT_PARAM_DESC_SIZE];
661 	struct kunit_case *test_case;
662 	struct kunit_result_stats suite_stats = { 0 };
663 	struct kunit_result_stats total_stats = { 0 };
664 	const void *curr_param;
665 
666 	/* Taint the kernel so we know we've run tests. */
667 	add_taint(TAINT_TEST, LOCKDEP_STILL_OK);
668 
669 	if (suite->suite_init) {
670 		suite->suite_init_err = suite->suite_init(suite);
671 		if (suite->suite_init_err) {
672 			kunit_err(suite, KUNIT_SUBTEST_INDENT
673 				  "# failed to initialize (%d)", suite->suite_init_err);
674 			goto suite_end;
675 		}
676 	}
677 
678 	kunit_print_suite_start(suite);
679 
680 	kunit_suite_for_each_test_case(suite, test_case) {
681 		struct kunit test = { .param_value = NULL, .param_index = 0 };
682 		struct kunit_result_stats param_stats = { 0 };
683 
684 		kunit_init_test(&test, test_case->name, test_case->log);
685 		if (test_case->status == KUNIT_SKIPPED) {
686 			/* Test marked as skip */
687 			test.status = KUNIT_SKIPPED;
688 			kunit_update_stats(&param_stats, test.status);
689 		} else if (!test_case->generate_params) {
690 			/* Non-parameterised test. */
691 			test_case->status = KUNIT_SKIPPED;
692 			kunit_run_case_catch_errors(suite, test_case, &test);
693 			kunit_update_stats(&param_stats, test.status);
694 		} else {
695 			kunit_init_parent_param_test(test_case, &test);
696 			if (test_case->status == KUNIT_FAILURE) {
697 				kunit_update_stats(&param_stats, test.status);
698 				goto test_case_end;
699 			}
700 			/* Get initial param. */
701 			param_desc[0] = '\0';
702 			/* TODO: Make generate_params try-catch */
703 			curr_param = test_case->generate_params(&test, NULL, param_desc);
704 			test_case->status = KUNIT_SKIPPED;
705 			kunit_log(KERN_INFO, &test, KUNIT_SUBTEST_INDENT KUNIT_SUBTEST_INDENT
706 				  "KTAP version 1\n");
707 			kunit_log(KERN_INFO, &test, KUNIT_SUBTEST_INDENT KUNIT_SUBTEST_INDENT
708 				  "# Subtest: %s", test_case->name);
709 
710 			while (curr_param) {
711 				struct kunit param_test = {
712 					.param_value = curr_param,
713 					.param_index = ++test.param_index,
714 					.parent = &test,
715 				};
716 				kunit_init_test(&param_test, test_case->name, test_case->log);
717 				kunit_run_case_catch_errors(suite, test_case, &param_test);
718 
719 				if (param_desc[0] == '\0') {
720 					snprintf(param_desc, sizeof(param_desc),
721 						 "param-%d", param_test.param_index);
722 				}
723 
724 				kunit_print_ok_not_ok(&param_test, KUNIT_LEVEL_CASE_PARAM,
725 						      param_test.status,
726 						      param_test.param_index,
727 						      param_desc,
728 						      param_test.status_comment);
729 
730 				kunit_update_stats(&param_stats, param_test.status);
731 
732 				/* Get next param. */
733 				param_desc[0] = '\0';
734 				curr_param = test_case->generate_params(&test, curr_param,
735 									param_desc);
736 			}
737 			/*
738 			 * TODO: Put into a try catch. Since we don't need suite->exit
739 			 * for it we can't reuse kunit_try_run_cleanup for this yet.
740 			 */
741 			if (test_case->param_exit)
742 				test_case->param_exit(&test);
743 			/* TODO: Put this kunit_cleanup into a try-catch. */
744 			kunit_cleanup(&test);
745 		}
746 test_case_end:
747 		kunit_print_attr((void *)test_case, true, KUNIT_LEVEL_CASE);
748 
749 		kunit_print_test_stats(&test, param_stats);
750 
751 		kunit_print_ok_not_ok(&test, KUNIT_LEVEL_CASE, test_case->status,
752 				      kunit_test_case_num(suite, test_case),
753 				      test_case->name,
754 				      test.status_comment);
755 
756 		kunit_update_stats(&suite_stats, test_case->status);
757 		kunit_accumulate_stats(&total_stats, param_stats);
758 	}
759 
760 	if (suite->suite_exit)
761 		suite->suite_exit(suite);
762 
763 	kunit_print_suite_stats(suite, suite_stats, total_stats);
764 suite_end:
765 	kunit_print_suite_end(suite);
766 
767 	return 0;
768 }
769 EXPORT_SYMBOL_GPL(kunit_run_tests);
770 
771 static void kunit_init_suite(struct kunit_suite *suite)
772 {
773 	kunit_debugfs_create_suite(suite);
774 	suite->status_comment[0] = '\0';
775 	suite->suite_init_err = 0;
776 
777 	if (suite->log)
778 		string_stream_clear(suite->log);
779 }
780 
781 bool kunit_enabled(void)
782 {
783 	return enable_param;
784 }
785 
786 int __kunit_test_suites_init(struct kunit_suite * const * const suites, int num_suites,
787 			     bool run_tests)
788 {
789 	unsigned int i;
790 
791 	if (num_suites == 0)
792 		return 0;
793 
794 	if (!kunit_enabled() && num_suites > 0) {
795 		pr_info("kunit: disabled\n");
796 		return 0;
797 	}
798 
799 	kunit_suite_counter = 1;
800 
801 	/* Use mutex lock to guard against running tests concurrently. */
802 	if (mutex_lock_interruptible(&kunit_run_lock)) {
803 		pr_err("kunit: test interrupted\n");
804 		return -EINTR;
805 	}
806 	static_branch_inc(&kunit_running);
807 
808 	for (i = 0; i < num_suites; i++) {
809 		kunit_init_suite(suites[i]);
810 		if (run_tests)
811 			kunit_run_tests(suites[i]);
812 	}
813 
814 	static_branch_dec(&kunit_running);
815 	mutex_unlock(&kunit_run_lock);
816 	return 0;
817 }
818 EXPORT_SYMBOL_GPL(__kunit_test_suites_init);
819 
820 static void kunit_exit_suite(struct kunit_suite *suite)
821 {
822 	kunit_debugfs_destroy_suite(suite);
823 }
824 
825 void __kunit_test_suites_exit(struct kunit_suite **suites, int num_suites)
826 {
827 	unsigned int i;
828 
829 	if (!kunit_enabled())
830 		return;
831 
832 	for (i = 0; i < num_suites; i++)
833 		kunit_exit_suite(suites[i]);
834 }
835 EXPORT_SYMBOL_GPL(__kunit_test_suites_exit);
836 
837 static void kunit_module_init(struct module *mod)
838 {
839 	struct kunit_suite_set suite_set, filtered_set;
840 	struct kunit_suite_set normal_suite_set = {
841 		mod->kunit_suites, mod->kunit_suites + mod->num_kunit_suites,
842 	};
843 	struct kunit_suite_set init_suite_set = {
844 		mod->kunit_init_suites, mod->kunit_init_suites + mod->num_kunit_init_suites,
845 	};
846 	const char *action = kunit_action();
847 	int err = 0;
848 
849 	if (mod->num_kunit_init_suites > 0)
850 		suite_set = kunit_merge_suite_sets(init_suite_set, normal_suite_set);
851 	else
852 		suite_set = normal_suite_set;
853 
854 	filtered_set = kunit_filter_suites(&suite_set,
855 					kunit_filter_glob() ?: "*.*",
856 					kunit_filter(), kunit_filter_action(),
857 					&err);
858 	if (err)
859 		pr_err("kunit module: error filtering suites: %d\n", err);
860 
861 	mod->kunit_suites = (struct kunit_suite **)filtered_set.start;
862 	mod->num_kunit_suites = filtered_set.end - filtered_set.start;
863 
864 	if (mod->num_kunit_init_suites > 0)
865 		kfree(suite_set.start);
866 
867 	if (!action)
868 		kunit_exec_run_tests(&filtered_set, false);
869 	else if (!strcmp(action, "list"))
870 		kunit_exec_list_tests(&filtered_set, false);
871 	else if (!strcmp(action, "list_attr"))
872 		kunit_exec_list_tests(&filtered_set, true);
873 	else
874 		pr_err("kunit: unknown action '%s'\n", action);
875 }
876 
877 static void kunit_module_exit(struct module *mod)
878 {
879 	struct kunit_suite_set suite_set = {
880 		mod->kunit_suites, mod->kunit_suites + mod->num_kunit_suites,
881 	};
882 	const char *action = kunit_action();
883 
884 	/*
885 	 * Check if the start address is a valid virtual address to detect
886 	 * if the module load sequence has failed and the suite set has not
887 	 * been initialized and filtered.
888 	 */
889 	if (!suite_set.start || !virt_addr_valid(suite_set.start))
890 		return;
891 
892 	if (!action)
893 		__kunit_test_suites_exit(mod->kunit_suites,
894 					 mod->num_kunit_suites);
895 
896 	kunit_free_suite_set(suite_set);
897 }
898 
899 static int kunit_module_notify(struct notifier_block *nb, unsigned long val,
900 			       void *data)
901 {
902 	struct module *mod = data;
903 
904 	switch (val) {
905 	case MODULE_STATE_LIVE:
906 		kunit_module_init(mod);
907 		break;
908 	case MODULE_STATE_GOING:
909 		kunit_module_exit(mod);
910 		break;
911 	case MODULE_STATE_COMING:
912 		break;
913 	case MODULE_STATE_UNFORMED:
914 		break;
915 	}
916 
917 	return 0;
918 }
919 
920 static struct notifier_block kunit_mod_nb = {
921 	.notifier_call = kunit_module_notify,
922 	.priority = 0,
923 };
924 
925 KUNIT_DEFINE_ACTION_WRAPPER(kfree_action_wrapper, kfree, const void *)
926 
927 void *kunit_kmalloc_array(struct kunit *test, size_t n, size_t size, gfp_t gfp)
928 {
929 	void *data;
930 
931 	data = kmalloc_array(n, size, gfp);
932 
933 	if (!data)
934 		return NULL;
935 
936 	if (kunit_add_action_or_reset(test, kfree_action_wrapper, data) != 0)
937 		return NULL;
938 
939 	return data;
940 }
941 EXPORT_SYMBOL_GPL(kunit_kmalloc_array);
942 
943 void kunit_kfree(struct kunit *test, const void *ptr)
944 {
945 	if (!ptr)
946 		return;
947 
948 	kunit_release_action(test, kfree_action_wrapper, (void *)ptr);
949 }
950 EXPORT_SYMBOL_GPL(kunit_kfree);
951 
952 void kunit_kfree_const(struct kunit *test, const void *x)
953 {
954 #if !IS_MODULE(CONFIG_KUNIT)
955 	if (!is_kernel_rodata((unsigned long)x))
956 #endif
957 		kunit_kfree(test, x);
958 }
959 EXPORT_SYMBOL_GPL(kunit_kfree_const);
960 
961 const char *kunit_kstrdup_const(struct kunit *test, const char *str, gfp_t gfp)
962 {
963 #if !IS_MODULE(CONFIG_KUNIT)
964 	if (is_kernel_rodata((unsigned long)str))
965 		return str;
966 #endif
967 	return kunit_kstrdup(test, str, gfp);
968 }
969 EXPORT_SYMBOL_GPL(kunit_kstrdup_const);
970 
971 void kunit_cleanup(struct kunit *test)
972 {
973 	struct kunit_resource *res;
974 	unsigned long flags;
975 
976 	/*
977 	 * test->resources is a stack - each allocation must be freed in the
978 	 * reverse order from which it was added since one resource may depend
979 	 * on another for its entire lifetime.
980 	 * Also, we cannot use the normal list_for_each constructs, even the
981 	 * safe ones because *arbitrary* nodes may be deleted when
982 	 * kunit_resource_free is called; the list_for_each_safe variants only
983 	 * protect against the current node being deleted, not the next.
984 	 */
985 	while (true) {
986 		spin_lock_irqsave(&test->lock, flags);
987 		if (list_empty(&test->resources)) {
988 			spin_unlock_irqrestore(&test->lock, flags);
989 			break;
990 		}
991 		res = list_last_entry(&test->resources,
992 				      struct kunit_resource,
993 				      node);
994 		/*
995 		 * Need to unlock here as a resource may remove another
996 		 * resource, and this can't happen if the test->lock
997 		 * is held.
998 		 */
999 		spin_unlock_irqrestore(&test->lock, flags);
1000 		kunit_remove_resource(test, res);
1001 	}
1002 	current->kunit_test = NULL;
1003 }
1004 EXPORT_SYMBOL_GPL(kunit_cleanup);
1005 
1006 static int __init kunit_init(void)
1007 {
1008 	/* Install the KUnit hook functions. */
1009 	kunit_install_hooks();
1010 
1011 	kunit_debugfs_init();
1012 
1013 	kunit_bus_init();
1014 	return register_module_notifier(&kunit_mod_nb);
1015 }
1016 late_initcall(kunit_init);
1017 
1018 static void __exit kunit_exit(void)
1019 {
1020 	memset(&kunit_hooks, 0, sizeof(kunit_hooks));
1021 	unregister_module_notifier(&kunit_mod_nb);
1022 
1023 	kunit_bus_shutdown();
1024 
1025 	kunit_debugfs_cleanup();
1026 }
1027 module_exit(kunit_exit);
1028 
1029 MODULE_DESCRIPTION("Base unit test (KUnit) API");
1030 MODULE_LICENSE("GPL v2");
1031