xref: /linux/tools/perf/tests/builtin-test.c (revision ca55b2fef3a9373fcfc30f82fd26bc7fccbda732)
1 /*
2  * builtin-test.c
3  *
4  * Builtin regression testing command: ever growing number of sanity tests
5  */
6 #include <unistd.h>
7 #include <string.h>
8 #include "builtin.h"
9 #include "hist.h"
10 #include "intlist.h"
11 #include "tests.h"
12 #include "debug.h"
13 #include "color.h"
14 #include "parse-options.h"
15 #include "symbol.h"
16 
17 static struct test {
18 	const char *desc;
19 	int (*func)(void);
20 } tests[] = {
21 	{
22 		.desc = "vmlinux symtab matches kallsyms",
23 		.func = test__vmlinux_matches_kallsyms,
24 	},
25 	{
26 		.desc = "detect openat syscall event",
27 		.func = test__openat_syscall_event,
28 	},
29 	{
30 		.desc = "detect openat syscall event on all cpus",
31 		.func = test__openat_syscall_event_on_all_cpus,
32 	},
33 	{
34 		.desc = "read samples using the mmap interface",
35 		.func = test__basic_mmap,
36 	},
37 	{
38 		.desc = "parse events tests",
39 		.func = test__parse_events,
40 	},
41 #if defined(__x86_64__) || defined(__i386__)
42 	{
43 		.desc = "x86 rdpmc test",
44 		.func = test__rdpmc,
45 	},
46 #endif
47 	{
48 		.desc = "Validate PERF_RECORD_* events & perf_sample fields",
49 		.func = test__PERF_RECORD,
50 	},
51 	{
52 		.desc = "Test perf pmu format parsing",
53 		.func = test__pmu,
54 	},
55 	{
56 		.desc = "Test dso data read",
57 		.func = test__dso_data,
58 	},
59 	{
60 		.desc = "Test dso data cache",
61 		.func = test__dso_data_cache,
62 	},
63 	{
64 		.desc = "Test dso data reopen",
65 		.func = test__dso_data_reopen,
66 	},
67 	{
68 		.desc = "roundtrip evsel->name check",
69 		.func = test__perf_evsel__roundtrip_name_test,
70 	},
71 	{
72 		.desc = "Check parsing of sched tracepoints fields",
73 		.func = test__perf_evsel__tp_sched_test,
74 	},
75 	{
76 		.desc = "Generate and check syscalls:sys_enter_openat event fields",
77 		.func = test__syscall_openat_tp_fields,
78 	},
79 	{
80 		.desc = "struct perf_event_attr setup",
81 		.func = test__attr,
82 	},
83 	{
84 		.desc = "Test matching and linking multiple hists",
85 		.func = test__hists_link,
86 	},
87 	{
88 		.desc = "Try 'import perf' in python, checking link problems",
89 		.func = test__python_use,
90 	},
91 	{
92 		.desc = "Test breakpoint overflow signal handler",
93 		.func = test__bp_signal,
94 	},
95 	{
96 		.desc = "Test breakpoint overflow sampling",
97 		.func = test__bp_signal_overflow,
98 	},
99 	{
100 		.desc = "Test number of exit event of a simple workload",
101 		.func = test__task_exit,
102 	},
103 	{
104 		.desc = "Test software clock events have valid period values",
105 		.func = test__sw_clock_freq,
106 	},
107 #if defined(__x86_64__) || defined(__i386__)
108 	{
109 		.desc = "Test converting perf time to TSC",
110 		.func = test__perf_time_to_tsc,
111 	},
112 #endif
113 	{
114 		.desc = "Test object code reading",
115 		.func = test__code_reading,
116 	},
117 	{
118 		.desc = "Test sample parsing",
119 		.func = test__sample_parsing,
120 	},
121 	{
122 		.desc = "Test using a dummy software event to keep tracking",
123 		.func = test__keep_tracking,
124 	},
125 	{
126 		.desc = "Test parsing with no sample_id_all bit set",
127 		.func = test__parse_no_sample_id_all,
128 	},
129 #if defined(__x86_64__) || defined(__i386__) || defined(__arm__) || defined(__aarch64__)
130 #ifdef HAVE_DWARF_UNWIND_SUPPORT
131 	{
132 		.desc = "Test dwarf unwind",
133 		.func = test__dwarf_unwind,
134 	},
135 #endif
136 #endif
137 	{
138 		.desc = "Test filtering hist entries",
139 		.func = test__hists_filter,
140 	},
141 	{
142 		.desc = "Test mmap thread lookup",
143 		.func = test__mmap_thread_lookup,
144 	},
145 	{
146 		.desc = "Test thread mg sharing",
147 		.func = test__thread_mg_share,
148 	},
149 	{
150 		.desc = "Test output sorting of hist entries",
151 		.func = test__hists_output,
152 	},
153 	{
154 		.desc = "Test cumulation of child hist entries",
155 		.func = test__hists_cumulate,
156 	},
157 	{
158 		.desc = "Test tracking with sched_switch",
159 		.func = test__switch_tracking,
160 	},
161 	{
162 		.desc = "Filter fds with revents mask in a fdarray",
163 		.func = test__fdarray__filter,
164 	},
165 	{
166 		.desc = "Add fd to a fdarray, making it autogrow",
167 		.func = test__fdarray__add,
168 	},
169 	{
170 		.desc = "Test kmod_path__parse function",
171 		.func = test__kmod_path__parse,
172 	},
173 	{
174 		.desc = "Test thread map",
175 		.func = test__thread_map,
176 	},
177 	{
178 		.desc = "Test LLVM searching and compiling",
179 		.func = test__llvm,
180 	},
181 	{
182 		.func = NULL,
183 	},
184 };
185 
186 static bool perf_test__matches(int curr, int argc, const char *argv[])
187 {
188 	int i;
189 
190 	if (argc == 0)
191 		return true;
192 
193 	for (i = 0; i < argc; ++i) {
194 		char *end;
195 		long nr = strtoul(argv[i], &end, 10);
196 
197 		if (*end == '\0') {
198 			if (nr == curr + 1)
199 				return true;
200 			continue;
201 		}
202 
203 		if (strstr(tests[curr].desc, argv[i]))
204 			return true;
205 	}
206 
207 	return false;
208 }
209 
210 static int run_test(struct test *test)
211 {
212 	int status, err = -1, child = fork();
213 	char sbuf[STRERR_BUFSIZE];
214 
215 	if (child < 0) {
216 		pr_err("failed to fork test: %s\n",
217 			strerror_r(errno, sbuf, sizeof(sbuf)));
218 		return -1;
219 	}
220 
221 	if (!child) {
222 		pr_debug("test child forked, pid %d\n", getpid());
223 		err = test->func();
224 		exit(err);
225 	}
226 
227 	wait(&status);
228 
229 	if (WIFEXITED(status)) {
230 		err = (signed char)WEXITSTATUS(status);
231 		pr_debug("test child finished with %d\n", err);
232 	} else if (WIFSIGNALED(status)) {
233 		err = -1;
234 		pr_debug("test child interrupted\n");
235 	}
236 
237 	return err;
238 }
239 
240 static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist)
241 {
242 	int i = 0;
243 	int width = 0;
244 
245 	while (tests[i].func) {
246 		int len = strlen(tests[i].desc);
247 
248 		if (width < len)
249 			width = len;
250 		++i;
251 	}
252 
253 	i = 0;
254 	while (tests[i].func) {
255 		int curr = i++, err;
256 
257 		if (!perf_test__matches(curr, argc, argv))
258 			continue;
259 
260 		pr_info("%2d: %-*s:", i, width, tests[curr].desc);
261 
262 		if (intlist__find(skiplist, i)) {
263 			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
264 			continue;
265 		}
266 
267 		pr_debug("\n--- start ---\n");
268 		err = run_test(&tests[curr]);
269 		pr_debug("---- end ----\n%s:", tests[curr].desc);
270 
271 		switch (err) {
272 		case TEST_OK:
273 			pr_info(" Ok\n");
274 			break;
275 		case TEST_SKIP:
276 			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n");
277 			break;
278 		case TEST_FAIL:
279 		default:
280 			color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n");
281 			break;
282 		}
283 	}
284 
285 	return 0;
286 }
287 
288 static int perf_test__list(int argc, const char **argv)
289 {
290 	int i = 0;
291 
292 	while (tests[i].func) {
293 		int curr = i++;
294 
295 		if (argc > 1 && !strstr(tests[curr].desc, argv[1]))
296 			continue;
297 
298 		pr_info("%2d: %s\n", i, tests[curr].desc);
299 	}
300 
301 	return 0;
302 }
303 
304 int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused)
305 {
306 	const char *test_usage[] = {
307 	"perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]",
308 	NULL,
309 	};
310 	const char *skip = NULL;
311 	const struct option test_options[] = {
312 	OPT_STRING('s', "skip", &skip, "tests", "tests to skip"),
313 	OPT_INCR('v', "verbose", &verbose,
314 		    "be more verbose (show symbol address, etc)"),
315 	OPT_END()
316 	};
317 	const char * const test_subcommands[] = { "list", NULL };
318 	struct intlist *skiplist = NULL;
319         int ret = hists__init();
320 
321         if (ret < 0)
322                 return ret;
323 
324 	argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0);
325 	if (argc >= 1 && !strcmp(argv[0], "list"))
326 		return perf_test__list(argc, argv);
327 
328 	symbol_conf.priv_size = sizeof(int);
329 	symbol_conf.sort_by_name = true;
330 	symbol_conf.try_vmlinux_path = true;
331 
332 	if (symbol__init(NULL) < 0)
333 		return -1;
334 
335 	if (skip != NULL)
336 		skiplist = intlist__new(skip);
337 
338 	return __cmd_test(argc, argv, skiplist);
339 }
340