1 // SPDX-License-Identifier: GPL-2.0
2 #include "data.h"
3 #include "debug.h"
4 #include "event.h"
5 #include "header.h"
6 #include "session.h"
7 #include "stat.h"
8 #include "tool.h"
9 #include "tsc.h"
10 #include <linux/compiler.h>
11 #include <sys/mman.h>
12 #include <stddef.h>
13 #include <unistd.h>
14
15 #ifdef HAVE_ZSTD_SUPPORT
perf_session__process_compressed_event(const struct perf_tool * tool __maybe_unused,struct perf_session * session,union perf_event * event,u64 file_offset,const char * file_path)16 static int perf_session__process_compressed_event(const struct perf_tool *tool __maybe_unused,
17 struct perf_session *session,
18 union perf_event *event, u64 file_offset,
19 const char *file_path)
20 {
21 void *src;
22 size_t decomp_size, src_size;
23 u64 decomp_last_rem = 0;
24 size_t mmap_len, decomp_len = perf_session__env(session)->comp_mmap_len;
25 struct decomp *decomp, *decomp_last = session->active_decomp->decomp_last;
26
27 if (decomp_last) {
28 decomp_last_rem = decomp_last->size - decomp_last->head;
29 decomp_len += decomp_last_rem;
30 }
31
32 mmap_len = sizeof(struct decomp) + decomp_len;
33 decomp = mmap(NULL, mmap_len, PROT_READ|PROT_WRITE,
34 MAP_ANONYMOUS|MAP_PRIVATE, -1, 0);
35 if (decomp == MAP_FAILED) {
36 pr_err("Couldn't allocate memory for decompression\n");
37 return -1;
38 }
39
40 decomp->file_pos = file_offset;
41 decomp->file_path = file_path;
42 decomp->mmap_len = mmap_len;
43 decomp->head = 0;
44
45 if (decomp_last_rem) {
46 memcpy(decomp->data, &(decomp_last->data[decomp_last->head]), decomp_last_rem);
47 decomp->size = decomp_last_rem;
48 }
49
50 if (event->header.type == PERF_RECORD_COMPRESSED) {
51 src = (void *)event + sizeof(struct perf_record_compressed);
52 src_size = event->pack.header.size - sizeof(struct perf_record_compressed);
53 } else if (event->header.type == PERF_RECORD_COMPRESSED2) {
54 src = (void *)event + sizeof(struct perf_record_compressed2);
55 src_size = event->pack2.data_size;
56 } else {
57 return -1;
58 }
59
60 decomp_size = zstd_decompress_stream(session->active_decomp->zstd_decomp, src, src_size,
61 &(decomp->data[decomp_last_rem]), decomp_len - decomp_last_rem);
62 if (!decomp_size) {
63 munmap(decomp, mmap_len);
64 pr_err("Couldn't decompress data\n");
65 return -1;
66 }
67
68 decomp->size += decomp_size;
69
70 if (session->active_decomp->decomp == NULL)
71 session->active_decomp->decomp = decomp;
72 else
73 session->active_decomp->decomp_last->next = decomp;
74
75 session->active_decomp->decomp_last = decomp;
76
77 pr_debug("decomp (B): %zd to %zd\n", src_size, decomp_size);
78
79 return 0;
80 }
81 #endif
82
process_event_synth_tracing_data_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused)83 static int process_event_synth_tracing_data_stub(const struct perf_tool *tool __maybe_unused,
84 struct perf_session *session __maybe_unused,
85 union perf_event *event __maybe_unused)
86 {
87 dump_printf(": unhandled!\n");
88 return 0;
89 }
90
process_event_synth_attr_stub(const struct perf_tool * tool __maybe_unused,union perf_event * event __maybe_unused,struct evlist ** pevlist __maybe_unused)91 static int process_event_synth_attr_stub(const struct perf_tool *tool __maybe_unused,
92 union perf_event *event __maybe_unused,
93 struct evlist **pevlist __maybe_unused)
94 {
95 dump_printf(": unhandled!\n");
96 return 0;
97 }
98
process_event_synth_event_update_stub(const struct perf_tool * tool __maybe_unused,union perf_event * event __maybe_unused,struct evlist ** pevlist __maybe_unused)99 static int process_event_synth_event_update_stub(const struct perf_tool *tool __maybe_unused,
100 union perf_event *event __maybe_unused,
101 struct evlist **pevlist __maybe_unused)
102 {
103 if (dump_trace)
104 perf_event__fprintf_event_update(event, stdout);
105
106 dump_printf(": unhandled!\n");
107 return 0;
108 }
109
process_event_sample_stub(const struct perf_tool * tool __maybe_unused,union perf_event * event __maybe_unused,struct perf_sample * sample __maybe_unused,struct evsel * evsel __maybe_unused,struct machine * machine __maybe_unused)110 int process_event_sample_stub(const struct perf_tool *tool __maybe_unused,
111 union perf_event *event __maybe_unused,
112 struct perf_sample *sample __maybe_unused,
113 struct evsel *evsel __maybe_unused,
114 struct machine *machine __maybe_unused)
115 {
116 dump_printf(": unhandled!\n");
117 return 0;
118 }
119
process_event_stub(const struct perf_tool * tool __maybe_unused,union perf_event * event __maybe_unused,struct perf_sample * sample __maybe_unused,struct machine * machine __maybe_unused)120 static int process_event_stub(const struct perf_tool *tool __maybe_unused,
121 union perf_event *event __maybe_unused,
122 struct perf_sample *sample __maybe_unused,
123 struct machine *machine __maybe_unused)
124 {
125 dump_printf(": unhandled!\n");
126 return 0;
127 }
128
process_finished_round_stub(const struct perf_tool * tool __maybe_unused,union perf_event * event __maybe_unused,struct ordered_events * oe __maybe_unused)129 static int process_finished_round_stub(const struct perf_tool *tool __maybe_unused,
130 union perf_event *event __maybe_unused,
131 struct ordered_events *oe __maybe_unused)
132 {
133 dump_printf(": unhandled!\n");
134 return 0;
135 }
136
skipn(int fd,off_t n)137 static int skipn(int fd, off_t n)
138 {
139 char buf[4096];
140 ssize_t ret;
141
142 while (n > 0) {
143 ret = read(fd, buf, min(n, (off_t)sizeof(buf)));
144 if (ret <= 0)
145 return ret;
146 n -= ret;
147 }
148
149 return 0;
150 }
151
process_event_auxtrace_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event)152 static s64 process_event_auxtrace_stub(const struct perf_tool *tool __maybe_unused,
153 struct perf_session *session __maybe_unused,
154 union perf_event *event)
155 {
156 dump_printf(": unhandled!\n");
157 if (perf_data__is_pipe(session->data))
158 skipn(perf_data__fd(session->data), event->auxtrace.size);
159 return event->auxtrace.size;
160 }
161
process_event_op2_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused)162 static int process_event_op2_stub(const struct perf_tool *tool __maybe_unused,
163 struct perf_session *session __maybe_unused,
164 union perf_event *event __maybe_unused)
165 {
166 dump_printf(": unhandled!\n");
167 return 0;
168 }
169
170
171 static
process_event_thread_map_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused)172 int process_event_thread_map_stub(const struct perf_tool *tool __maybe_unused,
173 struct perf_session *session __maybe_unused,
174 union perf_event *event __maybe_unused)
175 {
176 if (dump_trace)
177 perf_event__fprintf_thread_map(event, stdout);
178
179 dump_printf(": unhandled!\n");
180 return 0;
181 }
182
183 static
process_event_cpu_map_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused)184 int process_event_cpu_map_stub(const struct perf_tool *tool __maybe_unused,
185 struct perf_session *session __maybe_unused,
186 union perf_event *event __maybe_unused)
187 {
188 if (dump_trace)
189 perf_event__fprintf_cpu_map(event, stdout);
190
191 dump_printf(": unhandled!\n");
192 return 0;
193 }
194
195 static
process_event_stat_config_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused)196 int process_event_stat_config_stub(const struct perf_tool *tool __maybe_unused,
197 struct perf_session *session __maybe_unused,
198 union perf_event *event __maybe_unused)
199 {
200 if (dump_trace)
201 perf_event__fprintf_stat_config(event, stdout);
202
203 dump_printf(": unhandled!\n");
204 return 0;
205 }
206
process_stat_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)207 static int process_stat_stub(const struct perf_tool *tool __maybe_unused,
208 struct perf_session *perf_session __maybe_unused,
209 union perf_event *event)
210 {
211 if (dump_trace)
212 perf_event__fprintf_stat(event, stdout);
213
214 dump_printf(": unhandled!\n");
215 return 0;
216 }
217
process_stat_round_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)218 static int process_stat_round_stub(const struct perf_tool *tool __maybe_unused,
219 struct perf_session *perf_session __maybe_unused,
220 union perf_event *event)
221 {
222 if (dump_trace)
223 perf_event__fprintf_stat_round(event, stdout);
224
225 dump_printf(": unhandled!\n");
226 return 0;
227 }
228
process_event_time_conv_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)229 static int process_event_time_conv_stub(const struct perf_tool *tool __maybe_unused,
230 struct perf_session *perf_session __maybe_unused,
231 union perf_event *event)
232 {
233 if (dump_trace)
234 perf_event__fprintf_time_conv(event, stdout);
235
236 dump_printf(": unhandled!\n");
237 return 0;
238 }
239
perf_session__process_compressed_event_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * session __maybe_unused,union perf_event * event __maybe_unused,u64 file_offset __maybe_unused,const char * file_path __maybe_unused)240 static int perf_session__process_compressed_event_stub(const struct perf_tool *tool __maybe_unused,
241 struct perf_session *session __maybe_unused,
242 union perf_event *event __maybe_unused,
243 u64 file_offset __maybe_unused,
244 const char *file_path __maybe_unused)
245 {
246 dump_printf(": unhandled!\n");
247 return 0;
248 }
249
perf_event__process_bpf_metadata_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)250 static int perf_event__process_bpf_metadata_stub(const struct perf_tool *tool __maybe_unused,
251 struct perf_session *perf_session __maybe_unused,
252 union perf_event *event)
253 {
254 if (dump_trace)
255 perf_event__fprintf_bpf_metadata(event, stdout);
256 dump_printf(": unhandled!\n");
257 return 0;
258 }
process_schedstat_cpu_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)259 static int process_schedstat_cpu_stub(const struct perf_tool *tool __maybe_unused,
260 struct perf_session *perf_session __maybe_unused,
261 union perf_event *event)
262 {
263 if (dump_trace)
264 perf_event__fprintf_schedstat_cpu(event, stdout);
265 dump_printf(": unhandled!\n");
266 return 0;
267 }
268
process_schedstat_domain_stub(const struct perf_tool * tool __maybe_unused,struct perf_session * perf_session __maybe_unused,union perf_event * event)269 static int process_schedstat_domain_stub(const struct perf_tool *tool __maybe_unused,
270 struct perf_session *perf_session __maybe_unused,
271 union perf_event *event)
272 {
273 if (dump_trace)
274 perf_event__fprintf_schedstat_domain(event, stdout);
275 dump_printf(": unhandled!\n");
276 return 0;
277 }
278
perf_tool__init(struct perf_tool * tool,bool ordered_events)279 void perf_tool__init(struct perf_tool *tool, bool ordered_events)
280 {
281 tool->ordered_events = ordered_events;
282 tool->ordering_requires_timestamps = false;
283 tool->namespace_events = false;
284 tool->cgroup_events = false;
285 tool->no_warn = false;
286 tool->show_feat_hdr = SHOW_FEAT_NO_HEADER;
287 tool->merge_deferred_callchains = true;
288
289 tool->sample = process_event_sample_stub;
290 tool->mmap = process_event_stub;
291 tool->mmap2 = process_event_stub;
292 tool->comm = process_event_stub;
293 tool->namespaces = process_event_stub;
294 tool->cgroup = process_event_stub;
295 tool->fork = process_event_stub;
296 tool->exit = process_event_stub;
297 tool->lost = perf_event__process_lost;
298 tool->lost_samples = perf_event__process_lost_samples;
299 tool->aux = perf_event__process_aux;
300 tool->itrace_start = perf_event__process_itrace_start;
301 tool->context_switch = perf_event__process_switch;
302 tool->ksymbol = perf_event__process_ksymbol;
303 tool->bpf = perf_event__process_bpf;
304 tool->text_poke = perf_event__process_text_poke;
305 tool->aux_output_hw_id = perf_event__process_aux_output_hw_id;
306 tool->read = process_event_sample_stub;
307 tool->throttle = process_event_stub;
308 tool->unthrottle = process_event_stub;
309 tool->callchain_deferred = process_event_sample_stub;
310 tool->attr = process_event_synth_attr_stub;
311 tool->event_update = process_event_synth_event_update_stub;
312 tool->tracing_data = process_event_synth_tracing_data_stub;
313 tool->build_id = process_event_op2_stub;
314
315 if (ordered_events)
316 tool->finished_round = perf_event__process_finished_round;
317 else
318 tool->finished_round = process_finished_round_stub;
319
320 tool->id_index = process_event_op2_stub;
321 tool->auxtrace_info = process_event_op2_stub;
322 tool->auxtrace = process_event_auxtrace_stub;
323 tool->auxtrace_error = process_event_op2_stub;
324 tool->thread_map = process_event_thread_map_stub;
325 tool->cpu_map = process_event_cpu_map_stub;
326 tool->stat_config = process_event_stat_config_stub;
327 tool->stat = process_stat_stub;
328 tool->stat_round = process_stat_round_stub;
329 tool->time_conv = process_event_time_conv_stub;
330 tool->feature = process_event_op2_stub;
331 #ifdef HAVE_ZSTD_SUPPORT
332 tool->compressed = perf_session__process_compressed_event;
333 #else
334 tool->compressed = perf_session__process_compressed_event_stub;
335 #endif
336 tool->finished_init = process_event_op2_stub;
337 tool->bpf_metadata = perf_event__process_bpf_metadata_stub;
338 tool->schedstat_cpu = process_schedstat_cpu_stub;
339 tool->schedstat_domain = process_schedstat_domain_stub;
340 }
341
perf_tool__compressed_is_stub(const struct perf_tool * tool)342 bool perf_tool__compressed_is_stub(const struct perf_tool *tool)
343 {
344 return tool->compressed == perf_session__process_compressed_event_stub;
345 }
346
347 #define CREATE_DELEGATE_SAMPLE(name) \
348 static int delegate_ ## name(const struct perf_tool *tool, \
349 union perf_event *event, \
350 struct perf_sample *sample, \
351 struct evsel *evsel, \
352 struct machine *machine) \
353 { \
354 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
355 struct perf_tool *delegate = del_tool->delegate; \
356 return delegate->name(delegate, event, sample, evsel, machine); \
357 }
358 CREATE_DELEGATE_SAMPLE(read);
359 CREATE_DELEGATE_SAMPLE(sample);
360 CREATE_DELEGATE_SAMPLE(callchain_deferred);
361
362 #define CREATE_DELEGATE_ATTR(name) \
363 static int delegate_ ## name(const struct perf_tool *tool, \
364 union perf_event *event, \
365 struct evlist **pevlist) \
366 { \
367 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
368 struct perf_tool *delegate = del_tool->delegate; \
369 return delegate->name(delegate, event, pevlist); \
370 }
371 CREATE_DELEGATE_ATTR(attr);
372 CREATE_DELEGATE_ATTR(event_update);
373
374 #define CREATE_DELEGATE_OE(name) \
375 static int delegate_ ## name(const struct perf_tool *tool, \
376 union perf_event *event, \
377 struct ordered_events *oe) \
378 { \
379 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
380 struct perf_tool *delegate = del_tool->delegate; \
381 return delegate->name(delegate, event, oe); \
382 }
383 CREATE_DELEGATE_OE(finished_round);
384
385 #define CREATE_DELEGATE_OP(name) \
386 static int delegate_ ## name(const struct perf_tool *tool, \
387 union perf_event *event, \
388 struct perf_sample *sample, \
389 struct machine *machine) \
390 { \
391 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
392 struct perf_tool *delegate = del_tool->delegate; \
393 return delegate->name(delegate, event, sample, machine); \
394 }
395 CREATE_DELEGATE_OP(aux);
396 CREATE_DELEGATE_OP(aux_output_hw_id);
397 CREATE_DELEGATE_OP(bpf);
398 CREATE_DELEGATE_OP(cgroup);
399 CREATE_DELEGATE_OP(comm);
400 CREATE_DELEGATE_OP(context_switch);
401 CREATE_DELEGATE_OP(exit);
402 CREATE_DELEGATE_OP(fork);
403 CREATE_DELEGATE_OP(itrace_start);
404 CREATE_DELEGATE_OP(ksymbol);
405 CREATE_DELEGATE_OP(lost);
406 CREATE_DELEGATE_OP(lost_samples);
407 CREATE_DELEGATE_OP(mmap);
408 CREATE_DELEGATE_OP(mmap2);
409 CREATE_DELEGATE_OP(namespaces);
410 CREATE_DELEGATE_OP(text_poke);
411 CREATE_DELEGATE_OP(throttle);
412 CREATE_DELEGATE_OP(unthrottle);
413
414 #define CREATE_DELEGATE_OP2(name) \
415 static int delegate_ ## name(const struct perf_tool *tool, \
416 struct perf_session *session, \
417 union perf_event *event) \
418 { \
419 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
420 struct perf_tool *delegate = del_tool->delegate; \
421 return delegate->name(delegate, session, event); \
422 }
423 CREATE_DELEGATE_OP2(auxtrace_error);
424 CREATE_DELEGATE_OP2(auxtrace_info);
425 CREATE_DELEGATE_OP2(bpf_metadata);
426 CREATE_DELEGATE_OP2(build_id);
427 CREATE_DELEGATE_OP2(cpu_map);
428 CREATE_DELEGATE_OP2(feature);
429 CREATE_DELEGATE_OP2(finished_init);
430 CREATE_DELEGATE_OP2(id_index);
431 CREATE_DELEGATE_OP2(stat);
432 CREATE_DELEGATE_OP2(stat_config);
433 CREATE_DELEGATE_OP2(stat_round);
434 CREATE_DELEGATE_OP2(thread_map);
435 CREATE_DELEGATE_OP2(time_conv);
436 CREATE_DELEGATE_OP2(tracing_data);
437
438 #define CREATE_DELEGATE_OP3(name) \
439 static s64 delegate_ ## name(const struct perf_tool *tool, \
440 struct perf_session *session, \
441 union perf_event *event) \
442 { \
443 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
444 struct perf_tool *delegate = del_tool->delegate; \
445 return delegate->name(delegate, session, event); \
446 }
447 CREATE_DELEGATE_OP3(auxtrace);
448
449 #define CREATE_DELEGATE_OP4(name) \
450 static int delegate_ ## name(const struct perf_tool *tool, \
451 struct perf_session *session, \
452 union perf_event *event, \
453 u64 data, \
454 const char *str) \
455 { \
456 struct delegate_tool *del_tool = container_of(tool, struct delegate_tool, tool); \
457 struct perf_tool *delegate = del_tool->delegate; \
458 return delegate->name(delegate, session, event, data, str); \
459 }
460 CREATE_DELEGATE_OP4(compressed);
461
delegate_tool__init(struct delegate_tool * tool,struct perf_tool * delegate)462 void delegate_tool__init(struct delegate_tool *tool, struct perf_tool *delegate)
463 {
464 tool->delegate = delegate;
465
466 tool->tool.ordered_events = delegate->ordered_events;
467 tool->tool.ordering_requires_timestamps = delegate->ordering_requires_timestamps;
468 tool->tool.namespace_events = delegate->namespace_events;
469 tool->tool.cgroup_events = delegate->cgroup_events;
470 tool->tool.no_warn = delegate->no_warn;
471 tool->tool.show_feat_hdr = delegate->show_feat_hdr;
472 tool->tool.merge_deferred_callchains = delegate->merge_deferred_callchains;
473
474 tool->tool.sample = delegate_sample;
475 tool->tool.read = delegate_read;
476
477 tool->tool.mmap = delegate_mmap;
478 tool->tool.mmap2 = delegate_mmap2;
479 tool->tool.comm = delegate_comm;
480 tool->tool.namespaces = delegate_namespaces;
481 tool->tool.cgroup = delegate_cgroup;
482 tool->tool.fork = delegate_fork;
483 tool->tool.exit = delegate_exit;
484 tool->tool.lost = delegate_lost;
485 tool->tool.lost_samples = delegate_lost_samples;
486 tool->tool.aux = delegate_aux;
487 tool->tool.itrace_start = delegate_itrace_start;
488 tool->tool.aux_output_hw_id = delegate_aux_output_hw_id;
489 tool->tool.context_switch = delegate_context_switch;
490 tool->tool.throttle = delegate_throttle;
491 tool->tool.unthrottle = delegate_unthrottle;
492 tool->tool.ksymbol = delegate_ksymbol;
493 tool->tool.bpf = delegate_bpf;
494 tool->tool.text_poke = delegate_text_poke;
495 tool->tool.callchain_deferred = delegate_callchain_deferred;
496
497 tool->tool.attr = delegate_attr;
498 tool->tool.event_update = delegate_event_update;
499
500 tool->tool.tracing_data = delegate_tracing_data;
501
502 tool->tool.finished_round = delegate_finished_round;
503
504 tool->tool.build_id = delegate_build_id;
505 tool->tool.id_index = delegate_id_index;
506 tool->tool.auxtrace_info = delegate_auxtrace_info;
507 tool->tool.auxtrace_error = delegate_auxtrace_error;
508 tool->tool.time_conv = delegate_time_conv;
509 tool->tool.thread_map = delegate_thread_map;
510 tool->tool.cpu_map = delegate_cpu_map;
511 tool->tool.stat_config = delegate_stat_config;
512 tool->tool.stat = delegate_stat;
513 tool->tool.stat_round = delegate_stat_round;
514 tool->tool.feature = delegate_feature;
515 tool->tool.finished_init = delegate_finished_init;
516 tool->tool.bpf_metadata = delegate_bpf_metadata;
517 tool->tool.compressed = delegate_compressed;
518 tool->tool.auxtrace = delegate_auxtrace;
519 }
520