18 #include "util/tool.h"
81 	struct perf_tool		tool;  member
115 	struct perf_tool	tool;  member
144 static int tool__inject_build_id(const struct perf_tool *tool,
151 static int tool__inject_mmap2_build_id(const struct perf_tool *tool,
174 static int perf_event__repipe_synth(const struct perf_tool *tool,  in perf_event__repipe_synth()  argument
178 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_synth()
179 						  tool);  in perf_event__repipe_synth()
184 static int perf_event__repipe_oe_synth(const struct perf_tool *tool,  in perf_event__repipe_oe_synth()  argument
188 	return perf_event__repipe_synth(tool, event);  in perf_event__repipe_oe_synth()
192 static int perf_event__drop_oe(const struct perf_tool *tool __maybe_unused,  in perf_event__drop_oe()
203 	return perf_event__repipe_synth(session->tool, event);  in perf_event__repipe_op2_synth()
211 	return perf_event__repipe_synth(session->tool, event);  in perf_event__repipe_op4_synth()
214 static int perf_event__repipe_attr(const struct perf_tool *tool,  in perf_event__repipe_attr()  argument
218 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_attr()
219 						  tool);  in perf_event__repipe_attr()
222 	ret = perf_event__process_attr(tool, event, pevlist);  in perf_event__repipe_attr()
230 	return perf_event__repipe_synth(tool, event);  in perf_event__repipe_attr()
233 static int perf_event__repipe_event_update(const struct perf_tool *tool,  in perf_event__repipe_event_update()  argument
237 	return perf_event__repipe_synth(tool, event);  in perf_event__repipe_event_update()
264 	const struct perf_tool *tool = session->tool;  in perf_event__repipe_auxtrace()  local
265 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_auxtrace()
266 						  tool);  in perf_event__repipe_auxtrace()
311 static int perf_event__repipe(const struct perf_tool *tool,  in perf_event__repipe()  argument
316 	return perf_event__repipe_synth(tool, event);  in perf_event__repipe()
319 static int perf_event__drop(const struct perf_tool *tool __maybe_unused,  in perf_event__drop()
327 static int perf_event__drop_aux(const struct perf_tool *tool,  in perf_event__drop_aux()  argument
332 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__drop_aux()
368 typedef int (*inject_handler)(const struct perf_tool *tool,
374 static int perf_event__repipe_sample(const struct perf_tool *tool,  in perf_event__repipe_sample()  argument
380 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_sample()
381 						  tool);  in perf_event__repipe_sample()
385 		return f(tool, event, sample, evsel, machine);  in perf_event__repipe_sample()
388 	build_id__mark_dso_hit(tool, event, sample, evsel, machine);  in perf_event__repipe_sample()
396 	return perf_event__repipe_synth(tool, event);  in perf_event__repipe_sample()
466 static int perf_event__repipe_common_mmap(const struct perf_tool *tool,  in perf_event__repipe_common_mmap()  argument
475 					  int (*perf_event_process)(const struct perf_tool *tool,  in perf_event__repipe_common_mmap()  argument
480 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__repipe_common_mmap()
519 				tool__inject_build_id(tool, sample, machine, evsel,  in perf_event__repipe_common_mmap()
537 		err = perf_event_process(tool, event, sample, machine);  in perf_event__repipe_common_mmap()
553 		    !tool__inject_mmap2_build_id(tool, sample, machine, evsel,  in perf_event__repipe_common_mmap()
568 	return perf_event__repipe(tool, event, sample, machine);  in perf_event__repipe_common_mmap()
571 static int perf_event__repipe_mmap(const struct perf_tool *tool,  in perf_event__repipe_mmap()  argument
577 		tool, event, sample, machine,  in perf_event__repipe_mmap()
585 static int perf_event__repipe_mmap2(const struct perf_tool *tool,  in perf_event__repipe_mmap2()  argument
604 		tool, event, sample, machine,  in perf_event__repipe_mmap2()
612 static int perf_event__repipe_fork(const struct perf_tool *tool,  in perf_event__repipe_fork()  argument
619 	err = perf_event__process_fork(tool, event, sample, machine);  in perf_event__repipe_fork()
620 	perf_event__repipe(tool, event, sample, machine);  in perf_event__repipe_fork()
625 static int perf_event__repipe_comm(const struct perf_tool *tool,  in perf_event__repipe_comm()  argument
632 	err = perf_event__process_comm(tool, event, sample, machine);  in perf_event__repipe_comm()
633 	perf_event__repipe(tool, event, sample, machine);  in perf_event__repipe_comm()
638 static int perf_event__repipe_namespaces(const struct perf_tool *tool,  in perf_event__repipe_namespaces()  argument
643 	int err = perf_event__process_namespaces(tool, event, sample, machine);  in perf_event__repipe_namespaces()
645 	perf_event__repipe(tool, event, sample, machine);  in perf_event__repipe_namespaces()
650 static int perf_event__repipe_exit(const struct perf_tool *tool,  in perf_event__repipe_exit()  argument
657 	err = perf_event__process_exit(tool, event, sample, machine);  in perf_event__repipe_exit()
658 	perf_event__repipe(tool, event, sample, machine);  in perf_event__repipe_exit()
667 	perf_event__repipe_synth(session->tool, event);  in perf_event__repipe_tracing_data()
763 static int tool__inject_build_id(const struct perf_tool *tool,  in tool__inject_build_id()  argument
771 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in tool__inject_build_id()
788 	err = perf_event__synthesize_build_id(tool, sample, machine,  in tool__inject_build_id()
800 static int tool__inject_mmap2_build_id(const struct perf_tool *tool,  in tool__inject_mmap2_build_id()  argument
824 	err = perf_event__synthesize_mmap2_build_id(tool, sample, machine,  in tool__inject_mmap2_build_id()
840 			const struct perf_tool *tool,  in mark_dso_hit()  argument
872 			tool__inject_build_id(tool, sample, machine,  in mark_dso_hit()
883 			perf_event__synthesize_mmap2_build_id(tool, sample, machine,  in mark_dso_hit()
902 	const struct perf_tool *tool;  member
913 	return mark_dso_hit(args->inject, args->tool, args->sample, args->machine,  in mark_dso_hit_callback()
917 int perf_event__inject_buildid(const struct perf_tool *tool, union perf_event *event,  in perf_event__inject_buildid()  argument
924 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__inject_buildid()
927 		.tool = tool,  in perf_event__inject_buildid()
946 		mark_dso_hit(inject, tool, sample, machine, args.mmap_evsel, al.map,  in perf_event__inject_buildid()
955 	perf_event__repipe(tool, event, sample, machine);  in perf_event__inject_buildid()
960 static int perf_inject__sched_process_exit(const struct perf_tool *tool,  in perf_inject__sched_process_exit()  argument
966 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_process_exit()
980 static int perf_inject__sched_switch(const struct perf_tool *tool,  in perf_inject__sched_switch()  argument
986 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_switch()
989 	perf_inject__sched_process_exit(tool, event, sample, evsel, machine);  in perf_inject__sched_switch()
1005 static int perf_inject__sched_stat(const struct perf_tool *tool,  in perf_inject__sched_stat()  argument
1014 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_stat()
1031 	build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine);  in perf_inject__sched_stat()
1032 	return perf_event__repipe(tool, event_sw, &sample_sw, machine);  in perf_inject__sched_stat()
1050 static int guest_session__repipe(const struct perf_tool *tool,  in guest_session__repipe()  argument
1055 	struct guest_session *gs = container_of(tool, struct guest_session, tool);  in guest_session__repipe()
1216 static int process_attr(const struct perf_tool *tool, union perf_event *event,  in process_attr()  argument
1220 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in process_attr()
1222 	return perf_event__process_attr(tool, event, &inject->session->evlist);  in process_attr()
1259 	ret = perf_event__synthesize_attr(&inject->tool, &attr, evsel->core.ids,  in guest_session__add_attr()
1303 	return __perf_event__synthesize_id_index(&inject->tool, perf_event__repipe,  in synthesize_id_index()
1344 static int process_build_id(const struct perf_tool *tool,  in process_build_id()  argument
1349 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in process_build_id()
1374 	return perf_event__synthesize_build_id(&inject->tool, &synth_sample, machine,  in synthesize_build_id()
1404 static int guest_session__ksymbol_event(const struct perf_tool *tool,  in guest_session__ksymbol_event()  argument
1409 	struct guest_session *gs = container_of(tool, struct guest_session, tool);  in guest_session__ksymbol_event()
1425 	gs->tool.mmap		= guest_session__repipe;  in guest_session__start()
1426 	gs->tool.mmap2		= guest_session__repipe;  in guest_session__start()
1427 	gs->tool.comm		= guest_session__repipe;  in guest_session__start()
1428 	gs->tool.fork		= guest_session__repipe;  in guest_session__start()
1429 	gs->tool.exit		= guest_session__repipe;  in guest_session__start()
1430 	gs->tool.lost		= guest_session__repipe;  in guest_session__start()
1431 	gs->tool.context_switch	= guest_session__repipe;  in guest_session__start()
1432 	gs->tool.ksymbol	= guest_session__ksymbol_event;  in guest_session__start()
1433 	gs->tool.text_poke	= guest_session__repipe;  in guest_session__start()
1440 	gs->tool.build_id	= perf_event__process_build_id;  in guest_session__start()
1442 	gs->tool.id_index	= perf_event__process_id_index;  in guest_session__start()
1444 	gs->tool.ordered_events	= true;  in guest_session__start()
1445 	gs->tool.ordering_requires_timestamps = true;  in guest_session__start()
1451 	session = perf_session__new(&gs->data, &gs->tool);  in guest_session__start()
1768 static int host__repipe(const struct perf_tool *tool,  in host__repipe()  argument
1773 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__repipe()
1780 	return perf_event__repipe(tool, event, sample, machine);  in host__repipe()
1785 	struct perf_inject *inject = container_of(session->tool, struct perf_inject, tool);  in host__finished_init()
1841 static int host__finished_round(const struct perf_tool *tool,  in host__finished_round()  argument
1845 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__finished_round()
1846 	int ret = perf_event__process_finished_round(tool, event, oe);  in host__finished_round()
1856 	return perf_event__repipe_oe_synth(tool, event, oe);  in host__finished_round()
1859 static int host__context_switch(const struct perf_tool *tool,  in host__context_switch()  argument
1864 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__context_switch()
1891 	return host__repipe(tool, event, sample, machine);  in host__context_switch()
1913 static int drop_sample(const struct perf_tool *tool __maybe_unused,  in drop_sample()
1927 	inject->tool.context_switch = perf_event__drop;  in strip_init()
2186 		inject->tool.mmap	  = perf_event__repipe_mmap;  in __cmd_inject()
2187 		inject->tool.mmap2	  = perf_event__repipe_mmap2;  in __cmd_inject()
2188 		inject->tool.fork	  = perf_event__repipe_fork;  in __cmd_inject()
2190 		inject->tool.tracing_data = perf_event__repipe_tracing_data;  in __cmd_inject()
2196 		inject->tool.sample = perf_event__inject_buildid;  in __cmd_inject()
2217 		memset(&inject->tool, 0, sizeof(inject->tool));  in __cmd_inject()
2218 		inject->tool.id_index	    = perf_event__process_id_index;  in __cmd_inject()
2219 		inject->tool.auxtrace_info  = perf_event__process_auxtrace_info;  in __cmd_inject()
2220 		inject->tool.auxtrace	    = perf_event__process_auxtrace;  in __cmd_inject()
2221 		inject->tool.auxtrace_error = perf_event__process_auxtrace_error;  in __cmd_inject()
2222 		inject->tool.ordered_events = true;  in __cmd_inject()
2223 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
2227 		inject->tool.comm	    = perf_event__repipe_comm;  in __cmd_inject()
2228 		inject->tool.namespaces	    = perf_event__repipe_namespaces;  in __cmd_inject()
2229 		inject->tool.exit	    = perf_event__repipe_exit;  in __cmd_inject()
2230 		inject->tool.id_index	    = perf_event__process_id_index;  in __cmd_inject()
2231 		inject->tool.auxtrace_info  = perf_event__process_auxtrace_info;  in __cmd_inject()
2232 		inject->tool.auxtrace	    = perf_event__process_auxtrace;  in __cmd_inject()
2233 		inject->tool.aux	    = perf_event__drop_aux;  in __cmd_inject()
2234 		inject->tool.itrace_start   = perf_event__drop_aux;  in __cmd_inject()
2235 		inject->tool.aux_output_hw_id = perf_event__drop_aux;  in __cmd_inject()
2236 		inject->tool.ordered_events = true;  in __cmd_inject()
2237 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
2249 		inject->tool.mmap		= host__repipe;  in __cmd_inject()
2250 		inject->tool.mmap2		= host__repipe;  in __cmd_inject()
2251 		inject->tool.comm		= host__repipe;  in __cmd_inject()
2252 		inject->tool.fork		= host__repipe;  in __cmd_inject()
2253 		inject->tool.exit		= host__repipe;  in __cmd_inject()
2254 		inject->tool.lost		= host__repipe;  in __cmd_inject()
2255 		inject->tool.context_switch	= host__repipe;  in __cmd_inject()
2256 		inject->tool.ksymbol		= host__repipe;  in __cmd_inject()
2257 		inject->tool.text_poke		= host__repipe;  in __cmd_inject()
2263 		inject->tool.finished_init	= host__finished_init;  in __cmd_inject()
2265 		inject->tool.finished_round	= host__finished_round;  in __cmd_inject()
2267 		inject->tool.context_switch	= host__context_switch;  in __cmd_inject()
2272 		inject->tool.ordered_events	= true;  in __cmd_inject()
2273 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
2500 	perf_tool__init(&inject.tool, ordered_events);  in cmd_inject()
2501 	inject.tool.sample		= perf_event__repipe_sample;  in cmd_inject()
2502 	inject.tool.read		= perf_event__repipe_sample;  in cmd_inject()
2503 	inject.tool.mmap		= perf_event__repipe;  in cmd_inject()
2504 	inject.tool.mmap2		= perf_event__repipe;  in cmd_inject()
2505 	inject.tool.comm		= perf_event__repipe;  in cmd_inject()
2506 	inject.tool.namespaces		= perf_event__repipe;  in cmd_inject()
2507 	inject.tool.cgroup		= perf_event__repipe;  in cmd_inject()
2508 	inject.tool.fork		= perf_event__repipe;  in cmd_inject()
2509 	inject.tool.exit		= perf_event__repipe;  in cmd_inject()
2510 	inject.tool.lost		= perf_event__repipe;  in cmd_inject()
2511 	inject.tool.lost_samples	= perf_event__repipe;  in cmd_inject()
2512 	inject.tool.aux			= perf_event__repipe;  in cmd_inject()
2513 	inject.tool.itrace_start	= perf_event__repipe;  in cmd_inject()
2514 	inject.tool.aux_output_hw_id	= perf_event__repipe;  in cmd_inject()
2515 	inject.tool.context_switch	= perf_event__repipe;  in cmd_inject()
2516 	inject.tool.throttle		= perf_event__repipe;  in cmd_inject()
2517 	inject.tool.unthrottle		= perf_event__repipe;  in cmd_inject()
2518 	inject.tool.ksymbol		= perf_event__repipe;  in cmd_inject()
2519 	inject.tool.bpf			= perf_event__repipe;  in cmd_inject()
2520 	inject.tool.text_poke		= perf_event__repipe;  in cmd_inject()
2521 	inject.tool.attr		= perf_event__repipe_attr;  in cmd_inject()
2522 	inject.tool.event_update	= perf_event__repipe_event_update;  in cmd_inject()
2523 	inject.tool.tracing_data	= perf_event__repipe_op2_synth;  in cmd_inject()
2524 	inject.tool.finished_round	= perf_event__repipe_oe_synth;  in cmd_inject()
2525 	inject.tool.build_id		= perf_event__repipe_op2_synth;  in cmd_inject()
2526 	inject.tool.id_index		= perf_event__repipe_op2_synth;  in cmd_inject()
2527 	inject.tool.auxtrace_info	= perf_event__repipe_op2_synth;  in cmd_inject()
2528 	inject.tool.auxtrace_error	= perf_event__repipe_op2_synth;  in cmd_inject()
2529 	inject.tool.time_conv		= perf_event__repipe_op2_synth;  in cmd_inject()
2530 	inject.tool.thread_map		= perf_event__repipe_op2_synth;  in cmd_inject()
2531 	inject.tool.cpu_map		= perf_event__repipe_op2_synth;  in cmd_inject()
2532 	inject.tool.stat_config		= perf_event__repipe_op2_synth;  in cmd_inject()
2533 	inject.tool.stat		= perf_event__repipe_op2_synth;  in cmd_inject()
2534 	inject.tool.stat_round		= perf_event__repipe_op2_synth;  in cmd_inject()
2535 	inject.tool.feature		= perf_event__repipe_op2_synth;  in cmd_inject()
2536 	inject.tool.finished_init	= perf_event__repipe_op2_synth;  in cmd_inject()
2537 	inject.tool.compressed		= perf_event__repipe_op4_synth;  in cmd_inject()
2538 	inject.tool.auxtrace		= perf_event__repipe_auxtrace;  in cmd_inject()
2539 	inject.tool.bpf_metadata	= perf_event__repipe_op2_synth;  in cmd_inject()
2540 	inject.tool.dont_split_sample_group = true;  in cmd_inject()
2541 	inject.session = __perf_session__new(&data, &inject.tool,  in cmd_inject()
2571 			ret = perf_event__synthesize_for_pipe(&inject.tool,  in cmd_inject()
2588 		inject.tool.ordering_requires_timestamps = true;  in cmd_inject()
2602 		inject.tool.mmap2	   = perf_event__repipe_mmap2;  in cmd_inject()
2603 		inject.tool.mmap	   = perf_event__repipe_mmap;  in cmd_inject()
2604 		inject.tool.ordering_requires_timestamps = true;  in cmd_inject()
2609 		inject.tool.finished_round = perf_event__drop_oe;  in cmd_inject()