14 #include "machine.h"
49 static struct dso *machine__kernel_dso(struct machine *machine)  in machine__kernel_dso()  argument
51 	return map__dso(machine->vmlinux_map);  in machine__kernel_dso()
54 static int machine__set_mmap_name(struct machine *machine)  in machine__set_mmap_name()  argument
56 	if (machine__is_host(machine))  in machine__set_mmap_name()
57 		machine->mmap_name = strdup("[kernel.kallsyms]");  in machine__set_mmap_name()
58 	else if (machine__is_default_guest(machine))  in machine__set_mmap_name()
59 		machine->mmap_name = strdup("[guest.kernel.kallsyms]");  in machine__set_mmap_name()
60 	else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]",  in machine__set_mmap_name()
61 			  machine->pid) < 0)  in machine__set_mmap_name()
62 		machine->mmap_name = NULL;  in machine__set_mmap_name()
64 	return machine->mmap_name ? 0 : -ENOMEM;  in machine__set_mmap_name()
75 int machine__init(struct machine *machine, const char *root_dir, pid_t pid)  in machine__init()  argument
79 	memset(machine, 0, sizeof(*machine));  in machine__init()
80 	machine->kmaps = maps__new(machine);  in machine__init()
81 	if (machine->kmaps == NULL)  in machine__init()
84 	RB_CLEAR_NODE(&machine->rb_node);  in machine__init()
85 	dsos__init(&machine->dsos);  in machine__init()
87 	threads__init(&machine->threads);  in machine__init()
89 	machine->vdso_info = NULL;  in machine__init()
90 	machine->env = NULL;  in machine__init()
92 	machine->pid = pid;  in machine__init()
94 	machine->id_hdr_size = 0;  in machine__init()
95 	machine->kptr_restrict_warned = false;  in machine__init()
96 	machine->comm_exec = false;  in machine__init()
97 	machine->kernel_start = 0;  in machine__init()
98 	machine->vmlinux_map = NULL;  in machine__init()
100 	machine->parallelism = 1;  in machine__init()
102 	machine->root_dir = strdup(root_dir);  in machine__init()
103 	if (machine->root_dir == NULL)  in machine__init()
106 	if (machine__set_mmap_name(machine))  in machine__init()
110 		struct thread *thread = machine__findnew_thread(machine, -1,  in machine__init()
120 	machine->current_tid = NULL;  in machine__init()
125 		zfree(&machine->kmaps);  in machine__init()
126 		zfree(&machine->root_dir);  in machine__init()
127 		zfree(&machine->mmap_name);  in machine__init()
132 static struct machine *__machine__new_host(struct perf_env *host_env, bool kernel_maps)  in __machine__new_host()
134 	struct machine *machine = malloc(sizeof(*machine));  in __machine__new_host()  local
136 	if (!machine)  in __machine__new_host()
139 	machine__init(machine, "", HOST_KERNEL_ID);  in __machine__new_host()
141 	if (kernel_maps && machine__create_kernel_maps(machine) < 0) {  in __machine__new_host()
142 		free(machine);  in __machine__new_host()
145 	machine->env = host_env;  in __machine__new_host()
146 	return machine;  in __machine__new_host()
149 struct machine *machine__new_host(struct perf_env *host_env)  in machine__new_host()
157 			struct machine *machine)  in mmap_handler()  argument
159 	return machine__process_mmap2_event(machine, event, sample);  in mmap_handler()
162 static int machine__init_live(struct machine *machine, pid_t pid)  in machine__init_live()  argument
168 						  mmap_handler, machine, true);  in machine__init_live()
171 struct machine *machine__new_live(struct perf_env *host_env, bool kernel_maps, pid_t pid)  in machine__new_live()
173 	struct machine *machine = __machine__new_host(host_env, kernel_maps);  in machine__new_live()  local
175 	if (!machine)  in machine__new_live()
178 	if (machine__init_live(machine, pid)) {  in machine__new_live()
179 		machine__delete(machine);  in machine__new_live()
182 	return machine;  in machine__new_live()
185 struct machine *machine__new_kallsyms(struct perf_env *host_env)  in machine__new_kallsyms()
187 	struct machine *machine = machine__new_host(host_env);  in machine__new_kallsyms()  local
194 	if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) {  in machine__new_kallsyms()
195 		machine__delete(machine);  in machine__new_kallsyms()
196 		machine = NULL;  in machine__new_kallsyms()
199 	return machine;  in machine__new_kallsyms()
202 void machine__delete_threads(struct machine *machine)  in machine__delete_threads()  argument
204 	threads__remove_all_threads(&machine->threads);  in machine__delete_threads()
207 void machine__exit(struct machine *machine)  in machine__exit()  argument
209 	if (machine == NULL)  in machine__exit()
212 	machine__destroy_kernel_maps(machine);  in machine__exit()
213 	maps__zput(machine->kmaps);  in machine__exit()
214 	dsos__exit(&machine->dsos);  in machine__exit()
215 	machine__exit_vdso(machine);  in machine__exit()
216 	zfree(&machine->root_dir);  in machine__exit()
217 	zfree(&machine->mmap_name);  in machine__exit()
218 	zfree(&machine->current_tid);  in machine__exit()
219 	zfree(&machine->kallsyms_filename);  in machine__exit()
221 	threads__exit(&machine->threads);  in machine__exit()
224 void machine__delete(struct machine *machine)  in machine__delete()  argument
226 	if (machine) {  in machine__delete()
227 		machine__exit(machine);  in machine__delete()
228 		free(machine);  in machine__delete()
244 struct machine *machines__add(struct machines *machines, pid_t pid,  in machines__add()
249 	struct machine *pos, *machine = malloc(sizeof(*machine));  in machines__add()  local
252 	if (machine == NULL)  in machines__add()
255 	if (machine__init(machine, root_dir, pid) != 0) {  in machines__add()
256 		free(machine);  in machines__add()
262 		pos = rb_entry(parent, struct machine, rb_node);  in machines__add()
271 	rb_link_node(&machine->rb_node, parent, p);  in machines__add()
272 	rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost);  in machines__add()
274 	machine->machines = machines;  in machines__add()
276 	return machine;  in machines__add()
286 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_comm_exec()  local
288 		machine->comm_exec = comm_exec;  in machines__set_comm_exec()
292 struct machine *machines__find(struct machines *machines, pid_t pid)  in machines__find()
296 	struct machine *machine;  in machines__find()  local
297 	struct machine *default_machine = NULL;  in machines__find()
304 		machine = rb_entry(parent, struct machine, rb_node);  in machines__find()
305 		if (pid < machine->pid)  in machines__find()
307 		else if (pid > machine->pid)  in machines__find()
310 			return machine;  in machines__find()
311 		if (!machine->pid)  in machines__find()
312 			default_machine = machine;  in machines__find()
318 struct machine *machines__findnew(struct machines *machines, pid_t pid)  in machines__findnew()
322 	struct machine *machine = machines__find(machines, pid);  in machines__findnew()  local
324 	if (machine && (machine->pid == pid))  in machines__findnew()
341 			machine = NULL;  in machines__findnew()
347 	machine = machines__add(machines, pid, root_dir);  in machines__findnew()
349 	return machine;  in machines__findnew()
352 struct machine *machines__find_guest(struct machines *machines, pid_t pid)  in machines__find_guest()
354 	struct machine *machine = machines__find(machines, pid);  in machines__find_guest()  local
356 	if (!machine)  in machines__find_guest()
357 		machine = machines__findnew(machines, DEFAULT_GUEST_KERNEL_ID);  in machines__find_guest()
358 	return machine;  in machines__find_guest()
363  * hypervisor, creating, running and destroying the virtual machine, and
382  * structures sane, using a thread belonging to the guest machine, instead
386 static struct thread *findnew_guest_code(struct machine *machine,  in findnew_guest_code()  argument
387 					 struct machine *host_machine,  in findnew_guest_code()
394 	if (!machine)  in findnew_guest_code()
397 	thread = machine__findnew_thread(machine, -1, pid);  in findnew_guest_code()
429 	struct machine *host_machine = machines__find(machines, HOST_KERNEL_ID);  in machines__findnew_guest_code()
430 	struct machine *machine = machines__findnew(machines, pid);  in machines__findnew_guest_code()  local
432 	return findnew_guest_code(machine, host_machine, pid);  in machines__findnew_guest_code()
435 struct thread *machine__findnew_guest_code(struct machine *machine, pid_t pid)  in machine__findnew_guest_code()  argument
437 	struct machines *machines = machine->machines;  in machine__findnew_guest_code()
438 	struct machine *host_machine;  in machine__findnew_guest_code()
445 	return findnew_guest_code(machine, host_machine, pid);  in machine__findnew_guest_code()
454 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__process_guests()
462 	struct machine *machine;  in machines__set_id_hdr_size()  local
468 		machine = rb_entry(node, struct machine, rb_node);  in machines__set_id_hdr_size()
469 		machine->id_hdr_size = id_hdr_size;  in machines__set_id_hdr_size()
475 static void machine__update_thread_pid(struct machine *machine,  in machine__update_thread_pid()  argument
488 	leader = machine__findnew_thread(machine, thread__pid(th), thread__pid(th));  in machine__update_thread_pid()
493 		thread__set_maps(leader, maps__new(machine));  in machine__update_thread_pid()
526 static struct thread *__machine__findnew_thread(struct machine *machine,  in __machine__findnew_thread()  argument
531 	struct thread *th = threads__find(&machine->threads, tid);  in __machine__findnew_thread()
535 		machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
541 	th = threads__findnew(&machine->threads, pid, tid, &created);  in __machine__findnew_thread()
551 		if (thread__init_maps(th, machine)) {  in __machine__findnew_thread()
553 			threads__remove(&machine->threads, th);  in __machine__findnew_thread()
558 		machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
563 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid)  in machine__findnew_thread()  argument
565 	return __machine__findnew_thread(machine, pid, tid, /*create=*/true);  in machine__findnew_thread()
568 struct thread *machine__find_thread(struct machine *machine, pid_t pid,  in machine__find_thread()  argument
571 	return __machine__findnew_thread(machine, pid, tid, /*create=*/false);  in machine__find_thread()
581 struct thread *machine__idle_thread(struct machine *machine)  in machine__idle_thread()  argument
583 	struct thread *thread = machine__findnew_thread(machine, 0, 0);  in machine__idle_thread()
587 		pr_err("problem inserting idle task for machine pid %d\n", machine->pid);  in machine__idle_thread()
592 struct comm *machine__thread_exec_comm(struct machine *machine,  in machine__thread_exec_comm()  argument
595 	if (machine->comm_exec)  in machine__thread_exec_comm()
601 int machine__process_comm_event(struct machine *machine, union perf_event *event,  in machine__process_comm_event()  argument
604 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_comm_event()
611 		machine->comm_exec = true;  in machine__process_comm_event()
627 int machine__process_namespaces_event(struct machine *machine __maybe_unused,  in machine__process_namespaces_event()
631 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_namespaces_event()
658 int machine__process_cgroup_event(struct machine *machine,  in machine__process_cgroup_event()  argument
667 	cgrp = cgroup__findnew(machine->env, event->cgroup.id, event->cgroup.path);  in machine__process_cgroup_event()
674 int machine__process_lost_event(struct machine *machine __maybe_unused,  in machine__process_lost_event()
682 int machine__process_lost_samples_event(struct machine *machine __maybe_unused,  in machine__process_lost_samples_event()
691 int machine__process_aux_event(struct machine *machine __maybe_unused,  in machine__process_aux_event()
699 int machine__process_itrace_start_event(struct machine *machine __maybe_unused,  in machine__process_itrace_start_event()
707 int machine__process_aux_output_hw_id_event(struct machine *machine __maybe_unused,  in machine__process_aux_output_hw_id_event()
715 int machine__process_switch_event(struct machine *machine __maybe_unused,  in machine__process_switch_event()
722 	machine->parallelism += out ? -1 : 1;  in machine__process_switch_event()
726 static int machine__process_ksymbol_register(struct machine *machine,  in machine__process_ksymbol_register()  argument
732 	struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr);  in machine__process_ksymbol_register()
756 		err = maps__fixup_overlap_and_insert(machine__kernel_maps(machine), map);  in machine__process_ksymbol_register()
786 static int machine__process_ksymbol_unregister(struct machine *machine,  in machine__process_ksymbol_unregister()  argument
793 	map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr);  in machine__process_ksymbol_unregister()
797 	if (!RC_CHK_EQUAL(map, machine->vmlinux_map))  in machine__process_ksymbol_unregister()
798 		maps__remove(machine__kernel_maps(machine), map);  in machine__process_ksymbol_unregister()
810 int machine__process_ksymbol(struct machine *machine __maybe_unused,  in machine__process_ksymbol()
822 		return machine__process_ksymbol_unregister(machine, event,  in machine__process_ksymbol()
824 	return machine__process_ksymbol_register(machine, event, sample);  in machine__process_ksymbol()
827 int machine__process_text_poke(struct machine *machine, union perf_event *event,  in machine__process_text_poke()  argument
830 	struct map *map = maps__find(machine__kernel_maps(machine), event->text_poke.addr);  in machine__process_text_poke()
835 		perf_event__fprintf_text_poke(event, machine, stdout);  in machine__process_text_poke()
854 		ret = dso__data_write_cache_addr(dso, map, machine,  in machine__process_text_poke()
870 static struct map *machine__addnew_module_map(struct machine *machine, u64 start,  in machine__addnew_module_map()  argument
881 	dso = dsos__findnew_module_dso(&machine->dsos, machine, &m, filename);  in machine__addnew_module_map()
889 	err = maps__insert(machine__kernel_maps(machine), map);  in machine__addnew_module_map()
908 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos()
915 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp,  in machine__fprintf_dsos_buildid()
928 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos_buildid()
948 size_t machine__fprintf(struct machine *machine, FILE *fp)  in machine__fprintf()  argument
954 	size_t ret = fprintf(fp, "Threads: %zu\n", threads__nr(&machine->threads));  in machine__fprintf()
956 	machine__for_each_thread(machine, machine_fprintf_cb, &args);  in machine__fprintf()
960 static struct dso *machine__get_kernel(struct machine *machine)  in machine__get_kernel()  argument
962 	const char *vmlinux_name = machine->mmap_name;  in machine__get_kernel()
965 	if (machine__is_host(machine)) {  in machine__get_kernel()
969 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
975 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
981 		dso__read_running_kernel_build_id(kernel, machine);  in machine__get_kernel()
986 void machine__get_kallsyms_filename(struct machine *machine, char *buf,  in machine__get_kallsyms_filename()  argument
989 	if (machine__is_default_guest(machine))  in machine__get_kallsyms_filename()
992 		scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir);  in machine__get_kallsyms_filename()
1001 static int machine__get_running_kernel_start(struct machine *machine,  in machine__get_running_kernel_start()  argument
1010 	machine__get_kallsyms_filename(machine, filename, PATH_MAX);  in machine__get_running_kernel_start()
1038 int machine__create_extra_kernel_map(struct machine *machine,  in machine__create_extra_kernel_map()  argument
1057 	err = maps__insert(machine__kernel_maps(machine), map);  in machine__create_extra_kernel_map()
1124 int machine__map_x86_64_entry_trampolines(struct machine *machine,  in machine__map_x86_64_entry_trampolines()  argument
1128 		.kmaps = machine__kernel_maps(machine),  in machine__map_x86_64_entry_trampolines()
1140 	if (args.found || machine->trampolines_mapped)  in machine__map_x86_64_entry_trampolines()
1147 	nr_cpus_avail = machine__nr_cpus_avail(machine);  in machine__map_x86_64_entry_trampolines()
1162 		if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0)  in machine__map_x86_64_entry_trampolines()
1166 	machine->trampolines_mapped = nr_cpus_avail;  in machine__map_x86_64_entry_trampolines()
1171 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused,  in machine__create_extra_kernel_maps()
1178 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)  in __machine__create_kernel_maps()  argument
1181 	machine__destroy_kernel_maps(machine);  in __machine__create_kernel_maps()
1183 	map__put(machine->vmlinux_map);  in __machine__create_kernel_maps()
1184 	machine->vmlinux_map = map__new2(0, kernel);  in __machine__create_kernel_maps()
1185 	if (machine->vmlinux_map == NULL)  in __machine__create_kernel_maps()
1188 	map__set_mapping_type(machine->vmlinux_map, MAPPING_TYPE__IDENTITY);  in __machine__create_kernel_maps()
1189 	return maps__insert(machine__kernel_maps(machine), machine->vmlinux_map);  in __machine__create_kernel_maps()
1192 void machine__destroy_kernel_maps(struct machine *machine)  in machine__destroy_kernel_maps()  argument
1195 	struct map *map = machine__kernel_map(machine);  in machine__destroy_kernel_maps()
1201 	maps__remove(machine__kernel_maps(machine), map);  in machine__destroy_kernel_maps()
1207 	map__zput(machine->vmlinux_map);  in machine__destroy_kernel_maps()
1266 		struct machine *pos = rb_entry(next, struct machine, rb_node);  in machines__destroy_kernel_maps()
1276 	struct machine *machine = machines__findnew(machines, pid);  in machines__create_kernel_maps()  local
1278 	if (machine == NULL)  in machines__create_kernel_maps()
1281 	return machine__create_kernel_maps(machine);  in machines__create_kernel_maps()
1284 int machine__load_kallsyms(struct machine *machine, const char *filename)  in machine__load_kallsyms()  argument
1286 	struct map *map = machine__kernel_map(machine);  in machine__load_kallsyms()
1297 		maps__fixup_end(machine__kernel_maps(machine));  in machine__load_kallsyms()
1303 int machine__load_vmlinux_path(struct machine *machine)  in machine__load_vmlinux_path()  argument
1305 	struct map *map = machine__kernel_map(machine);  in machine__load_vmlinux_path()
1444 static int machine__set_modules_path(struct machine *machine)  in machine__set_modules_path()  argument
1449 	version = get_kernel_version(machine->root_dir);  in machine__set_modules_path()
1454 		 machine->root_dir, version);  in machine__set_modules_path()
1457 	return maps__set_modules_path_dir(machine__kernel_maps(machine),  in machine__set_modules_path()
1470 	struct machine *machine = arg;  in machine__create_module()  local
1476 	map = machine__addnew_module_map(machine, start, name);  in machine__create_module()
1481 	dso__kernel_module_get_build_id(map__dso(map), machine->root_dir);  in machine__create_module()
1486 static int machine__create_modules(struct machine *machine)  in machine__create_modules()  argument
1491 	if (machine__is_default_guest(machine)) {  in machine__create_modules()
1494 		snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir);  in machine__create_modules()
1501 	if (modules__parse(modules, machine, machine__create_module))  in machine__create_modules()
1504 	if (!machine__set_modules_path(machine))  in machine__create_modules()
1512 static void machine__set_kernel_mmap(struct machine *machine,  in machine__set_kernel_mmap()  argument
1515 	map__set_start(machine->vmlinux_map, start);  in machine__set_kernel_mmap()
1516 	map__set_end(machine->vmlinux_map, end);  in machine__set_kernel_mmap()
1522 		map__set_end(machine->vmlinux_map, ~0ULL);  in machine__set_kernel_mmap()
1525 static int machine__update_kernel_mmap(struct machine *machine,  in machine__update_kernel_mmap()  argument
1531 	orig = machine->vmlinux_map;  in machine__update_kernel_mmap()
1534 	machine->vmlinux_map = updated;  in machine__update_kernel_mmap()
1535 	maps__remove(machine__kernel_maps(machine), orig);  in machine__update_kernel_mmap()
1536 	machine__set_kernel_mmap(machine, start, end);  in machine__update_kernel_mmap()
1537 	err = maps__insert(machine__kernel_maps(machine), updated);  in machine__update_kernel_mmap()
1543 int machine__create_kernel_maps(struct machine *machine)  in machine__create_kernel_maps()  argument
1545 	struct dso *kernel = machine__get_kernel(machine);  in machine__create_kernel_maps()
1553 	ret = __machine__create_kernel_maps(machine, kernel);  in machine__create_kernel_maps()
1557 	if (symbol_conf.use_modules && machine__create_modules(machine) < 0) {  in machine__create_kernel_maps()
1558 		if (machine__is_host(machine))  in machine__create_kernel_maps()
1563 				 "continuing anyway...\n", machine->pid);  in machine__create_kernel_maps()
1566 	if (!machine__get_running_kernel_start(machine, &name, &start, &end)) {  in machine__create_kernel_maps()
1568 		    map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) {  in machine__create_kernel_maps()
1569 			machine__destroy_kernel_maps(machine);  in machine__create_kernel_maps()
1578 		ret = machine__update_kernel_mmap(machine, start, end);  in machine__create_kernel_maps()
1583 	if (machine__create_extra_kernel_maps(machine, kernel))  in machine__create_kernel_maps()
1588 		struct map *next = maps__find_next_entry(machine__kernel_maps(machine),  in machine__create_kernel_maps()
1589 							 machine__kernel_map(machine));  in machine__create_kernel_maps()
1592 			machine__set_kernel_mmap(machine, start, map__start(next));  in machine__create_kernel_maps()
1597 	maps__fixup_end(machine__kernel_maps(machine));  in machine__create_kernel_maps()
1609 static bool machine__uses_kcore(struct machine *machine)  in machine__uses_kcore()  argument
1611 	return dsos__for_each_dso(&machine->dsos, machine__uses_kcore_cb, NULL) != 0 ? true : false;  in machine__uses_kcore()
1614 static bool perf_event__is_extra_kernel_mmap(struct machine *machine,  in perf_event__is_extra_kernel_mmap()  argument
1617 	return machine__is(machine, "x86_64") &&  in perf_event__is_extra_kernel_mmap()
1621 static int machine__process_extra_kernel_map(struct machine *machine,  in machine__process_extra_kernel_map()  argument
1624 	struct dso *kernel = machine__kernel_dso(machine);  in machine__process_extra_kernel_map()
1629 	return machine__create_extra_kernel_map(machine, kernel, xm);  in machine__process_extra_kernel_map()
1632 static int machine__process_kernel_mmap_event(struct machine *machine,  in machine__process_kernel_mmap_event()  argument
1638 	const char *mmap_name = machine->mmap_name;  in machine__process_kernel_mmap_event()
1641 	if (machine__uses_kcore(machine))  in machine__process_kernel_mmap_event()
1644 	if (machine__is_host(machine))  in machine__process_kernel_mmap_event()
1650 	if (!is_kernel_mmap && !machine__is_host(machine)) {  in machine__process_kernel_mmap_event()
1661 		struct map *map = machine__addnew_module_map(machine, xm->start, xm->name);  in machine__process_kernel_mmap_event()
1678 		struct dso *kernel = dsos__find_kernel_dso(&machine->dsos);  in machine__process_kernel_mmap_event()
1681 			kernel = machine__findnew_dso(machine, machine->mmap_name);  in machine__process_kernel_mmap_event()
1686 		if (__machine__create_kernel_maps(machine, kernel) < 0) {  in machine__process_kernel_mmap_event()
1694 		if (machine__update_kernel_mmap(machine, xm->start, xm->end) < 0) {  in machine__process_kernel_mmap_event()
1708 			map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map,  in machine__process_kernel_mmap_event()
1713 		if (machine__is_default_guest(machine)) {  in machine__process_kernel_mmap_event()
1717 			dso__load(kernel, machine__kernel_map(machine));  in machine__process_kernel_mmap_event()
1720 	} else if (perf_event__is_extra_kernel_mmap(machine, xm)) {  in machine__process_kernel_mmap_event()
1721 		return machine__process_extra_kernel_map(machine, xm);  in machine__process_kernel_mmap_event()
1728 int machine__process_mmap2_event(struct machine *machine,  in machine__process_mmap2_event()  argument
1760 		ret = machine__process_kernel_mmap_event(machine, &xm, &dso_id.build_id);  in machine__process_mmap2_event()
1766 	thread = machine__findnew_thread(machine, event->mmap2.pid,  in machine__process_mmap2_event()
1771 	map = map__new(machine, event->mmap2.start,  in machine__process_mmap2_event()
1797 int machine__process_mmap_event(struct machine *machine, union perf_event *event,  in machine__process_mmap_event()  argument
1817 		ret = machine__process_kernel_mmap_event(machine, &xm, NULL);  in machine__process_mmap_event()
1823 	thread = machine__findnew_thread(machine, event->mmap.pid,  in machine__process_mmap_event()
1831 	map = map__new(machine, event->mmap.start,  in machine__process_mmap_event()
1855 void machine__remove_thread(struct machine *machine, struct thread *th)  in machine__remove_thread()  argument
1857 	return threads__remove(&machine->threads, th);  in machine__remove_thread()
1860 int machine__process_fork_event(struct machine *machine, union perf_event *event,  in machine__process_fork_event()  argument
1863 	struct thread *thread = machine__find_thread(machine,  in machine__process_fork_event()
1866 	struct thread *parent = machine__findnew_thread(machine,  in machine__process_fork_event()
1884 		machine__remove_thread(machine, parent);  in machine__process_fork_event()
1886 		parent = machine__findnew_thread(machine, event->fork.ppid,  in machine__process_fork_event()
1892 		machine__remove_thread(machine, thread);  in machine__process_fork_event()
1896 	thread = machine__findnew_thread(machine, event->fork.pid,  in machine__process_fork_event()
1900 	 * objects for the already running tasks on the machine.  in machine__process_fork_event()
1926 int machine__process_exit_event(struct machine *machine, union perf_event *event,  in machine__process_exit_event()  argument
1929 	struct thread *thread = machine__find_thread(machine,  in machine__process_exit_event()
1937 	machine->parallelism--;  in machine__process_exit_event()
1942 			machine__remove_thread(machine, thread);  in machine__process_exit_event()
1948 int machine__process_event(struct machine *machine, union perf_event *event,  in machine__process_event()  argument
1955 		ret = machine__process_comm_event(machine, event, sample); break;  in machine__process_event()
1957 		ret = machine__process_mmap_event(machine, event, sample); break;  in machine__process_event()
1959 		ret = machine__process_namespaces_event(machine, event, sample); break;  in machine__process_event()
1961 		ret = machine__process_cgroup_event(machine, event, sample); break;  in machine__process_event()
1963 		ret = machine__process_mmap2_event(machine, event, sample); break;  in machine__process_event()
1965 		ret = machine__process_fork_event(machine, event, sample); break;  in machine__process_event()
1967 		ret = machine__process_exit_event(machine, event, sample); break;  in machine__process_event()
1969 		ret = machine__process_lost_event(machine, event, sample); break;  in machine__process_event()
1971 		ret = machine__process_aux_event(machine, event); break;  in machine__process_event()
1973 		ret = machine__process_itrace_start_event(machine, event); break;  in machine__process_event()
1975 		ret = machine__process_lost_samples_event(machine, event, sample); break;  in machine__process_event()
1978 		ret = machine__process_switch_event(machine, event); break;  in machine__process_event()
1980 		ret = machine__process_ksymbol(machine, event, sample); break;  in machine__process_event()
1982 		ret = machine__process_bpf(machine, event, sample); break;  in machine__process_event()
1984 		ret = machine__process_text_poke(machine, event, sample); break;  in machine__process_event()
1986 		ret = machine__process_aux_output_hw_id_event(machine, event); break;  in machine__process_event()
3021 int machine__for_each_thread(struct machine *machine,  in machine__for_each_thread()  argument
3025 	return threads__for_each_thread(&machine->threads, fn, priv);  in machine__for_each_thread()
3040 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__for_each_thread()  local
3042 		rc = machine__for_each_thread(machine, fn, priv);  in machines__for_each_thread()
3063 int machine__thread_list(struct machine *machine, struct list_head *list)  in machine__thread_list()  argument
3065 	return machine__for_each_thread(machine, thread_list_cb, list);  in machine__thread_list()
3079 pid_t machine__get_current_tid(struct machine *machine, int cpu)  in machine__get_current_tid()  argument
3081 	if (cpu < 0 || (size_t)cpu >= machine->current_tid_sz)  in machine__get_current_tid()
3084 	return machine->current_tid[cpu];  in machine__get_current_tid()
3087 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,  in machine__set_current_tid()  argument
3096 	if (realloc_array_as_needed(machine->current_tid,  in machine__set_current_tid()
3097 				    machine->current_tid_sz,  in machine__set_current_tid()
3102 	machine->current_tid[cpu] = tid;  in machine__set_current_tid()
3104 	thread = machine__findnew_thread(machine, pid, tid);  in machine__set_current_tid()
3118 bool machine__is(struct machine *machine, const char *arch)  in machine__is()  argument
3120 	return machine && !strcmp(perf_env__raw_arch(machine->env), arch);  in machine__is()
3123 bool machine__normalized_is(struct machine *machine, const char *arch)  in machine__normalized_is()  argument
3125 	return machine && !strcmp(perf_env__arch(machine->env), arch);  in machine__normalized_is()
3128 int machine__nr_cpus_avail(struct machine *machine)  in machine__nr_cpus_avail()  argument
3130 	return machine ? perf_env__nr_cpus_avail(machine->env) : 0;  in machine__nr_cpus_avail()
3133 int machine__get_kernel_start(struct machine *machine)  in machine__get_kernel_start()  argument
3135 	struct map *map = machine__kernel_map(machine);  in machine__get_kernel_start()
3146 	machine->kernel_start = 1ULL << 63;  in machine__get_kernel_start()
3154 		if (!err && !machine__is(machine, "x86_64"))  in machine__get_kernel_start()
3155 			machine->kernel_start = map__start(map);  in machine__get_kernel_start()
3160 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr)  in machine__addr_cpumode()  argument
3165 	if (!machine->single_address_space)  in machine__addr_cpumode()
3168 	kernel_ip = machine__kernel_ip(machine, addr);  in machine__addr_cpumode()
3187 struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename,  in machine__findnew_dso_id()  argument
3190 	return dsos__findnew_id(&machine->dsos, filename, id);  in machine__findnew_dso_id()
3193 struct dso *machine__findnew_dso(struct machine *machine, const char *filename)  in machine__findnew_dso()  argument
3195 	return machine__findnew_dso_id(machine, filename, &dso_id_empty);  in machine__findnew_dso()
3200 	struct machine *machine = vmachine;  in machine__resolve_kernel_addr()  local
3202 	struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map);  in machine__resolve_kernel_addr()
3213 	struct machine *machine;  member
3222 	return args->fn(dso, args->machine, args->priv);  in machine__for_each_dso_cb()
3225 int machine__for_each_dso(struct machine *machine, machine__dso_t fn, void *priv)  in machine__for_each_dso()  argument
3228 		.machine = machine,  in machine__for_each_dso()
3233 	return dsos__for_each_dso(&machine->dsos, machine__for_each_dso_cb, &args);  in machine__for_each_dso()
3236 int machine__for_each_kernel_map(struct machine *machine, machine__map_t fn, void *priv)  in machine__for_each_kernel_map()  argument
3238 	struct maps *maps = machine__kernel_maps(machine);  in machine__for_each_kernel_map()
3243 bool machine__is_lock_function(struct machine *machine, u64 addr)  in machine__is_lock_function()  argument
3245 	if (!machine->sched.text_start) {  in machine__is_lock_function()
3247 		struct symbol *sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_start", &kmap);  in machine__is_lock_function()
3251 			machine->sched.text_start = 1;  in machine__is_lock_function()
3255 		machine->sched.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3258 		sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_end", &kmap);  in machine__is_lock_function()
3259 		machine->sched.text_end = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3261 		sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_start", &kmap);  in machine__is_lock_function()
3262 		machine->lock.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3264 		sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_end", &kmap);  in machine__is_lock_function()
3265 		machine->lock.text_end = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3267 		sym = machine__find_kernel_symbol_by_name(machine, "__traceiter_contention_begin", &kmap);  in machine__is_lock_function()
3269 			machine->traceiter.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3270 			machine->traceiter.text_end = map__unmap_ip(kmap, sym->end);  in machine__is_lock_function()
3272 		sym = machine__find_kernel_symbol_by_name(machine, "trace_contention_begin", &kmap);  in machine__is_lock_function()
3274 			machine->trace.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3275 			machine->trace.text_end = map__unmap_ip(kmap, sym->end);  in machine__is_lock_function()
3280 	if (machine->sched.text_start == 1)  in machine__is_lock_function()
3284 	if (machine->sched.text_start <= addr && addr < machine->sched.text_end)  in machine__is_lock_function()
3288 	if (machine->lock.text_start <= addr && addr < machine->lock.text_end)  in machine__is_lock_function()
3294 	if (machine->traceiter.text_start != 0) {  in machine__is_lock_function()
3295 		if (machine->traceiter.text_start <= addr && addr < machine->traceiter.text_end)  in machine__is_lock_function()
3299 	if (machine->trace.text_start != 0) {  in machine__is_lock_function()
3300 		if (machine->trace.text_start <= addr && addr < machine->trace.text_end)  in machine__is_lock_function()
3307 int machine__hit_all_dsos(struct machine *machine)  in machine__hit_all_dsos()  argument
3309 	return dsos__hit_all(&machine->dsos);  in machine__hit_all_dsos()