14 #include "machine.h"
47 static struct dso *machine__kernel_dso(struct machine *machine)  in machine__kernel_dso()  argument
49 	return map__dso(machine->vmlinux_map);  in machine__kernel_dso()
52 static int machine__set_mmap_name(struct machine *machine)  in machine__set_mmap_name()  argument
54 	if (machine__is_host(machine))  in machine__set_mmap_name()
55 		machine->mmap_name = strdup("[kernel.kallsyms]");  in machine__set_mmap_name()
56 	else if (machine__is_default_guest(machine))  in machine__set_mmap_name()
57 		machine->mmap_name = strdup("[guest.kernel.kallsyms]");  in machine__set_mmap_name()
58 	else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]",  in machine__set_mmap_name()
59 			  machine->pid) < 0)  in machine__set_mmap_name()
60 		machine->mmap_name = NULL;  in machine__set_mmap_name()
62 	return machine->mmap_name ? 0 : -ENOMEM;  in machine__set_mmap_name()
73 int machine__init(struct machine *machine, const char *root_dir, pid_t pid)  in machine__init()  argument
77 	memset(machine, 0, sizeof(*machine));  in machine__init()
78 	machine->kmaps = maps__new(machine);  in machine__init()
79 	if (machine->kmaps == NULL)  in machine__init()
82 	RB_CLEAR_NODE(&machine->rb_node);  in machine__init()
83 	dsos__init(&machine->dsos);  in machine__init()
85 	threads__init(&machine->threads);  in machine__init()
87 	machine->vdso_info = NULL;  in machine__init()
88 	machine->env = NULL;  in machine__init()
90 	machine->pid = pid;  in machine__init()
92 	machine->id_hdr_size = 0;  in machine__init()
93 	machine->kptr_restrict_warned = false;  in machine__init()
94 	machine->comm_exec = false;  in machine__init()
95 	machine->kernel_start = 0;  in machine__init()
96 	machine->vmlinux_map = NULL;  in machine__init()
98 	machine->root_dir = strdup(root_dir);  in machine__init()
99 	if (machine->root_dir == NULL)  in machine__init()
102 	if (machine__set_mmap_name(machine))  in machine__init()
106 		struct thread *thread = machine__findnew_thread(machine, -1,  in machine__init()
116 	machine->current_tid = NULL;  in machine__init()
121 		zfree(&machine->kmaps);  in machine__init()
122 		zfree(&machine->root_dir);  in machine__init()
123 		zfree(&machine->mmap_name);  in machine__init()
128 struct machine *machine__new_host(void)  in machine__new_host()
130 	struct machine *machine = malloc(sizeof(*machine));  in machine__new_host()  local
132 	if (machine != NULL) {  in machine__new_host()
133 		machine__init(machine, "", HOST_KERNEL_ID);  in machine__new_host()
135 		if (machine__create_kernel_maps(machine) < 0)  in machine__new_host()
138 		machine->env = &perf_env;  in machine__new_host()
141 	return machine;  in machine__new_host()
143 	free(machine);  in machine__new_host()
147 struct machine *machine__new_kallsyms(void)  in machine__new_kallsyms()
149 	struct machine *machine = machine__new_host();  in machine__new_kallsyms()  local
156 	if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) {  in machine__new_kallsyms()
157 		machine__delete(machine);  in machine__new_kallsyms()
158 		machine = NULL;  in machine__new_kallsyms()
161 	return machine;  in machine__new_kallsyms()
164 void machine__delete_threads(struct machine *machine)  in machine__delete_threads()  argument
166 	threads__remove_all_threads(&machine->threads);  in machine__delete_threads()
169 void machine__exit(struct machine *machine)  in machine__exit()  argument
171 	if (machine == NULL)  in machine__exit()
174 	machine__destroy_kernel_maps(machine);  in machine__exit()
175 	maps__zput(machine->kmaps);  in machine__exit()
176 	dsos__exit(&machine->dsos);  in machine__exit()
177 	machine__exit_vdso(machine);  in machine__exit()
178 	zfree(&machine->root_dir);  in machine__exit()
179 	zfree(&machine->mmap_name);  in machine__exit()
180 	zfree(&machine->current_tid);  in machine__exit()
181 	zfree(&machine->kallsyms_filename);  in machine__exit()
183 	threads__exit(&machine->threads);  in machine__exit()
186 void machine__delete(struct machine *machine)  in machine__delete()  argument
188 	if (machine) {  in machine__delete()
189 		machine__exit(machine);  in machine__delete()
190 		free(machine);  in machine__delete()
206 struct machine *machines__add(struct machines *machines, pid_t pid,  in machines__add()
211 	struct machine *pos, *machine = malloc(sizeof(*machine));  in machines__add()  local
214 	if (machine == NULL)  in machines__add()
217 	if (machine__init(machine, root_dir, pid) != 0) {  in machines__add()
218 		free(machine);  in machines__add()
224 		pos = rb_entry(parent, struct machine, rb_node);  in machines__add()
233 	rb_link_node(&machine->rb_node, parent, p);  in machines__add()
234 	rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost);  in machines__add()
236 	machine->machines = machines;  in machines__add()
238 	return machine;  in machines__add()
248 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_comm_exec()  local
250 		machine->comm_exec = comm_exec;  in machines__set_comm_exec()
254 struct machine *machines__find(struct machines *machines, pid_t pid)  in machines__find()
258 	struct machine *machine;  in machines__find()  local
259 	struct machine *default_machine = NULL;  in machines__find()
266 		machine = rb_entry(parent, struct machine, rb_node);  in machines__find()
267 		if (pid < machine->pid)  in machines__find()
269 		else if (pid > machine->pid)  in machines__find()
272 			return machine;  in machines__find()
273 		if (!machine->pid)  in machines__find()
274 			default_machine = machine;  in machines__find()
280 struct machine *machines__findnew(struct machines *machines, pid_t pid)  in machines__findnew()
284 	struct machine *machine = machines__find(machines, pid);  in machines__findnew()  local
286 	if (machine && (machine->pid == pid))  in machines__findnew()
303 			machine = NULL;  in machines__findnew()
309 	machine = machines__add(machines, pid, root_dir);  in machines__findnew()
311 	return machine;  in machines__findnew()
314 struct machine *machines__find_guest(struct machines *machines, pid_t pid)  in machines__find_guest()
316 	struct machine *machine = machines__find(machines, pid);  in machines__find_guest()  local
318 	if (!machine)  in machines__find_guest()
319 		machine = machines__findnew(machines, DEFAULT_GUEST_KERNEL_ID);  in machines__find_guest()
320 	return machine;  in machines__find_guest()
325  * hypervisor, creating, running and destroying the virtual machine, and
344  * structures sane, using a thread belonging to the guest machine, instead
348 static struct thread *findnew_guest_code(struct machine *machine,  in findnew_guest_code()  argument
349 					 struct machine *host_machine,  in findnew_guest_code()
356 	if (!machine)  in findnew_guest_code()
359 	thread = machine__findnew_thread(machine, -1, pid);  in findnew_guest_code()
391 	struct machine *host_machine = machines__find(machines, HOST_KERNEL_ID);  in machines__findnew_guest_code()
392 	struct machine *machine = machines__findnew(machines, pid);  in machines__findnew_guest_code()  local
394 	return findnew_guest_code(machine, host_machine, pid);  in machines__findnew_guest_code()
397 struct thread *machine__findnew_guest_code(struct machine *machine, pid_t pid)  in machine__findnew_guest_code()  argument
399 	struct machines *machines = machine->machines;  in machine__findnew_guest_code()
400 	struct machine *host_machine;  in machine__findnew_guest_code()
407 	return findnew_guest_code(machine, host_machine, pid);  in machine__findnew_guest_code()
416 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__process_guests()
424 	struct machine *machine;  in machines__set_id_hdr_size()  local
430 		machine = rb_entry(node, struct machine, rb_node);  in machines__set_id_hdr_size()
431 		machine->id_hdr_size = id_hdr_size;  in machines__set_id_hdr_size()
437 static void machine__update_thread_pid(struct machine *machine,  in machine__update_thread_pid()  argument
450 	leader = machine__findnew_thread(machine, thread__pid(th), thread__pid(th));  in machine__update_thread_pid()
455 		thread__set_maps(leader, maps__new(machine));  in machine__update_thread_pid()
488 static struct thread *__machine__findnew_thread(struct machine *machine,  in __machine__findnew_thread()  argument
493 	struct thread *th = threads__find(&machine->threads, tid);  in __machine__findnew_thread()
497 		machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
503 	th = threads__findnew(&machine->threads, pid, tid, &created);  in __machine__findnew_thread()
513 		if (thread__init_maps(th, machine)) {  in __machine__findnew_thread()
515 			threads__remove(&machine->threads, th);  in __machine__findnew_thread()
520 		machine__update_thread_pid(machine, th, pid);  in __machine__findnew_thread()
525 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid)  in machine__findnew_thread()  argument
527 	return __machine__findnew_thread(machine, pid, tid, /*create=*/true);  in machine__findnew_thread()
530 struct thread *machine__find_thread(struct machine *machine, pid_t pid,  in machine__find_thread()  argument
533 	return __machine__findnew_thread(machine, pid, tid, /*create=*/false);  in machine__find_thread()
543 struct thread *machine__idle_thread(struct machine *machine)  in machine__idle_thread()  argument
545 	struct thread *thread = machine__findnew_thread(machine, 0, 0);  in machine__idle_thread()
549 		pr_err("problem inserting idle task for machine pid %d\n", machine->pid);  in machine__idle_thread()
554 struct comm *machine__thread_exec_comm(struct machine *machine,  in machine__thread_exec_comm()  argument
557 	if (machine->comm_exec)  in machine__thread_exec_comm()
563 int machine__process_comm_event(struct machine *machine, union perf_event *event,  in machine__process_comm_event()  argument
566 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_comm_event()
573 		machine->comm_exec = true;  in machine__process_comm_event()
589 int machine__process_namespaces_event(struct machine *machine __maybe_unused,  in machine__process_namespaces_event()
593 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_namespaces_event()
620 int machine__process_cgroup_event(struct machine *machine,  in machine__process_cgroup_event()  argument
629 	cgrp = cgroup__findnew(machine->env, event->cgroup.id, event->cgroup.path);  in machine__process_cgroup_event()
636 int machine__process_lost_event(struct machine *machine __maybe_unused,  in machine__process_lost_event()
644 int machine__process_lost_samples_event(struct machine *machine __maybe_unused,  in machine__process_lost_samples_event()
653 int machine__process_aux_event(struct machine *machine __maybe_unused,  in machine__process_aux_event()
661 int machine__process_itrace_start_event(struct machine *machine __maybe_unused,  in machine__process_itrace_start_event()
669 int machine__process_aux_output_hw_id_event(struct machine *machine __maybe_unused,  in machine__process_aux_output_hw_id_event()
677 int machine__process_switch_event(struct machine *machine __maybe_unused,  in machine__process_switch_event()
685 static int machine__process_ksymbol_register(struct machine *machine,  in machine__process_ksymbol_register()  argument
691 	struct map *map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr);  in machine__process_ksymbol_register()
715 		err = maps__insert(machine__kernel_maps(machine), map);  in machine__process_ksymbol_register()
745 static int machine__process_ksymbol_unregister(struct machine *machine,  in machine__process_ksymbol_unregister()  argument
752 	map = maps__find(machine__kernel_maps(machine), event->ksymbol.addr);  in machine__process_ksymbol_unregister()
756 	if (!RC_CHK_EQUAL(map, machine->vmlinux_map))  in machine__process_ksymbol_unregister()
757 		maps__remove(machine__kernel_maps(machine), map);  in machine__process_ksymbol_unregister()
769 int machine__process_ksymbol(struct machine *machine __maybe_unused,  in machine__process_ksymbol()
777 		return machine__process_ksymbol_unregister(machine, event,  in machine__process_ksymbol()
779 	return machine__process_ksymbol_register(machine, event, sample);  in machine__process_ksymbol()
782 int machine__process_text_poke(struct machine *machine, union perf_event *event,  in machine__process_text_poke()  argument
785 	struct map *map = maps__find(machine__kernel_maps(machine), event->text_poke.addr);  in machine__process_text_poke()
790 		perf_event__fprintf_text_poke(event, machine, stdout);  in machine__process_text_poke()
809 		ret = dso__data_write_cache_addr(dso, map, machine,  in machine__process_text_poke()
825 static struct map *machine__addnew_module_map(struct machine *machine, u64 start,  in machine__addnew_module_map()  argument
836 	dso = dsos__findnew_module_dso(&machine->dsos, machine, &m, filename);  in machine__addnew_module_map()
844 	err = maps__insert(machine__kernel_maps(machine), map);  in machine__addnew_module_map()
863 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos()
870 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp,  in machine__fprintf_dsos_buildid()
883 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos_buildid()
889 size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp)  in machine__fprintf_vmlinux_path()  argument
893 	struct dso *kdso = machine__kernel_dso(machine);  in machine__fprintf_vmlinux_path()
923 size_t machine__fprintf(struct machine *machine, FILE *fp)  in machine__fprintf()  argument
929 	size_t ret = fprintf(fp, "Threads: %zu\n", threads__nr(&machine->threads));  in machine__fprintf()
931 	machine__for_each_thread(machine, machine_fprintf_cb, &args);  in machine__fprintf()
935 static struct dso *machine__get_kernel(struct machine *machine)  in machine__get_kernel()  argument
937 	const char *vmlinux_name = machine->mmap_name;  in machine__get_kernel()
940 	if (machine__is_host(machine)) {  in machine__get_kernel()
944 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
950 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
956 		dso__read_running_kernel_build_id(kernel, machine);  in machine__get_kernel()
961 void machine__get_kallsyms_filename(struct machine *machine, char *buf,  in machine__get_kallsyms_filename()  argument
964 	if (machine__is_default_guest(machine))  in machine__get_kallsyms_filename()
967 		scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir);  in machine__get_kallsyms_filename()
976 static int machine__get_running_kernel_start(struct machine *machine,  in machine__get_running_kernel_start()  argument
985 	machine__get_kallsyms_filename(machine, filename, PATH_MAX);  in machine__get_running_kernel_start()
1013 int machine__create_extra_kernel_map(struct machine *machine,  in machine__create_extra_kernel_map()  argument
1032 	err = maps__insert(machine__kernel_maps(machine), map);  in machine__create_extra_kernel_map()
1099 int machine__map_x86_64_entry_trampolines(struct machine *machine,  in machine__map_x86_64_entry_trampolines()  argument
1103 		.kmaps = machine__kernel_maps(machine),  in machine__map_x86_64_entry_trampolines()
1115 	if (args.found || machine->trampolines_mapped)  in machine__map_x86_64_entry_trampolines()
1122 	nr_cpus_avail = machine__nr_cpus_avail(machine);  in machine__map_x86_64_entry_trampolines()
1137 		if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0)  in machine__map_x86_64_entry_trampolines()
1141 	machine->trampolines_mapped = nr_cpus_avail;  in machine__map_x86_64_entry_trampolines()
1146 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused,  in machine__create_extra_kernel_maps()
1153 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)  in __machine__create_kernel_maps()  argument
1156 	machine__destroy_kernel_maps(machine);  in __machine__create_kernel_maps()
1158 	map__put(machine->vmlinux_map);  in __machine__create_kernel_maps()
1159 	machine->vmlinux_map = map__new2(0, kernel);  in __machine__create_kernel_maps()
1160 	if (machine->vmlinux_map == NULL)  in __machine__create_kernel_maps()
1163 	map__set_mapping_type(machine->vmlinux_map, MAPPING_TYPE__IDENTITY);  in __machine__create_kernel_maps()
1164 	return maps__insert(machine__kernel_maps(machine), machine->vmlinux_map);  in __machine__create_kernel_maps()
1167 void machine__destroy_kernel_maps(struct machine *machine)  in machine__destroy_kernel_maps()  argument
1170 	struct map *map = machine__kernel_map(machine);  in machine__destroy_kernel_maps()
1176 	maps__remove(machine__kernel_maps(machine), map);  in machine__destroy_kernel_maps()
1182 	map__zput(machine->vmlinux_map);  in machine__destroy_kernel_maps()
1241 		struct machine *pos = rb_entry(next, struct machine, rb_node);  in machines__destroy_kernel_maps()
1251 	struct machine *machine = machines__findnew(machines, pid);  in machines__create_kernel_maps()  local
1253 	if (machine == NULL)  in machines__create_kernel_maps()
1256 	return machine__create_kernel_maps(machine);  in machines__create_kernel_maps()
1259 int machine__load_kallsyms(struct machine *machine, const char *filename)  in machine__load_kallsyms()  argument
1261 	struct map *map = machine__kernel_map(machine);  in machine__load_kallsyms()
1272 		maps__fixup_end(machine__kernel_maps(machine));  in machine__load_kallsyms()
1278 int machine__load_vmlinux_path(struct machine *machine)  in machine__load_vmlinux_path()  argument
1280 	struct map *map = machine__kernel_map(machine);  in machine__load_vmlinux_path()
1412 static int machine__set_modules_path(struct machine *machine)  in machine__set_modules_path()  argument
1417 	version = get_kernel_version(machine->root_dir);  in machine__set_modules_path()
1422 		 machine->root_dir, version);  in machine__set_modules_path()
1425 	return maps__set_modules_path_dir(machine__kernel_maps(machine), modules_path, 0);  in machine__set_modules_path()
1437 	struct machine *machine = arg;  in machine__create_module()  local
1443 	map = machine__addnew_module_map(machine, start, name);  in machine__create_module()
1448 	dso__kernel_module_get_build_id(map__dso(map), machine->root_dir);  in machine__create_module()
1453 static int machine__create_modules(struct machine *machine)  in machine__create_modules()  argument
1458 	if (machine__is_default_guest(machine)) {  in machine__create_modules()
1461 		snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir);  in machine__create_modules()
1468 	if (modules__parse(modules, machine, machine__create_module))  in machine__create_modules()
1471 	maps__fixup_end(machine__kernel_maps(machine));  in machine__create_modules()
1473 	if (!machine__set_modules_path(machine))  in machine__create_modules()
1481 static void machine__set_kernel_mmap(struct machine *machine,  in machine__set_kernel_mmap()  argument
1484 	map__set_start(machine->vmlinux_map, start);  in machine__set_kernel_mmap()
1485 	map__set_end(machine->vmlinux_map, end);  in machine__set_kernel_mmap()
1491 		map__set_end(machine->vmlinux_map, ~0ULL);  in machine__set_kernel_mmap()
1494 static int machine__update_kernel_mmap(struct machine *machine,  in machine__update_kernel_mmap()  argument
1500 	orig = machine->vmlinux_map;  in machine__update_kernel_mmap()
1503 	machine->vmlinux_map = updated;  in machine__update_kernel_mmap()
1504 	maps__remove(machine__kernel_maps(machine), orig);  in machine__update_kernel_mmap()
1505 	machine__set_kernel_mmap(machine, start, end);  in machine__update_kernel_mmap()
1506 	err = maps__insert(machine__kernel_maps(machine), updated);  in machine__update_kernel_mmap()
1512 int machine__create_kernel_maps(struct machine *machine)  in machine__create_kernel_maps()  argument
1514 	struct dso *kernel = machine__get_kernel(machine);  in machine__create_kernel_maps()
1522 	ret = __machine__create_kernel_maps(machine, kernel);  in machine__create_kernel_maps()
1526 	if (symbol_conf.use_modules && machine__create_modules(machine) < 0) {  in machine__create_kernel_maps()
1527 		if (machine__is_host(machine))  in machine__create_kernel_maps()
1532 				 "continuing anyway...\n", machine->pid);  in machine__create_kernel_maps()
1535 	if (!machine__get_running_kernel_start(machine, &name, &start, &end)) {  in machine__create_kernel_maps()
1537 		    map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) {  in machine__create_kernel_maps()
1538 			machine__destroy_kernel_maps(machine);  in machine__create_kernel_maps()
1547 		ret = machine__update_kernel_mmap(machine, start, end);  in machine__create_kernel_maps()
1552 	if (machine__create_extra_kernel_maps(machine, kernel))  in machine__create_kernel_maps()
1557 		struct map *next = maps__find_next_entry(machine__kernel_maps(machine),  in machine__create_kernel_maps()
1558 							 machine__kernel_map(machine));  in machine__create_kernel_maps()
1561 			machine__set_kernel_mmap(machine, start, map__start(next));  in machine__create_kernel_maps()
1576 static bool machine__uses_kcore(struct machine *machine)  in machine__uses_kcore()  argument
1578 	return dsos__for_each_dso(&machine->dsos, machine__uses_kcore_cb, NULL) != 0 ? true : false;  in machine__uses_kcore()
1581 static bool perf_event__is_extra_kernel_mmap(struct machine *machine,  in perf_event__is_extra_kernel_mmap()  argument
1584 	return machine__is(machine, "x86_64") &&  in perf_event__is_extra_kernel_mmap()
1588 static int machine__process_extra_kernel_map(struct machine *machine,  in machine__process_extra_kernel_map()  argument
1591 	struct dso *kernel = machine__kernel_dso(machine);  in machine__process_extra_kernel_map()
1596 	return machine__create_extra_kernel_map(machine, kernel, xm);  in machine__process_extra_kernel_map()
1599 static int machine__process_kernel_mmap_event(struct machine *machine,  in machine__process_kernel_mmap_event()  argument
1605 	const char *mmap_name = machine->mmap_name;  in machine__process_kernel_mmap_event()
1608 	if (machine__uses_kcore(machine))  in machine__process_kernel_mmap_event()
1611 	if (machine__is_host(machine))  in machine__process_kernel_mmap_event()
1617 	if (!is_kernel_mmap && !machine__is_host(machine)) {  in machine__process_kernel_mmap_event()
1628 		struct map *map = machine__addnew_module_map(machine, xm->start, xm->name);  in machine__process_kernel_mmap_event()
1645 		struct dso *kernel = dsos__find_kernel_dso(&machine->dsos);  in machine__process_kernel_mmap_event()
1648 			kernel = machine__findnew_dso(machine, machine->mmap_name);  in machine__process_kernel_mmap_event()
1653 		if (__machine__create_kernel_maps(machine, kernel) < 0) {  in machine__process_kernel_mmap_event()
1661 		if (machine__update_kernel_mmap(machine, xm->start, xm->end) < 0) {  in machine__process_kernel_mmap_event()
1675 			map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map,  in machine__process_kernel_mmap_event()
1680 		if (machine__is_default_guest(machine)) {  in machine__process_kernel_mmap_event()
1684 			dso__load(kernel, machine__kernel_map(machine));  in machine__process_kernel_mmap_event()
1687 	} else if (perf_event__is_extra_kernel_mmap(machine, xm)) {  in machine__process_kernel_mmap_event()
1688 		return machine__process_extra_kernel_map(machine, xm);  in machine__process_kernel_mmap_event()
1695 int machine__process_mmap2_event(struct machine *machine,  in machine__process_mmap2_event()  argument
1727 		ret = machine__process_kernel_mmap_event(machine, &xm, bid);  in machine__process_mmap2_event()
1733 	thread = machine__findnew_thread(machine, event->mmap2.pid,  in machine__process_mmap2_event()
1738 	map = map__new(machine, event->mmap2.start,  in machine__process_mmap2_event()
1764 int machine__process_mmap_event(struct machine *machine, union perf_event *event,  in machine__process_mmap_event()  argument
1784 		ret = machine__process_kernel_mmap_event(machine, &xm, NULL);  in machine__process_mmap_event()
1790 	thread = machine__findnew_thread(machine, event->mmap.pid,  in machine__process_mmap_event()
1798 	map = map__new(machine, event->mmap.start,  in machine__process_mmap_event()
1822 void machine__remove_thread(struct machine *machine, struct thread *th)  in machine__remove_thread()  argument
1824 	return threads__remove(&machine->threads, th);  in machine__remove_thread()
1827 int machine__process_fork_event(struct machine *machine, union perf_event *event,  in machine__process_fork_event()  argument
1830 	struct thread *thread = machine__find_thread(machine,  in machine__process_fork_event()
1833 	struct thread *parent = machine__findnew_thread(machine,  in machine__process_fork_event()
1851 		machine__remove_thread(machine, parent);  in machine__process_fork_event()
1853 		parent = machine__findnew_thread(machine, event->fork.ppid,  in machine__process_fork_event()
1859 		machine__remove_thread(machine, thread);  in machine__process_fork_event()
1863 	thread = machine__findnew_thread(machine, event->fork.pid,  in machine__process_fork_event()
1867 	 * objects for the already running tasks on the machine.  in machine__process_fork_event()
1893 int machine__process_exit_event(struct machine *machine, union perf_event *event,  in machine__process_exit_event()  argument
1896 	struct thread *thread = machine__find_thread(machine,  in machine__process_exit_event()
1907 			machine__remove_thread(machine, thread);  in machine__process_exit_event()
1913 int machine__process_event(struct machine *machine, union perf_event *event,  in machine__process_event()  argument
1920 		ret = machine__process_comm_event(machine, event, sample); break;  in machine__process_event()
1922 		ret = machine__process_mmap_event(machine, event, sample); break;  in machine__process_event()
1924 		ret = machine__process_namespaces_event(machine, event, sample); break;  in machine__process_event()
1926 		ret = machine__process_cgroup_event(machine, event, sample); break;  in machine__process_event()
1928 		ret = machine__process_mmap2_event(machine, event, sample); break;  in machine__process_event()
1930 		ret = machine__process_fork_event(machine, event, sample); break;  in machine__process_event()
1932 		ret = machine__process_exit_event(machine, event, sample); break;  in machine__process_event()
1934 		ret = machine__process_lost_event(machine, event, sample); break;  in machine__process_event()
1936 		ret = machine__process_aux_event(machine, event); break;  in machine__process_event()
1938 		ret = machine__process_itrace_start_event(machine, event); break;  in machine__process_event()
1940 		ret = machine__process_lost_samples_event(machine, event, sample); break;  in machine__process_event()
1943 		ret = machine__process_switch_event(machine, event); break;  in machine__process_event()
1945 		ret = machine__process_ksymbol(machine, event, sample); break;  in machine__process_event()
1947 		ret = machine__process_bpf(machine, event, sample); break;  in machine__process_event()
1949 		ret = machine__process_text_poke(machine, event, sample); break;  in machine__process_event()
1951 		ret = machine__process_aux_output_hw_id_event(machine, event); break;  in machine__process_event()
2984 int machine__for_each_thread(struct machine *machine,  in machine__for_each_thread()  argument
2988 	return threads__for_each_thread(&machine->threads, fn, priv);  in machine__for_each_thread()
3003 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__for_each_thread()  local
3005 		rc = machine__for_each_thread(machine, fn, priv);  in machines__for_each_thread()
3026 int machine__thread_list(struct machine *machine, struct list_head *list)  in machine__thread_list()  argument
3028 	return machine__for_each_thread(machine, thread_list_cb, list);  in machine__thread_list()
3042 pid_t machine__get_current_tid(struct machine *machine, int cpu)  in machine__get_current_tid()  argument
3044 	if (cpu < 0 || (size_t)cpu >= machine->current_tid_sz)  in machine__get_current_tid()
3047 	return machine->current_tid[cpu];  in machine__get_current_tid()
3050 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,  in machine__set_current_tid()  argument
3059 	if (realloc_array_as_needed(machine->current_tid,  in machine__set_current_tid()
3060 				    machine->current_tid_sz,  in machine__set_current_tid()
3065 	machine->current_tid[cpu] = tid;  in machine__set_current_tid()
3067 	thread = machine__findnew_thread(machine, pid, tid);  in machine__set_current_tid()
3081 bool machine__is(struct machine *machine, const char *arch)  in machine__is()  argument
3083 	return machine && !strcmp(perf_env__raw_arch(machine->env), arch);  in machine__is()
3086 bool machine__normalized_is(struct machine *machine, const char *arch)  in machine__normalized_is()  argument
3088 	return machine && !strcmp(perf_env__arch(machine->env), arch);  in machine__normalized_is()
3091 int machine__nr_cpus_avail(struct machine *machine)  in machine__nr_cpus_avail()  argument
3093 	return machine ? perf_env__nr_cpus_avail(machine->env) : 0;  in machine__nr_cpus_avail()
3096 int machine__get_kernel_start(struct machine *machine)  in machine__get_kernel_start()  argument
3098 	struct map *map = machine__kernel_map(machine);  in machine__get_kernel_start()
3109 	machine->kernel_start = 1ULL << 63;  in machine__get_kernel_start()
3117 		if (!err && !machine__is(machine, "x86_64"))  in machine__get_kernel_start()
3118 			machine->kernel_start = map__start(map);  in machine__get_kernel_start()
3123 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr)  in machine__addr_cpumode()  argument
3128 	if (!machine->single_address_space)  in machine__addr_cpumode()
3131 	kernel_ip = machine__kernel_ip(machine, addr);  in machine__addr_cpumode()
3150 struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename,  in machine__findnew_dso_id()  argument
3153 	return dsos__findnew_id(&machine->dsos, filename, id);  in machine__findnew_dso_id()
3156 struct dso *machine__findnew_dso(struct machine *machine, const char *filename)  in machine__findnew_dso()  argument
3158 	return machine__findnew_dso_id(machine, filename, NULL);  in machine__findnew_dso()
3163 	struct machine *machine = vmachine;  in machine__resolve_kernel_addr()  local
3165 	struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map);  in machine__resolve_kernel_addr()
3176 	struct machine *machine;  member
3185 	return args->fn(dso, args->machine, args->priv);  in machine__for_each_dso_cb()
3188 int machine__for_each_dso(struct machine *machine, machine__dso_t fn, void *priv)  in machine__for_each_dso()  argument
3191 		.machine = machine,  in machine__for_each_dso()
3196 	return dsos__for_each_dso(&machine->dsos, machine__for_each_dso_cb, &args);  in machine__for_each_dso()
3199 int machine__for_each_kernel_map(struct machine *machine, machine__map_t fn, void *priv)  in machine__for_each_kernel_map()  argument
3201 	struct maps *maps = machine__kernel_maps(machine);  in machine__for_each_kernel_map()
3206 bool machine__is_lock_function(struct machine *machine, u64 addr)  in machine__is_lock_function()  argument
3208 	if (!machine->sched.text_start) {  in machine__is_lock_function()
3210 		struct symbol *sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_start", &kmap);  in machine__is_lock_function()
3214 			machine->sched.text_start = 1;  in machine__is_lock_function()
3218 		machine->sched.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3221 		sym = machine__find_kernel_symbol_by_name(machine, "__sched_text_end", &kmap);  in machine__is_lock_function()
3222 		machine->sched.text_end = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3224 		sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_start", &kmap);  in machine__is_lock_function()
3225 		machine->lock.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3227 		sym = machine__find_kernel_symbol_by_name(machine, "__lock_text_end", &kmap);  in machine__is_lock_function()
3228 		machine->lock.text_end = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3230 		sym = machine__find_kernel_symbol_by_name(machine, "__traceiter_contention_begin", &kmap);  in machine__is_lock_function()
3232 			machine->traceiter.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3233 			machine->traceiter.text_end = map__unmap_ip(kmap, sym->end);  in machine__is_lock_function()
3235 		sym = machine__find_kernel_symbol_by_name(machine, "trace_contention_begin", &kmap);  in machine__is_lock_function()
3237 			machine->trace.text_start = map__unmap_ip(kmap, sym->start);  in machine__is_lock_function()
3238 			machine->trace.text_end = map__unmap_ip(kmap, sym->end);  in machine__is_lock_function()
3243 	if (machine->sched.text_start == 1)  in machine__is_lock_function()
3247 	if (machine->sched.text_start <= addr && addr < machine->sched.text_end)  in machine__is_lock_function()
3251 	if (machine->lock.text_start <= addr && addr < machine->lock.text_end)  in machine__is_lock_function()
3257 	if (machine->traceiter.text_start != 0) {  in machine__is_lock_function()
3258 		if (machine->traceiter.text_start <= addr && addr < machine->traceiter.text_end)  in machine__is_lock_function()
3262 	if (machine->trace.text_start != 0) {  in machine__is_lock_function()
3263 		if (machine->trace.text_start <= addr && addr < machine->trace.text_end)  in machine__is_lock_function()
3270 int machine__hit_all_dsos(struct machine *machine)  in machine__hit_all_dsos()  argument
3272 	return dsos__hit_all(&machine->dsos);  in machine__hit_all_dsos()