xref: /freebsd/usr.bin/gcore/elfcore.c (revision adc56f5a383771f594829b7db9c263b6f0dcf1bd)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  * Copyright (c) 2017 Dell EMC
5  * Copyright (c) 2007 Sandvine Incorporated
6  * Copyright (c) 1998 John D. Polstra
7  * All rights reserved.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28  * SUCH DAMAGE.
29  */
30 
31 #include <sys/cdefs.h>
32 __FBSDID("$FreeBSD$");
33 
34 #include <sys/endian.h>
35 #include <sys/param.h>
36 #include <sys/procfs.h>
37 #include <sys/ptrace.h>
38 #include <sys/queue.h>
39 #include <sys/linker_set.h>
40 #include <sys/sbuf.h>
41 #include <sys/sysctl.h>
42 #include <sys/user.h>
43 #include <sys/wait.h>
44 #include <machine/elf.h>
45 #include <vm/vm_param.h>
46 #include <vm/vm.h>
47 #include <vm/pmap.h>
48 #include <vm/vm_map.h>
49 #include <assert.h>
50 #include <err.h>
51 #include <errno.h>
52 #include <fcntl.h>
53 #include <stdbool.h>
54 #include <stdint.h>
55 #include <stdio.h>
56 #include <stdlib.h>
57 #include <string.h>
58 #include <unistd.h>
59 #include <libutil.h>
60 
61 #include "extern.h"
62 
63 /*
64  * Code for generating ELF core dumps.
65  */
66 
67 typedef void (*segment_callback)(vm_map_entry_t, void *);
68 
69 /* Closure for cb_put_phdr(). */
70 struct phdr_closure {
71 	Elf_Phdr *phdr;		/* Program header to fill in */
72 	Elf_Off offset;		/* Offset of segment in core file */
73 };
74 
75 /* Closure for cb_size_segment(). */
76 struct sseg_closure {
77 	int count;		/* Count of writable segments. */
78 	size_t size;		/* Total size of all writable segments. */
79 };
80 
81 #ifdef ELFCORE_COMPAT_32
82 typedef struct fpreg32 elfcore_fpregset_t;
83 typedef struct reg32   elfcore_gregset_t;
84 typedef struct prpsinfo32 elfcore_prpsinfo_t;
85 typedef struct prstatus32 elfcore_prstatus_t;
86 typedef struct ptrace_lwpinfo32 elfcore_lwpinfo_t;
87 static void elf_convert_gregset(elfcore_gregset_t *rd, struct reg *rs);
88 static void elf_convert_fpregset(elfcore_fpregset_t *rd, struct fpreg *rs);
89 static void elf_convert_lwpinfo(struct ptrace_lwpinfo32 *pld,
90     struct ptrace_lwpinfo *pls);
91 #else
92 typedef fpregset_t elfcore_fpregset_t;
93 typedef gregset_t  elfcore_gregset_t;
94 typedef prpsinfo_t elfcore_prpsinfo_t;
95 typedef prstatus_t elfcore_prstatus_t;
96 typedef struct ptrace_lwpinfo elfcore_lwpinfo_t;
97 #define elf_convert_gregset(d,s)	*d = *s
98 #define elf_convert_fpregset(d,s)	*d = *s
99 #define	elf_convert_lwpinfo(d,s)	*d = *s
100 #endif
101 
102 typedef void* (*notefunc_t)(void *, size_t *);
103 
104 static void cb_put_phdr(vm_map_entry_t, void *);
105 static void cb_size_segment(vm_map_entry_t, void *);
106 static void each_dumpable_segment(vm_map_entry_t, segment_callback,
107     void *closure);
108 static void elf_detach(void);	/* atexit() handler. */
109 static void *elf_note_fpregset(void *, size_t *);
110 static void *elf_note_prpsinfo(void *, size_t *);
111 static void *elf_note_prstatus(void *, size_t *);
112 static void *elf_note_thrmisc(void *, size_t *);
113 static void *elf_note_ptlwpinfo(void *, size_t *);
114 #if defined(__arm__)
115 static void *elf_note_arm_vfp(void *, size_t *);
116 #endif
117 #if defined(__i386__) || defined(__amd64__)
118 static void *elf_note_x86_xstate(void *, size_t *);
119 #endif
120 #if defined(__powerpc__)
121 static void *elf_note_powerpc_vmx(void *, size_t *);
122 static void *elf_note_powerpc_vsx(void *, size_t *);
123 #endif
124 static void *elf_note_procstat_auxv(void *, size_t *);
125 static void *elf_note_procstat_files(void *, size_t *);
126 static void *elf_note_procstat_groups(void *, size_t *);
127 static void *elf_note_procstat_osrel(void *, size_t *);
128 static void *elf_note_procstat_proc(void *, size_t *);
129 static void *elf_note_procstat_psstrings(void *, size_t *);
130 static void *elf_note_procstat_rlimit(void *, size_t *);
131 static void *elf_note_procstat_umask(void *, size_t *);
132 static void *elf_note_procstat_vmmap(void *, size_t *);
133 static void elf_puthdr(int, pid_t, vm_map_entry_t, void *, size_t, size_t,
134     size_t, int);
135 static void elf_putnote(int, notefunc_t, void *, struct sbuf *);
136 static void elf_putnotes(pid_t, struct sbuf *, size_t *);
137 static void freemap(vm_map_entry_t);
138 static vm_map_entry_t readmap(pid_t);
139 static void *procstat_sysctl(void *, int, size_t, size_t *sizep);
140 
141 static pid_t g_pid;		/* Pid being dumped, global for elf_detach */
142 static int g_status;		/* proc status after ptrace attach */
143 
144 static int
145 elf_ident(int efd, pid_t pid __unused, char *binfile __unused)
146 {
147 	Elf_Ehdr hdr;
148 	int cnt;
149 	uint16_t machine;
150 
151 	cnt = read(efd, &hdr, sizeof(hdr));
152 	if (cnt != sizeof(hdr))
153 		return (0);
154 	if (!IS_ELF(hdr))
155 		return (0);
156 	switch (hdr.e_ident[EI_DATA]) {
157 	case ELFDATA2LSB:
158 		machine = le16toh(hdr.e_machine);
159 		break;
160 	case ELFDATA2MSB:
161 		machine = be16toh(hdr.e_machine);
162 		break;
163 	default:
164 		return (0);
165 	}
166 	if (!ELF_MACHINE_OK(machine))
167 		return (0);
168 
169 	/* Looks good. */
170 	return (1);
171 }
172 
173 static void
174 elf_detach(void)
175 {
176 	int sig;
177 
178 	if (g_pid != 0) {
179 		/*
180 		 * Forward any pending signals. SIGSTOP is generated by ptrace
181 		 * itself, so ignore it.
182 		 */
183 		sig = WIFSTOPPED(g_status) ? WSTOPSIG(g_status) : 0;
184 		if (sig == SIGSTOP)
185 			sig = 0;
186 		ptrace(PT_DETACH, g_pid, (caddr_t)1, sig);
187 	}
188 }
189 
190 /*
191  * Write an ELF coredump for the given pid to the given fd.
192  */
193 static void
194 elf_coredump(int efd, int fd, pid_t pid)
195 {
196 	vm_map_entry_t map;
197 	struct sseg_closure seginfo;
198 	struct sbuf *sb;
199 	void *hdr;
200 	size_t hdrsize, notesz, segoff;
201 	ssize_t n, old_len;
202 	Elf_Phdr *php;
203 	int i;
204 
205 	/* Attach to process to dump. */
206 	g_pid = pid;
207 	if (atexit(elf_detach) != 0)
208 		err(1, "atexit");
209 	errno = 0;
210 	ptrace(PT_ATTACH, pid, NULL, 0);
211 	if (errno)
212 		err(1, "PT_ATTACH");
213 	if (waitpid(pid, &g_status, 0) == -1)
214 		err(1, "waitpid");
215 
216 	/* Get the program's memory map. */
217 	map = readmap(pid);
218 
219 	/* Size the program segments. */
220 	seginfo.count = 0;
221 	seginfo.size = 0;
222 	each_dumpable_segment(map, cb_size_segment, &seginfo);
223 
224 	/*
225 	 * Build the header and the notes using sbuf and write to the file.
226 	 */
227 	sb = sbuf_new_auto();
228 	hdrsize = sizeof(Elf_Ehdr) + sizeof(Elf_Phdr) * (1 + seginfo.count);
229 	if (seginfo.count + 1 >= PN_XNUM)
230 		hdrsize += sizeof(Elf_Shdr);
231 	/* Start header + notes section. */
232 	sbuf_start_section(sb, NULL);
233 	/* Make empty header subsection. */
234 	sbuf_start_section(sb, &old_len);
235 	sbuf_putc(sb, 0);
236 	sbuf_end_section(sb, old_len, hdrsize, 0);
237 	/* Put notes. */
238 	elf_putnotes(pid, sb, &notesz);
239 	/* Align up to a page boundary for the program segments. */
240 	sbuf_end_section(sb, -1, PAGE_SIZE, 0);
241 	if (sbuf_finish(sb) != 0)
242 		err(1, "sbuf_finish");
243 	hdr = sbuf_data(sb);
244 	segoff = sbuf_len(sb);
245 	/* Fill in the header. */
246 	elf_puthdr(efd, pid, map, hdr, hdrsize, notesz, segoff, seginfo.count);
247 
248 	n = write(fd, hdr, segoff);
249 	if (n == -1)
250 		err(1, "write");
251 	if (n < segoff)
252               errx(1, "short write");
253 
254 	/* Write the contents of all of the writable segments. */
255 	php = (Elf_Phdr *)((char *)hdr + sizeof(Elf_Ehdr)) + 1;
256 	for (i = 0;  i < seginfo.count;  i++) {
257 		struct ptrace_io_desc iorequest;
258 		uintmax_t nleft = php->p_filesz;
259 
260 		iorequest.piod_op = PIOD_READ_D;
261 		iorequest.piod_offs = (caddr_t)(uintptr_t)php->p_vaddr;
262 		while (nleft > 0) {
263 			char buf[8*1024];
264 			size_t nwant;
265 			ssize_t ngot;
266 
267 			if (nleft > sizeof(buf))
268 				nwant = sizeof buf;
269 			else
270 				nwant = nleft;
271 			iorequest.piod_addr = buf;
272 			iorequest.piod_len = nwant;
273 			ptrace(PT_IO, pid, (caddr_t)&iorequest, 0);
274 			ngot = iorequest.piod_len;
275 			if ((size_t)ngot < nwant)
276 				errx(1, "short read wanted %zu, got %zd",
277 				    nwant, ngot);
278 			ngot = write(fd, buf, nwant);
279 			if (ngot == -1)
280 				err(1, "write of segment %d failed", i);
281 			if ((size_t)ngot != nwant)
282 				errx(1, "short write");
283 			nleft -= nwant;
284 			iorequest.piod_offs += ngot;
285 		}
286 		php++;
287 	}
288 	sbuf_delete(sb);
289 	freemap(map);
290 }
291 
292 /*
293  * A callback for each_dumpable_segment() to write out the segment's
294  * program header entry.
295  */
296 static void
297 cb_put_phdr(vm_map_entry_t entry, void *closure)
298 {
299 	struct phdr_closure *phc = (struct phdr_closure *)closure;
300 	Elf_Phdr *phdr = phc->phdr;
301 
302 	phc->offset = round_page(phc->offset);
303 
304 	phdr->p_type = PT_LOAD;
305 	phdr->p_offset = phc->offset;
306 	phdr->p_vaddr = entry->start;
307 	phdr->p_paddr = 0;
308 	phdr->p_filesz = phdr->p_memsz = entry->end - entry->start;
309 	phdr->p_align = PAGE_SIZE;
310 	phdr->p_flags = 0;
311 	if (entry->protection & VM_PROT_READ)
312 		phdr->p_flags |= PF_R;
313 	if (entry->protection & VM_PROT_WRITE)
314 		phdr->p_flags |= PF_W;
315 	if (entry->protection & VM_PROT_EXECUTE)
316 		phdr->p_flags |= PF_X;
317 
318 	phc->offset += phdr->p_filesz;
319 	phc->phdr++;
320 }
321 
322 /*
323  * A callback for each_dumpable_segment() to gather information about
324  * the number of segments and their total size.
325  */
326 static void
327 cb_size_segment(vm_map_entry_t entry, void *closure)
328 {
329 	struct sseg_closure *ssc = (struct sseg_closure *)closure;
330 
331 	ssc->count++;
332 	ssc->size += entry->end - entry->start;
333 }
334 
335 /*
336  * For each segment in the given memory map, call the given function
337  * with a pointer to the map entry and some arbitrary caller-supplied
338  * data.
339  */
340 static void
341 each_dumpable_segment(vm_map_entry_t map, segment_callback func, void *closure)
342 {
343 	vm_map_entry_t entry;
344 
345 	for (entry = map;  entry != NULL;  entry = entry->next)
346 		(*func)(entry, closure);
347 }
348 
349 static void
350 elf_putnotes(pid_t pid, struct sbuf *sb, size_t *sizep)
351 {
352 	lwpid_t *tids;
353 	size_t threads, old_len;
354 	ssize_t size;
355 	int i;
356 
357 	errno = 0;
358 	threads = ptrace(PT_GETNUMLWPS, pid, NULL, 0);
359 	if (errno)
360 		err(1, "PT_GETNUMLWPS");
361 	tids = malloc(threads * sizeof(*tids));
362 	if (tids == NULL)
363 		errx(1, "out of memory");
364 	errno = 0;
365 	ptrace(PT_GETLWPLIST, pid, (void *)tids, threads);
366 	if (errno)
367 		err(1, "PT_GETLWPLIST");
368 
369 	sbuf_start_section(sb, &old_len);
370 	elf_putnote(NT_PRPSINFO, elf_note_prpsinfo, &pid, sb);
371 
372 	for (i = 0; i < threads; ++i) {
373 		elf_putnote(NT_PRSTATUS, elf_note_prstatus, tids + i, sb);
374 		elf_putnote(NT_FPREGSET, elf_note_fpregset, tids + i, sb);
375 		elf_putnote(NT_THRMISC, elf_note_thrmisc, tids + i, sb);
376 		elf_putnote(NT_PTLWPINFO, elf_note_ptlwpinfo, tids + i, sb);
377 #if defined(__arm__)
378 		elf_putnote(NT_ARM_VFP, elf_note_arm_vfp, tids + i, sb);
379 #endif
380 #if defined(__i386__) || defined(__amd64__)
381 		elf_putnote(NT_X86_XSTATE, elf_note_x86_xstate, tids + i, sb);
382 #endif
383 #if defined(__powerpc__)
384 		elf_putnote(NT_PPC_VMX, elf_note_powerpc_vmx, tids + i, sb);
385 #ifndef __SPE__
386 		elf_putnote(NT_PPC_VSX, elf_note_powerpc_vsx, tids + i, sb);
387 #endif
388 #endif
389 	}
390 
391 #ifndef ELFCORE_COMPAT_32
392 	elf_putnote(NT_PROCSTAT_PROC, elf_note_procstat_proc, &pid, sb);
393 	elf_putnote(NT_PROCSTAT_FILES, elf_note_procstat_files, &pid, sb);
394 	elf_putnote(NT_PROCSTAT_VMMAP, elf_note_procstat_vmmap, &pid, sb);
395 	elf_putnote(NT_PROCSTAT_GROUPS, elf_note_procstat_groups, &pid, sb);
396 	elf_putnote(NT_PROCSTAT_UMASK, elf_note_procstat_umask, &pid, sb);
397 	elf_putnote(NT_PROCSTAT_RLIMIT, elf_note_procstat_rlimit, &pid, sb);
398 	elf_putnote(NT_PROCSTAT_OSREL, elf_note_procstat_osrel, &pid, sb);
399 	elf_putnote(NT_PROCSTAT_PSSTRINGS, elf_note_procstat_psstrings, &pid,
400 	    sb);
401 	elf_putnote(NT_PROCSTAT_AUXV, elf_note_procstat_auxv, &pid, sb);
402 #endif
403 
404 	size = sbuf_end_section(sb, old_len, 1, 0);
405 	if (size == -1)
406 		err(1, "sbuf_end_section");
407 	free(tids);
408 	*sizep = size;
409 }
410 
411 /*
412  * Emit one note section to sbuf.
413  */
414 static void
415 elf_putnote(int type, notefunc_t notefunc, void *arg, struct sbuf *sb)
416 {
417 	Elf_Note note;
418 	size_t descsz;
419 	ssize_t old_len;
420 	void *desc;
421 
422 	desc = notefunc(arg, &descsz);
423 	note.n_namesz = 8; /* strlen("FreeBSD") + 1 */
424 	note.n_descsz = descsz;
425 	note.n_type = type;
426 
427 	sbuf_bcat(sb, &note, sizeof(note));
428 	sbuf_start_section(sb, &old_len);
429 	sbuf_bcat(sb, "FreeBSD", note.n_namesz);
430 	sbuf_end_section(sb, old_len, sizeof(Elf32_Size), 0);
431 	if (descsz == 0)
432 		return;
433 	sbuf_start_section(sb, &old_len);
434 	sbuf_bcat(sb, desc, descsz);
435 	sbuf_end_section(sb, old_len, sizeof(Elf32_Size), 0);
436 	free(desc);
437 }
438 
439 /*
440  * Generate the ELF coredump header.
441  */
442 static void
443 elf_puthdr(int efd, pid_t pid, vm_map_entry_t map, void *hdr, size_t hdrsize,
444     size_t notesz, size_t segoff, int numsegs)
445 {
446 	Elf_Ehdr *ehdr, binhdr;
447 	Elf_Phdr *phdr;
448 	Elf_Shdr *shdr;
449 	struct phdr_closure phc;
450 	ssize_t cnt;
451 
452 	cnt = read(efd, &binhdr, sizeof(binhdr));
453 	if (cnt < 0)
454 		err(1, "Failed to re-read ELF header");
455 	else if (cnt != sizeof(binhdr))
456 		errx(1, "Failed to re-read ELF header");
457 
458 	ehdr = (Elf_Ehdr *)hdr;
459 
460 	ehdr->e_ident[EI_MAG0] = ELFMAG0;
461 	ehdr->e_ident[EI_MAG1] = ELFMAG1;
462 	ehdr->e_ident[EI_MAG2] = ELFMAG2;
463 	ehdr->e_ident[EI_MAG3] = ELFMAG3;
464 	ehdr->e_ident[EI_CLASS] = ELF_CLASS;
465 	ehdr->e_ident[EI_DATA] = ELF_DATA;
466 	ehdr->e_ident[EI_VERSION] = EV_CURRENT;
467 	ehdr->e_ident[EI_OSABI] = ELFOSABI_FREEBSD;
468 	ehdr->e_ident[EI_ABIVERSION] = 0;
469 	ehdr->e_ident[EI_PAD] = 0;
470 	ehdr->e_type = ET_CORE;
471 	ehdr->e_machine = binhdr.e_machine;
472 	ehdr->e_version = EV_CURRENT;
473 	ehdr->e_entry = 0;
474 	ehdr->e_phoff = sizeof(Elf_Ehdr);
475 	ehdr->e_flags = binhdr.e_flags;
476 	ehdr->e_ehsize = sizeof(Elf_Ehdr);
477 	ehdr->e_phentsize = sizeof(Elf_Phdr);
478 	ehdr->e_shentsize = sizeof(Elf_Shdr);
479 	ehdr->e_shstrndx = SHN_UNDEF;
480 	if (numsegs + 1 < PN_XNUM) {
481 		ehdr->e_phnum = numsegs + 1;
482 		ehdr->e_shnum = 0;
483 	} else {
484 		ehdr->e_phnum = PN_XNUM;
485 		ehdr->e_shnum = 1;
486 
487 		ehdr->e_shoff = ehdr->e_phoff +
488 		    (numsegs + 1) * ehdr->e_phentsize;
489 
490 		shdr = (Elf_Shdr *)((char *)hdr + ehdr->e_shoff);
491 		memset(shdr, 0, sizeof(*shdr));
492 		/*
493 		 * A special first section is used to hold large segment and
494 		 * section counts.  This was proposed by Sun Microsystems in
495 		 * Solaris and has been adopted by Linux; the standard ELF
496 		 * tools are already familiar with the technique.
497 		 *
498 		 * See table 7-7 of the Solaris "Linker and Libraries Guide"
499 		 * (or 12-7 depending on the version of the document) for more
500 		 * details.
501 		 */
502 		shdr->sh_type = SHT_NULL;
503 		shdr->sh_size = ehdr->e_shnum;
504 		shdr->sh_link = ehdr->e_shstrndx;
505 		shdr->sh_info = numsegs + 1;
506 	}
507 
508 	/*
509 	 * Fill in the program header entries.
510 	 */
511 	phdr = (Elf_Phdr *)((char *)hdr + ehdr->e_phoff);
512 
513 	/* The note segement. */
514 	phdr->p_type = PT_NOTE;
515 	phdr->p_offset = hdrsize;
516 	phdr->p_vaddr = 0;
517 	phdr->p_paddr = 0;
518 	phdr->p_filesz = notesz;
519 	phdr->p_memsz = 0;
520 	phdr->p_flags = PF_R;
521 	phdr->p_align = sizeof(Elf32_Size);
522 	phdr++;
523 
524 	/* All the writable segments from the program. */
525 	phc.phdr = phdr;
526 	phc.offset = segoff;
527 	each_dumpable_segment(map, cb_put_phdr, &phc);
528 }
529 
530 /*
531  * Free the memory map.
532  */
533 static void
534 freemap(vm_map_entry_t map)
535 {
536 
537 	while (map != NULL) {
538 		vm_map_entry_t next = map->next;
539 		free(map);
540 		map = next;
541 	}
542 }
543 
544 /*
545  * Read the process's memory map using kinfo_getvmmap(), and return a list of
546  * VM map entries.  Only the non-device read/writable segments are
547  * returned.  The map entries in the list aren't fully filled in; only
548  * the items we need are present.
549  */
550 static vm_map_entry_t
551 readmap(pid_t pid)
552 {
553 	vm_map_entry_t ent, *linkp, map;
554 	struct kinfo_vmentry *vmentl, *kve;
555 	int i, nitems;
556 
557 	vmentl = kinfo_getvmmap(pid, &nitems);
558 	if (vmentl == NULL)
559 		err(1, "cannot retrieve mappings for %u process", pid);
560 
561 	map = NULL;
562 	linkp = &map;
563 	for (i = 0; i < nitems; i++) {
564 		kve = &vmentl[i];
565 
566 		/*
567 		 * Ignore 'malformed' segments or ones representing memory
568 		 * mapping with MAP_NOCORE on.
569 		 * If the 'full' support is disabled, just dump the most
570 		 * meaningful data segments.
571 		 */
572 		if ((kve->kve_protection & KVME_PROT_READ) == 0 ||
573 		    (kve->kve_flags & KVME_FLAG_NOCOREDUMP) != 0 ||
574 		    kve->kve_type == KVME_TYPE_DEAD ||
575 		    kve->kve_type == KVME_TYPE_UNKNOWN ||
576 		    ((pflags & PFLAGS_FULL) == 0 &&
577 		    kve->kve_type != KVME_TYPE_DEFAULT &&
578 		    kve->kve_type != KVME_TYPE_VNODE &&
579 		    kve->kve_type != KVME_TYPE_SWAP &&
580 		    kve->kve_type != KVME_TYPE_PHYS))
581 			continue;
582 
583 		ent = calloc(1, sizeof(*ent));
584 		if (ent == NULL)
585 			errx(1, "out of memory");
586 		ent->start = (vm_offset_t)kve->kve_start;
587 		ent->end = (vm_offset_t)kve->kve_end;
588 		ent->protection = VM_PROT_READ | VM_PROT_WRITE;
589 		if ((kve->kve_protection & KVME_PROT_EXEC) != 0)
590 			ent->protection |= VM_PROT_EXECUTE;
591 
592 		*linkp = ent;
593 		linkp = &ent->next;
594 	}
595 	free(vmentl);
596 	return (map);
597 }
598 
599 /*
600  * Miscellaneous note out functions.
601  */
602 
603 static void *
604 elf_note_prpsinfo(void *arg, size_t *sizep)
605 {
606 	char *cp, *end;
607 	pid_t pid;
608 	elfcore_prpsinfo_t *psinfo;
609 	struct kinfo_proc kip;
610 	size_t len;
611 	int name[4];
612 
613 	pid = *(pid_t *)arg;
614 	psinfo = calloc(1, sizeof(*psinfo));
615 	if (psinfo == NULL)
616 		errx(1, "out of memory");
617 	psinfo->pr_version = PRPSINFO_VERSION;
618 	psinfo->pr_psinfosz = sizeof(*psinfo);
619 
620 	name[0] = CTL_KERN;
621 	name[1] = KERN_PROC;
622 	name[2] = KERN_PROC_PID;
623 	name[3] = pid;
624 	len = sizeof(kip);
625 	if (sysctl(name, 4, &kip, &len, NULL, 0) == -1)
626 		err(1, "kern.proc.pid.%u", pid);
627 	if (kip.ki_pid != pid)
628 		err(1, "kern.proc.pid.%u", pid);
629 	strlcpy(psinfo->pr_fname, kip.ki_comm, sizeof(psinfo->pr_fname));
630 	name[2] = KERN_PROC_ARGS;
631 	len = sizeof(psinfo->pr_psargs) - 1;
632 	if (sysctl(name, 4, psinfo->pr_psargs, &len, NULL, 0) == 0 && len > 0) {
633 		cp = psinfo->pr_psargs;
634 		end = cp + len - 1;
635 		for (;;) {
636 			cp = memchr(cp, '\0', end - cp);
637 			if (cp == NULL)
638 				break;
639 			*cp = ' ';
640 		}
641 	} else
642 		strlcpy(psinfo->pr_psargs, kip.ki_comm,
643 		    sizeof(psinfo->pr_psargs));
644 	psinfo->pr_pid = pid;
645 
646 	*sizep = sizeof(*psinfo);
647 	return (psinfo);
648 }
649 
650 static void *
651 elf_note_prstatus(void *arg, size_t *sizep)
652 {
653 	lwpid_t tid;
654 	elfcore_prstatus_t *status;
655 	struct reg greg;
656 
657 	tid = *(lwpid_t *)arg;
658 	status = calloc(1, sizeof(*status));
659 	if (status == NULL)
660 		errx(1, "out of memory");
661 	status->pr_version = PRSTATUS_VERSION;
662 	status->pr_statussz = sizeof(*status);
663 	status->pr_gregsetsz = sizeof(elfcore_gregset_t);
664 	status->pr_fpregsetsz = sizeof(elfcore_fpregset_t);
665 	status->pr_osreldate = __FreeBSD_version;
666 	status->pr_pid = tid;
667 	ptrace(PT_GETREGS, tid, (void *)&greg, 0);
668 	elf_convert_gregset(&status->pr_reg, &greg);
669 
670 	*sizep = sizeof(*status);
671 	return (status);
672 }
673 
674 static void *
675 elf_note_fpregset(void *arg, size_t *sizep)
676 {
677 	lwpid_t tid;
678 	elfcore_fpregset_t *fpregset;
679 	fpregset_t fpreg;
680 
681 	tid = *(lwpid_t *)arg;
682 	fpregset = calloc(1, sizeof(*fpregset));
683 	if (fpregset == NULL)
684 		errx(1, "out of memory");
685 	ptrace(PT_GETFPREGS, tid, (void *)&fpreg, 0);
686 	elf_convert_fpregset(fpregset, &fpreg);
687 
688 	*sizep = sizeof(*fpregset);
689 	return (fpregset);
690 }
691 
692 static void *
693 elf_note_thrmisc(void *arg, size_t *sizep)
694 {
695 	lwpid_t tid;
696 	struct ptrace_lwpinfo lwpinfo;
697 	thrmisc_t *thrmisc;
698 
699 	tid = *(lwpid_t *)arg;
700 	thrmisc = calloc(1, sizeof(*thrmisc));
701 	if (thrmisc == NULL)
702 		errx(1, "out of memory");
703 	ptrace(PT_LWPINFO, tid, (void *)&lwpinfo,
704 	    sizeof(lwpinfo));
705 	memset(&thrmisc->_pad, 0, sizeof(thrmisc->_pad));
706 	strcpy(thrmisc->pr_tname, lwpinfo.pl_tdname);
707 
708 	*sizep = sizeof(*thrmisc);
709 	return (thrmisc);
710 }
711 
712 static void *
713 elf_note_ptlwpinfo(void *arg, size_t *sizep)
714 {
715 	lwpid_t tid;
716 	elfcore_lwpinfo_t *elf_info;
717 	struct ptrace_lwpinfo lwpinfo;
718 	void *p;
719 
720 	tid = *(lwpid_t *)arg;
721 	p = calloc(1, sizeof(int) + sizeof(elfcore_lwpinfo_t));
722 	if (p == NULL)
723 		errx(1, "out of memory");
724 	*(int *)p = sizeof(elfcore_lwpinfo_t);
725 	elf_info = (void *)((int *)p + 1);
726 	ptrace(PT_LWPINFO, tid, (void *)&lwpinfo, sizeof(lwpinfo));
727 	elf_convert_lwpinfo(elf_info, &lwpinfo);
728 
729 	*sizep = sizeof(int) + sizeof(struct ptrace_lwpinfo);
730 	return (p);
731 }
732 
733 #if defined(__arm__)
734 static void *
735 elf_note_arm_vfp(void *arg, size_t *sizep)
736 {
737 	lwpid_t tid;
738 	struct vfpreg *vfp;
739 	static bool has_vfp = true;
740 	struct vfpreg info;
741 
742 	tid = *(lwpid_t *)arg;
743 	if (has_vfp) {
744 		if (ptrace(PT_GETVFPREGS, tid, (void *)&info, 0) != 0)
745 			has_vfp = false;
746 	}
747 	if (!has_vfp) {
748 		*sizep = 0;
749 		return (NULL);
750 	}
751 	vfp = calloc(1, sizeof(*vfp));
752 	memcpy(vfp, &info, sizeof(*vfp));
753 	*sizep = sizeof(*vfp);
754 	return (vfp);
755 }
756 #endif
757 
758 #if defined(__i386__) || defined(__amd64__)
759 static void *
760 elf_note_x86_xstate(void *arg, size_t *sizep)
761 {
762 	lwpid_t tid;
763 	char *xstate;
764 	static bool xsave_checked = false;
765 	static struct ptrace_xstate_info info;
766 
767 	tid = *(lwpid_t *)arg;
768 	if (!xsave_checked) {
769 		if (ptrace(PT_GETXSTATE_INFO, tid, (void *)&info,
770 		    sizeof(info)) != 0)
771 			info.xsave_len = 0;
772 		xsave_checked = true;
773 	}
774 	if (info.xsave_len == 0) {
775 		*sizep = 0;
776 		return (NULL);
777 	}
778 	xstate = calloc(1, info.xsave_len);
779 	ptrace(PT_GETXSTATE, tid, xstate, 0);
780 	*(uint64_t *)(xstate + X86_XSTATE_XCR0_OFFSET) = info.xsave_mask;
781 	*sizep = info.xsave_len;
782 	return (xstate);
783 }
784 #endif
785 
786 #if defined(__powerpc__)
787 static void *
788 elf_note_powerpc_vmx(void *arg, size_t *sizep)
789 {
790 	lwpid_t tid;
791 	struct vmxreg *vmx;
792 	static bool has_vmx = true;
793 	struct vmxreg info;
794 
795 	tid = *(lwpid_t *)arg;
796 	if (has_vmx) {
797 		if (ptrace(PT_GETVRREGS, tid, (void *)&info,
798 		    sizeof(info)) != 0)
799 			has_vmx = false;
800 	}
801 	if (!has_vmx) {
802 		*sizep = 0;
803 		return (NULL);
804 	}
805 	vmx = calloc(1, sizeof(*vmx));
806 	memcpy(vmx, &info, sizeof(*vmx));
807 	*sizep = sizeof(*vmx);
808 	return (vmx);
809 }
810 
811 static void *
812 elf_note_powerpc_vsx(void *arg, size_t *sizep)
813 {
814 	lwpid_t tid;
815 	char *vshr_data;
816 	static bool has_vsx = true;
817 	uint64_t vshr[32];
818 
819 	tid = *(lwpid_t *)arg;
820 	if (has_vsx) {
821 		if (ptrace(PT_GETVSRREGS, tid, (void *)vshr,
822 		    sizeof(vshr)) != 0)
823 			has_vsx = false;
824 	}
825 	if (!has_vsx) {
826 		*sizep = 0;
827 		return (NULL);
828 	}
829 	vshr_data = calloc(1, sizeof(vshr));
830 	memcpy(vshr_data, vshr, sizeof(vshr));
831 	*sizep = sizeof(vshr);
832 	return (vshr_data);
833 }
834 #endif
835 
836 static void *
837 procstat_sysctl(void *arg, int what, size_t structsz, size_t *sizep)
838 {
839 	size_t len;
840 	pid_t pid;
841 	int name[4], structsize;
842 	void *buf, *p;
843 
844 	pid = *(pid_t *)arg;
845 	structsize = structsz;
846 	name[0] = CTL_KERN;
847 	name[1] = KERN_PROC;
848 	name[2] = what;
849 	name[3] = pid;
850 	len = 0;
851 	if (sysctl(name, 4, NULL, &len, NULL, 0) == -1)
852 		err(1, "kern.proc.%d.%u", what, pid);
853 	buf = calloc(1, sizeof(structsize) + len * 4 / 3);
854 	if (buf == NULL)
855 		errx(1, "out of memory");
856 	bcopy(&structsize, buf, sizeof(structsize));
857 	p = (char *)buf + sizeof(structsize);
858 	if (sysctl(name, 4, p, &len, NULL, 0) == -1)
859 		err(1, "kern.proc.%d.%u", what, pid);
860 
861 	*sizep = sizeof(structsize) + len;
862 	return (buf);
863 }
864 
865 static void *
866 elf_note_procstat_proc(void *arg, size_t *sizep)
867 {
868 
869 	return (procstat_sysctl(arg, KERN_PROC_PID | KERN_PROC_INC_THREAD,
870 	    sizeof(struct kinfo_proc), sizep));
871 }
872 
873 static void *
874 elf_note_procstat_files(void *arg, size_t *sizep)
875 {
876 
877 	return (procstat_sysctl(arg, KERN_PROC_FILEDESC,
878 	    sizeof(struct kinfo_file), sizep));
879 }
880 
881 static void *
882 elf_note_procstat_vmmap(void *arg, size_t *sizep)
883 {
884 
885 	return (procstat_sysctl(arg, KERN_PROC_VMMAP,
886 	    sizeof(struct kinfo_vmentry), sizep));
887 }
888 
889 static void *
890 elf_note_procstat_groups(void *arg, size_t *sizep)
891 {
892 
893 	return (procstat_sysctl(arg, KERN_PROC_GROUPS, sizeof(gid_t), sizep));
894 }
895 
896 static void *
897 elf_note_procstat_umask(void *arg, size_t *sizep)
898 {
899 
900 	return (procstat_sysctl(arg, KERN_PROC_UMASK, sizeof(u_short), sizep));
901 }
902 
903 static void *
904 elf_note_procstat_osrel(void *arg, size_t *sizep)
905 {
906 
907 	return (procstat_sysctl(arg, KERN_PROC_OSREL, sizeof(int), sizep));
908 }
909 
910 static void *
911 elf_note_procstat_psstrings(void *arg, size_t *sizep)
912 {
913 
914 	return (procstat_sysctl(arg, KERN_PROC_PS_STRINGS,
915 	    sizeof(vm_offset_t), sizep));
916 }
917 
918 static void *
919 elf_note_procstat_auxv(void *arg, size_t *sizep)
920 {
921 
922 	return (procstat_sysctl(arg, KERN_PROC_AUXV,
923 	    sizeof(Elf_Auxinfo), sizep));
924 }
925 
926 static void *
927 elf_note_procstat_rlimit(void *arg, size_t *sizep)
928 {
929 	pid_t pid;
930 	size_t len;
931 	int i, name[5], structsize;
932 	void *buf, *p;
933 
934 	pid = *(pid_t *)arg;
935 	structsize = sizeof(struct rlimit) * RLIM_NLIMITS;
936 	buf = calloc(1, sizeof(structsize) + structsize);
937 	if (buf == NULL)
938 		errx(1, "out of memory");
939 	bcopy(&structsize, buf, sizeof(structsize));
940 	p = (char *)buf + sizeof(structsize);
941 	name[0] = CTL_KERN;
942 	name[1] = KERN_PROC;
943 	name[2] = KERN_PROC_RLIMIT;
944 	name[3] = pid;
945 	len = sizeof(struct rlimit);
946 	for (i = 0; i < RLIM_NLIMITS; i++) {
947 		name[4] = i;
948 		if (sysctl(name, 5, p, &len, NULL, 0) == -1)
949 			err(1, "kern.proc.rlimit.%u", pid);
950 		if (len != sizeof(struct rlimit))
951 			errx(1, "kern.proc.rlimit.%u: short read", pid);
952 		p += len;
953 	}
954 
955 	*sizep = sizeof(structsize) + structsize;
956 	return (buf);
957 }
958 
959 struct dumpers __elfN(dump) = { elf_ident, elf_coredump };
960 TEXT_SET(dumpset, __elfN(dump));
961