xref: /freebsd/lib/libkvm/kvm.c (revision 8a16b7a18f5d0b031f09832fd7752fba717e2a97)
158f0484fSRodney W. Grimes /*-
2*8a16b7a1SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
3*8a16b7a1SPedro F. Giffuni  *
458f0484fSRodney W. Grimes  * Copyright (c) 1989, 1992, 1993
558f0484fSRodney W. Grimes  *	The Regents of the University of California.  All rights reserved.
658f0484fSRodney W. Grimes  *
758f0484fSRodney W. Grimes  * This code is derived from software developed by the Computer Systems
858f0484fSRodney W. Grimes  * Engineering group at Lawrence Berkeley Laboratory under DARPA contract
958f0484fSRodney W. Grimes  * BG 91-66 and contributed to Berkeley.
1058f0484fSRodney W. Grimes  *
1158f0484fSRodney W. Grimes  * Redistribution and use in source and binary forms, with or without
1258f0484fSRodney W. Grimes  * modification, are permitted provided that the following conditions
1358f0484fSRodney W. Grimes  * are met:
1458f0484fSRodney W. Grimes  * 1. Redistributions of source code must retain the above copyright
1558f0484fSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer.
1658f0484fSRodney W. Grimes  * 2. Redistributions in binary form must reproduce the above copyright
1758f0484fSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer in the
1858f0484fSRodney W. Grimes  *    documentation and/or other materials provided with the distribution.
19fbbd9655SWarner Losh  * 3. Neither the name of the University nor the names of its contributors
2058f0484fSRodney W. Grimes  *    may be used to endorse or promote products derived from this software
2158f0484fSRodney W. Grimes  *    without specific prior written permission.
2258f0484fSRodney W. Grimes  *
2358f0484fSRodney W. Grimes  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
2458f0484fSRodney W. Grimes  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2558f0484fSRodney W. Grimes  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2658f0484fSRodney W. Grimes  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
2758f0484fSRodney W. Grimes  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2858f0484fSRodney W. Grimes  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2958f0484fSRodney W. Grimes  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
3058f0484fSRodney W. Grimes  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
3158f0484fSRodney W. Grimes  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
3258f0484fSRodney W. Grimes  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3358f0484fSRodney W. Grimes  * SUCH DAMAGE.
3458f0484fSRodney W. Grimes  */
3558f0484fSRodney W. Grimes 
36e67f5b9fSMatthew Dillon #include <sys/cdefs.h>
37e67f5b9fSMatthew Dillon __FBSDID("$FreeBSD$");
38e67f5b9fSMatthew Dillon 
3958f0484fSRodney W. Grimes #if defined(LIBC_SCCS) && !defined(lint)
408771870cSPeter Wemm #if 0
4158f0484fSRodney W. Grimes static char sccsid[] = "@(#)kvm.c	8.2 (Berkeley) 2/13/94";
428771870cSPeter Wemm #endif
4358f0484fSRodney W. Grimes #endif /* LIBC_SCCS and not lint */
4458f0484fSRodney W. Grimes 
4558f0484fSRodney W. Grimes #include <sys/param.h>
467f911abeSJohn Baldwin #include <sys/fnv_hash.h>
477cf8b4b9SBjoern A. Zeeb 
487cf8b4b9SBjoern A. Zeeb #define	_WANT_VNET
497cf8b4b9SBjoern A. Zeeb 
5058f0484fSRodney W. Grimes #include <sys/user.h>
51c4a7cdb3SPeter Wemm #include <sys/linker.h>
525f67450dSDimitry Andric #include <sys/pcpu.h>
537f911abeSJohn Baldwin #include <sys/stat.h>
54c9057838SWill Andrews #include <sys/mman.h>
5558f0484fSRodney W. Grimes 
567cf8b4b9SBjoern A. Zeeb #include <net/vnet.h>
577cf8b4b9SBjoern A. Zeeb 
5858f0484fSRodney W. Grimes #include <fcntl.h>
5958f0484fSRodney W. Grimes #include <kvm.h>
6058f0484fSRodney W. Grimes #include <limits.h>
6158f0484fSRodney W. Grimes #include <paths.h>
627f911abeSJohn Baldwin #include <stdint.h>
6358f0484fSRodney W. Grimes #include <stdio.h>
6458f0484fSRodney W. Grimes #include <stdlib.h>
6558f0484fSRodney W. Grimes #include <string.h>
6658f0484fSRodney W. Grimes #include <unistd.h>
6758f0484fSRodney W. Grimes 
6858f0484fSRodney W. Grimes #include "kvm_private.h"
6958f0484fSRodney W. Grimes 
707f911abeSJohn Baldwin SET_DECLARE(kvm_arch, struct kvm_arch);
713f6558c4SMarcel Moolenaar 
727d0a282aSEnji Cooper static char _kd_is_null[] = "";
737d0a282aSEnji Cooper 
7458f0484fSRodney W. Grimes char *
75c10970ddSUlrich Spörlein kvm_geterr(kvm_t *kd)
7658f0484fSRodney W. Grimes {
777d0a282aSEnji Cooper 
787d0a282aSEnji Cooper 	if (kd == NULL)
797d0a282aSEnji Cooper 		return (_kd_is_null);
8058f0484fSRodney W. Grimes 	return (kd->errbuf);
8158f0484fSRodney W. Grimes }
8258f0484fSRodney W. Grimes 
837f911abeSJohn Baldwin static int
847f911abeSJohn Baldwin _kvm_read_kernel_ehdr(kvm_t *kd)
857f911abeSJohn Baldwin {
867f911abeSJohn Baldwin 	Elf *elf;
877f911abeSJohn Baldwin 
887f911abeSJohn Baldwin 	if (elf_version(EV_CURRENT) == EV_NONE) {
897f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "Unsupported libelf");
907f911abeSJohn Baldwin 		return (-1);
917f911abeSJohn Baldwin 	}
927f911abeSJohn Baldwin 	elf = elf_begin(kd->nlfd, ELF_C_READ, NULL);
937f911abeSJohn Baldwin 	if (elf == NULL) {
947f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "%s", elf_errmsg(0));
957f911abeSJohn Baldwin 		return (-1);
967f911abeSJohn Baldwin 	}
977f911abeSJohn Baldwin 	if (elf_kind(elf) != ELF_K_ELF) {
987f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "kernel is not an ELF file");
997f911abeSJohn Baldwin 		return (-1);
1007f911abeSJohn Baldwin 	}
1017f911abeSJohn Baldwin 	if (gelf_getehdr(elf, &kd->nlehdr) == NULL) {
1027f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "%s", elf_errmsg(0));
1037f911abeSJohn Baldwin 		elf_end(elf);
1047f911abeSJohn Baldwin 		return (-1);
1057f911abeSJohn Baldwin 	}
1067f911abeSJohn Baldwin 	elf_end(elf);
1077f911abeSJohn Baldwin 
1087f911abeSJohn Baldwin 	switch (kd->nlehdr.e_ident[EI_DATA]) {
1097f911abeSJohn Baldwin 	case ELFDATA2LSB:
1107f911abeSJohn Baldwin 	case ELFDATA2MSB:
1117f911abeSJohn Baldwin 		return (0);
1127f911abeSJohn Baldwin 	default:
1137f911abeSJohn Baldwin 		_kvm_err(kd, kd->program,
1147f911abeSJohn Baldwin 		    "unsupported ELF data encoding for kernel");
1157f911abeSJohn Baldwin 		return (-1);
1167f911abeSJohn Baldwin 	}
1177f911abeSJohn Baldwin }
1187f911abeSJohn Baldwin 
11958f0484fSRodney W. Grimes static kvm_t *
120c10970ddSUlrich Spörlein _kvm_open(kvm_t *kd, const char *uf, const char *mf, int flag, char *errout)
12158f0484fSRodney W. Grimes {
1227f911abeSJohn Baldwin 	struct kvm_arch **parch;
12358f0484fSRodney W. Grimes 	struct stat st;
12458f0484fSRodney W. Grimes 
12558f0484fSRodney W. Grimes 	kd->vmfd = -1;
12658f0484fSRodney W. Grimes 	kd->pmfd = -1;
12758f0484fSRodney W. Grimes 	kd->nlfd = -1;
128fb0e1892SEnji Cooper 	kd->vmst = NULL;
129fb0e1892SEnji Cooper 	kd->procbase = NULL;
130fb0e1892SEnji Cooper 	kd->argspc = NULL;
131fb0e1892SEnji Cooper 	kd->argv = NULL;
13258f0484fSRodney W. Grimes 
133fb0e1892SEnji Cooper 	if (uf == NULL)
1344be4929cSGarrett Wollman 		uf = getbootfile();
13558f0484fSRodney W. Grimes 	else if (strlen(uf) >= MAXPATHLEN) {
13658f0484fSRodney W. Grimes 		_kvm_err(kd, kd->program, "exec file name too long");
13758f0484fSRodney W. Grimes 		goto failed;
13858f0484fSRodney W. Grimes 	}
13958f0484fSRodney W. Grimes 	if (flag & ~O_RDWR) {
14058f0484fSRodney W. Grimes 		_kvm_err(kd, kd->program, "bad flags arg");
14158f0484fSRodney W. Grimes 		goto failed;
14258f0484fSRodney W. Grimes 	}
143fb0e1892SEnji Cooper 	if (mf == NULL)
14458f0484fSRodney W. Grimes 		mf = _PATH_MEM;
14558f0484fSRodney W. Grimes 
14676dce67fSJilles Tjoelker 	if ((kd->pmfd = open(mf, flag | O_CLOEXEC, 0)) < 0) {
14758f0484fSRodney W. Grimes 		_kvm_syserr(kd, kd->program, "%s", mf);
14858f0484fSRodney W. Grimes 		goto failed;
14958f0484fSRodney W. Grimes 	}
15058f0484fSRodney W. Grimes 	if (fstat(kd->pmfd, &st) < 0) {
15158f0484fSRodney W. Grimes 		_kvm_syserr(kd, kd->program, "%s", mf);
15258f0484fSRodney W. Grimes 		goto failed;
15358f0484fSRodney W. Grimes 	}
15465efc5eeSChristian S.J. Peron 	if (S_ISREG(st.st_mode) && st.st_size <= 0) {
15565efc5eeSChristian S.J. Peron 		errno = EINVAL;
15665efc5eeSChristian S.J. Peron 		_kvm_syserr(kd, kd->program, "empty file");
15765efc5eeSChristian S.J. Peron 		goto failed;
15865efc5eeSChristian S.J. Peron 	}
15958f0484fSRodney W. Grimes 	if (S_ISCHR(st.st_mode)) {
16058f0484fSRodney W. Grimes 		/*
16158f0484fSRodney W. Grimes 		 * If this is a character special device, then check that
16258f0484fSRodney W. Grimes 		 * it's /dev/mem.  If so, open kmem too.  (Maybe we should
16358f0484fSRodney W. Grimes 		 * make it work for either /dev/mem or /dev/kmem -- in either
16458f0484fSRodney W. Grimes 		 * case you're working with a live kernel.)
16558f0484fSRodney W. Grimes 		 */
16635e6b695SPoul-Henning Kamp 		if (strcmp(mf, _PATH_DEVNULL) == 0) {
1677b05a799SJilles Tjoelker 			kd->vmfd = open(_PATH_DEVNULL, O_RDONLY | O_CLOEXEC);
1687928124aSHidetoshi Shimokawa 			return (kd);
1697928124aSHidetoshi Shimokawa 		} else if (strcmp(mf, _PATH_MEM) == 0) {
17076dce67fSJilles Tjoelker 			if ((kd->vmfd = open(_PATH_KMEM, flag | O_CLOEXEC)) <
17176dce67fSJilles Tjoelker 			    0) {
172f76b74d6SJacques Vidrine 				_kvm_syserr(kd, kd->program, "%s", _PATH_KMEM);
173f76b74d6SJacques Vidrine 				goto failed;
174f76b74d6SJacques Vidrine 			}
1757928124aSHidetoshi Shimokawa 			return (kd);
17635e6b695SPoul-Henning Kamp 		}
1777928124aSHidetoshi Shimokawa 	}
1787502cc40SAndriy Gapon 
17958f0484fSRodney W. Grimes 	/*
1807502cc40SAndriy Gapon 	 * This is either a crash dump or a remote live system with its physical
1817502cc40SAndriy Gapon 	 * memory fully accessible via a special device.
1827f911abeSJohn Baldwin 	 * Open the namelist fd and determine the architecture.
18358f0484fSRodney W. Grimes 	 */
18476dce67fSJilles Tjoelker 	if ((kd->nlfd = open(uf, O_RDONLY | O_CLOEXEC, 0)) < 0) {
185f76b74d6SJacques Vidrine 		_kvm_syserr(kd, kd->program, "%s", uf);
186f76b74d6SJacques Vidrine 		goto failed;
187f76b74d6SJacques Vidrine 	}
1887f911abeSJohn Baldwin 	if (_kvm_read_kernel_ehdr(kd) < 0)
1897f911abeSJohn Baldwin 		goto failed;
1907502cc40SAndriy Gapon 	if (strncmp(mf, _PATH_FWMEM, strlen(_PATH_FWMEM)) == 0 ||
1917502cc40SAndriy Gapon 	    strncmp(mf, _PATH_DEVVMM, strlen(_PATH_DEVVMM)) == 0) {
192d7dc9f76SHidetoshi Shimokawa 		kd->rawdump = 1;
1937502cc40SAndriy Gapon 		kd->writable = 1;
1947502cc40SAndriy Gapon 	}
1957f911abeSJohn Baldwin 	SET_FOREACH(parch, kvm_arch) {
1967f911abeSJohn Baldwin 		if ((*parch)->ka_probe(kd)) {
1977f911abeSJohn Baldwin 			kd->arch = *parch;
1987f911abeSJohn Baldwin 			break;
1997f911abeSJohn Baldwin 		}
2007f911abeSJohn Baldwin 	}
2017f911abeSJohn Baldwin 	if (kd->arch == NULL) {
2027f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "unsupported architecture");
2037f911abeSJohn Baldwin 		goto failed;
2047f911abeSJohn Baldwin 	}
2057f911abeSJohn Baldwin 
2067f911abeSJohn Baldwin 	/*
2077f911abeSJohn Baldwin 	 * Non-native kernels require a symbol resolver.
2087f911abeSJohn Baldwin 	 */
2097f911abeSJohn Baldwin 	if (!kd->arch->ka_native(kd) && kd->resolve_symbol == NULL) {
2107f911abeSJohn Baldwin 		_kvm_err(kd, kd->program,
2117f911abeSJohn Baldwin 		    "non-native kernel requires a symbol resolver");
2127f911abeSJohn Baldwin 		goto failed;
2137f911abeSJohn Baldwin 	}
2147f911abeSJohn Baldwin 
2157f911abeSJohn Baldwin 	/*
2167f911abeSJohn Baldwin 	 * Initialize the virtual address translation machinery.
2177f911abeSJohn Baldwin 	 */
2187f911abeSJohn Baldwin 	if (kd->arch->ka_initvtop(kd) < 0)
21958f0484fSRodney W. Grimes 		goto failed;
22058f0484fSRodney W. Grimes 	return (kd);
22158f0484fSRodney W. Grimes failed:
22258f0484fSRodney W. Grimes 	/*
22358f0484fSRodney W. Grimes 	 * Copy out the error if doing sane error semantics.
22458f0484fSRodney W. Grimes 	 */
225fb0e1892SEnji Cooper 	if (errout != NULL)
226ba3c0383SKris Kennaway 		strlcpy(errout, kd->errbuf, _POSIX2_LINE_MAX);
22758f0484fSRodney W. Grimes 	(void)kvm_close(kd);
22828047d83SEnji Cooper 	return (NULL);
22958f0484fSRodney W. Grimes }
23058f0484fSRodney W. Grimes 
23158f0484fSRodney W. Grimes kvm_t *
232c10970ddSUlrich Spörlein kvm_openfiles(const char *uf, const char *mf, const char *sf __unused, int flag,
233c10970ddSUlrich Spörlein     char *errout)
23458f0484fSRodney W. Grimes {
235be04b6d1SDavid E. O'Brien 	kvm_t *kd;
23658f0484fSRodney W. Grimes 
23701c56ef2SXin LI 	if ((kd = calloc(1, sizeof(*kd))) == NULL) {
238fb0e1892SEnji Cooper 		if (errout != NULL)
239fb0e1892SEnji Cooper 			(void)strlcpy(errout, strerror(errno),
240fb0e1892SEnji Cooper 			    _POSIX2_LINE_MAX);
24128047d83SEnji Cooper 		return (NULL);
24258f0484fSRodney W. Grimes 	}
2438771870cSPeter Wemm 	return (_kvm_open(kd, uf, mf, flag, errout));
24458f0484fSRodney W. Grimes }
24558f0484fSRodney W. Grimes 
24658f0484fSRodney W. Grimes kvm_t *
247c10970ddSUlrich Spörlein kvm_open(const char *uf, const char *mf, const char *sf __unused, int flag,
248c10970ddSUlrich Spörlein     const char *errstr)
24958f0484fSRodney W. Grimes {
250be04b6d1SDavid E. O'Brien 	kvm_t *kd;
25158f0484fSRodney W. Grimes 
25201c56ef2SXin LI 	if ((kd = calloc(1, sizeof(*kd))) == NULL) {
25364f14011SBruce Evans 		if (errstr != NULL)
25412eaa3d5SPoul-Henning Kamp 			(void)fprintf(stderr, "%s: %s\n",
25564f14011SBruce Evans 				      errstr, strerror(errno));
25628047d83SEnji Cooper 		return (NULL);
25758f0484fSRodney W. Grimes 	}
25812eaa3d5SPoul-Henning Kamp 	kd->program = errstr;
2598771870cSPeter Wemm 	return (_kvm_open(kd, uf, mf, flag, NULL));
26058f0484fSRodney W. Grimes }
26158f0484fSRodney W. Grimes 
2627f911abeSJohn Baldwin kvm_t *
2637f911abeSJohn Baldwin kvm_open2(const char *uf, const char *mf, int flag, char *errout,
2647f911abeSJohn Baldwin     int (*resolver)(const char *, kvaddr_t *))
2657f911abeSJohn Baldwin {
2667f911abeSJohn Baldwin 	kvm_t *kd;
2677f911abeSJohn Baldwin 
2687f911abeSJohn Baldwin 	if ((kd = calloc(1, sizeof(*kd))) == NULL) {
269fb0e1892SEnji Cooper 		if (errout != NULL)
270fb0e1892SEnji Cooper 			(void)strlcpy(errout, strerror(errno),
271fb0e1892SEnji Cooper 			    _POSIX2_LINE_MAX);
27228047d83SEnji Cooper 		return (NULL);
2737f911abeSJohn Baldwin 	}
2747f911abeSJohn Baldwin 	kd->resolve_symbol = resolver;
2757f911abeSJohn Baldwin 	return (_kvm_open(kd, uf, mf, flag, errout));
2767f911abeSJohn Baldwin }
2777f911abeSJohn Baldwin 
27858f0484fSRodney W. Grimes int
279c10970ddSUlrich Spörlein kvm_close(kvm_t *kd)
28058f0484fSRodney W. Grimes {
281be04b6d1SDavid E. O'Brien 	int error = 0;
28258f0484fSRodney W. Grimes 
28354fc00f7SEnji Cooper 	if (kd == NULL) {
28454fc00f7SEnji Cooper 		errno = EINVAL;
28554fc00f7SEnji Cooper 		return (-1);
28654fc00f7SEnji Cooper 	}
2877f911abeSJohn Baldwin 	if (kd->vmst != NULL)
2887f911abeSJohn Baldwin 		kd->arch->ka_freevtop(kd);
28958f0484fSRodney W. Grimes 	if (kd->pmfd >= 0)
29058f0484fSRodney W. Grimes 		error |= close(kd->pmfd);
29158f0484fSRodney W. Grimes 	if (kd->vmfd >= 0)
29258f0484fSRodney W. Grimes 		error |= close(kd->vmfd);
29358f0484fSRodney W. Grimes 	if (kd->nlfd >= 0)
29458f0484fSRodney W. Grimes 		error |= close(kd->nlfd);
29558f0484fSRodney W. Grimes 	if (kd->procbase != 0)
29658f0484fSRodney W. Grimes 		free((void *)kd->procbase);
2978b8ffe64SXin LI 	if (kd->argbuf != 0)
2988b8ffe64SXin LI 		free((void *) kd->argbuf);
2998b8ffe64SXin LI 	if (kd->argspc != 0)
3008b8ffe64SXin LI 		free((void *) kd->argspc);
30158f0484fSRodney W. Grimes 	if (kd->argv != 0)
30258f0484fSRodney W. Grimes 		free((void *)kd->argv);
303ffdeef32SWill Andrews 	if (kd->pt_map != NULL)
304ffdeef32SWill Andrews 		free(kd->pt_map);
305c9057838SWill Andrews 	if (kd->page_map != NULL)
306c9057838SWill Andrews 		free(kd->page_map);
307c9057838SWill Andrews 	if (kd->sparse_map != MAP_FAILED)
308c9057838SWill Andrews 		munmap(kd->sparse_map, kd->pt_sparse_size);
30958f0484fSRodney W. Grimes 	free((void *)kd);
31058f0484fSRodney W. Grimes 
3114937896aSEnji Cooper 	return (error);
31258f0484fSRodney W. Grimes }
31358f0484fSRodney W. Grimes 
3147cf8b4b9SBjoern A. Zeeb int
3157f911abeSJohn Baldwin kvm_nlist2(kvm_t *kd, struct kvm_nlist *nl)
3167cf8b4b9SBjoern A. Zeeb {
3177cf8b4b9SBjoern A. Zeeb 
3187cf8b4b9SBjoern A. Zeeb 	/*
31975f46cf6SPedro F. Giffuni 	 * If called via the public interface, permit initialization of
3207cf8b4b9SBjoern A. Zeeb 	 * further virtualized modules on demand.
3217cf8b4b9SBjoern A. Zeeb 	 */
3227cf8b4b9SBjoern A. Zeeb 	return (_kvm_nlist(kd, nl, 1));
3237cf8b4b9SBjoern A. Zeeb }
3247cf8b4b9SBjoern A. Zeeb 
3257f911abeSJohn Baldwin int
3267f911abeSJohn Baldwin kvm_nlist(kvm_t *kd, struct nlist *nl)
3277f911abeSJohn Baldwin {
3287f911abeSJohn Baldwin 	struct kvm_nlist *kl;
3297f911abeSJohn Baldwin 	int count, i, nfail;
3307f911abeSJohn Baldwin 
3317f911abeSJohn Baldwin 	/*
3327f911abeSJohn Baldwin 	 * Avoid reporting truncated addresses by failing for non-native
3337f911abeSJohn Baldwin 	 * cores.
3347f911abeSJohn Baldwin 	 */
3357f911abeSJohn Baldwin 	if (!kvm_native(kd)) {
3367f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "kvm_nlist of non-native vmcore");
3377f911abeSJohn Baldwin 		return (-1);
3387f911abeSJohn Baldwin 	}
3397f911abeSJohn Baldwin 
3407f911abeSJohn Baldwin 	for (count = 0; nl[count].n_name != NULL && nl[count].n_name[0] != '\0';
3417f911abeSJohn Baldwin 	     count++)
3427f911abeSJohn Baldwin 		;
3437f911abeSJohn Baldwin 	if (count == 0)
3447f911abeSJohn Baldwin 		return (0);
3457f911abeSJohn Baldwin 	kl = calloc(count + 1, sizeof(*kl));
3467f911abeSJohn Baldwin 	for (i = 0; i < count; i++)
3477f911abeSJohn Baldwin 		kl[i].n_name = nl[i].n_name;
3487f911abeSJohn Baldwin 	nfail = kvm_nlist2(kd, kl);
3497f911abeSJohn Baldwin 	for (i = 0; i < count; i++) {
3507f911abeSJohn Baldwin 		nl[i].n_type = kl[i].n_type;
3517f911abeSJohn Baldwin 		nl[i].n_other = 0;
3527f911abeSJohn Baldwin 		nl[i].n_desc = 0;
3537f911abeSJohn Baldwin 		nl[i].n_value = kl[i].n_value;
3547f911abeSJohn Baldwin 	}
3557f911abeSJohn Baldwin 	return (nfail);
3567f911abeSJohn Baldwin }
3577f911abeSJohn Baldwin 
35858f0484fSRodney W. Grimes ssize_t
359c10970ddSUlrich Spörlein kvm_read(kvm_t *kd, u_long kva, void *buf, size_t len)
36058f0484fSRodney W. Grimes {
3617f911abeSJohn Baldwin 
3627f911abeSJohn Baldwin 	return (kvm_read2(kd, kva, buf, len));
3637f911abeSJohn Baldwin }
3647f911abeSJohn Baldwin 
3657f911abeSJohn Baldwin ssize_t
3667f911abeSJohn Baldwin kvm_read2(kvm_t *kd, kvaddr_t kva, void *buf, size_t len)
3677f911abeSJohn Baldwin {
368be04b6d1SDavid E. O'Brien 	int cc;
369c10970ddSUlrich Spörlein 	ssize_t cr;
370c10970ddSUlrich Spörlein 	off_t pa;
3711a5ff928SStefan Farfeleder 	char *cp;
37258f0484fSRodney W. Grimes 
37358f0484fSRodney W. Grimes 	if (ISALIVE(kd)) {
37458f0484fSRodney W. Grimes 		/*
37558f0484fSRodney W. Grimes 		 * We're using /dev/kmem.  Just read straight from the
37658f0484fSRodney W. Grimes 		 * device and let the active kernel do the address translation.
37758f0484fSRodney W. Grimes 		 */
37858f0484fSRodney W. Grimes 		errno = 0;
37958f0484fSRodney W. Grimes 		if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) {
3807f911abeSJohn Baldwin 			_kvm_err(kd, 0, "invalid address (0x%jx)",
3817f911abeSJohn Baldwin 			    (uintmax_t)kva);
38291a594d8SJacques Vidrine 			return (-1);
38358f0484fSRodney W. Grimes 		}
384c10970ddSUlrich Spörlein 		cr = read(kd->vmfd, buf, len);
385c10970ddSUlrich Spörlein 		if (cr < 0) {
38658f0484fSRodney W. Grimes 			_kvm_syserr(kd, 0, "kvm_read");
38791a594d8SJacques Vidrine 			return (-1);
388c10970ddSUlrich Spörlein 		} else if (cr < (ssize_t)len)
38958f0484fSRodney W. Grimes 			_kvm_err(kd, kd->program, "short read");
390c10970ddSUlrich Spörlein 		return (cr);
391c10970ddSUlrich Spörlein 	}
392c10970ddSUlrich Spörlein 
39358f0484fSRodney W. Grimes 	cp = buf;
39458f0484fSRodney W. Grimes 	while (len > 0) {
3957f911abeSJohn Baldwin 		cc = kd->arch->ka_kvatop(kd, kva, &pa);
39658f0484fSRodney W. Grimes 		if (cc == 0)
39791a594d8SJacques Vidrine 			return (-1);
398c10970ddSUlrich Spörlein 		if (cc > (ssize_t)len)
39958f0484fSRodney W. Grimes 			cc = len;
40058f0484fSRodney W. Grimes 		errno = 0;
401e55a0cd8SPeter Wemm 		if (lseek(kd->pmfd, pa, 0) == -1 && errno != 0) {
40258f0484fSRodney W. Grimes 			_kvm_syserr(kd, 0, _PATH_MEM);
40358f0484fSRodney W. Grimes 			break;
40458f0484fSRodney W. Grimes 		}
405c10970ddSUlrich Spörlein 		cr = read(kd->pmfd, cp, cc);
406c10970ddSUlrich Spörlein 		if (cr < 0) {
40758f0484fSRodney W. Grimes 			_kvm_syserr(kd, kd->program, "kvm_read");
40858f0484fSRodney W. Grimes 			break;
40958f0484fSRodney W. Grimes 		}
41058f0484fSRodney W. Grimes 		/*
4117f911abeSJohn Baldwin 		 * If ka_kvatop returns a bogus value or our core file is
412c10970ddSUlrich Spörlein 		 * truncated, we might wind up seeking beyond the end of the
413c10970ddSUlrich Spörlein 		 * core file in which case the read will return 0 (EOF).
41458f0484fSRodney W. Grimes 		 */
415c10970ddSUlrich Spörlein 		if (cr == 0)
41658f0484fSRodney W. Grimes 			break;
417c10970ddSUlrich Spörlein 		cp += cr;
418c10970ddSUlrich Spörlein 		kva += cr;
419c10970ddSUlrich Spörlein 		len -= cr;
42058f0484fSRodney W. Grimes 	}
421c10970ddSUlrich Spörlein 
4221a5ff928SStefan Farfeleder 	return (cp - (char *)buf);
42358f0484fSRodney W. Grimes }
42458f0484fSRodney W. Grimes 
42558f0484fSRodney W. Grimes ssize_t
426c10970ddSUlrich Spörlein kvm_write(kvm_t *kd, u_long kva, const void *buf, size_t len)
42758f0484fSRodney W. Grimes {
428be04b6d1SDavid E. O'Brien 	int cc;
4297502cc40SAndriy Gapon 	ssize_t cw;
4307502cc40SAndriy Gapon 	off_t pa;
4317502cc40SAndriy Gapon 	const char *cp;
4327502cc40SAndriy Gapon 
4337502cc40SAndriy Gapon 	if (!ISALIVE(kd) && !kd->writable) {
4347502cc40SAndriy Gapon 		_kvm_err(kd, kd->program,
4357502cc40SAndriy Gapon 		    "kvm_write not implemented for dead kernels");
4367502cc40SAndriy Gapon 		return (-1);
4377502cc40SAndriy Gapon 	}
43858f0484fSRodney W. Grimes 
43958f0484fSRodney W. Grimes 	if (ISALIVE(kd)) {
44058f0484fSRodney W. Grimes 		/*
44158f0484fSRodney W. Grimes 		 * Just like kvm_read, only we write.
44258f0484fSRodney W. Grimes 		 */
44358f0484fSRodney W. Grimes 		errno = 0;
44458f0484fSRodney W. Grimes 		if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) {
445c10970ddSUlrich Spörlein 			_kvm_err(kd, 0, "invalid address (%lx)", kva);
44691a594d8SJacques Vidrine 			return (-1);
44758f0484fSRodney W. Grimes 		}
44858f0484fSRodney W. Grimes 		cc = write(kd->vmfd, buf, len);
44958f0484fSRodney W. Grimes 		if (cc < 0) {
45058f0484fSRodney W. Grimes 			_kvm_syserr(kd, 0, "kvm_write");
45191a594d8SJacques Vidrine 			return (-1);
452c10970ddSUlrich Spörlein 		} else if ((size_t)cc < len)
45358f0484fSRodney W. Grimes 			_kvm_err(kd, kd->program, "short write");
45458f0484fSRodney W. Grimes 		return (cc);
45558f0484fSRodney W. Grimes 	}
4567502cc40SAndriy Gapon 
4577502cc40SAndriy Gapon 	cp = buf;
4587502cc40SAndriy Gapon 	while (len > 0) {
4597502cc40SAndriy Gapon 		cc = kd->arch->ka_kvatop(kd, kva, &pa);
4607502cc40SAndriy Gapon 		if (cc == 0)
4617502cc40SAndriy Gapon 			return (-1);
4627502cc40SAndriy Gapon 		if (cc > (ssize_t)len)
4637502cc40SAndriy Gapon 			cc = len;
4647502cc40SAndriy Gapon 		errno = 0;
4657502cc40SAndriy Gapon 		if (lseek(kd->pmfd, pa, 0) == -1 && errno != 0) {
4667502cc40SAndriy Gapon 			_kvm_syserr(kd, 0, _PATH_MEM);
4677502cc40SAndriy Gapon 			break;
4687502cc40SAndriy Gapon 		}
4697502cc40SAndriy Gapon 		cw = write(kd->pmfd, cp, cc);
4707502cc40SAndriy Gapon 		if (cw < 0) {
4717502cc40SAndriy Gapon 			_kvm_syserr(kd, kd->program, "kvm_write");
4727502cc40SAndriy Gapon 			break;
4737502cc40SAndriy Gapon 		}
4747502cc40SAndriy Gapon 		/*
4757502cc40SAndriy Gapon 		 * If ka_kvatop returns a bogus value or our core file is
4767502cc40SAndriy Gapon 		 * truncated, we might wind up seeking beyond the end of the
4777502cc40SAndriy Gapon 		 * core file in which case the read will return 0 (EOF).
4787502cc40SAndriy Gapon 		 */
4797502cc40SAndriy Gapon 		if (cw == 0)
4807502cc40SAndriy Gapon 			break;
4817502cc40SAndriy Gapon 		cp += cw;
4827502cc40SAndriy Gapon 		kva += cw;
4837502cc40SAndriy Gapon 		len -= cw;
4847502cc40SAndriy Gapon 	}
4857502cc40SAndriy Gapon 
4860f5425a4SEnji Cooper 	return (cp - (const char *)buf);
48758f0484fSRodney W. Grimes }
4887f911abeSJohn Baldwin 
4897f911abeSJohn Baldwin int
4907f911abeSJohn Baldwin kvm_native(kvm_t *kd)
4917f911abeSJohn Baldwin {
4927f911abeSJohn Baldwin 
4937f911abeSJohn Baldwin 	if (ISALIVE(kd))
4947f911abeSJohn Baldwin 		return (1);
4957f911abeSJohn Baldwin 	return (kd->arch->ka_native(kd));
4967f911abeSJohn Baldwin }
497c9057838SWill Andrews 
498c9057838SWill Andrews int
499c9057838SWill Andrews kvm_walk_pages(kvm_t *kd, kvm_walk_pages_cb_t *cb, void *closure)
500c9057838SWill Andrews {
501c9057838SWill Andrews 
502c9057838SWill Andrews 	if (kd->arch->ka_walk_pages == NULL)
503c9057838SWill Andrews 		return (0);
504c9057838SWill Andrews 
505c9057838SWill Andrews 	return (kd->arch->ka_walk_pages(kd, cb, closure));
506c9057838SWill Andrews }
507