158f0484fSRodney W. Grimes /*- 2*8a16b7a1SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 3*8a16b7a1SPedro F. Giffuni * 458f0484fSRodney W. Grimes * Copyright (c) 1989, 1992, 1993 558f0484fSRodney W. Grimes * The Regents of the University of California. All rights reserved. 658f0484fSRodney W. Grimes * 758f0484fSRodney W. Grimes * This code is derived from software developed by the Computer Systems 858f0484fSRodney W. Grimes * Engineering group at Lawrence Berkeley Laboratory under DARPA contract 958f0484fSRodney W. Grimes * BG 91-66 and contributed to Berkeley. 1058f0484fSRodney W. Grimes * 1158f0484fSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 1258f0484fSRodney W. Grimes * modification, are permitted provided that the following conditions 1358f0484fSRodney W. Grimes * are met: 1458f0484fSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 1558f0484fSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 1658f0484fSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 1758f0484fSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 1858f0484fSRodney W. Grimes * documentation and/or other materials provided with the distribution. 19fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 2058f0484fSRodney W. Grimes * may be used to endorse or promote products derived from this software 2158f0484fSRodney W. Grimes * without specific prior written permission. 2258f0484fSRodney W. Grimes * 2358f0484fSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 2458f0484fSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2558f0484fSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2658f0484fSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 2758f0484fSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2858f0484fSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2958f0484fSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3058f0484fSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3158f0484fSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3258f0484fSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3358f0484fSRodney W. Grimes * SUCH DAMAGE. 3458f0484fSRodney W. Grimes */ 3558f0484fSRodney W. Grimes 36e67f5b9fSMatthew Dillon #include <sys/cdefs.h> 37e67f5b9fSMatthew Dillon __FBSDID("$FreeBSD$"); 38e67f5b9fSMatthew Dillon 3958f0484fSRodney W. Grimes #if defined(LIBC_SCCS) && !defined(lint) 408771870cSPeter Wemm #if 0 4158f0484fSRodney W. Grimes static char sccsid[] = "@(#)kvm.c 8.2 (Berkeley) 2/13/94"; 428771870cSPeter Wemm #endif 4358f0484fSRodney W. Grimes #endif /* LIBC_SCCS and not lint */ 4458f0484fSRodney W. Grimes 4558f0484fSRodney W. Grimes #include <sys/param.h> 467f911abeSJohn Baldwin #include <sys/fnv_hash.h> 477cf8b4b9SBjoern A. Zeeb 487cf8b4b9SBjoern A. Zeeb #define _WANT_VNET 497cf8b4b9SBjoern A. Zeeb 5058f0484fSRodney W. Grimes #include <sys/user.h> 51c4a7cdb3SPeter Wemm #include <sys/linker.h> 525f67450dSDimitry Andric #include <sys/pcpu.h> 537f911abeSJohn Baldwin #include <sys/stat.h> 54c9057838SWill Andrews #include <sys/mman.h> 5558f0484fSRodney W. Grimes 567cf8b4b9SBjoern A. Zeeb #include <net/vnet.h> 577cf8b4b9SBjoern A. Zeeb 5858f0484fSRodney W. Grimes #include <fcntl.h> 5958f0484fSRodney W. Grimes #include <kvm.h> 6058f0484fSRodney W. Grimes #include <limits.h> 6158f0484fSRodney W. Grimes #include <paths.h> 627f911abeSJohn Baldwin #include <stdint.h> 6358f0484fSRodney W. Grimes #include <stdio.h> 6458f0484fSRodney W. Grimes #include <stdlib.h> 6558f0484fSRodney W. Grimes #include <string.h> 6658f0484fSRodney W. Grimes #include <unistd.h> 6758f0484fSRodney W. Grimes 6858f0484fSRodney W. Grimes #include "kvm_private.h" 6958f0484fSRodney W. Grimes 707f911abeSJohn Baldwin SET_DECLARE(kvm_arch, struct kvm_arch); 713f6558c4SMarcel Moolenaar 727d0a282aSEnji Cooper static char _kd_is_null[] = ""; 737d0a282aSEnji Cooper 7458f0484fSRodney W. Grimes char * 75c10970ddSUlrich Spörlein kvm_geterr(kvm_t *kd) 7658f0484fSRodney W. Grimes { 777d0a282aSEnji Cooper 787d0a282aSEnji Cooper if (kd == NULL) 797d0a282aSEnji Cooper return (_kd_is_null); 8058f0484fSRodney W. Grimes return (kd->errbuf); 8158f0484fSRodney W. Grimes } 8258f0484fSRodney W. Grimes 837f911abeSJohn Baldwin static int 847f911abeSJohn Baldwin _kvm_read_kernel_ehdr(kvm_t *kd) 857f911abeSJohn Baldwin { 867f911abeSJohn Baldwin Elf *elf; 877f911abeSJohn Baldwin 887f911abeSJohn Baldwin if (elf_version(EV_CURRENT) == EV_NONE) { 897f911abeSJohn Baldwin _kvm_err(kd, kd->program, "Unsupported libelf"); 907f911abeSJohn Baldwin return (-1); 917f911abeSJohn Baldwin } 927f911abeSJohn Baldwin elf = elf_begin(kd->nlfd, ELF_C_READ, NULL); 937f911abeSJohn Baldwin if (elf == NULL) { 947f911abeSJohn Baldwin _kvm_err(kd, kd->program, "%s", elf_errmsg(0)); 957f911abeSJohn Baldwin return (-1); 967f911abeSJohn Baldwin } 977f911abeSJohn Baldwin if (elf_kind(elf) != ELF_K_ELF) { 987f911abeSJohn Baldwin _kvm_err(kd, kd->program, "kernel is not an ELF file"); 997f911abeSJohn Baldwin return (-1); 1007f911abeSJohn Baldwin } 1017f911abeSJohn Baldwin if (gelf_getehdr(elf, &kd->nlehdr) == NULL) { 1027f911abeSJohn Baldwin _kvm_err(kd, kd->program, "%s", elf_errmsg(0)); 1037f911abeSJohn Baldwin elf_end(elf); 1047f911abeSJohn Baldwin return (-1); 1057f911abeSJohn Baldwin } 1067f911abeSJohn Baldwin elf_end(elf); 1077f911abeSJohn Baldwin 1087f911abeSJohn Baldwin switch (kd->nlehdr.e_ident[EI_DATA]) { 1097f911abeSJohn Baldwin case ELFDATA2LSB: 1107f911abeSJohn Baldwin case ELFDATA2MSB: 1117f911abeSJohn Baldwin return (0); 1127f911abeSJohn Baldwin default: 1137f911abeSJohn Baldwin _kvm_err(kd, kd->program, 1147f911abeSJohn Baldwin "unsupported ELF data encoding for kernel"); 1157f911abeSJohn Baldwin return (-1); 1167f911abeSJohn Baldwin } 1177f911abeSJohn Baldwin } 1187f911abeSJohn Baldwin 11958f0484fSRodney W. Grimes static kvm_t * 120c10970ddSUlrich Spörlein _kvm_open(kvm_t *kd, const char *uf, const char *mf, int flag, char *errout) 12158f0484fSRodney W. Grimes { 1227f911abeSJohn Baldwin struct kvm_arch **parch; 12358f0484fSRodney W. Grimes struct stat st; 12458f0484fSRodney W. Grimes 12558f0484fSRodney W. Grimes kd->vmfd = -1; 12658f0484fSRodney W. Grimes kd->pmfd = -1; 12758f0484fSRodney W. Grimes kd->nlfd = -1; 128fb0e1892SEnji Cooper kd->vmst = NULL; 129fb0e1892SEnji Cooper kd->procbase = NULL; 130fb0e1892SEnji Cooper kd->argspc = NULL; 131fb0e1892SEnji Cooper kd->argv = NULL; 13258f0484fSRodney W. Grimes 133fb0e1892SEnji Cooper if (uf == NULL) 1344be4929cSGarrett Wollman uf = getbootfile(); 13558f0484fSRodney W. Grimes else if (strlen(uf) >= MAXPATHLEN) { 13658f0484fSRodney W. Grimes _kvm_err(kd, kd->program, "exec file name too long"); 13758f0484fSRodney W. Grimes goto failed; 13858f0484fSRodney W. Grimes } 13958f0484fSRodney W. Grimes if (flag & ~O_RDWR) { 14058f0484fSRodney W. Grimes _kvm_err(kd, kd->program, "bad flags arg"); 14158f0484fSRodney W. Grimes goto failed; 14258f0484fSRodney W. Grimes } 143fb0e1892SEnji Cooper if (mf == NULL) 14458f0484fSRodney W. Grimes mf = _PATH_MEM; 14558f0484fSRodney W. Grimes 14676dce67fSJilles Tjoelker if ((kd->pmfd = open(mf, flag | O_CLOEXEC, 0)) < 0) { 14758f0484fSRodney W. Grimes _kvm_syserr(kd, kd->program, "%s", mf); 14858f0484fSRodney W. Grimes goto failed; 14958f0484fSRodney W. Grimes } 15058f0484fSRodney W. Grimes if (fstat(kd->pmfd, &st) < 0) { 15158f0484fSRodney W. Grimes _kvm_syserr(kd, kd->program, "%s", mf); 15258f0484fSRodney W. Grimes goto failed; 15358f0484fSRodney W. Grimes } 15465efc5eeSChristian S.J. Peron if (S_ISREG(st.st_mode) && st.st_size <= 0) { 15565efc5eeSChristian S.J. Peron errno = EINVAL; 15665efc5eeSChristian S.J. Peron _kvm_syserr(kd, kd->program, "empty file"); 15765efc5eeSChristian S.J. Peron goto failed; 15865efc5eeSChristian S.J. Peron } 15958f0484fSRodney W. Grimes if (S_ISCHR(st.st_mode)) { 16058f0484fSRodney W. Grimes /* 16158f0484fSRodney W. Grimes * If this is a character special device, then check that 16258f0484fSRodney W. Grimes * it's /dev/mem. If so, open kmem too. (Maybe we should 16358f0484fSRodney W. Grimes * make it work for either /dev/mem or /dev/kmem -- in either 16458f0484fSRodney W. Grimes * case you're working with a live kernel.) 16558f0484fSRodney W. Grimes */ 16635e6b695SPoul-Henning Kamp if (strcmp(mf, _PATH_DEVNULL) == 0) { 1677b05a799SJilles Tjoelker kd->vmfd = open(_PATH_DEVNULL, O_RDONLY | O_CLOEXEC); 1687928124aSHidetoshi Shimokawa return (kd); 1697928124aSHidetoshi Shimokawa } else if (strcmp(mf, _PATH_MEM) == 0) { 17076dce67fSJilles Tjoelker if ((kd->vmfd = open(_PATH_KMEM, flag | O_CLOEXEC)) < 17176dce67fSJilles Tjoelker 0) { 172f76b74d6SJacques Vidrine _kvm_syserr(kd, kd->program, "%s", _PATH_KMEM); 173f76b74d6SJacques Vidrine goto failed; 174f76b74d6SJacques Vidrine } 1757928124aSHidetoshi Shimokawa return (kd); 17635e6b695SPoul-Henning Kamp } 1777928124aSHidetoshi Shimokawa } 1787502cc40SAndriy Gapon 17958f0484fSRodney W. Grimes /* 1807502cc40SAndriy Gapon * This is either a crash dump or a remote live system with its physical 1817502cc40SAndriy Gapon * memory fully accessible via a special device. 1827f911abeSJohn Baldwin * Open the namelist fd and determine the architecture. 18358f0484fSRodney W. Grimes */ 18476dce67fSJilles Tjoelker if ((kd->nlfd = open(uf, O_RDONLY | O_CLOEXEC, 0)) < 0) { 185f76b74d6SJacques Vidrine _kvm_syserr(kd, kd->program, "%s", uf); 186f76b74d6SJacques Vidrine goto failed; 187f76b74d6SJacques Vidrine } 1887f911abeSJohn Baldwin if (_kvm_read_kernel_ehdr(kd) < 0) 1897f911abeSJohn Baldwin goto failed; 1907502cc40SAndriy Gapon if (strncmp(mf, _PATH_FWMEM, strlen(_PATH_FWMEM)) == 0 || 1917502cc40SAndriy Gapon strncmp(mf, _PATH_DEVVMM, strlen(_PATH_DEVVMM)) == 0) { 192d7dc9f76SHidetoshi Shimokawa kd->rawdump = 1; 1937502cc40SAndriy Gapon kd->writable = 1; 1947502cc40SAndriy Gapon } 1957f911abeSJohn Baldwin SET_FOREACH(parch, kvm_arch) { 1967f911abeSJohn Baldwin if ((*parch)->ka_probe(kd)) { 1977f911abeSJohn Baldwin kd->arch = *parch; 1987f911abeSJohn Baldwin break; 1997f911abeSJohn Baldwin } 2007f911abeSJohn Baldwin } 2017f911abeSJohn Baldwin if (kd->arch == NULL) { 2027f911abeSJohn Baldwin _kvm_err(kd, kd->program, "unsupported architecture"); 2037f911abeSJohn Baldwin goto failed; 2047f911abeSJohn Baldwin } 2057f911abeSJohn Baldwin 2067f911abeSJohn Baldwin /* 2077f911abeSJohn Baldwin * Non-native kernels require a symbol resolver. 2087f911abeSJohn Baldwin */ 2097f911abeSJohn Baldwin if (!kd->arch->ka_native(kd) && kd->resolve_symbol == NULL) { 2107f911abeSJohn Baldwin _kvm_err(kd, kd->program, 2117f911abeSJohn Baldwin "non-native kernel requires a symbol resolver"); 2127f911abeSJohn Baldwin goto failed; 2137f911abeSJohn Baldwin } 2147f911abeSJohn Baldwin 2157f911abeSJohn Baldwin /* 2167f911abeSJohn Baldwin * Initialize the virtual address translation machinery. 2177f911abeSJohn Baldwin */ 2187f911abeSJohn Baldwin if (kd->arch->ka_initvtop(kd) < 0) 21958f0484fSRodney W. Grimes goto failed; 22058f0484fSRodney W. Grimes return (kd); 22158f0484fSRodney W. Grimes failed: 22258f0484fSRodney W. Grimes /* 22358f0484fSRodney W. Grimes * Copy out the error if doing sane error semantics. 22458f0484fSRodney W. Grimes */ 225fb0e1892SEnji Cooper if (errout != NULL) 226ba3c0383SKris Kennaway strlcpy(errout, kd->errbuf, _POSIX2_LINE_MAX); 22758f0484fSRodney W. Grimes (void)kvm_close(kd); 22828047d83SEnji Cooper return (NULL); 22958f0484fSRodney W. Grimes } 23058f0484fSRodney W. Grimes 23158f0484fSRodney W. Grimes kvm_t * 232c10970ddSUlrich Spörlein kvm_openfiles(const char *uf, const char *mf, const char *sf __unused, int flag, 233c10970ddSUlrich Spörlein char *errout) 23458f0484fSRodney W. Grimes { 235be04b6d1SDavid E. O'Brien kvm_t *kd; 23658f0484fSRodney W. Grimes 23701c56ef2SXin LI if ((kd = calloc(1, sizeof(*kd))) == NULL) { 238fb0e1892SEnji Cooper if (errout != NULL) 239fb0e1892SEnji Cooper (void)strlcpy(errout, strerror(errno), 240fb0e1892SEnji Cooper _POSIX2_LINE_MAX); 24128047d83SEnji Cooper return (NULL); 24258f0484fSRodney W. Grimes } 2438771870cSPeter Wemm return (_kvm_open(kd, uf, mf, flag, errout)); 24458f0484fSRodney W. Grimes } 24558f0484fSRodney W. Grimes 24658f0484fSRodney W. Grimes kvm_t * 247c10970ddSUlrich Spörlein kvm_open(const char *uf, const char *mf, const char *sf __unused, int flag, 248c10970ddSUlrich Spörlein const char *errstr) 24958f0484fSRodney W. Grimes { 250be04b6d1SDavid E. O'Brien kvm_t *kd; 25158f0484fSRodney W. Grimes 25201c56ef2SXin LI if ((kd = calloc(1, sizeof(*kd))) == NULL) { 25364f14011SBruce Evans if (errstr != NULL) 25412eaa3d5SPoul-Henning Kamp (void)fprintf(stderr, "%s: %s\n", 25564f14011SBruce Evans errstr, strerror(errno)); 25628047d83SEnji Cooper return (NULL); 25758f0484fSRodney W. Grimes } 25812eaa3d5SPoul-Henning Kamp kd->program = errstr; 2598771870cSPeter Wemm return (_kvm_open(kd, uf, mf, flag, NULL)); 26058f0484fSRodney W. Grimes } 26158f0484fSRodney W. Grimes 2627f911abeSJohn Baldwin kvm_t * 2637f911abeSJohn Baldwin kvm_open2(const char *uf, const char *mf, int flag, char *errout, 2647f911abeSJohn Baldwin int (*resolver)(const char *, kvaddr_t *)) 2657f911abeSJohn Baldwin { 2667f911abeSJohn Baldwin kvm_t *kd; 2677f911abeSJohn Baldwin 2687f911abeSJohn Baldwin if ((kd = calloc(1, sizeof(*kd))) == NULL) { 269fb0e1892SEnji Cooper if (errout != NULL) 270fb0e1892SEnji Cooper (void)strlcpy(errout, strerror(errno), 271fb0e1892SEnji Cooper _POSIX2_LINE_MAX); 27228047d83SEnji Cooper return (NULL); 2737f911abeSJohn Baldwin } 2747f911abeSJohn Baldwin kd->resolve_symbol = resolver; 2757f911abeSJohn Baldwin return (_kvm_open(kd, uf, mf, flag, errout)); 2767f911abeSJohn Baldwin } 2777f911abeSJohn Baldwin 27858f0484fSRodney W. Grimes int 279c10970ddSUlrich Spörlein kvm_close(kvm_t *kd) 28058f0484fSRodney W. Grimes { 281be04b6d1SDavid E. O'Brien int error = 0; 28258f0484fSRodney W. Grimes 28354fc00f7SEnji Cooper if (kd == NULL) { 28454fc00f7SEnji Cooper errno = EINVAL; 28554fc00f7SEnji Cooper return (-1); 28654fc00f7SEnji Cooper } 2877f911abeSJohn Baldwin if (kd->vmst != NULL) 2887f911abeSJohn Baldwin kd->arch->ka_freevtop(kd); 28958f0484fSRodney W. Grimes if (kd->pmfd >= 0) 29058f0484fSRodney W. Grimes error |= close(kd->pmfd); 29158f0484fSRodney W. Grimes if (kd->vmfd >= 0) 29258f0484fSRodney W. Grimes error |= close(kd->vmfd); 29358f0484fSRodney W. Grimes if (kd->nlfd >= 0) 29458f0484fSRodney W. Grimes error |= close(kd->nlfd); 29558f0484fSRodney W. Grimes if (kd->procbase != 0) 29658f0484fSRodney W. Grimes free((void *)kd->procbase); 2978b8ffe64SXin LI if (kd->argbuf != 0) 2988b8ffe64SXin LI free((void *) kd->argbuf); 2998b8ffe64SXin LI if (kd->argspc != 0) 3008b8ffe64SXin LI free((void *) kd->argspc); 30158f0484fSRodney W. Grimes if (kd->argv != 0) 30258f0484fSRodney W. Grimes free((void *)kd->argv); 303ffdeef32SWill Andrews if (kd->pt_map != NULL) 304ffdeef32SWill Andrews free(kd->pt_map); 305c9057838SWill Andrews if (kd->page_map != NULL) 306c9057838SWill Andrews free(kd->page_map); 307c9057838SWill Andrews if (kd->sparse_map != MAP_FAILED) 308c9057838SWill Andrews munmap(kd->sparse_map, kd->pt_sparse_size); 30958f0484fSRodney W. Grimes free((void *)kd); 31058f0484fSRodney W. Grimes 3114937896aSEnji Cooper return (error); 31258f0484fSRodney W. Grimes } 31358f0484fSRodney W. Grimes 3147cf8b4b9SBjoern A. Zeeb int 3157f911abeSJohn Baldwin kvm_nlist2(kvm_t *kd, struct kvm_nlist *nl) 3167cf8b4b9SBjoern A. Zeeb { 3177cf8b4b9SBjoern A. Zeeb 3187cf8b4b9SBjoern A. Zeeb /* 31975f46cf6SPedro F. Giffuni * If called via the public interface, permit initialization of 3207cf8b4b9SBjoern A. Zeeb * further virtualized modules on demand. 3217cf8b4b9SBjoern A. Zeeb */ 3227cf8b4b9SBjoern A. Zeeb return (_kvm_nlist(kd, nl, 1)); 3237cf8b4b9SBjoern A. Zeeb } 3247cf8b4b9SBjoern A. Zeeb 3257f911abeSJohn Baldwin int 3267f911abeSJohn Baldwin kvm_nlist(kvm_t *kd, struct nlist *nl) 3277f911abeSJohn Baldwin { 3287f911abeSJohn Baldwin struct kvm_nlist *kl; 3297f911abeSJohn Baldwin int count, i, nfail; 3307f911abeSJohn Baldwin 3317f911abeSJohn Baldwin /* 3327f911abeSJohn Baldwin * Avoid reporting truncated addresses by failing for non-native 3337f911abeSJohn Baldwin * cores. 3347f911abeSJohn Baldwin */ 3357f911abeSJohn Baldwin if (!kvm_native(kd)) { 3367f911abeSJohn Baldwin _kvm_err(kd, kd->program, "kvm_nlist of non-native vmcore"); 3377f911abeSJohn Baldwin return (-1); 3387f911abeSJohn Baldwin } 3397f911abeSJohn Baldwin 3407f911abeSJohn Baldwin for (count = 0; nl[count].n_name != NULL && nl[count].n_name[0] != '\0'; 3417f911abeSJohn Baldwin count++) 3427f911abeSJohn Baldwin ; 3437f911abeSJohn Baldwin if (count == 0) 3447f911abeSJohn Baldwin return (0); 3457f911abeSJohn Baldwin kl = calloc(count + 1, sizeof(*kl)); 3467f911abeSJohn Baldwin for (i = 0; i < count; i++) 3477f911abeSJohn Baldwin kl[i].n_name = nl[i].n_name; 3487f911abeSJohn Baldwin nfail = kvm_nlist2(kd, kl); 3497f911abeSJohn Baldwin for (i = 0; i < count; i++) { 3507f911abeSJohn Baldwin nl[i].n_type = kl[i].n_type; 3517f911abeSJohn Baldwin nl[i].n_other = 0; 3527f911abeSJohn Baldwin nl[i].n_desc = 0; 3537f911abeSJohn Baldwin nl[i].n_value = kl[i].n_value; 3547f911abeSJohn Baldwin } 3557f911abeSJohn Baldwin return (nfail); 3567f911abeSJohn Baldwin } 3577f911abeSJohn Baldwin 35858f0484fSRodney W. Grimes ssize_t 359c10970ddSUlrich Spörlein kvm_read(kvm_t *kd, u_long kva, void *buf, size_t len) 36058f0484fSRodney W. Grimes { 3617f911abeSJohn Baldwin 3627f911abeSJohn Baldwin return (kvm_read2(kd, kva, buf, len)); 3637f911abeSJohn Baldwin } 3647f911abeSJohn Baldwin 3657f911abeSJohn Baldwin ssize_t 3667f911abeSJohn Baldwin kvm_read2(kvm_t *kd, kvaddr_t kva, void *buf, size_t len) 3677f911abeSJohn Baldwin { 368be04b6d1SDavid E. O'Brien int cc; 369c10970ddSUlrich Spörlein ssize_t cr; 370c10970ddSUlrich Spörlein off_t pa; 3711a5ff928SStefan Farfeleder char *cp; 37258f0484fSRodney W. Grimes 37358f0484fSRodney W. Grimes if (ISALIVE(kd)) { 37458f0484fSRodney W. Grimes /* 37558f0484fSRodney W. Grimes * We're using /dev/kmem. Just read straight from the 37658f0484fSRodney W. Grimes * device and let the active kernel do the address translation. 37758f0484fSRodney W. Grimes */ 37858f0484fSRodney W. Grimes errno = 0; 37958f0484fSRodney W. Grimes if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) { 3807f911abeSJohn Baldwin _kvm_err(kd, 0, "invalid address (0x%jx)", 3817f911abeSJohn Baldwin (uintmax_t)kva); 38291a594d8SJacques Vidrine return (-1); 38358f0484fSRodney W. Grimes } 384c10970ddSUlrich Spörlein cr = read(kd->vmfd, buf, len); 385c10970ddSUlrich Spörlein if (cr < 0) { 38658f0484fSRodney W. Grimes _kvm_syserr(kd, 0, "kvm_read"); 38791a594d8SJacques Vidrine return (-1); 388c10970ddSUlrich Spörlein } else if (cr < (ssize_t)len) 38958f0484fSRodney W. Grimes _kvm_err(kd, kd->program, "short read"); 390c10970ddSUlrich Spörlein return (cr); 391c10970ddSUlrich Spörlein } 392c10970ddSUlrich Spörlein 39358f0484fSRodney W. Grimes cp = buf; 39458f0484fSRodney W. Grimes while (len > 0) { 3957f911abeSJohn Baldwin cc = kd->arch->ka_kvatop(kd, kva, &pa); 39658f0484fSRodney W. Grimes if (cc == 0) 39791a594d8SJacques Vidrine return (-1); 398c10970ddSUlrich Spörlein if (cc > (ssize_t)len) 39958f0484fSRodney W. Grimes cc = len; 40058f0484fSRodney W. Grimes errno = 0; 401e55a0cd8SPeter Wemm if (lseek(kd->pmfd, pa, 0) == -1 && errno != 0) { 40258f0484fSRodney W. Grimes _kvm_syserr(kd, 0, _PATH_MEM); 40358f0484fSRodney W. Grimes break; 40458f0484fSRodney W. Grimes } 405c10970ddSUlrich Spörlein cr = read(kd->pmfd, cp, cc); 406c10970ddSUlrich Spörlein if (cr < 0) { 40758f0484fSRodney W. Grimes _kvm_syserr(kd, kd->program, "kvm_read"); 40858f0484fSRodney W. Grimes break; 40958f0484fSRodney W. Grimes } 41058f0484fSRodney W. Grimes /* 4117f911abeSJohn Baldwin * If ka_kvatop returns a bogus value or our core file is 412c10970ddSUlrich Spörlein * truncated, we might wind up seeking beyond the end of the 413c10970ddSUlrich Spörlein * core file in which case the read will return 0 (EOF). 41458f0484fSRodney W. Grimes */ 415c10970ddSUlrich Spörlein if (cr == 0) 41658f0484fSRodney W. Grimes break; 417c10970ddSUlrich Spörlein cp += cr; 418c10970ddSUlrich Spörlein kva += cr; 419c10970ddSUlrich Spörlein len -= cr; 42058f0484fSRodney W. Grimes } 421c10970ddSUlrich Spörlein 4221a5ff928SStefan Farfeleder return (cp - (char *)buf); 42358f0484fSRodney W. Grimes } 42458f0484fSRodney W. Grimes 42558f0484fSRodney W. Grimes ssize_t 426c10970ddSUlrich Spörlein kvm_write(kvm_t *kd, u_long kva, const void *buf, size_t len) 42758f0484fSRodney W. Grimes { 428be04b6d1SDavid E. O'Brien int cc; 4297502cc40SAndriy Gapon ssize_t cw; 4307502cc40SAndriy Gapon off_t pa; 4317502cc40SAndriy Gapon const char *cp; 4327502cc40SAndriy Gapon 4337502cc40SAndriy Gapon if (!ISALIVE(kd) && !kd->writable) { 4347502cc40SAndriy Gapon _kvm_err(kd, kd->program, 4357502cc40SAndriy Gapon "kvm_write not implemented for dead kernels"); 4367502cc40SAndriy Gapon return (-1); 4377502cc40SAndriy Gapon } 43858f0484fSRodney W. Grimes 43958f0484fSRodney W. Grimes if (ISALIVE(kd)) { 44058f0484fSRodney W. Grimes /* 44158f0484fSRodney W. Grimes * Just like kvm_read, only we write. 44258f0484fSRodney W. Grimes */ 44358f0484fSRodney W. Grimes errno = 0; 44458f0484fSRodney W. Grimes if (lseek(kd->vmfd, (off_t)kva, 0) == -1 && errno != 0) { 445c10970ddSUlrich Spörlein _kvm_err(kd, 0, "invalid address (%lx)", kva); 44691a594d8SJacques Vidrine return (-1); 44758f0484fSRodney W. Grimes } 44858f0484fSRodney W. Grimes cc = write(kd->vmfd, buf, len); 44958f0484fSRodney W. Grimes if (cc < 0) { 45058f0484fSRodney W. Grimes _kvm_syserr(kd, 0, "kvm_write"); 45191a594d8SJacques Vidrine return (-1); 452c10970ddSUlrich Spörlein } else if ((size_t)cc < len) 45358f0484fSRodney W. Grimes _kvm_err(kd, kd->program, "short write"); 45458f0484fSRodney W. Grimes return (cc); 45558f0484fSRodney W. Grimes } 4567502cc40SAndriy Gapon 4577502cc40SAndriy Gapon cp = buf; 4587502cc40SAndriy Gapon while (len > 0) { 4597502cc40SAndriy Gapon cc = kd->arch->ka_kvatop(kd, kva, &pa); 4607502cc40SAndriy Gapon if (cc == 0) 4617502cc40SAndriy Gapon return (-1); 4627502cc40SAndriy Gapon if (cc > (ssize_t)len) 4637502cc40SAndriy Gapon cc = len; 4647502cc40SAndriy Gapon errno = 0; 4657502cc40SAndriy Gapon if (lseek(kd->pmfd, pa, 0) == -1 && errno != 0) { 4667502cc40SAndriy Gapon _kvm_syserr(kd, 0, _PATH_MEM); 4677502cc40SAndriy Gapon break; 4687502cc40SAndriy Gapon } 4697502cc40SAndriy Gapon cw = write(kd->pmfd, cp, cc); 4707502cc40SAndriy Gapon if (cw < 0) { 4717502cc40SAndriy Gapon _kvm_syserr(kd, kd->program, "kvm_write"); 4727502cc40SAndriy Gapon break; 4737502cc40SAndriy Gapon } 4747502cc40SAndriy Gapon /* 4757502cc40SAndriy Gapon * If ka_kvatop returns a bogus value or our core file is 4767502cc40SAndriy Gapon * truncated, we might wind up seeking beyond the end of the 4777502cc40SAndriy Gapon * core file in which case the read will return 0 (EOF). 4787502cc40SAndriy Gapon */ 4797502cc40SAndriy Gapon if (cw == 0) 4807502cc40SAndriy Gapon break; 4817502cc40SAndriy Gapon cp += cw; 4827502cc40SAndriy Gapon kva += cw; 4837502cc40SAndriy Gapon len -= cw; 4847502cc40SAndriy Gapon } 4857502cc40SAndriy Gapon 4860f5425a4SEnji Cooper return (cp - (const char *)buf); 48758f0484fSRodney W. Grimes } 4887f911abeSJohn Baldwin 4897f911abeSJohn Baldwin int 4907f911abeSJohn Baldwin kvm_native(kvm_t *kd) 4917f911abeSJohn Baldwin { 4927f911abeSJohn Baldwin 4937f911abeSJohn Baldwin if (ISALIVE(kd)) 4947f911abeSJohn Baldwin return (1); 4957f911abeSJohn Baldwin return (kd->arch->ka_native(kd)); 4967f911abeSJohn Baldwin } 497c9057838SWill Andrews 498c9057838SWill Andrews int 499c9057838SWill Andrews kvm_walk_pages(kvm_t *kd, kvm_walk_pages_cb_t *cb, void *closure) 500c9057838SWill Andrews { 501c9057838SWill Andrews 502c9057838SWill Andrews if (kd->arch->ka_walk_pages == NULL) 503c9057838SWill Andrews return (0); 504c9057838SWill Andrews 505c9057838SWill Andrews return (kd->arch->ka_walk_pages(kd, cb, closure)); 506c9057838SWill Andrews } 507