xref: /freebsd/lib/libkvm/kvm_i386.c (revision dc36d6f9bb1753f3808552f3afd30eda9a7b206a)
1f95a0250SRodney W. Grimes /*-
2*8a16b7a1SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
3*8a16b7a1SPedro F. Giffuni  *
4f95a0250SRodney W. Grimes  * Copyright (c) 1989, 1992, 1993
5f95a0250SRodney W. Grimes  *	The Regents of the University of California.  All rights reserved.
6f95a0250SRodney W. Grimes  *
7f95a0250SRodney W. Grimes  * This code is derived from software developed by the Computer Systems
8f95a0250SRodney W. Grimes  * Engineering group at Lawrence Berkeley Laboratory under DARPA contract
9f95a0250SRodney W. Grimes  * BG 91-66 and contributed to Berkeley.
10f95a0250SRodney W. Grimes  *
11f95a0250SRodney W. Grimes  * Redistribution and use in source and binary forms, with or without
12f95a0250SRodney W. Grimes  * modification, are permitted provided that the following conditions
13f95a0250SRodney W. Grimes  * are met:
14f95a0250SRodney W. Grimes  * 1. Redistributions of source code must retain the above copyright
15f95a0250SRodney W. Grimes  *    notice, this list of conditions and the following disclaimer.
16f95a0250SRodney W. Grimes  * 2. Redistributions in binary form must reproduce the above copyright
17f95a0250SRodney W. Grimes  *    notice, this list of conditions and the following disclaimer in the
18f95a0250SRodney W. Grimes  *    documentation and/or other materials provided with the distribution.
19fbbd9655SWarner Losh  * 3. Neither the name of the University nor the names of its contributors
20f95a0250SRodney W. Grimes  *    may be used to endorse or promote products derived from this software
21f95a0250SRodney W. Grimes  *    without specific prior written permission.
22f95a0250SRodney W. Grimes  *
23f95a0250SRodney W. Grimes  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24f95a0250SRodney W. Grimes  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25f95a0250SRodney W. Grimes  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26f95a0250SRodney W. Grimes  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27f95a0250SRodney W. Grimes  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28f95a0250SRodney W. Grimes  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29f95a0250SRodney W. Grimes  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30f95a0250SRodney W. Grimes  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31f95a0250SRodney W. Grimes  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32f95a0250SRodney W. Grimes  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33f95a0250SRodney W. Grimes  * SUCH DAMAGE.
34f95a0250SRodney W. Grimes  */
35f95a0250SRodney W. Grimes 
36f95a0250SRodney W. Grimes 
37f95a0250SRodney W. Grimes /*
3821d54b07SRodney W. Grimes  * i386 machine dependent routines for kvm.  Hopefully, the forthcoming
39f95a0250SRodney W. Grimes  * vm code will one day obsolete this module.
40f95a0250SRodney W. Grimes  */
41f95a0250SRodney W. Grimes 
42f95a0250SRodney W. Grimes #include <sys/param.h>
437f911abeSJohn Baldwin #include <sys/endian.h>
447f911abeSJohn Baldwin #include <stdint.h>
4551295a4dSJordan K. Hubbard #include <stdlib.h>
46953e4134SEd Schouten #include <string.h>
47f95a0250SRodney W. Grimes #include <unistd.h>
48ec8659b3SWill Andrews #include <vm/vm.h>
49f95a0250SRodney W. Grimes #include <kvm.h>
50f95a0250SRodney W. Grimes 
517f911abeSJohn Baldwin #ifdef __i386__
527f911abeSJohn Baldwin #include <machine/vmparam.h>		/* For KERNBASE. */
537f911abeSJohn Baldwin #endif
54e55a0cd8SPeter Wemm 
55f95a0250SRodney W. Grimes #include <limits.h>
56f95a0250SRodney W. Grimes 
57f95a0250SRodney W. Grimes #include "kvm_private.h"
587f911abeSJohn Baldwin #include "kvm_i386.h"
59f95a0250SRodney W. Grimes 
60f95a0250SRodney W. Grimes struct vmstate {
61e55a0cd8SPeter Wemm 	void		*PTD;
62e55a0cd8SPeter Wemm 	int		pae;
637f911abeSJohn Baldwin 	size_t		phnum;
647f911abeSJohn Baldwin 	GElf_Phdr	*phdr;
65f95a0250SRodney W. Grimes };
66f95a0250SRodney W. Grimes 
67e55a0cd8SPeter Wemm /*
68e55a0cd8SPeter Wemm  * Translate a physical memory address to a file-offset in the crash-dump.
69e55a0cd8SPeter Wemm  */
70e55a0cd8SPeter Wemm static size_t
_kvm_pa2off(kvm_t * kd,uint64_t pa,off_t * ofs)71e55a0cd8SPeter Wemm _kvm_pa2off(kvm_t *kd, uint64_t pa, off_t *ofs)
72e55a0cd8SPeter Wemm {
737f911abeSJohn Baldwin 	struct vmstate *vm = kd->vmst;
747f911abeSJohn Baldwin 	GElf_Phdr *p;
757f911abeSJohn Baldwin 	size_t n;
76e55a0cd8SPeter Wemm 
77d7dc9f76SHidetoshi Shimokawa 	if (kd->rawdump) {
78d7dc9f76SHidetoshi Shimokawa 		*ofs = pa;
797f911abeSJohn Baldwin 		return (I386_PAGE_SIZE - (pa & I386_PAGE_MASK));
80d7dc9f76SHidetoshi Shimokawa 	}
81d7dc9f76SHidetoshi Shimokawa 
827f911abeSJohn Baldwin 	p = vm->phdr;
837f911abeSJohn Baldwin 	n = vm->phnum;
84e55a0cd8SPeter Wemm 	while (n && (pa < p->p_paddr || pa >= p->p_paddr + p->p_memsz))
85e55a0cd8SPeter Wemm 		p++, n--;
86e55a0cd8SPeter Wemm 	if (n == 0)
87e55a0cd8SPeter Wemm 		return (0);
88e55a0cd8SPeter Wemm 	*ofs = (pa - p->p_paddr) + p->p_offset;
897f911abeSJohn Baldwin 	return (I386_PAGE_SIZE - (pa & I386_PAGE_MASK));
90e55a0cd8SPeter Wemm }
91e55a0cd8SPeter Wemm 
927f911abeSJohn Baldwin static void
_i386_freevtop(kvm_t * kd)937f911abeSJohn Baldwin _i386_freevtop(kvm_t *kd)
942f85bf6eSPeter Wemm {
95e55a0cd8SPeter Wemm 	struct vmstate *vm = kd->vmst;
96e55a0cd8SPeter Wemm 
97e55a0cd8SPeter Wemm 	if (vm->PTD)
98e55a0cd8SPeter Wemm 		free(vm->PTD);
997f911abeSJohn Baldwin 	free(vm->phdr);
100e55a0cd8SPeter Wemm 	free(vm);
101e55a0cd8SPeter Wemm 	kd->vmst = NULL;
10221d54b07SRodney W. Grimes }
103f95a0250SRodney W. Grimes 
1047f911abeSJohn Baldwin static int
_i386_probe(kvm_t * kd)1057f911abeSJohn Baldwin _i386_probe(kvm_t *kd)
1062f85bf6eSPeter Wemm {
1077f911abeSJohn Baldwin 
1087f911abeSJohn Baldwin 	return (_kvm_probe_elf_kernel(kd, ELFCLASS32, EM_386) &&
1097f911abeSJohn Baldwin 	    !_kvm_is_minidump(kd));
1107f911abeSJohn Baldwin }
1117f911abeSJohn Baldwin 
1127f911abeSJohn Baldwin static int
_i386_initvtop(kvm_t * kd)1137f911abeSJohn Baldwin _i386_initvtop(kvm_t *kd)
1147f911abeSJohn Baldwin {
1157f911abeSJohn Baldwin 	struct kvm_nlist nl[2];
1167f911abeSJohn Baldwin 	i386_physaddr_t pa;
1177f911abeSJohn Baldwin 	kvaddr_t kernbase;
118e55a0cd8SPeter Wemm 	char		*PTD;
119e55a0cd8SPeter Wemm 	int		i;
120e9ca6fe4SPeter Wemm 
1217f911abeSJohn Baldwin 	kd->vmst = (struct vmstate *)_kvm_malloc(kd, sizeof(struct vmstate));
1227f911abeSJohn Baldwin 	if (kd->vmst == NULL) {
12321d54b07SRodney W. Grimes 		_kvm_err(kd, kd->program, "cannot allocate vm");
124f95a0250SRodney W. Grimes 		return (-1);
12521d54b07SRodney W. Grimes 	}
126e55a0cd8SPeter Wemm 	kd->vmst->PTD = 0;
127e55a0cd8SPeter Wemm 
128d7dc9f76SHidetoshi Shimokawa 	if (kd->rawdump == 0) {
1297f911abeSJohn Baldwin 		if (_kvm_read_core_phdrs(kd, &kd->vmst->phnum,
1307f911abeSJohn Baldwin 		    &kd->vmst->phdr) == -1)
131e55a0cd8SPeter Wemm 			return (-1);
132d7dc9f76SHidetoshi Shimokawa 	}
133f95a0250SRodney W. Grimes 
134c10970ddSUlrich Spörlein 	nl[0].n_name = "kernbase";
135c10970ddSUlrich Spörlein 	nl[1].n_name = 0;
136f85f3040SPeter Wemm 
1377f911abeSJohn Baldwin 	if (kvm_nlist2(kd, nl) != 0) {
1387f911abeSJohn Baldwin #ifdef __i386__
139f85f3040SPeter Wemm 		kernbase = KERNBASE;	/* for old kernels */
1407f911abeSJohn Baldwin #else
1417f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "cannot resolve kernbase");
1427f911abeSJohn Baldwin 		return (-1);
1437f911abeSJohn Baldwin #endif
1447f911abeSJohn Baldwin 	} else
145c10970ddSUlrich Spörlein 		kernbase = nl[0].n_value;
146f85f3040SPeter Wemm 
147c10970ddSUlrich Spörlein 	nl[0].n_name = "IdlePDPT";
148c10970ddSUlrich Spörlein 	nl[1].n_name = 0;
149e55a0cd8SPeter Wemm 
1507f911abeSJohn Baldwin 	if (kvm_nlist2(kd, nl) == 0) {
1517f911abeSJohn Baldwin 		i386_physaddr_pae_t pa64;
152e55a0cd8SPeter Wemm 
1537f911abeSJohn Baldwin 		if (kvm_read2(kd, (nl[0].n_value - kernbase), &pa,
154e55a0cd8SPeter Wemm 		    sizeof(pa)) != sizeof(pa)) {
155e55a0cd8SPeter Wemm 			_kvm_err(kd, kd->program, "cannot read IdlePDPT");
156e55a0cd8SPeter Wemm 			return (-1);
157e55a0cd8SPeter Wemm 		}
1587f911abeSJohn Baldwin 		pa = le32toh(pa);
1597f911abeSJohn Baldwin 		PTD = _kvm_malloc(kd, 4 * I386_PAGE_SIZE);
160fb0e1892SEnji Cooper 		if (PTD == NULL) {
161fb0e1892SEnji Cooper 			_kvm_err(kd, kd->program, "cannot allocate PTD");
162fb0e1892SEnji Cooper 			return (-1);
163fb0e1892SEnji Cooper 		}
164e55a0cd8SPeter Wemm 		for (i = 0; i < 4; i++) {
1657f911abeSJohn Baldwin 			if (kvm_read2(kd, pa + (i * sizeof(pa64)), &pa64,
166e55a0cd8SPeter Wemm 			    sizeof(pa64)) != sizeof(pa64)) {
167e55a0cd8SPeter Wemm 				_kvm_err(kd, kd->program, "Cannot read PDPT");
168e55a0cd8SPeter Wemm 				free(PTD);
169e55a0cd8SPeter Wemm 				return (-1);
170e55a0cd8SPeter Wemm 			}
1717f911abeSJohn Baldwin 			pa64 = le64toh(pa64);
1727f911abeSJohn Baldwin 			if (kvm_read2(kd, pa64 & I386_PG_FRAME_PAE,
1737f911abeSJohn Baldwin 			    PTD + (i * I386_PAGE_SIZE), I386_PAGE_SIZE) !=
1747f911abeSJohn Baldwin 			    I386_PAGE_SIZE) {
175e55a0cd8SPeter Wemm 				_kvm_err(kd, kd->program, "cannot read PDPT");
176e55a0cd8SPeter Wemm 				free(PTD);
177e55a0cd8SPeter Wemm 				return (-1);
178e55a0cd8SPeter Wemm 			}
179e55a0cd8SPeter Wemm 		}
180e55a0cd8SPeter Wemm 		kd->vmst->PTD = PTD;
181e55a0cd8SPeter Wemm 		kd->vmst->pae = 1;
182e55a0cd8SPeter Wemm 	} else {
183c10970ddSUlrich Spörlein 		nl[0].n_name = "IdlePTD";
184c10970ddSUlrich Spörlein 		nl[1].n_name = 0;
185f95a0250SRodney W. Grimes 
1867f911abeSJohn Baldwin 		if (kvm_nlist2(kd, nl) != 0) {
187f95a0250SRodney W. Grimes 			_kvm_err(kd, kd->program, "bad namelist");
188f95a0250SRodney W. Grimes 			return (-1);
189f95a0250SRodney W. Grimes 		}
1907f911abeSJohn Baldwin 		if (kvm_read2(kd, (nl[0].n_value - kernbase), &pa,
191e55a0cd8SPeter Wemm 		    sizeof(pa)) != sizeof(pa)) {
19221d54b07SRodney W. Grimes 			_kvm_err(kd, kd->program, "cannot read IdlePTD");
193f95a0250SRodney W. Grimes 			return (-1);
194f95a0250SRodney W. Grimes 		}
1957f911abeSJohn Baldwin 		pa = le32toh(pa);
1967f911abeSJohn Baldwin 		PTD = _kvm_malloc(kd, I386_PAGE_SIZE);
197fb0e1892SEnji Cooper 		if (PTD == NULL) {
198fb0e1892SEnji Cooper 			_kvm_err(kd, kd->program, "cannot allocate PTD");
199fb0e1892SEnji Cooper 			return (-1);
200fb0e1892SEnji Cooper 		}
2017f911abeSJohn Baldwin 		if (kvm_read2(kd, pa, PTD, I386_PAGE_SIZE) != I386_PAGE_SIZE) {
20221d54b07SRodney W. Grimes 			_kvm_err(kd, kd->program, "cannot read PTD");
203f95a0250SRodney W. Grimes 			return (-1);
204f95a0250SRodney W. Grimes 		}
205e55a0cd8SPeter Wemm 		kd->vmst->PTD = PTD;
206e55a0cd8SPeter Wemm 		kd->vmst->pae = 0;
207e55a0cd8SPeter Wemm 	}
208f95a0250SRodney W. Grimes 	return (0);
209f95a0250SRodney W. Grimes }
210f95a0250SRodney W. Grimes 
211f95a0250SRodney W. Grimes static int
_i386_vatop(kvm_t * kd,kvaddr_t va,off_t * pa)2127f911abeSJohn Baldwin _i386_vatop(kvm_t *kd, kvaddr_t va, off_t *pa)
2132f85bf6eSPeter Wemm {
2142f85bf6eSPeter Wemm 	struct vmstate *vm;
2157f911abeSJohn Baldwin 	i386_physaddr_t offset;
2167f911abeSJohn Baldwin 	i386_physaddr_t pte_pa;
2177f911abeSJohn Baldwin 	i386_pde_t pde;
2187f911abeSJohn Baldwin 	i386_pte_t pte;
2197f911abeSJohn Baldwin 	kvaddr_t pdeindex;
2207f911abeSJohn Baldwin 	kvaddr_t pteindex;
221e55a0cd8SPeter Wemm 	size_t s;
2227f911abeSJohn Baldwin 	i386_physaddr_t a;
223e55a0cd8SPeter Wemm 	off_t ofs;
2247f911abeSJohn Baldwin 	i386_pde_t *PTD;
2252f85bf6eSPeter Wemm 
2262f85bf6eSPeter Wemm 	vm = kd->vmst;
2277f911abeSJohn Baldwin 	PTD = (i386_pde_t *)vm->PTD;
2287f911abeSJohn Baldwin 	offset = va & I386_PAGE_MASK;
2292f85bf6eSPeter Wemm 
2302f85bf6eSPeter Wemm 	/*
2312f85bf6eSPeter Wemm 	 * If we are initializing (kernel page table descriptor pointer
2322f85bf6eSPeter Wemm 	 * not yet set) then return pa == va to avoid infinite recursion.
2332f85bf6eSPeter Wemm 	 */
234fb0e1892SEnji Cooper 	if (PTD == NULL) {
235e55a0cd8SPeter Wemm 		s = _kvm_pa2off(kd, va, pa);
236e55a0cd8SPeter Wemm 		if (s == 0) {
237e55a0cd8SPeter Wemm 			_kvm_err(kd, kd->program,
2387f911abeSJohn Baldwin 			    "_i386_vatop: bootstrap data not in dump");
239e55a0cd8SPeter Wemm 			goto invalid;
240e55a0cd8SPeter Wemm 		} else
2417f911abeSJohn Baldwin 			return (I386_PAGE_SIZE - offset);
2422f85bf6eSPeter Wemm 	}
2432f85bf6eSPeter Wemm 
2447f911abeSJohn Baldwin 	pdeindex = va >> I386_PDRSHIFT;
2457f911abeSJohn Baldwin 	pde = le32toh(PTD[pdeindex]);
2467f911abeSJohn Baldwin 	if ((pde & I386_PG_V) == 0) {
2477f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "_i386_vatop: pde not valid");
2482f85bf6eSPeter Wemm 		goto invalid;
249e55a0cd8SPeter Wemm 	}
2502f85bf6eSPeter Wemm 
2517f911abeSJohn Baldwin 	if (pde & I386_PG_PS) {
2524afb0d5aSTor Egge 		/*
2537f911abeSJohn Baldwin 		 * No second-level page table; ptd describes one 4MB
2547f911abeSJohn Baldwin 		 * page.  (We assume that the kernel wouldn't set
2557f911abeSJohn Baldwin 		 * PG_PS without enabling it cr0).
2564afb0d5aSTor Egge 		 */
2577f911abeSJohn Baldwin 		offset = va & I386_PAGE_PS_MASK;
2587f911abeSJohn Baldwin 		a = (pde & I386_PG_PS_FRAME) + offset;
2597f911abeSJohn Baldwin 		s = _kvm_pa2off(kd, a, pa);
26050c3239eSJohn Baldwin 		if (s == 0) {
26150c3239eSJohn Baldwin 			_kvm_err(kd, kd->program,
2627f911abeSJohn Baldwin 			    "_i386_vatop: 4MB page address not in dump");
263e55a0cd8SPeter Wemm 			goto invalid;
264e55a0cd8SPeter Wemm 		}
2657f911abeSJohn Baldwin 		return (I386_NBPDR - offset);
2664afb0d5aSTor Egge 	}
2674afb0d5aSTor Egge 
2687f911abeSJohn Baldwin 	pteindex = (va >> I386_PAGE_SHIFT) & (I386_NPTEPG - 1);
2697f911abeSJohn Baldwin 	pte_pa = (pde & I386_PG_FRAME) + (pteindex * sizeof(pte));
270e55a0cd8SPeter Wemm 
271e55a0cd8SPeter Wemm 	s = _kvm_pa2off(kd, pte_pa, &ofs);
2727f911abeSJohn Baldwin 	if (s < sizeof(pte)) {
2737f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "_i386_vatop: pte_pa not found");
274e55a0cd8SPeter Wemm 		goto invalid;
275e55a0cd8SPeter Wemm 	}
2762f85bf6eSPeter Wemm 
2772f85bf6eSPeter Wemm 	/* XXX This has to be a physical address read, kvm_read is virtual */
2787f911abeSJohn Baldwin 	if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) {
2797f911abeSJohn Baldwin 		_kvm_syserr(kd, kd->program, "_i386_vatop: pread");
2802f85bf6eSPeter Wemm 		goto invalid;
2812f85bf6eSPeter Wemm 	}
2827f911abeSJohn Baldwin 	pte = le32toh(pte);
2837f911abeSJohn Baldwin 	if ((pte & I386_PG_V) == 0) {
284e55a0cd8SPeter Wemm 		_kvm_err(kd, kd->program, "_kvm_kvatop: pte not valid");
2852f85bf6eSPeter Wemm 		goto invalid;
286e55a0cd8SPeter Wemm 	}
2872f85bf6eSPeter Wemm 
2887f911abeSJohn Baldwin 	a = (pte & I386_PG_FRAME) + offset;
289e55a0cd8SPeter Wemm 	s = _kvm_pa2off(kd, a, pa);
290e55a0cd8SPeter Wemm 	if (s == 0) {
2917f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "_i386_vatop: address not in dump");
292e55a0cd8SPeter Wemm 		goto invalid;
293e55a0cd8SPeter Wemm 	} else
2947f911abeSJohn Baldwin 		return (I386_PAGE_SIZE - offset);
2952f85bf6eSPeter Wemm 
2962f85bf6eSPeter Wemm invalid:
2977f911abeSJohn Baldwin 	_kvm_err(kd, 0, "invalid address (0x%jx)", (uintmax_t)va);
298e55a0cd8SPeter Wemm 	return (0);
299e55a0cd8SPeter Wemm }
300e55a0cd8SPeter Wemm 
301e55a0cd8SPeter Wemm static int
_i386_vatop_pae(kvm_t * kd,kvaddr_t va,off_t * pa)3027f911abeSJohn Baldwin _i386_vatop_pae(kvm_t *kd, kvaddr_t va, off_t *pa)
303e55a0cd8SPeter Wemm {
304e55a0cd8SPeter Wemm 	struct vmstate *vm;
3057f911abeSJohn Baldwin 	i386_physaddr_pae_t offset;
3067f911abeSJohn Baldwin 	i386_physaddr_pae_t pte_pa;
3077f911abeSJohn Baldwin 	i386_pde_pae_t pde;
3087f911abeSJohn Baldwin 	i386_pte_pae_t pte;
3097f911abeSJohn Baldwin 	kvaddr_t pdeindex;
3107f911abeSJohn Baldwin 	kvaddr_t pteindex;
311e55a0cd8SPeter Wemm 	size_t s;
3127f911abeSJohn Baldwin 	i386_physaddr_pae_t a;
313e55a0cd8SPeter Wemm 	off_t ofs;
3147f911abeSJohn Baldwin 	i386_pde_pae_t *PTD;
315e55a0cd8SPeter Wemm 
316e55a0cd8SPeter Wemm 	vm = kd->vmst;
3177f911abeSJohn Baldwin 	PTD = (i386_pde_pae_t *)vm->PTD;
3187f911abeSJohn Baldwin 	offset = va & I386_PAGE_MASK;
319e55a0cd8SPeter Wemm 
320e55a0cd8SPeter Wemm 	/*
321e55a0cd8SPeter Wemm 	 * If we are initializing (kernel page table descriptor pointer
322e55a0cd8SPeter Wemm 	 * not yet set) then return pa == va to avoid infinite recursion.
323e55a0cd8SPeter Wemm 	 */
324fb0e1892SEnji Cooper 	if (PTD == NULL) {
325e55a0cd8SPeter Wemm 		s = _kvm_pa2off(kd, va, pa);
326e55a0cd8SPeter Wemm 		if (s == 0) {
327e55a0cd8SPeter Wemm 			_kvm_err(kd, kd->program,
3287f911abeSJohn Baldwin 			    "_i386_vatop_pae: bootstrap data not in dump");
329e55a0cd8SPeter Wemm 			goto invalid;
330e55a0cd8SPeter Wemm 		} else
3317f911abeSJohn Baldwin 			return (I386_PAGE_SIZE - offset);
332e55a0cd8SPeter Wemm 	}
333e55a0cd8SPeter Wemm 
3347f911abeSJohn Baldwin 	pdeindex = va >> I386_PDRSHIFT_PAE;
3357f911abeSJohn Baldwin 	pde = le64toh(PTD[pdeindex]);
3367f911abeSJohn Baldwin 	if ((pde & I386_PG_V) == 0) {
337e55a0cd8SPeter Wemm 		_kvm_err(kd, kd->program, "_kvm_kvatop_pae: pde not valid");
338e55a0cd8SPeter Wemm 		goto invalid;
339e55a0cd8SPeter Wemm 	}
340e55a0cd8SPeter Wemm 
3417f911abeSJohn Baldwin 	if (pde & I386_PG_PS) {
342e55a0cd8SPeter Wemm 		/*
3437f911abeSJohn Baldwin 		 * No second-level page table; ptd describes one 2MB
3447f911abeSJohn Baldwin 		 * page.  (We assume that the kernel wouldn't set
3457f911abeSJohn Baldwin 		 * PG_PS without enabling it cr0).
346e55a0cd8SPeter Wemm 		 */
3477f911abeSJohn Baldwin 		offset = va & I386_PAGE_PS_MASK_PAE;
3487f911abeSJohn Baldwin 		a = (pde & I386_PG_PS_FRAME_PAE) + offset;
3497f911abeSJohn Baldwin 		s = _kvm_pa2off(kd, a, pa);
35050c3239eSJohn Baldwin 		if (s == 0) {
35150c3239eSJohn Baldwin 			_kvm_err(kd, kd->program,
3527f911abeSJohn Baldwin 			    "_i386_vatop: 2MB page address not in dump");
353e55a0cd8SPeter Wemm 			goto invalid;
354e55a0cd8SPeter Wemm 		}
3557f911abeSJohn Baldwin 		return (I386_NBPDR_PAE - offset);
356e55a0cd8SPeter Wemm 	}
357e55a0cd8SPeter Wemm 
3587f911abeSJohn Baldwin 	pteindex = (va >> I386_PAGE_SHIFT) & (I386_NPTEPG_PAE - 1);
3597f911abeSJohn Baldwin 	pte_pa = (pde & I386_PG_FRAME_PAE) + (pteindex * sizeof(pde));
360e55a0cd8SPeter Wemm 
361e55a0cd8SPeter Wemm 	s = _kvm_pa2off(kd, pte_pa, &ofs);
3627f911abeSJohn Baldwin 	if (s < sizeof(pte)) {
3637f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "_i386_vatop_pae: pdpe_pa not found");
364e55a0cd8SPeter Wemm 		goto invalid;
365e55a0cd8SPeter Wemm 	}
366e55a0cd8SPeter Wemm 
367e55a0cd8SPeter Wemm 	/* XXX This has to be a physical address read, kvm_read is virtual */
3687f911abeSJohn Baldwin 	if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) {
3697f911abeSJohn Baldwin 		_kvm_syserr(kd, kd->program, "_i386_vatop_pae: read");
370e55a0cd8SPeter Wemm 		goto invalid;
371e55a0cd8SPeter Wemm 	}
3727f911abeSJohn Baldwin 	pte = le64toh(pte);
3737f911abeSJohn Baldwin 	if ((pte & I386_PG_V) == 0) {
3747f911abeSJohn Baldwin 		_kvm_err(kd, kd->program, "_i386_vatop_pae: pte not valid");
375e55a0cd8SPeter Wemm 		goto invalid;
376e55a0cd8SPeter Wemm 	}
377e55a0cd8SPeter Wemm 
3787f911abeSJohn Baldwin 	a = (pte & I386_PG_FRAME_PAE) + offset;
379e55a0cd8SPeter Wemm 	s = _kvm_pa2off(kd, a, pa);
380e55a0cd8SPeter Wemm 	if (s == 0) {
381e55a0cd8SPeter Wemm 		_kvm_err(kd, kd->program,
3827f911abeSJohn Baldwin 		    "_i386_vatop_pae: address not in dump");
383e55a0cd8SPeter Wemm 		goto invalid;
384e55a0cd8SPeter Wemm 	} else
3857f911abeSJohn Baldwin 		return (I386_PAGE_SIZE - offset);
386e55a0cd8SPeter Wemm 
387e55a0cd8SPeter Wemm invalid:
3887f911abeSJohn Baldwin 	_kvm_err(kd, 0, "invalid address (0x%jx)", (uintmax_t)va);
3892f85bf6eSPeter Wemm 	return (0);
390f95a0250SRodney W. Grimes }
391f95a0250SRodney W. Grimes 
3927f911abeSJohn Baldwin static int
_i386_kvatop(kvm_t * kd,kvaddr_t va,off_t * pa)3937f911abeSJohn Baldwin _i386_kvatop(kvm_t *kd, kvaddr_t va, off_t *pa)
3942f85bf6eSPeter Wemm {
395e55a0cd8SPeter Wemm 
396e55a0cd8SPeter Wemm 	if (ISALIVE(kd)) {
397e55a0cd8SPeter Wemm 		_kvm_err(kd, 0, "vatop called in live kernel!");
398e55a0cd8SPeter Wemm 		return (0);
399e55a0cd8SPeter Wemm 	}
400e55a0cd8SPeter Wemm 	if (kd->vmst->pae)
4017f911abeSJohn Baldwin 		return (_i386_vatop_pae(kd, va, pa));
402e55a0cd8SPeter Wemm 	else
4037f911abeSJohn Baldwin 		return (_i386_vatop(kd, va, pa));
404f95a0250SRodney W. Grimes }
4057f911abeSJohn Baldwin 
4067f911abeSJohn Baldwin int
_i386_native(kvm_t * kd __unused)407881b0edbSEnji Cooper _i386_native(kvm_t *kd __unused)
4087f911abeSJohn Baldwin {
4097f911abeSJohn Baldwin 
4107f911abeSJohn Baldwin #ifdef __i386__
4117f911abeSJohn Baldwin 	return (1);
4127f911abeSJohn Baldwin #else
4137f911abeSJohn Baldwin 	return (0);
4147f911abeSJohn Baldwin #endif
4157f911abeSJohn Baldwin }
4167f911abeSJohn Baldwin 
417881b0edbSEnji Cooper static struct kvm_arch kvm_i386 = {
4187f911abeSJohn Baldwin 	.ka_probe = _i386_probe,
4197f911abeSJohn Baldwin 	.ka_initvtop = _i386_initvtop,
4207f911abeSJohn Baldwin 	.ka_freevtop = _i386_freevtop,
4217f911abeSJohn Baldwin 	.ka_kvatop = _i386_kvatop,
4227f911abeSJohn Baldwin 	.ka_native = _i386_native,
4237f911abeSJohn Baldwin };
4247f911abeSJohn Baldwin 
4257f911abeSJohn Baldwin KVM_ARCH(kvm_i386);
426