xref: /freebsd/sys/cddl/dev/dtrace/aarch64/dtrace_isa.c (revision d3251842321e7a5ac8bbb2aec128328cd10f3a84)
1b78ee15eSRuslan Bukin /*
2b78ee15eSRuslan Bukin  * CDDL HEADER START
3b78ee15eSRuslan Bukin  *
4b78ee15eSRuslan Bukin  * The contents of this file are subject to the terms of the
5b78ee15eSRuslan Bukin  * Common Development and Distribution License, Version 1.0 only
6b78ee15eSRuslan Bukin  * (the "License").  You may not use this file except in compliance
7b78ee15eSRuslan Bukin  * with the License.
8b78ee15eSRuslan Bukin  *
9b78ee15eSRuslan Bukin  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10b78ee15eSRuslan Bukin  * or http://www.opensolaris.org/os/licensing.
11b78ee15eSRuslan Bukin  * See the License for the specific language governing permissions
12b78ee15eSRuslan Bukin  * and limitations under the License.
13b78ee15eSRuslan Bukin  *
14b78ee15eSRuslan Bukin  * When distributing Covered Code, include this CDDL HEADER in each
15b78ee15eSRuslan Bukin  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16b78ee15eSRuslan Bukin  * If applicable, add the following below this CDDL HEADER, with the
17b78ee15eSRuslan Bukin  * fields enclosed by brackets "[]" replaced with your own identifying
18b78ee15eSRuslan Bukin  * information: Portions Copyright [yyyy] [name of copyright owner]
19b78ee15eSRuslan Bukin  *
20b78ee15eSRuslan Bukin  * CDDL HEADER END
21b78ee15eSRuslan Bukin  *
22b78ee15eSRuslan Bukin  * $FreeBSD$
23b78ee15eSRuslan Bukin  */
24b78ee15eSRuslan Bukin /*
25b78ee15eSRuslan Bukin  * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
26b78ee15eSRuslan Bukin  * Use is subject to license terms.
27b78ee15eSRuslan Bukin  */
28b78ee15eSRuslan Bukin #include <sys/cdefs.h>
29b78ee15eSRuslan Bukin 
30b78ee15eSRuslan Bukin #include <sys/param.h>
31b78ee15eSRuslan Bukin #include <sys/systm.h>
32b78ee15eSRuslan Bukin #include <sys/kernel.h>
33b78ee15eSRuslan Bukin #include <sys/stack.h>
34b78ee15eSRuslan Bukin #include <sys/pcpu.h>
35b78ee15eSRuslan Bukin 
36b78ee15eSRuslan Bukin #include <machine/frame.h>
37b78ee15eSRuslan Bukin #include <machine/md_var.h>
38b78ee15eSRuslan Bukin 
39b78ee15eSRuslan Bukin #include <vm/vm.h>
40b78ee15eSRuslan Bukin #include <vm/vm_param.h>
41b78ee15eSRuslan Bukin #include <vm/pmap.h>
42b78ee15eSRuslan Bukin 
43b78ee15eSRuslan Bukin #include <machine/atomic.h>
44b78ee15eSRuslan Bukin #include <machine/db_machdep.h>
45b78ee15eSRuslan Bukin #include <machine/md_var.h>
46b78ee15eSRuslan Bukin #include <machine/stack.h>
47b78ee15eSRuslan Bukin #include <ddb/db_sym.h>
48b78ee15eSRuslan Bukin #include <ddb/ddb.h>
49b78ee15eSRuslan Bukin #include <sys/kdb.h>
50b78ee15eSRuslan Bukin 
51b78ee15eSRuslan Bukin #include "regset.h"
52b78ee15eSRuslan Bukin 
531c7c13aaSWojciech Macek #define	MAX_USTACK_DEPTH  2048
54b78ee15eSRuslan Bukin 
55b78ee15eSRuslan Bukin uint8_t dtrace_fuword8_nocheck(void *);
56b78ee15eSRuslan Bukin uint16_t dtrace_fuword16_nocheck(void *);
57b78ee15eSRuslan Bukin uint32_t dtrace_fuword32_nocheck(void *);
58b78ee15eSRuslan Bukin uint64_t dtrace_fuword64_nocheck(void *);
59b78ee15eSRuslan Bukin 
60b78ee15eSRuslan Bukin void
61b78ee15eSRuslan Bukin dtrace_getpcstack(pc_t *pcstack, int pcstack_limit, int aframes,
62b78ee15eSRuslan Bukin     uint32_t *intrpc)
63b78ee15eSRuslan Bukin {
64b78ee15eSRuslan Bukin 	struct unwind_state state;
65b78ee15eSRuslan Bukin 	int scp_offset;
66b78ee15eSRuslan Bukin 	int depth;
67b78ee15eSRuslan Bukin 
68b78ee15eSRuslan Bukin 	depth = 0;
69b78ee15eSRuslan Bukin 
70b78ee15eSRuslan Bukin 	if (intrpc != 0) {
71b78ee15eSRuslan Bukin 		pcstack[depth++] = (pc_t) intrpc;
72b78ee15eSRuslan Bukin 	}
73b78ee15eSRuslan Bukin 
74b78ee15eSRuslan Bukin 	aframes++;
75b78ee15eSRuslan Bukin 
764d16f941SJohn Baldwin 	state.fp = (uintptr_t)__builtin_frame_address(0);
774d16f941SJohn Baldwin 	state.pc = (uintptr_t)dtrace_getpcstack;
78b78ee15eSRuslan Bukin 
79b78ee15eSRuslan Bukin 	while (depth < pcstack_limit) {
80ae953968SJohn Baldwin 		if (!unwind_frame(curthread, &state))
81b78ee15eSRuslan Bukin 			break;
82ae953968SJohn Baldwin 		if (!INKERNEL(state.pc))
83ae953968SJohn Baldwin 			break;
845f05bda6SMark Johnston 
85b78ee15eSRuslan Bukin 		/*
86b78ee15eSRuslan Bukin 		 * NB: Unlike some other architectures, we don't need to
87b78ee15eSRuslan Bukin 		 * explicitly insert cpu_dtrace_caller as it appears in the
88b78ee15eSRuslan Bukin 		 * normal kernel stack trace rather than a special trap frame.
89b78ee15eSRuslan Bukin 		 */
90b78ee15eSRuslan Bukin 		if (aframes > 0) {
91b78ee15eSRuslan Bukin 			aframes--;
92b78ee15eSRuslan Bukin 		} else {
93b78ee15eSRuslan Bukin 			pcstack[depth++] = state.pc;
94b78ee15eSRuslan Bukin 		}
95b78ee15eSRuslan Bukin 
96b78ee15eSRuslan Bukin 	}
97b78ee15eSRuslan Bukin 
98b78ee15eSRuslan Bukin 	for (; depth < pcstack_limit; depth++) {
99b78ee15eSRuslan Bukin 		pcstack[depth] = 0;
100b78ee15eSRuslan Bukin 	}
101b78ee15eSRuslan Bukin }
102b78ee15eSRuslan Bukin 
1031c7c13aaSWojciech Macek static int
1041c7c13aaSWojciech Macek dtrace_getustack_common(uint64_t *pcstack, int pcstack_limit, uintptr_t pc,
1051c7c13aaSWojciech Macek     uintptr_t fp)
1061c7c13aaSWojciech Macek {
1071c7c13aaSWojciech Macek 	volatile uint16_t *flags =
1081c7c13aaSWojciech Macek 	    (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
1091c7c13aaSWojciech Macek 	int ret = 0;
1101cb290d2SAndrew Turner 	uintptr_t oldfp = fp;
1111c7c13aaSWojciech Macek 
1121c7c13aaSWojciech Macek 	ASSERT(pcstack == NULL || pcstack_limit > 0);
1131c7c13aaSWojciech Macek 
1141c7c13aaSWojciech Macek 	while (pc != 0) {
1151c7c13aaSWojciech Macek 		/*
1161c7c13aaSWojciech Macek 		 * We limit the number of times we can go around this
1171c7c13aaSWojciech Macek 		 * loop to account for a circular stack.
1181c7c13aaSWojciech Macek 		 */
1191c7c13aaSWojciech Macek 		if (ret++ >= MAX_USTACK_DEPTH) {
1201c7c13aaSWojciech Macek 			*flags |= CPU_DTRACE_BADSTACK;
1211c7c13aaSWojciech Macek 			cpu_core[curcpu].cpuc_dtrace_illval = fp;
1221c7c13aaSWojciech Macek 			break;
1231c7c13aaSWojciech Macek 		}
1241c7c13aaSWojciech Macek 
1251c7c13aaSWojciech Macek 		if (pcstack != NULL) {
1261c7c13aaSWojciech Macek 			*pcstack++ = (uint64_t)pc;
1271c7c13aaSWojciech Macek 			pcstack_limit--;
1281c7c13aaSWojciech Macek 			if (pcstack_limit <= 0)
1291c7c13aaSWojciech Macek 				break;
1301c7c13aaSWojciech Macek 		}
1311c7c13aaSWojciech Macek 
1321c7c13aaSWojciech Macek 		if (fp == 0)
1331c7c13aaSWojciech Macek 			break;
1341c7c13aaSWojciech Macek 
1351c7c13aaSWojciech Macek 		pc = dtrace_fuword64((void *)(fp +
136*d3251842SMark Johnston 		    offsetof(struct unwind_state, pc)));
1371c7c13aaSWojciech Macek 		fp = dtrace_fuword64((void *)fp);
1381c7c13aaSWojciech Macek 
1391c7c13aaSWojciech Macek 		if (fp == oldfp) {
1401c7c13aaSWojciech Macek 			*flags |= CPU_DTRACE_BADSTACK;
1411c7c13aaSWojciech Macek 			cpu_core[curcpu].cpuc_dtrace_illval = fp;
1421c7c13aaSWojciech Macek 			break;
1431c7c13aaSWojciech Macek 		}
1441c7c13aaSWojciech Macek 
1451c7c13aaSWojciech Macek 		/*
1461c7c13aaSWojciech Macek 		 * ARM64TODO:
1471c7c13aaSWojciech Macek 		 *     This workaround might not be necessary. It needs to be
1481c7c13aaSWojciech Macek 		 *     revised and removed from all architectures if found
1491c7c13aaSWojciech Macek 		 *     unwanted. Leaving the original x86 comment for reference.
1501c7c13aaSWojciech Macek 		 *
1511c7c13aaSWojciech Macek 		 * This is totally bogus:  if we faulted, we're going to clear
1521c7c13aaSWojciech Macek 		 * the fault and break.  This is to deal with the apparently
1531c7c13aaSWojciech Macek 		 * broken Java stacks on x86.
1541c7c13aaSWojciech Macek 		 */
1551c7c13aaSWojciech Macek 		if (*flags & CPU_DTRACE_FAULT) {
1561c7c13aaSWojciech Macek 			*flags &= ~CPU_DTRACE_FAULT;
1571c7c13aaSWojciech Macek 			break;
1581c7c13aaSWojciech Macek 		}
1591cb290d2SAndrew Turner 
1601cb290d2SAndrew Turner 		oldfp = fp;
1611c7c13aaSWojciech Macek 	}
1621c7c13aaSWojciech Macek 
1631c7c13aaSWojciech Macek 	return (ret);
1641c7c13aaSWojciech Macek }
1651c7c13aaSWojciech Macek 
166b78ee15eSRuslan Bukin void
167b78ee15eSRuslan Bukin dtrace_getupcstack(uint64_t *pcstack, int pcstack_limit)
168b78ee15eSRuslan Bukin {
1691c7c13aaSWojciech Macek 	proc_t *p = curproc;
1701c7c13aaSWojciech Macek 	struct trapframe *tf;
17105985a7fSJessica Clarke 	uintptr_t pc, fp;
1721c7c13aaSWojciech Macek 	volatile uint16_t *flags =
1731c7c13aaSWojciech Macek 	    (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
1741c7c13aaSWojciech Macek 	int n;
175b78ee15eSRuslan Bukin 
1761c7c13aaSWojciech Macek 	if (*flags & CPU_DTRACE_FAULT)
1771c7c13aaSWojciech Macek 		return;
1781c7c13aaSWojciech Macek 
1791c7c13aaSWojciech Macek 	if (pcstack_limit <= 0)
1801c7c13aaSWojciech Macek 		return;
1811c7c13aaSWojciech Macek 
1821c7c13aaSWojciech Macek 	/*
1831c7c13aaSWojciech Macek 	 * If there's no user context we still need to zero the stack.
1841c7c13aaSWojciech Macek 	 */
1851c7c13aaSWojciech Macek 	if (p == NULL || (tf = curthread->td_frame) == NULL)
1861c7c13aaSWojciech Macek 		goto zero;
1871c7c13aaSWojciech Macek 
1881c7c13aaSWojciech Macek 	*pcstack++ = (uint64_t)p->p_pid;
1891c7c13aaSWojciech Macek 	pcstack_limit--;
1901c7c13aaSWojciech Macek 
1911c7c13aaSWojciech Macek 	if (pcstack_limit <= 0)
1921c7c13aaSWojciech Macek 		return;
1931c7c13aaSWojciech Macek 
1941c7c13aaSWojciech Macek 	pc = tf->tf_elr;
1951c7c13aaSWojciech Macek 	fp = tf->tf_x[29];
1961c7c13aaSWojciech Macek 
1971c7c13aaSWojciech Macek 	if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
1981c7c13aaSWojciech Macek 		/*
1991c7c13aaSWojciech Macek 		 * In an entry probe.  The frame pointer has not yet been
2001c7c13aaSWojciech Macek 		 * pushed (that happens in the function prologue).  The
2011c7c13aaSWojciech Macek 		 * best approach is to add the current pc as a missing top
2021c7c13aaSWojciech Macek 		 * of stack and back the pc up to the caller, which is stored
2031c7c13aaSWojciech Macek 		 * at the current stack pointer address since the call
2041c7c13aaSWojciech Macek 		 * instruction puts it there right before the branch.
2051c7c13aaSWojciech Macek 		 */
2061c7c13aaSWojciech Macek 
2071c7c13aaSWojciech Macek 		*pcstack++ = (uint64_t)pc;
2081c7c13aaSWojciech Macek 		pcstack_limit--;
2091c7c13aaSWojciech Macek 		if (pcstack_limit <= 0)
2101c7c13aaSWojciech Macek 			return;
2111c7c13aaSWojciech Macek 
2121c7c13aaSWojciech Macek 		pc = tf->tf_lr;
2131c7c13aaSWojciech Macek 	}
2141c7c13aaSWojciech Macek 
2151c7c13aaSWojciech Macek 	n = dtrace_getustack_common(pcstack, pcstack_limit, pc, fp);
2161c7c13aaSWojciech Macek 	ASSERT(n >= 0);
2171c7c13aaSWojciech Macek 	ASSERT(n <= pcstack_limit);
2181c7c13aaSWojciech Macek 
2191c7c13aaSWojciech Macek 	pcstack += n;
2201c7c13aaSWojciech Macek 	pcstack_limit -= n;
2211c7c13aaSWojciech Macek 
2221c7c13aaSWojciech Macek zero:
2231c7c13aaSWojciech Macek 	while (pcstack_limit-- > 0)
2241c7c13aaSWojciech Macek 		*pcstack++ = 0;
225b78ee15eSRuslan Bukin }
226b78ee15eSRuslan Bukin 
227b78ee15eSRuslan Bukin int
228b78ee15eSRuslan Bukin dtrace_getustackdepth(void)
229b78ee15eSRuslan Bukin {
230b78ee15eSRuslan Bukin 
231b78ee15eSRuslan Bukin 	printf("IMPLEMENT ME: %s\n", __func__);
232b78ee15eSRuslan Bukin 
233b78ee15eSRuslan Bukin 	return (0);
234b78ee15eSRuslan Bukin }
235b78ee15eSRuslan Bukin 
236b78ee15eSRuslan Bukin void
237b78ee15eSRuslan Bukin dtrace_getufpstack(uint64_t *pcstack, uint64_t *fpstack, int pcstack_limit)
238b78ee15eSRuslan Bukin {
239b78ee15eSRuslan Bukin 
240b78ee15eSRuslan Bukin 	printf("IMPLEMENT ME: %s\n", __func__);
241b78ee15eSRuslan Bukin }
242b78ee15eSRuslan Bukin 
243b78ee15eSRuslan Bukin /*ARGSUSED*/
244b78ee15eSRuslan Bukin uint64_t
245b78ee15eSRuslan Bukin dtrace_getarg(int arg, int aframes)
246b78ee15eSRuslan Bukin {
247b78ee15eSRuslan Bukin 
248b78ee15eSRuslan Bukin 	printf("IMPLEMENT ME: %s\n", __func__);
249b78ee15eSRuslan Bukin 
250b78ee15eSRuslan Bukin 	return (0);
251b78ee15eSRuslan Bukin }
252b78ee15eSRuslan Bukin 
253b78ee15eSRuslan Bukin int
254b78ee15eSRuslan Bukin dtrace_getstackdepth(int aframes)
255b78ee15eSRuslan Bukin {
256b78ee15eSRuslan Bukin 	struct unwind_state state;
257b78ee15eSRuslan Bukin 	int scp_offset;
258b78ee15eSRuslan Bukin 	int depth;
259ae953968SJohn Baldwin 	bool done;
260b78ee15eSRuslan Bukin 
261b78ee15eSRuslan Bukin 	depth = 1;
262ae953968SJohn Baldwin 	done = false;
263b78ee15eSRuslan Bukin 
2644d16f941SJohn Baldwin 	state.fp = (uintptr_t)__builtin_frame_address(0);
2654d16f941SJohn Baldwin 	state.pc = (uintptr_t)dtrace_getstackdepth;
266b78ee15eSRuslan Bukin 
267b78ee15eSRuslan Bukin 	do {
268ae953968SJohn Baldwin 		done = !unwind_frame(curthread, &state);
269b78ee15eSRuslan Bukin 		if (!INKERNEL(state.pc) || !INKERNEL(state.fp))
270b78ee15eSRuslan Bukin 			break;
271b78ee15eSRuslan Bukin 		depth++;
272b78ee15eSRuslan Bukin 	} while (!done);
273b78ee15eSRuslan Bukin 
274b78ee15eSRuslan Bukin 	if (depth < aframes)
275b78ee15eSRuslan Bukin 		return (0);
276b78ee15eSRuslan Bukin 	else
277b78ee15eSRuslan Bukin 		return (depth - aframes);
278b78ee15eSRuslan Bukin }
279b78ee15eSRuslan Bukin 
280b78ee15eSRuslan Bukin ulong_t
28198ab9802SChristos Margiolis dtrace_getreg(struct trapframe *frame, uint_t reg)
282b78ee15eSRuslan Bukin {
28321a16d55SChristos Margiolis 	switch (reg) {
28421a16d55SChristos Margiolis 	case REG_X0 ... REG_X29:
28598ab9802SChristos Margiolis 		return (frame->tf_x[reg]);
28621a16d55SChristos Margiolis 	case REG_LR:
28798ab9802SChristos Margiolis 		return (frame->tf_lr);
28821a16d55SChristos Margiolis 	case REG_SP:
28998ab9802SChristos Margiolis 		return (frame->tf_sp);
29021a16d55SChristos Margiolis 	case REG_PC:
29198ab9802SChristos Margiolis 		return (frame->tf_elr);
29221a16d55SChristos Margiolis 	default:
29321a16d55SChristos Margiolis 		DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
294b78ee15eSRuslan Bukin 		return (0);
295b78ee15eSRuslan Bukin 	}
29621a16d55SChristos Margiolis 	/* NOTREACHED */
29721a16d55SChristos Margiolis }
298b78ee15eSRuslan Bukin 
299b78ee15eSRuslan Bukin static int
300b78ee15eSRuslan Bukin dtrace_copycheck(uintptr_t uaddr, uintptr_t kaddr, size_t size)
301b78ee15eSRuslan Bukin {
302b78ee15eSRuslan Bukin 
303b78ee15eSRuslan Bukin 	if (uaddr + size > VM_MAXUSER_ADDRESS || uaddr + size < uaddr) {
304b78ee15eSRuslan Bukin 		DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
305b78ee15eSRuslan Bukin 		cpu_core[curcpu].cpuc_dtrace_illval = uaddr;
306b78ee15eSRuslan Bukin 		return (0);
307b78ee15eSRuslan Bukin 	}
308b78ee15eSRuslan Bukin 
309b78ee15eSRuslan Bukin 	return (1);
310b78ee15eSRuslan Bukin }
311b78ee15eSRuslan Bukin 
312b78ee15eSRuslan Bukin void
313b78ee15eSRuslan Bukin dtrace_copyin(uintptr_t uaddr, uintptr_t kaddr, size_t size,
314b78ee15eSRuslan Bukin     volatile uint16_t *flags)
315b78ee15eSRuslan Bukin {
316b78ee15eSRuslan Bukin 
317b78ee15eSRuslan Bukin 	if (dtrace_copycheck(uaddr, kaddr, size))
318b78ee15eSRuslan Bukin 		dtrace_copy(uaddr, kaddr, size);
319b78ee15eSRuslan Bukin }
320b78ee15eSRuslan Bukin 
321b78ee15eSRuslan Bukin void
322b78ee15eSRuslan Bukin dtrace_copyout(uintptr_t kaddr, uintptr_t uaddr, size_t size,
323b78ee15eSRuslan Bukin     volatile uint16_t *flags)
324b78ee15eSRuslan Bukin {
325b78ee15eSRuslan Bukin 
326b78ee15eSRuslan Bukin 	if (dtrace_copycheck(uaddr, kaddr, size))
327b78ee15eSRuslan Bukin 		dtrace_copy(kaddr, uaddr, size);
328b78ee15eSRuslan Bukin }
329b78ee15eSRuslan Bukin 
330b78ee15eSRuslan Bukin void
331b78ee15eSRuslan Bukin dtrace_copyinstr(uintptr_t uaddr, uintptr_t kaddr, size_t size,
332b78ee15eSRuslan Bukin     volatile uint16_t *flags)
333b78ee15eSRuslan Bukin {
334b78ee15eSRuslan Bukin 
335b78ee15eSRuslan Bukin 	if (dtrace_copycheck(uaddr, kaddr, size))
336b78ee15eSRuslan Bukin 		dtrace_copystr(uaddr, kaddr, size, flags);
337b78ee15eSRuslan Bukin }
338b78ee15eSRuslan Bukin 
339b78ee15eSRuslan Bukin void
340b78ee15eSRuslan Bukin dtrace_copyoutstr(uintptr_t kaddr, uintptr_t uaddr, size_t size,
341b78ee15eSRuslan Bukin     volatile uint16_t *flags)
342b78ee15eSRuslan Bukin {
343b78ee15eSRuslan Bukin 
344b78ee15eSRuslan Bukin 	if (dtrace_copycheck(uaddr, kaddr, size))
345b78ee15eSRuslan Bukin 		dtrace_copystr(kaddr, uaddr, size, flags);
346b78ee15eSRuslan Bukin }
347b78ee15eSRuslan Bukin 
348b78ee15eSRuslan Bukin uint8_t
349b78ee15eSRuslan Bukin dtrace_fuword8(void *uaddr)
350b78ee15eSRuslan Bukin {
351b78ee15eSRuslan Bukin 
352b78ee15eSRuslan Bukin 	if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) {
353b78ee15eSRuslan Bukin 		DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
354b78ee15eSRuslan Bukin 		cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
355b78ee15eSRuslan Bukin 		return (0);
356b78ee15eSRuslan Bukin 	}
357b78ee15eSRuslan Bukin 
358b78ee15eSRuslan Bukin 	return (dtrace_fuword8_nocheck(uaddr));
359b78ee15eSRuslan Bukin }
360b78ee15eSRuslan Bukin 
361b78ee15eSRuslan Bukin uint16_t
362b78ee15eSRuslan Bukin dtrace_fuword16(void *uaddr)
363b78ee15eSRuslan Bukin {
364b78ee15eSRuslan Bukin 
365b78ee15eSRuslan Bukin 	if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) {
366b78ee15eSRuslan Bukin 		DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
367b78ee15eSRuslan Bukin 		cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
368b78ee15eSRuslan Bukin 		return (0);
369b78ee15eSRuslan Bukin 	}
370b78ee15eSRuslan Bukin 
371b78ee15eSRuslan Bukin 	return (dtrace_fuword16_nocheck(uaddr));
372b78ee15eSRuslan Bukin }
373b78ee15eSRuslan Bukin 
374b78ee15eSRuslan Bukin uint32_t
375b78ee15eSRuslan Bukin dtrace_fuword32(void *uaddr)
376b78ee15eSRuslan Bukin {
377b78ee15eSRuslan Bukin 
378b78ee15eSRuslan Bukin 	if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) {
379b78ee15eSRuslan Bukin 		DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
380b78ee15eSRuslan Bukin 		cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
381b78ee15eSRuslan Bukin 		return (0);
382b78ee15eSRuslan Bukin 	}
383b78ee15eSRuslan Bukin 
384b78ee15eSRuslan Bukin 	return (dtrace_fuword32_nocheck(uaddr));
385b78ee15eSRuslan Bukin }
386b78ee15eSRuslan Bukin 
387b78ee15eSRuslan Bukin uint64_t
388b78ee15eSRuslan Bukin dtrace_fuword64(void *uaddr)
389b78ee15eSRuslan Bukin {
390b78ee15eSRuslan Bukin 
391b78ee15eSRuslan Bukin 	if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) {
392b78ee15eSRuslan Bukin 		DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
393b78ee15eSRuslan Bukin 		cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
394b78ee15eSRuslan Bukin 		return (0);
395b78ee15eSRuslan Bukin 	}
396b78ee15eSRuslan Bukin 
397b78ee15eSRuslan Bukin 	return (dtrace_fuword64_nocheck(uaddr));
398b78ee15eSRuslan Bukin }
399