1b78ee15eSRuslan Bukin /* 2b78ee15eSRuslan Bukin * CDDL HEADER START 3b78ee15eSRuslan Bukin * 4b78ee15eSRuslan Bukin * The contents of this file are subject to the terms of the 5b78ee15eSRuslan Bukin * Common Development and Distribution License, Version 1.0 only 6b78ee15eSRuslan Bukin * (the "License"). You may not use this file except in compliance 7b78ee15eSRuslan Bukin * with the License. 8b78ee15eSRuslan Bukin * 9b78ee15eSRuslan Bukin * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10b78ee15eSRuslan Bukin * or http://www.opensolaris.org/os/licensing. 11b78ee15eSRuslan Bukin * See the License for the specific language governing permissions 12b78ee15eSRuslan Bukin * and limitations under the License. 13b78ee15eSRuslan Bukin * 14b78ee15eSRuslan Bukin * When distributing Covered Code, include this CDDL HEADER in each 15b78ee15eSRuslan Bukin * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16b78ee15eSRuslan Bukin * If applicable, add the following below this CDDL HEADER, with the 17b78ee15eSRuslan Bukin * fields enclosed by brackets "[]" replaced with your own identifying 18b78ee15eSRuslan Bukin * information: Portions Copyright [yyyy] [name of copyright owner] 19b78ee15eSRuslan Bukin * 20b78ee15eSRuslan Bukin * CDDL HEADER END 21b78ee15eSRuslan Bukin * 22b78ee15eSRuslan Bukin * $FreeBSD$ 23b78ee15eSRuslan Bukin */ 24b78ee15eSRuslan Bukin /* 25b78ee15eSRuslan Bukin * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 26b78ee15eSRuslan Bukin * Use is subject to license terms. 27b78ee15eSRuslan Bukin */ 28b78ee15eSRuslan Bukin #include <sys/cdefs.h> 29b78ee15eSRuslan Bukin 30b78ee15eSRuslan Bukin #include <sys/param.h> 31b78ee15eSRuslan Bukin #include <sys/systm.h> 32b78ee15eSRuslan Bukin #include <sys/kernel.h> 33b78ee15eSRuslan Bukin #include <sys/stack.h> 34b78ee15eSRuslan Bukin #include <sys/pcpu.h> 35b78ee15eSRuslan Bukin 36b78ee15eSRuslan Bukin #include <machine/frame.h> 37b78ee15eSRuslan Bukin #include <machine/md_var.h> 38b78ee15eSRuslan Bukin 39b78ee15eSRuslan Bukin #include <vm/vm.h> 40b78ee15eSRuslan Bukin #include <vm/vm_param.h> 41b78ee15eSRuslan Bukin #include <vm/pmap.h> 42b78ee15eSRuslan Bukin 43b78ee15eSRuslan Bukin #include <machine/atomic.h> 44b78ee15eSRuslan Bukin #include <machine/db_machdep.h> 45b78ee15eSRuslan Bukin #include <machine/md_var.h> 46b78ee15eSRuslan Bukin #include <machine/stack.h> 47b78ee15eSRuslan Bukin #include <ddb/db_sym.h> 48b78ee15eSRuslan Bukin #include <ddb/ddb.h> 49b78ee15eSRuslan Bukin #include <sys/kdb.h> 50b78ee15eSRuslan Bukin 51b78ee15eSRuslan Bukin #include "regset.h" 52b78ee15eSRuslan Bukin 531c7c13aaSWojciech Macek #define MAX_USTACK_DEPTH 2048 54b78ee15eSRuslan Bukin 55b78ee15eSRuslan Bukin uint8_t dtrace_fuword8_nocheck(void *); 56b78ee15eSRuslan Bukin uint16_t dtrace_fuword16_nocheck(void *); 57b78ee15eSRuslan Bukin uint32_t dtrace_fuword32_nocheck(void *); 58b78ee15eSRuslan Bukin uint64_t dtrace_fuword64_nocheck(void *); 59b78ee15eSRuslan Bukin 60b78ee15eSRuslan Bukin void 61b78ee15eSRuslan Bukin dtrace_getpcstack(pc_t *pcstack, int pcstack_limit, int aframes, 62b78ee15eSRuslan Bukin uint32_t *intrpc) 63b78ee15eSRuslan Bukin { 64b78ee15eSRuslan Bukin struct unwind_state state; 65b78ee15eSRuslan Bukin int scp_offset; 66b78ee15eSRuslan Bukin int depth; 67b78ee15eSRuslan Bukin 68b78ee15eSRuslan Bukin depth = 0; 69b78ee15eSRuslan Bukin 70b78ee15eSRuslan Bukin if (intrpc != 0) { 71b78ee15eSRuslan Bukin pcstack[depth++] = (pc_t) intrpc; 72b78ee15eSRuslan Bukin } 73b78ee15eSRuslan Bukin 74b78ee15eSRuslan Bukin aframes++; 75b78ee15eSRuslan Bukin 764d16f941SJohn Baldwin state.fp = (uintptr_t)__builtin_frame_address(0); 774d16f941SJohn Baldwin state.pc = (uintptr_t)dtrace_getpcstack; 78b78ee15eSRuslan Bukin 79b78ee15eSRuslan Bukin while (depth < pcstack_limit) { 80ae953968SJohn Baldwin if (!unwind_frame(curthread, &state)) 81b78ee15eSRuslan Bukin break; 82ae953968SJohn Baldwin if (!INKERNEL(state.pc)) 83ae953968SJohn Baldwin break; 845f05bda6SMark Johnston 85b78ee15eSRuslan Bukin /* 86b78ee15eSRuslan Bukin * NB: Unlike some other architectures, we don't need to 87b78ee15eSRuslan Bukin * explicitly insert cpu_dtrace_caller as it appears in the 88b78ee15eSRuslan Bukin * normal kernel stack trace rather than a special trap frame. 89b78ee15eSRuslan Bukin */ 90b78ee15eSRuslan Bukin if (aframes > 0) { 91b78ee15eSRuslan Bukin aframes--; 92b78ee15eSRuslan Bukin } else { 93b78ee15eSRuslan Bukin pcstack[depth++] = state.pc; 94b78ee15eSRuslan Bukin } 95b78ee15eSRuslan Bukin 96b78ee15eSRuslan Bukin } 97b78ee15eSRuslan Bukin 98b78ee15eSRuslan Bukin for (; depth < pcstack_limit; depth++) { 99b78ee15eSRuslan Bukin pcstack[depth] = 0; 100b78ee15eSRuslan Bukin } 101b78ee15eSRuslan Bukin } 102b78ee15eSRuslan Bukin 1031c7c13aaSWojciech Macek static int 1041c7c13aaSWojciech Macek dtrace_getustack_common(uint64_t *pcstack, int pcstack_limit, uintptr_t pc, 1051c7c13aaSWojciech Macek uintptr_t fp) 1061c7c13aaSWojciech Macek { 1071c7c13aaSWojciech Macek volatile uint16_t *flags = 1081c7c13aaSWojciech Macek (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags; 1091c7c13aaSWojciech Macek int ret = 0; 1101cb290d2SAndrew Turner uintptr_t oldfp = fp; 1111c7c13aaSWojciech Macek 1121c7c13aaSWojciech Macek ASSERT(pcstack == NULL || pcstack_limit > 0); 1131c7c13aaSWojciech Macek 1141c7c13aaSWojciech Macek while (pc != 0) { 1151c7c13aaSWojciech Macek /* 1161c7c13aaSWojciech Macek * We limit the number of times we can go around this 1171c7c13aaSWojciech Macek * loop to account for a circular stack. 1181c7c13aaSWojciech Macek */ 1191c7c13aaSWojciech Macek if (ret++ >= MAX_USTACK_DEPTH) { 1201c7c13aaSWojciech Macek *flags |= CPU_DTRACE_BADSTACK; 1211c7c13aaSWojciech Macek cpu_core[curcpu].cpuc_dtrace_illval = fp; 1221c7c13aaSWojciech Macek break; 1231c7c13aaSWojciech Macek } 1241c7c13aaSWojciech Macek 1251c7c13aaSWojciech Macek if (pcstack != NULL) { 1261c7c13aaSWojciech Macek *pcstack++ = (uint64_t)pc; 1271c7c13aaSWojciech Macek pcstack_limit--; 1281c7c13aaSWojciech Macek if (pcstack_limit <= 0) 1291c7c13aaSWojciech Macek break; 1301c7c13aaSWojciech Macek } 1311c7c13aaSWojciech Macek 1321c7c13aaSWojciech Macek if (fp == 0) 1331c7c13aaSWojciech Macek break; 1341c7c13aaSWojciech Macek 1351c7c13aaSWojciech Macek pc = dtrace_fuword64((void *)(fp + 136*d3251842SMark Johnston offsetof(struct unwind_state, pc))); 1371c7c13aaSWojciech Macek fp = dtrace_fuword64((void *)fp); 1381c7c13aaSWojciech Macek 1391c7c13aaSWojciech Macek if (fp == oldfp) { 1401c7c13aaSWojciech Macek *flags |= CPU_DTRACE_BADSTACK; 1411c7c13aaSWojciech Macek cpu_core[curcpu].cpuc_dtrace_illval = fp; 1421c7c13aaSWojciech Macek break; 1431c7c13aaSWojciech Macek } 1441c7c13aaSWojciech Macek 1451c7c13aaSWojciech Macek /* 1461c7c13aaSWojciech Macek * ARM64TODO: 1471c7c13aaSWojciech Macek * This workaround might not be necessary. It needs to be 1481c7c13aaSWojciech Macek * revised and removed from all architectures if found 1491c7c13aaSWojciech Macek * unwanted. Leaving the original x86 comment for reference. 1501c7c13aaSWojciech Macek * 1511c7c13aaSWojciech Macek * This is totally bogus: if we faulted, we're going to clear 1521c7c13aaSWojciech Macek * the fault and break. This is to deal with the apparently 1531c7c13aaSWojciech Macek * broken Java stacks on x86. 1541c7c13aaSWojciech Macek */ 1551c7c13aaSWojciech Macek if (*flags & CPU_DTRACE_FAULT) { 1561c7c13aaSWojciech Macek *flags &= ~CPU_DTRACE_FAULT; 1571c7c13aaSWojciech Macek break; 1581c7c13aaSWojciech Macek } 1591cb290d2SAndrew Turner 1601cb290d2SAndrew Turner oldfp = fp; 1611c7c13aaSWojciech Macek } 1621c7c13aaSWojciech Macek 1631c7c13aaSWojciech Macek return (ret); 1641c7c13aaSWojciech Macek } 1651c7c13aaSWojciech Macek 166b78ee15eSRuslan Bukin void 167b78ee15eSRuslan Bukin dtrace_getupcstack(uint64_t *pcstack, int pcstack_limit) 168b78ee15eSRuslan Bukin { 1691c7c13aaSWojciech Macek proc_t *p = curproc; 1701c7c13aaSWojciech Macek struct trapframe *tf; 17105985a7fSJessica Clarke uintptr_t pc, fp; 1721c7c13aaSWojciech Macek volatile uint16_t *flags = 1731c7c13aaSWojciech Macek (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags; 1741c7c13aaSWojciech Macek int n; 175b78ee15eSRuslan Bukin 1761c7c13aaSWojciech Macek if (*flags & CPU_DTRACE_FAULT) 1771c7c13aaSWojciech Macek return; 1781c7c13aaSWojciech Macek 1791c7c13aaSWojciech Macek if (pcstack_limit <= 0) 1801c7c13aaSWojciech Macek return; 1811c7c13aaSWojciech Macek 1821c7c13aaSWojciech Macek /* 1831c7c13aaSWojciech Macek * If there's no user context we still need to zero the stack. 1841c7c13aaSWojciech Macek */ 1851c7c13aaSWojciech Macek if (p == NULL || (tf = curthread->td_frame) == NULL) 1861c7c13aaSWojciech Macek goto zero; 1871c7c13aaSWojciech Macek 1881c7c13aaSWojciech Macek *pcstack++ = (uint64_t)p->p_pid; 1891c7c13aaSWojciech Macek pcstack_limit--; 1901c7c13aaSWojciech Macek 1911c7c13aaSWojciech Macek if (pcstack_limit <= 0) 1921c7c13aaSWojciech Macek return; 1931c7c13aaSWojciech Macek 1941c7c13aaSWojciech Macek pc = tf->tf_elr; 1951c7c13aaSWojciech Macek fp = tf->tf_x[29]; 1961c7c13aaSWojciech Macek 1971c7c13aaSWojciech Macek if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) { 1981c7c13aaSWojciech Macek /* 1991c7c13aaSWojciech Macek * In an entry probe. The frame pointer has not yet been 2001c7c13aaSWojciech Macek * pushed (that happens in the function prologue). The 2011c7c13aaSWojciech Macek * best approach is to add the current pc as a missing top 2021c7c13aaSWojciech Macek * of stack and back the pc up to the caller, which is stored 2031c7c13aaSWojciech Macek * at the current stack pointer address since the call 2041c7c13aaSWojciech Macek * instruction puts it there right before the branch. 2051c7c13aaSWojciech Macek */ 2061c7c13aaSWojciech Macek 2071c7c13aaSWojciech Macek *pcstack++ = (uint64_t)pc; 2081c7c13aaSWojciech Macek pcstack_limit--; 2091c7c13aaSWojciech Macek if (pcstack_limit <= 0) 2101c7c13aaSWojciech Macek return; 2111c7c13aaSWojciech Macek 2121c7c13aaSWojciech Macek pc = tf->tf_lr; 2131c7c13aaSWojciech Macek } 2141c7c13aaSWojciech Macek 2151c7c13aaSWojciech Macek n = dtrace_getustack_common(pcstack, pcstack_limit, pc, fp); 2161c7c13aaSWojciech Macek ASSERT(n >= 0); 2171c7c13aaSWojciech Macek ASSERT(n <= pcstack_limit); 2181c7c13aaSWojciech Macek 2191c7c13aaSWojciech Macek pcstack += n; 2201c7c13aaSWojciech Macek pcstack_limit -= n; 2211c7c13aaSWojciech Macek 2221c7c13aaSWojciech Macek zero: 2231c7c13aaSWojciech Macek while (pcstack_limit-- > 0) 2241c7c13aaSWojciech Macek *pcstack++ = 0; 225b78ee15eSRuslan Bukin } 226b78ee15eSRuslan Bukin 227b78ee15eSRuslan Bukin int 228b78ee15eSRuslan Bukin dtrace_getustackdepth(void) 229b78ee15eSRuslan Bukin { 230b78ee15eSRuslan Bukin 231b78ee15eSRuslan Bukin printf("IMPLEMENT ME: %s\n", __func__); 232b78ee15eSRuslan Bukin 233b78ee15eSRuslan Bukin return (0); 234b78ee15eSRuslan Bukin } 235b78ee15eSRuslan Bukin 236b78ee15eSRuslan Bukin void 237b78ee15eSRuslan Bukin dtrace_getufpstack(uint64_t *pcstack, uint64_t *fpstack, int pcstack_limit) 238b78ee15eSRuslan Bukin { 239b78ee15eSRuslan Bukin 240b78ee15eSRuslan Bukin printf("IMPLEMENT ME: %s\n", __func__); 241b78ee15eSRuslan Bukin } 242b78ee15eSRuslan Bukin 243b78ee15eSRuslan Bukin /*ARGSUSED*/ 244b78ee15eSRuslan Bukin uint64_t 245b78ee15eSRuslan Bukin dtrace_getarg(int arg, int aframes) 246b78ee15eSRuslan Bukin { 247b78ee15eSRuslan Bukin 248b78ee15eSRuslan Bukin printf("IMPLEMENT ME: %s\n", __func__); 249b78ee15eSRuslan Bukin 250b78ee15eSRuslan Bukin return (0); 251b78ee15eSRuslan Bukin } 252b78ee15eSRuslan Bukin 253b78ee15eSRuslan Bukin int 254b78ee15eSRuslan Bukin dtrace_getstackdepth(int aframes) 255b78ee15eSRuslan Bukin { 256b78ee15eSRuslan Bukin struct unwind_state state; 257b78ee15eSRuslan Bukin int scp_offset; 258b78ee15eSRuslan Bukin int depth; 259ae953968SJohn Baldwin bool done; 260b78ee15eSRuslan Bukin 261b78ee15eSRuslan Bukin depth = 1; 262ae953968SJohn Baldwin done = false; 263b78ee15eSRuslan Bukin 2644d16f941SJohn Baldwin state.fp = (uintptr_t)__builtin_frame_address(0); 2654d16f941SJohn Baldwin state.pc = (uintptr_t)dtrace_getstackdepth; 266b78ee15eSRuslan Bukin 267b78ee15eSRuslan Bukin do { 268ae953968SJohn Baldwin done = !unwind_frame(curthread, &state); 269b78ee15eSRuslan Bukin if (!INKERNEL(state.pc) || !INKERNEL(state.fp)) 270b78ee15eSRuslan Bukin break; 271b78ee15eSRuslan Bukin depth++; 272b78ee15eSRuslan Bukin } while (!done); 273b78ee15eSRuslan Bukin 274b78ee15eSRuslan Bukin if (depth < aframes) 275b78ee15eSRuslan Bukin return (0); 276b78ee15eSRuslan Bukin else 277b78ee15eSRuslan Bukin return (depth - aframes); 278b78ee15eSRuslan Bukin } 279b78ee15eSRuslan Bukin 280b78ee15eSRuslan Bukin ulong_t 28198ab9802SChristos Margiolis dtrace_getreg(struct trapframe *frame, uint_t reg) 282b78ee15eSRuslan Bukin { 28321a16d55SChristos Margiolis switch (reg) { 28421a16d55SChristos Margiolis case REG_X0 ... REG_X29: 28598ab9802SChristos Margiolis return (frame->tf_x[reg]); 28621a16d55SChristos Margiolis case REG_LR: 28798ab9802SChristos Margiolis return (frame->tf_lr); 28821a16d55SChristos Margiolis case REG_SP: 28998ab9802SChristos Margiolis return (frame->tf_sp); 29021a16d55SChristos Margiolis case REG_PC: 29198ab9802SChristos Margiolis return (frame->tf_elr); 29221a16d55SChristos Margiolis default: 29321a16d55SChristos Margiolis DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP); 294b78ee15eSRuslan Bukin return (0); 295b78ee15eSRuslan Bukin } 29621a16d55SChristos Margiolis /* NOTREACHED */ 29721a16d55SChristos Margiolis } 298b78ee15eSRuslan Bukin 299b78ee15eSRuslan Bukin static int 300b78ee15eSRuslan Bukin dtrace_copycheck(uintptr_t uaddr, uintptr_t kaddr, size_t size) 301b78ee15eSRuslan Bukin { 302b78ee15eSRuslan Bukin 303b78ee15eSRuslan Bukin if (uaddr + size > VM_MAXUSER_ADDRESS || uaddr + size < uaddr) { 304b78ee15eSRuslan Bukin DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR); 305b78ee15eSRuslan Bukin cpu_core[curcpu].cpuc_dtrace_illval = uaddr; 306b78ee15eSRuslan Bukin return (0); 307b78ee15eSRuslan Bukin } 308b78ee15eSRuslan Bukin 309b78ee15eSRuslan Bukin return (1); 310b78ee15eSRuslan Bukin } 311b78ee15eSRuslan Bukin 312b78ee15eSRuslan Bukin void 313b78ee15eSRuslan Bukin dtrace_copyin(uintptr_t uaddr, uintptr_t kaddr, size_t size, 314b78ee15eSRuslan Bukin volatile uint16_t *flags) 315b78ee15eSRuslan Bukin { 316b78ee15eSRuslan Bukin 317b78ee15eSRuslan Bukin if (dtrace_copycheck(uaddr, kaddr, size)) 318b78ee15eSRuslan Bukin dtrace_copy(uaddr, kaddr, size); 319b78ee15eSRuslan Bukin } 320b78ee15eSRuslan Bukin 321b78ee15eSRuslan Bukin void 322b78ee15eSRuslan Bukin dtrace_copyout(uintptr_t kaddr, uintptr_t uaddr, size_t size, 323b78ee15eSRuslan Bukin volatile uint16_t *flags) 324b78ee15eSRuslan Bukin { 325b78ee15eSRuslan Bukin 326b78ee15eSRuslan Bukin if (dtrace_copycheck(uaddr, kaddr, size)) 327b78ee15eSRuslan Bukin dtrace_copy(kaddr, uaddr, size); 328b78ee15eSRuslan Bukin } 329b78ee15eSRuslan Bukin 330b78ee15eSRuslan Bukin void 331b78ee15eSRuslan Bukin dtrace_copyinstr(uintptr_t uaddr, uintptr_t kaddr, size_t size, 332b78ee15eSRuslan Bukin volatile uint16_t *flags) 333b78ee15eSRuslan Bukin { 334b78ee15eSRuslan Bukin 335b78ee15eSRuslan Bukin if (dtrace_copycheck(uaddr, kaddr, size)) 336b78ee15eSRuslan Bukin dtrace_copystr(uaddr, kaddr, size, flags); 337b78ee15eSRuslan Bukin } 338b78ee15eSRuslan Bukin 339b78ee15eSRuslan Bukin void 340b78ee15eSRuslan Bukin dtrace_copyoutstr(uintptr_t kaddr, uintptr_t uaddr, size_t size, 341b78ee15eSRuslan Bukin volatile uint16_t *flags) 342b78ee15eSRuslan Bukin { 343b78ee15eSRuslan Bukin 344b78ee15eSRuslan Bukin if (dtrace_copycheck(uaddr, kaddr, size)) 345b78ee15eSRuslan Bukin dtrace_copystr(kaddr, uaddr, size, flags); 346b78ee15eSRuslan Bukin } 347b78ee15eSRuslan Bukin 348b78ee15eSRuslan Bukin uint8_t 349b78ee15eSRuslan Bukin dtrace_fuword8(void *uaddr) 350b78ee15eSRuslan Bukin { 351b78ee15eSRuslan Bukin 352b78ee15eSRuslan Bukin if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) { 353b78ee15eSRuslan Bukin DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR); 354b78ee15eSRuslan Bukin cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr; 355b78ee15eSRuslan Bukin return (0); 356b78ee15eSRuslan Bukin } 357b78ee15eSRuslan Bukin 358b78ee15eSRuslan Bukin return (dtrace_fuword8_nocheck(uaddr)); 359b78ee15eSRuslan Bukin } 360b78ee15eSRuslan Bukin 361b78ee15eSRuslan Bukin uint16_t 362b78ee15eSRuslan Bukin dtrace_fuword16(void *uaddr) 363b78ee15eSRuslan Bukin { 364b78ee15eSRuslan Bukin 365b78ee15eSRuslan Bukin if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) { 366b78ee15eSRuslan Bukin DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR); 367b78ee15eSRuslan Bukin cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr; 368b78ee15eSRuslan Bukin return (0); 369b78ee15eSRuslan Bukin } 370b78ee15eSRuslan Bukin 371b78ee15eSRuslan Bukin return (dtrace_fuword16_nocheck(uaddr)); 372b78ee15eSRuslan Bukin } 373b78ee15eSRuslan Bukin 374b78ee15eSRuslan Bukin uint32_t 375b78ee15eSRuslan Bukin dtrace_fuword32(void *uaddr) 376b78ee15eSRuslan Bukin { 377b78ee15eSRuslan Bukin 378b78ee15eSRuslan Bukin if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) { 379b78ee15eSRuslan Bukin DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR); 380b78ee15eSRuslan Bukin cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr; 381b78ee15eSRuslan Bukin return (0); 382b78ee15eSRuslan Bukin } 383b78ee15eSRuslan Bukin 384b78ee15eSRuslan Bukin return (dtrace_fuword32_nocheck(uaddr)); 385b78ee15eSRuslan Bukin } 386b78ee15eSRuslan Bukin 387b78ee15eSRuslan Bukin uint64_t 388b78ee15eSRuslan Bukin dtrace_fuword64(void *uaddr) 389b78ee15eSRuslan Bukin { 390b78ee15eSRuslan Bukin 391b78ee15eSRuslan Bukin if ((uintptr_t)uaddr > VM_MAXUSER_ADDRESS) { 392b78ee15eSRuslan Bukin DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR); 393b78ee15eSRuslan Bukin cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr; 394b78ee15eSRuslan Bukin return (0); 395b78ee15eSRuslan Bukin } 396b78ee15eSRuslan Bukin 397b78ee15eSRuslan Bukin return (dtrace_fuword64_nocheck(uaddr)); 398b78ee15eSRuslan Bukin } 399