17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 5ad4023c4Sdp * Common Development and Distribution License (the "License"). 6ad4023c4Sdp * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 2210e6dadfSbrendan * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 277c478bd9Sstevel@tonic-gate 287c478bd9Sstevel@tonic-gate #include <sys/modctl.h> 297c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 307c478bd9Sstevel@tonic-gate #include <sys/dtrace.h> 317c478bd9Sstevel@tonic-gate #include <sys/kobj.h> 327c478bd9Sstevel@tonic-gate #include <sys/stat.h> 337c478bd9Sstevel@tonic-gate #include <sys/conf.h> 347c478bd9Sstevel@tonic-gate #include <vm/seg_kmem.h> 357c478bd9Sstevel@tonic-gate #include <sys/stack.h> 3610e6dadfSbrendan #include <sys/frame.h> 3710e6dadfSbrendan #include <sys/dtrace_impl.h> 3810e6dadfSbrendan #include <sys/cmn_err.h> 3910e6dadfSbrendan #include <sys/sysmacros.h> 4010e6dadfSbrendan #include <sys/privregs.h> 417c478bd9Sstevel@tonic-gate #include <sys/sdt_impl.h> 427c478bd9Sstevel@tonic-gate 437c478bd9Sstevel@tonic-gate #define SDT_PATCHVAL 0xf0 447c478bd9Sstevel@tonic-gate #define SDT_ADDR2NDX(addr) ((((uintptr_t)(addr)) >> 4) & sdt_probetab_mask) 457c478bd9Sstevel@tonic-gate #define SDT_PROBETAB_SIZE 0x1000 /* 4k entries -- 16K total */ 467c478bd9Sstevel@tonic-gate 477c478bd9Sstevel@tonic-gate static dev_info_t *sdt_devi; 487c478bd9Sstevel@tonic-gate static int sdt_verbose = 0; 497c478bd9Sstevel@tonic-gate static sdt_probe_t **sdt_probetab; 507c478bd9Sstevel@tonic-gate static int sdt_probetab_size; 517c478bd9Sstevel@tonic-gate static int sdt_probetab_mask; 527c478bd9Sstevel@tonic-gate 537c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 547c478bd9Sstevel@tonic-gate static int 557c478bd9Sstevel@tonic-gate sdt_invop(uintptr_t addr, uintptr_t *stack, uintptr_t eax) 567c478bd9Sstevel@tonic-gate { 577c478bd9Sstevel@tonic-gate uintptr_t stack0, stack1, stack2, stack3, stack4; 587c478bd9Sstevel@tonic-gate int i = 0; 597c478bd9Sstevel@tonic-gate sdt_probe_t *sdt = sdt_probetab[SDT_ADDR2NDX(addr)]; 607c478bd9Sstevel@tonic-gate 617c478bd9Sstevel@tonic-gate #ifdef __amd64 627c478bd9Sstevel@tonic-gate /* 637c478bd9Sstevel@tonic-gate * On amd64, stack[0] contains the dereferenced stack pointer, 647c478bd9Sstevel@tonic-gate * stack[1] contains savfp, stack[2] contains savpc. We want 657c478bd9Sstevel@tonic-gate * to step over these entries. 667c478bd9Sstevel@tonic-gate */ 677c478bd9Sstevel@tonic-gate i += 3; 687c478bd9Sstevel@tonic-gate #endif 697c478bd9Sstevel@tonic-gate 707c478bd9Sstevel@tonic-gate for (; sdt != NULL; sdt = sdt->sdp_hashnext) { 717c478bd9Sstevel@tonic-gate if ((uintptr_t)sdt->sdp_patchpoint == addr) { 727c478bd9Sstevel@tonic-gate /* 737c478bd9Sstevel@tonic-gate * When accessing the arguments on the stack, we must 747c478bd9Sstevel@tonic-gate * protect against accessing beyond the stack. We can 757c478bd9Sstevel@tonic-gate * safely set NOFAULT here -- we know that interrupts 767c478bd9Sstevel@tonic-gate * are already disabled. 777c478bd9Sstevel@tonic-gate */ 787c478bd9Sstevel@tonic-gate DTRACE_CPUFLAG_SET(CPU_DTRACE_NOFAULT); 797c478bd9Sstevel@tonic-gate stack0 = stack[i++]; 807c478bd9Sstevel@tonic-gate stack1 = stack[i++]; 817c478bd9Sstevel@tonic-gate stack2 = stack[i++]; 827c478bd9Sstevel@tonic-gate stack3 = stack[i++]; 837c478bd9Sstevel@tonic-gate stack4 = stack[i++]; 847c478bd9Sstevel@tonic-gate DTRACE_CPUFLAG_CLEAR(CPU_DTRACE_NOFAULT | 857c478bd9Sstevel@tonic-gate CPU_DTRACE_BADADDR); 867c478bd9Sstevel@tonic-gate 877c478bd9Sstevel@tonic-gate dtrace_probe(sdt->sdp_id, stack0, stack1, 887c478bd9Sstevel@tonic-gate stack2, stack3, stack4); 897c478bd9Sstevel@tonic-gate 907c478bd9Sstevel@tonic-gate return (DTRACE_INVOP_NOP); 917c478bd9Sstevel@tonic-gate } 927c478bd9Sstevel@tonic-gate } 937c478bd9Sstevel@tonic-gate 947c478bd9Sstevel@tonic-gate return (0); 957c478bd9Sstevel@tonic-gate } 967c478bd9Sstevel@tonic-gate 977c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 987c478bd9Sstevel@tonic-gate static void 997c478bd9Sstevel@tonic-gate sdt_provide_module(void *arg, struct modctl *ctl) 1007c478bd9Sstevel@tonic-gate { 1017c478bd9Sstevel@tonic-gate struct module *mp = ctl->mod_mp; 1027c478bd9Sstevel@tonic-gate char *modname = ctl->mod_modname; 1037c478bd9Sstevel@tonic-gate sdt_probedesc_t *sdpd; 1047c478bd9Sstevel@tonic-gate sdt_probe_t *sdp, *old; 1057c478bd9Sstevel@tonic-gate sdt_provider_t *prov; 1067c478bd9Sstevel@tonic-gate int len; 1077c478bd9Sstevel@tonic-gate 1087c478bd9Sstevel@tonic-gate /* 1097c478bd9Sstevel@tonic-gate * One for all, and all for one: if we haven't yet registered all of 1107c478bd9Sstevel@tonic-gate * our providers, we'll refuse to provide anything. 1117c478bd9Sstevel@tonic-gate */ 1127c478bd9Sstevel@tonic-gate for (prov = sdt_providers; prov->sdtp_name != NULL; prov++) { 1137c478bd9Sstevel@tonic-gate if (prov->sdtp_id == DTRACE_PROVNONE) 1147c478bd9Sstevel@tonic-gate return; 1157c478bd9Sstevel@tonic-gate } 1167c478bd9Sstevel@tonic-gate 1177c478bd9Sstevel@tonic-gate if (mp->sdt_nprobes != 0 || (sdpd = mp->sdt_probes) == NULL) 1187c478bd9Sstevel@tonic-gate return; 1197c478bd9Sstevel@tonic-gate 1207c478bd9Sstevel@tonic-gate for (sdpd = mp->sdt_probes; sdpd != NULL; sdpd = sdpd->sdpd_next) { 1217c478bd9Sstevel@tonic-gate char *name = sdpd->sdpd_name, *func, *nname; 1227c478bd9Sstevel@tonic-gate int i, j; 1237c478bd9Sstevel@tonic-gate sdt_provider_t *prov; 1247c478bd9Sstevel@tonic-gate ulong_t offs; 1257c478bd9Sstevel@tonic-gate dtrace_id_t id; 1267c478bd9Sstevel@tonic-gate 1277c478bd9Sstevel@tonic-gate for (prov = sdt_providers; prov->sdtp_prefix != NULL; prov++) { 1287c478bd9Sstevel@tonic-gate char *prefix = prov->sdtp_prefix; 1297c478bd9Sstevel@tonic-gate 1307c478bd9Sstevel@tonic-gate if (strncmp(name, prefix, strlen(prefix)) == 0) { 1317c478bd9Sstevel@tonic-gate name += strlen(prefix); 1327c478bd9Sstevel@tonic-gate break; 1337c478bd9Sstevel@tonic-gate } 1347c478bd9Sstevel@tonic-gate } 1357c478bd9Sstevel@tonic-gate 1367c478bd9Sstevel@tonic-gate nname = kmem_alloc(len = strlen(name) + 1, KM_SLEEP); 1377c478bd9Sstevel@tonic-gate 1387c478bd9Sstevel@tonic-gate for (i = 0, j = 0; name[j] != '\0'; i++) { 1397c478bd9Sstevel@tonic-gate if (name[j] == '_' && name[j + 1] == '_') { 1407c478bd9Sstevel@tonic-gate nname[i] = '-'; 1417c478bd9Sstevel@tonic-gate j += 2; 1427c478bd9Sstevel@tonic-gate } else { 1437c478bd9Sstevel@tonic-gate nname[i] = name[j++]; 1447c478bd9Sstevel@tonic-gate } 1457c478bd9Sstevel@tonic-gate } 1467c478bd9Sstevel@tonic-gate 1477c478bd9Sstevel@tonic-gate nname[i] = '\0'; 1487c478bd9Sstevel@tonic-gate 1497c478bd9Sstevel@tonic-gate sdp = kmem_zalloc(sizeof (sdt_probe_t), KM_SLEEP); 1507c478bd9Sstevel@tonic-gate sdp->sdp_loadcnt = ctl->mod_loadcnt; 1517c478bd9Sstevel@tonic-gate sdp->sdp_ctl = ctl; 1527c478bd9Sstevel@tonic-gate sdp->sdp_name = nname; 1537c478bd9Sstevel@tonic-gate sdp->sdp_namelen = len; 1547c478bd9Sstevel@tonic-gate sdp->sdp_provider = prov; 1557c478bd9Sstevel@tonic-gate 1567c478bd9Sstevel@tonic-gate func = kobj_searchsym(mp, sdpd->sdpd_offset, &offs); 1577c478bd9Sstevel@tonic-gate 1587c478bd9Sstevel@tonic-gate if (func == NULL) 1597c478bd9Sstevel@tonic-gate func = "<unknown>"; 1607c478bd9Sstevel@tonic-gate 1617c478bd9Sstevel@tonic-gate /* 1627c478bd9Sstevel@tonic-gate * We have our provider. Now create the probe. 1637c478bd9Sstevel@tonic-gate */ 1647c478bd9Sstevel@tonic-gate if ((id = dtrace_probe_lookup(prov->sdtp_id, modname, 1657c478bd9Sstevel@tonic-gate func, nname)) != DTRACE_IDNONE) { 1667c478bd9Sstevel@tonic-gate old = dtrace_probe_arg(prov->sdtp_id, id); 1677c478bd9Sstevel@tonic-gate ASSERT(old != NULL); 1687c478bd9Sstevel@tonic-gate 1697c478bd9Sstevel@tonic-gate sdp->sdp_next = old->sdp_next; 1707c478bd9Sstevel@tonic-gate sdp->sdp_id = id; 1717c478bd9Sstevel@tonic-gate old->sdp_next = sdp; 1727c478bd9Sstevel@tonic-gate } else { 1737c478bd9Sstevel@tonic-gate sdp->sdp_id = dtrace_probe_create(prov->sdtp_id, 1747c478bd9Sstevel@tonic-gate modname, func, nname, 3, sdp); 1757c478bd9Sstevel@tonic-gate 1767c478bd9Sstevel@tonic-gate mp->sdt_nprobes++; 1777c478bd9Sstevel@tonic-gate } 1787c478bd9Sstevel@tonic-gate 1797c478bd9Sstevel@tonic-gate sdp->sdp_hashnext = 1807c478bd9Sstevel@tonic-gate sdt_probetab[SDT_ADDR2NDX(sdpd->sdpd_offset)]; 1817c478bd9Sstevel@tonic-gate sdt_probetab[SDT_ADDR2NDX(sdpd->sdpd_offset)] = sdp; 1827c478bd9Sstevel@tonic-gate 1837c478bd9Sstevel@tonic-gate sdp->sdp_patchval = SDT_PATCHVAL; 1847c478bd9Sstevel@tonic-gate sdp->sdp_patchpoint = (uint8_t *)sdpd->sdpd_offset; 1857c478bd9Sstevel@tonic-gate sdp->sdp_savedval = *sdp->sdp_patchpoint; 1867c478bd9Sstevel@tonic-gate } 1877c478bd9Sstevel@tonic-gate } 1887c478bd9Sstevel@tonic-gate 1897c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 1907c478bd9Sstevel@tonic-gate static void 1917c478bd9Sstevel@tonic-gate sdt_destroy(void *arg, dtrace_id_t id, void *parg) 1927c478bd9Sstevel@tonic-gate { 1937c478bd9Sstevel@tonic-gate sdt_probe_t *sdp = parg, *old, *last, *hash; 1947c478bd9Sstevel@tonic-gate struct modctl *ctl = sdp->sdp_ctl; 1957c478bd9Sstevel@tonic-gate int ndx; 1967c478bd9Sstevel@tonic-gate 1977c478bd9Sstevel@tonic-gate if (ctl != NULL && ctl->mod_loadcnt == sdp->sdp_loadcnt) { 1987c478bd9Sstevel@tonic-gate if ((ctl->mod_loadcnt == sdp->sdp_loadcnt && 1997c478bd9Sstevel@tonic-gate ctl->mod_loaded)) { 2007c478bd9Sstevel@tonic-gate ((struct module *)(ctl->mod_mp))->sdt_nprobes--; 2017c478bd9Sstevel@tonic-gate } 2027c478bd9Sstevel@tonic-gate } 2037c478bd9Sstevel@tonic-gate 2047c478bd9Sstevel@tonic-gate while (sdp != NULL) { 2057c478bd9Sstevel@tonic-gate old = sdp; 2067c478bd9Sstevel@tonic-gate 2077c478bd9Sstevel@tonic-gate /* 2087c478bd9Sstevel@tonic-gate * Now we need to remove this probe from the sdt_probetab. 2097c478bd9Sstevel@tonic-gate */ 2107c478bd9Sstevel@tonic-gate ndx = SDT_ADDR2NDX(sdp->sdp_patchpoint); 2117c478bd9Sstevel@tonic-gate last = NULL; 2127c478bd9Sstevel@tonic-gate hash = sdt_probetab[ndx]; 2137c478bd9Sstevel@tonic-gate 2147c478bd9Sstevel@tonic-gate while (hash != sdp) { 2157c478bd9Sstevel@tonic-gate ASSERT(hash != NULL); 2167c478bd9Sstevel@tonic-gate last = hash; 2177c478bd9Sstevel@tonic-gate hash = hash->sdp_hashnext; 2187c478bd9Sstevel@tonic-gate } 2197c478bd9Sstevel@tonic-gate 2207c478bd9Sstevel@tonic-gate if (last != NULL) { 2217c478bd9Sstevel@tonic-gate last->sdp_hashnext = sdp->sdp_hashnext; 2227c478bd9Sstevel@tonic-gate } else { 2237c478bd9Sstevel@tonic-gate sdt_probetab[ndx] = sdp->sdp_hashnext; 2247c478bd9Sstevel@tonic-gate } 2257c478bd9Sstevel@tonic-gate 2267c478bd9Sstevel@tonic-gate kmem_free(sdp->sdp_name, sdp->sdp_namelen); 2277c478bd9Sstevel@tonic-gate sdp = sdp->sdp_next; 2287c478bd9Sstevel@tonic-gate kmem_free(old, sizeof (sdt_probe_t)); 2297c478bd9Sstevel@tonic-gate } 2307c478bd9Sstevel@tonic-gate } 2317c478bd9Sstevel@tonic-gate 2327c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 2337c478bd9Sstevel@tonic-gate static void 2347c478bd9Sstevel@tonic-gate sdt_enable(void *arg, dtrace_id_t id, void *parg) 2357c478bd9Sstevel@tonic-gate { 2367c478bd9Sstevel@tonic-gate sdt_probe_t *sdp = parg; 2377c478bd9Sstevel@tonic-gate struct modctl *ctl = sdp->sdp_ctl; 2387c478bd9Sstevel@tonic-gate 2397c478bd9Sstevel@tonic-gate ctl->mod_nenabled++; 2407c478bd9Sstevel@tonic-gate 2417c478bd9Sstevel@tonic-gate /* 2427c478bd9Sstevel@tonic-gate * If this module has disappeared since we discovered its probes, 2437c478bd9Sstevel@tonic-gate * refuse to enable it. 2447c478bd9Sstevel@tonic-gate */ 2457c478bd9Sstevel@tonic-gate if (!ctl->mod_loaded) { 2467c478bd9Sstevel@tonic-gate if (sdt_verbose) { 2477c478bd9Sstevel@tonic-gate cmn_err(CE_NOTE, "sdt is failing for probe %s " 2487c478bd9Sstevel@tonic-gate "(module %s unloaded)", 2497c478bd9Sstevel@tonic-gate sdp->sdp_name, ctl->mod_modname); 2507c478bd9Sstevel@tonic-gate } 2517c478bd9Sstevel@tonic-gate goto err; 2527c478bd9Sstevel@tonic-gate } 2537c478bd9Sstevel@tonic-gate 2547c478bd9Sstevel@tonic-gate /* 2557c478bd9Sstevel@tonic-gate * Now check that our modctl has the expected load count. If it 2567c478bd9Sstevel@tonic-gate * doesn't, this module must have been unloaded and reloaded -- and 2577c478bd9Sstevel@tonic-gate * we're not going to touch it. 2587c478bd9Sstevel@tonic-gate */ 2597c478bd9Sstevel@tonic-gate if (ctl->mod_loadcnt != sdp->sdp_loadcnt) { 2607c478bd9Sstevel@tonic-gate if (sdt_verbose) { 2617c478bd9Sstevel@tonic-gate cmn_err(CE_NOTE, "sdt is failing for probe %s " 2627c478bd9Sstevel@tonic-gate "(module %s reloaded)", 2637c478bd9Sstevel@tonic-gate sdp->sdp_name, ctl->mod_modname); 2647c478bd9Sstevel@tonic-gate } 2657c478bd9Sstevel@tonic-gate goto err; 2667c478bd9Sstevel@tonic-gate } 2677c478bd9Sstevel@tonic-gate 2687c478bd9Sstevel@tonic-gate while (sdp != NULL) { 2697c478bd9Sstevel@tonic-gate *sdp->sdp_patchpoint = sdp->sdp_patchval; 2707c478bd9Sstevel@tonic-gate sdp = sdp->sdp_next; 2717c478bd9Sstevel@tonic-gate } 2727c478bd9Sstevel@tonic-gate err: 2737c478bd9Sstevel@tonic-gate ; 2747c478bd9Sstevel@tonic-gate } 2757c478bd9Sstevel@tonic-gate 2767c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 2777c478bd9Sstevel@tonic-gate static void 2787c478bd9Sstevel@tonic-gate sdt_disable(void *arg, dtrace_id_t id, void *parg) 2797c478bd9Sstevel@tonic-gate { 2807c478bd9Sstevel@tonic-gate sdt_probe_t *sdp = parg; 2817c478bd9Sstevel@tonic-gate struct modctl *ctl = sdp->sdp_ctl; 2827c478bd9Sstevel@tonic-gate 2837c478bd9Sstevel@tonic-gate ctl->mod_nenabled--; 2847c478bd9Sstevel@tonic-gate 2857c478bd9Sstevel@tonic-gate if (!ctl->mod_loaded || ctl->mod_loadcnt != sdp->sdp_loadcnt) 2867c478bd9Sstevel@tonic-gate goto err; 2877c478bd9Sstevel@tonic-gate 2887c478bd9Sstevel@tonic-gate while (sdp != NULL) { 2897c478bd9Sstevel@tonic-gate *sdp->sdp_patchpoint = sdp->sdp_savedval; 2907c478bd9Sstevel@tonic-gate sdp = sdp->sdp_next; 2917c478bd9Sstevel@tonic-gate } 2927c478bd9Sstevel@tonic-gate 2937c478bd9Sstevel@tonic-gate err: 2947c478bd9Sstevel@tonic-gate ; 2957c478bd9Sstevel@tonic-gate } 2967c478bd9Sstevel@tonic-gate 29710e6dadfSbrendan /*ARGSUSED*/ 29810e6dadfSbrendan uint64_t 29910e6dadfSbrendan sdt_getarg(void *arg, dtrace_id_t id, void *parg, int argno, int aframes) 30010e6dadfSbrendan { 30110e6dadfSbrendan uintptr_t val; 30210e6dadfSbrendan struct frame *fp = (struct frame *)dtrace_getfp(); 30310e6dadfSbrendan uintptr_t *stack; 30410e6dadfSbrendan int i; 30510e6dadfSbrendan #if defined(__amd64) 30610e6dadfSbrendan /* 30710e6dadfSbrendan * A total of 6 arguments are passed via registers; any argument with 30810e6dadfSbrendan * index of 5 or lower is therefore in a register. 30910e6dadfSbrendan */ 31010e6dadfSbrendan int inreg = 5; 31110e6dadfSbrendan #endif 31210e6dadfSbrendan 31310e6dadfSbrendan for (i = 1; i <= aframes; i++) { 31410e6dadfSbrendan fp = (struct frame *)(fp->fr_savfp); 31510e6dadfSbrendan 31610e6dadfSbrendan if (fp->fr_savpc == (pc_t)dtrace_invop_callsite) { 31710e6dadfSbrendan #if !defined(__amd64) 31810e6dadfSbrendan /* 31910e6dadfSbrendan * If we pass through the invalid op handler, we will 32010e6dadfSbrendan * use the pointer that it passed to the stack as the 32110e6dadfSbrendan * second argument to dtrace_invop() as the pointer to 322*6c10f5d0Sbrendan * the stack. 32310e6dadfSbrendan */ 32410e6dadfSbrendan stack = ((uintptr_t **)&fp[1])[1]; 32510e6dadfSbrendan #else 32610e6dadfSbrendan /* 32710e6dadfSbrendan * In the case of amd64, we will use the pointer to the 32810e6dadfSbrendan * regs structure that was pushed when we took the 32910e6dadfSbrendan * trap. To get this structure, we must increment 330*6c10f5d0Sbrendan * beyond the frame structure. If the argument that 331*6c10f5d0Sbrendan * we're seeking is passed on the stack, we'll pull 332*6c10f5d0Sbrendan * the true stack pointer out of the saved registers 333*6c10f5d0Sbrendan * and decrement our argument by the number of 334*6c10f5d0Sbrendan * arguments passed in registers; if the argument 33510e6dadfSbrendan * we're seeking is passed in regsiters, we can just 33610e6dadfSbrendan * load it directly. 33710e6dadfSbrendan */ 338*6c10f5d0Sbrendan struct regs *rp = (struct regs *)&fp[1]; 33910e6dadfSbrendan 34010e6dadfSbrendan if (argno <= inreg) { 34110e6dadfSbrendan stack = (uintptr_t *)&rp->r_rdi; 34210e6dadfSbrendan } else { 34310e6dadfSbrendan stack = (uintptr_t *)(rp->r_rsp); 34410e6dadfSbrendan argno -= inreg; 34510e6dadfSbrendan } 34610e6dadfSbrendan #endif 34710e6dadfSbrendan goto load; 34810e6dadfSbrendan } 34910e6dadfSbrendan } 35010e6dadfSbrendan 351*6c10f5d0Sbrendan /* 352*6c10f5d0Sbrendan * We know that we did not come through a trap to get into 353*6c10f5d0Sbrendan * dtrace_probe() -- the provider simply called dtrace_probe() 354*6c10f5d0Sbrendan * directly. As this is the case, we need to shift the argument 355*6c10f5d0Sbrendan * that we're looking for: the probe ID is the first argument to 356*6c10f5d0Sbrendan * dtrace_probe(), so the argument n will actually be found where 357*6c10f5d0Sbrendan * one would expect to find argument (n + 1). 358*6c10f5d0Sbrendan */ 359*6c10f5d0Sbrendan argno++; 360*6c10f5d0Sbrendan 361*6c10f5d0Sbrendan #if defined(__amd64) 362*6c10f5d0Sbrendan if (argno <= inreg) { 363*6c10f5d0Sbrendan /* 364*6c10f5d0Sbrendan * This shouldn't happen. If the argument is passed in a 365*6c10f5d0Sbrendan * register then it should have been, well, passed in a 366*6c10f5d0Sbrendan * register... 367*6c10f5d0Sbrendan */ 368*6c10f5d0Sbrendan DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP); 369*6c10f5d0Sbrendan return (0); 370*6c10f5d0Sbrendan } 371*6c10f5d0Sbrendan 372*6c10f5d0Sbrendan argno -= (inreg + 1); 373*6c10f5d0Sbrendan #endif 374*6c10f5d0Sbrendan stack = (uintptr_t *)&fp[1]; 375*6c10f5d0Sbrendan 37610e6dadfSbrendan load: 37710e6dadfSbrendan DTRACE_CPUFLAG_SET(CPU_DTRACE_NOFAULT); 37810e6dadfSbrendan val = stack[argno]; 37910e6dadfSbrendan DTRACE_CPUFLAG_CLEAR(CPU_DTRACE_NOFAULT); 38010e6dadfSbrendan 38110e6dadfSbrendan return (val); 38210e6dadfSbrendan } 38310e6dadfSbrendan 3847c478bd9Sstevel@tonic-gate static dtrace_pops_t sdt_pops = { 3857c478bd9Sstevel@tonic-gate NULL, 3867c478bd9Sstevel@tonic-gate sdt_provide_module, 3877c478bd9Sstevel@tonic-gate sdt_enable, 3887c478bd9Sstevel@tonic-gate sdt_disable, 3897c478bd9Sstevel@tonic-gate NULL, 3907c478bd9Sstevel@tonic-gate NULL, 3917c478bd9Sstevel@tonic-gate sdt_getargdesc, 39210e6dadfSbrendan sdt_getarg, 3937c478bd9Sstevel@tonic-gate NULL, 3947c478bd9Sstevel@tonic-gate sdt_destroy 3957c478bd9Sstevel@tonic-gate }; 3967c478bd9Sstevel@tonic-gate 3977c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 3987c478bd9Sstevel@tonic-gate static int 3997c478bd9Sstevel@tonic-gate sdt_attach(dev_info_t *devi, ddi_attach_cmd_t cmd) 4007c478bd9Sstevel@tonic-gate { 4017c478bd9Sstevel@tonic-gate sdt_provider_t *prov; 4027c478bd9Sstevel@tonic-gate 4037c478bd9Sstevel@tonic-gate if (ddi_create_minor_node(devi, "sdt", S_IFCHR, 4047c478bd9Sstevel@tonic-gate 0, DDI_PSEUDO, NULL) == DDI_FAILURE) { 4057c478bd9Sstevel@tonic-gate cmn_err(CE_NOTE, "/dev/sdt couldn't create minor node"); 4067c478bd9Sstevel@tonic-gate ddi_remove_minor_node(devi, NULL); 4077c478bd9Sstevel@tonic-gate return (DDI_FAILURE); 4087c478bd9Sstevel@tonic-gate } 4097c478bd9Sstevel@tonic-gate 4107c478bd9Sstevel@tonic-gate ddi_report_dev(devi); 4117c478bd9Sstevel@tonic-gate sdt_devi = devi; 4127c478bd9Sstevel@tonic-gate 4137c478bd9Sstevel@tonic-gate if (sdt_probetab_size == 0) 4147c478bd9Sstevel@tonic-gate sdt_probetab_size = SDT_PROBETAB_SIZE; 4157c478bd9Sstevel@tonic-gate 4167c478bd9Sstevel@tonic-gate sdt_probetab_mask = sdt_probetab_size - 1; 4177c478bd9Sstevel@tonic-gate sdt_probetab = 4187c478bd9Sstevel@tonic-gate kmem_zalloc(sdt_probetab_size * sizeof (sdt_probe_t *), KM_SLEEP); 4197c478bd9Sstevel@tonic-gate dtrace_invop_add(sdt_invop); 4207c478bd9Sstevel@tonic-gate 4217c478bd9Sstevel@tonic-gate for (prov = sdt_providers; prov->sdtp_name != NULL; prov++) { 4227c478bd9Sstevel@tonic-gate if (dtrace_register(prov->sdtp_name, prov->sdtp_attr, 423ad4023c4Sdp DTRACE_PRIV_KERNEL, NULL, 4247c478bd9Sstevel@tonic-gate &sdt_pops, prov, &prov->sdtp_id) != 0) { 4257c478bd9Sstevel@tonic-gate cmn_err(CE_WARN, "failed to register sdt provider %s", 4267c478bd9Sstevel@tonic-gate prov->sdtp_name); 4277c478bd9Sstevel@tonic-gate } 4287c478bd9Sstevel@tonic-gate } 4297c478bd9Sstevel@tonic-gate 4307c478bd9Sstevel@tonic-gate return (DDI_SUCCESS); 4317c478bd9Sstevel@tonic-gate } 4327c478bd9Sstevel@tonic-gate 4337c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 4347c478bd9Sstevel@tonic-gate static int 4357c478bd9Sstevel@tonic-gate sdt_detach(dev_info_t *dip, ddi_detach_cmd_t cmd) 4367c478bd9Sstevel@tonic-gate { 4377c478bd9Sstevel@tonic-gate sdt_provider_t *prov; 4387c478bd9Sstevel@tonic-gate 4397c478bd9Sstevel@tonic-gate switch (cmd) { 4407c478bd9Sstevel@tonic-gate case DDI_DETACH: 4417c478bd9Sstevel@tonic-gate break; 4427c478bd9Sstevel@tonic-gate 4437c478bd9Sstevel@tonic-gate case DDI_SUSPEND: 4447c478bd9Sstevel@tonic-gate return (DDI_SUCCESS); 4457c478bd9Sstevel@tonic-gate 4467c478bd9Sstevel@tonic-gate default: 4477c478bd9Sstevel@tonic-gate return (DDI_FAILURE); 4487c478bd9Sstevel@tonic-gate } 4497c478bd9Sstevel@tonic-gate 4507c478bd9Sstevel@tonic-gate for (prov = sdt_providers; prov->sdtp_name != NULL; prov++) { 4517c478bd9Sstevel@tonic-gate if (prov->sdtp_id != DTRACE_PROVNONE) { 4527c478bd9Sstevel@tonic-gate if (dtrace_unregister(prov->sdtp_id) != 0) 4537c478bd9Sstevel@tonic-gate return (DDI_FAILURE); 4547c478bd9Sstevel@tonic-gate 4557c478bd9Sstevel@tonic-gate prov->sdtp_id = DTRACE_PROVNONE; 4567c478bd9Sstevel@tonic-gate } 4577c478bd9Sstevel@tonic-gate } 4587c478bd9Sstevel@tonic-gate 4597c478bd9Sstevel@tonic-gate dtrace_invop_remove(sdt_invop); 4607c478bd9Sstevel@tonic-gate kmem_free(sdt_probetab, sdt_probetab_size * sizeof (sdt_probe_t *)); 4617c478bd9Sstevel@tonic-gate 4627c478bd9Sstevel@tonic-gate return (DDI_SUCCESS); 4637c478bd9Sstevel@tonic-gate } 4647c478bd9Sstevel@tonic-gate 4657c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 4667c478bd9Sstevel@tonic-gate static int 4677c478bd9Sstevel@tonic-gate sdt_info(dev_info_t *dip, ddi_info_cmd_t infocmd, void *arg, void **result) 4687c478bd9Sstevel@tonic-gate { 4697c478bd9Sstevel@tonic-gate int error; 4707c478bd9Sstevel@tonic-gate 4717c478bd9Sstevel@tonic-gate switch (infocmd) { 4727c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2DEVINFO: 4737c478bd9Sstevel@tonic-gate *result = (void *)sdt_devi; 4747c478bd9Sstevel@tonic-gate error = DDI_SUCCESS; 4757c478bd9Sstevel@tonic-gate break; 4767c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2INSTANCE: 4777c478bd9Sstevel@tonic-gate *result = (void *)0; 4787c478bd9Sstevel@tonic-gate error = DDI_SUCCESS; 4797c478bd9Sstevel@tonic-gate break; 4807c478bd9Sstevel@tonic-gate default: 4817c478bd9Sstevel@tonic-gate error = DDI_FAILURE; 4827c478bd9Sstevel@tonic-gate } 4837c478bd9Sstevel@tonic-gate return (error); 4847c478bd9Sstevel@tonic-gate } 4857c478bd9Sstevel@tonic-gate 4867c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 4877c478bd9Sstevel@tonic-gate static int 4887c478bd9Sstevel@tonic-gate sdt_open(dev_t *devp, int flag, int otyp, cred_t *cred_p) 4897c478bd9Sstevel@tonic-gate { 4907c478bd9Sstevel@tonic-gate return (0); 4917c478bd9Sstevel@tonic-gate } 4927c478bd9Sstevel@tonic-gate 4937c478bd9Sstevel@tonic-gate static struct cb_ops sdt_cb_ops = { 4947c478bd9Sstevel@tonic-gate sdt_open, /* open */ 4957c478bd9Sstevel@tonic-gate nodev, /* close */ 4967c478bd9Sstevel@tonic-gate nulldev, /* strategy */ 4977c478bd9Sstevel@tonic-gate nulldev, /* print */ 4987c478bd9Sstevel@tonic-gate nodev, /* dump */ 4997c478bd9Sstevel@tonic-gate nodev, /* read */ 5007c478bd9Sstevel@tonic-gate nodev, /* write */ 5017c478bd9Sstevel@tonic-gate nodev, /* ioctl */ 5027c478bd9Sstevel@tonic-gate nodev, /* devmap */ 5037c478bd9Sstevel@tonic-gate nodev, /* mmap */ 5047c478bd9Sstevel@tonic-gate nodev, /* segmap */ 5057c478bd9Sstevel@tonic-gate nochpoll, /* poll */ 5067c478bd9Sstevel@tonic-gate ddi_prop_op, /* cb_prop_op */ 5077c478bd9Sstevel@tonic-gate 0, /* streamtab */ 5087c478bd9Sstevel@tonic-gate D_NEW | D_MP /* Driver compatibility flag */ 5097c478bd9Sstevel@tonic-gate }; 5107c478bd9Sstevel@tonic-gate 5117c478bd9Sstevel@tonic-gate static struct dev_ops sdt_ops = { 5127c478bd9Sstevel@tonic-gate DEVO_REV, /* devo_rev, */ 5137c478bd9Sstevel@tonic-gate 0, /* refcnt */ 5147c478bd9Sstevel@tonic-gate sdt_info, /* get_dev_info */ 5157c478bd9Sstevel@tonic-gate nulldev, /* identify */ 5167c478bd9Sstevel@tonic-gate nulldev, /* probe */ 5177c478bd9Sstevel@tonic-gate sdt_attach, /* attach */ 5187c478bd9Sstevel@tonic-gate sdt_detach, /* detach */ 5197c478bd9Sstevel@tonic-gate nodev, /* reset */ 5207c478bd9Sstevel@tonic-gate &sdt_cb_ops, /* driver operations */ 5217c478bd9Sstevel@tonic-gate NULL, /* bus operations */ 5227c478bd9Sstevel@tonic-gate nodev /* dev power */ 5237c478bd9Sstevel@tonic-gate }; 5247c478bd9Sstevel@tonic-gate 5257c478bd9Sstevel@tonic-gate /* 5267c478bd9Sstevel@tonic-gate * Module linkage information for the kernel. 5277c478bd9Sstevel@tonic-gate */ 5287c478bd9Sstevel@tonic-gate static struct modldrv modldrv = { 5297c478bd9Sstevel@tonic-gate &mod_driverops, /* module type (this is a pseudo driver) */ 5307c478bd9Sstevel@tonic-gate "Statically Defined Tracing", /* name of module */ 5317c478bd9Sstevel@tonic-gate &sdt_ops, /* driver ops */ 5327c478bd9Sstevel@tonic-gate }; 5337c478bd9Sstevel@tonic-gate 5347c478bd9Sstevel@tonic-gate static struct modlinkage modlinkage = { 5357c478bd9Sstevel@tonic-gate MODREV_1, 5367c478bd9Sstevel@tonic-gate (void *)&modldrv, 5377c478bd9Sstevel@tonic-gate NULL 5387c478bd9Sstevel@tonic-gate }; 5397c478bd9Sstevel@tonic-gate 5407c478bd9Sstevel@tonic-gate int 5417c478bd9Sstevel@tonic-gate _init(void) 5427c478bd9Sstevel@tonic-gate { 5437c478bd9Sstevel@tonic-gate return (mod_install(&modlinkage)); 5447c478bd9Sstevel@tonic-gate } 5457c478bd9Sstevel@tonic-gate 5467c478bd9Sstevel@tonic-gate int 5477c478bd9Sstevel@tonic-gate _info(struct modinfo *modinfop) 5487c478bd9Sstevel@tonic-gate { 5497c478bd9Sstevel@tonic-gate return (mod_info(&modlinkage, modinfop)); 5507c478bd9Sstevel@tonic-gate } 5517c478bd9Sstevel@tonic-gate 5527c478bd9Sstevel@tonic-gate int 5537c478bd9Sstevel@tonic-gate _fini(void) 5547c478bd9Sstevel@tonic-gate { 5557c478bd9Sstevel@tonic-gate return (mod_remove(&modlinkage)); 5567c478bd9Sstevel@tonic-gate } 557