191eaf3e1SJohn Birrell /* 291eaf3e1SJohn Birrell * CDDL HEADER START 391eaf3e1SJohn Birrell * 491eaf3e1SJohn Birrell * The contents of this file are subject to the terms of the 591eaf3e1SJohn Birrell * Common Development and Distribution License (the "License"). 691eaf3e1SJohn Birrell * You may not use this file except in compliance with the License. 791eaf3e1SJohn Birrell * 891eaf3e1SJohn Birrell * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 991eaf3e1SJohn Birrell * or http://www.opensolaris.org/os/licensing. 1091eaf3e1SJohn Birrell * See the License for the specific language governing permissions 1191eaf3e1SJohn Birrell * and limitations under the License. 1291eaf3e1SJohn Birrell * 1391eaf3e1SJohn Birrell * When distributing Covered Code, include this CDDL HEADER in each 1491eaf3e1SJohn Birrell * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 1591eaf3e1SJohn Birrell * If applicable, add the following below this CDDL HEADER, with the 1691eaf3e1SJohn Birrell * fields enclosed by brackets "[]" replaced with your own identifying 1791eaf3e1SJohn Birrell * information: Portions Copyright [yyyy] [name of copyright owner] 1891eaf3e1SJohn Birrell * 1991eaf3e1SJohn Birrell * CDDL HEADER END 2091eaf3e1SJohn Birrell * 2191eaf3e1SJohn Birrell * $FreeBSD$ 2291eaf3e1SJohn Birrell * 2391eaf3e1SJohn Birrell */ 2491eaf3e1SJohn Birrell 2591eaf3e1SJohn Birrell static int dtrace_verbose_ioctl; 26*b53bfbbaSMark Johnston SYSCTL_INT(_debug_dtrace, OID_AUTO, verbose_ioctl, CTLFLAG_RW, 27*b53bfbbaSMark Johnston &dtrace_verbose_ioctl, 0, "log DTrace ioctls"); 2891eaf3e1SJohn Birrell 2991eaf3e1SJohn Birrell #define DTRACE_IOCTL_PRINTF(fmt, ...) if (dtrace_verbose_ioctl) printf(fmt, ## __VA_ARGS__ ) 3091eaf3e1SJohn Birrell 31c6f5742fSRui Paulo static int 32c6f5742fSRui Paulo dtrace_ioctl_helper(struct cdev *dev, u_long cmd, caddr_t addr, int flags, 33c6f5742fSRui Paulo struct thread *td) 34c6f5742fSRui Paulo { 35c6f5742fSRui Paulo int rval; 36c6f5742fSRui Paulo dof_helper_t *dhp = NULL; 37c6f5742fSRui Paulo dof_hdr_t *dof = NULL; 38c6f5742fSRui Paulo 39c6f5742fSRui Paulo switch (cmd) { 40c6f5742fSRui Paulo case DTRACEHIOC_ADDDOF: 41c6f5742fSRui Paulo dhp = (dof_helper_t *)addr; 42c6f5742fSRui Paulo /* XXX all because dofhp_dof is 64 bit */ 43933fab9dSOleksandr Tymoshenko addr = (caddr_t)(vm_offset_t)dhp->dofhp_dof; 44c6f5742fSRui Paulo /* FALLTHROUGH */ 45c6f5742fSRui Paulo case DTRACEHIOC_ADD: 46c6f5742fSRui Paulo dof = dtrace_dof_copyin((intptr_t)addr, &rval); 47c6f5742fSRui Paulo 48c6f5742fSRui Paulo if (dof == NULL) 49c6f5742fSRui Paulo return (rval); 50c6f5742fSRui Paulo 51c6f5742fSRui Paulo mutex_enter(&dtrace_lock); 52c6f5742fSRui Paulo if ((rval = dtrace_helper_slurp((dof_hdr_t *)dof, dhp)) != -1) { 53c6f5742fSRui Paulo if (dhp) { 54c6f5742fSRui Paulo dhp->gen = rval; 55c6f5742fSRui Paulo copyout(dhp, addr, sizeof(*dhp)); 56c6f5742fSRui Paulo } 57c6f5742fSRui Paulo rval = 0; 58c6f5742fSRui Paulo } else { 59c6f5742fSRui Paulo rval = EINVAL; 60c6f5742fSRui Paulo } 61c6f5742fSRui Paulo mutex_exit(&dtrace_lock); 62c6f5742fSRui Paulo return (rval); 63c6f5742fSRui Paulo case DTRACEHIOC_REMOVE: 64c6f5742fSRui Paulo mutex_enter(&dtrace_lock); 65c6f5742fSRui Paulo rval = dtrace_helper_destroygen((int)*addr); 66c6f5742fSRui Paulo mutex_exit(&dtrace_lock); 67c6f5742fSRui Paulo 68c6f5742fSRui Paulo return (rval); 69c6f5742fSRui Paulo default: 70c6f5742fSRui Paulo break; 71c6f5742fSRui Paulo } 72c6f5742fSRui Paulo 73c6f5742fSRui Paulo return (ENOTTY); 74c6f5742fSRui Paulo } 75c6f5742fSRui Paulo 7691eaf3e1SJohn Birrell /* ARGSUSED */ 7791eaf3e1SJohn Birrell static int 7891eaf3e1SJohn Birrell dtrace_ioctl(struct cdev *dev, u_long cmd, caddr_t addr, 7991eaf3e1SJohn Birrell int flags __unused, struct thread *td) 8091eaf3e1SJohn Birrell { 81f5a97d1bSCraig Rodrigues #if __FreeBSD_version < 800039 8291eaf3e1SJohn Birrell dtrace_state_t *state = dev->si_drv1; 83f5a97d1bSCraig Rodrigues #else 84f5a97d1bSCraig Rodrigues dtrace_state_t *state; 85f5a97d1bSCraig Rodrigues devfs_get_cdevpriv((void **) &state); 86f5a97d1bSCraig Rodrigues #endif 8791eaf3e1SJohn Birrell int error = 0; 8891eaf3e1SJohn Birrell if (state == NULL) 8991eaf3e1SJohn Birrell return (EINVAL); 9091eaf3e1SJohn Birrell 9191eaf3e1SJohn Birrell if (state->dts_anon) { 9291eaf3e1SJohn Birrell ASSERT(dtrace_anon.dta_state == NULL); 9391eaf3e1SJohn Birrell state = state->dts_anon; 9491eaf3e1SJohn Birrell } 9591eaf3e1SJohn Birrell 9691eaf3e1SJohn Birrell switch (cmd) { 9791eaf3e1SJohn Birrell case DTRACEIOC_AGGDESC: { 9891eaf3e1SJohn Birrell dtrace_aggdesc_t **paggdesc = (dtrace_aggdesc_t **) addr; 9991eaf3e1SJohn Birrell dtrace_aggdesc_t aggdesc; 10091eaf3e1SJohn Birrell dtrace_action_t *act; 10191eaf3e1SJohn Birrell dtrace_aggregation_t *agg; 10291eaf3e1SJohn Birrell int nrecs; 10391eaf3e1SJohn Birrell uint32_t offs; 10491eaf3e1SJohn Birrell dtrace_recdesc_t *lrec; 10591eaf3e1SJohn Birrell void *buf; 10691eaf3e1SJohn Birrell size_t size; 10791eaf3e1SJohn Birrell uintptr_t dest; 10891eaf3e1SJohn Birrell 10991eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_AGGDESC\n",__func__,__LINE__); 11091eaf3e1SJohn Birrell 11191eaf3e1SJohn Birrell if (copyin((void *) *paggdesc, &aggdesc, sizeof (aggdesc)) != 0) 11291eaf3e1SJohn Birrell return (EFAULT); 11391eaf3e1SJohn Birrell 11491eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 11591eaf3e1SJohn Birrell 11691eaf3e1SJohn Birrell if ((agg = dtrace_aggid2agg(state, aggdesc.dtagd_id)) == NULL) { 11791eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 11891eaf3e1SJohn Birrell return (EINVAL); 11991eaf3e1SJohn Birrell } 12091eaf3e1SJohn Birrell 12191eaf3e1SJohn Birrell aggdesc.dtagd_epid = agg->dtag_ecb->dte_epid; 12291eaf3e1SJohn Birrell 12391eaf3e1SJohn Birrell nrecs = aggdesc.dtagd_nrecs; 12491eaf3e1SJohn Birrell aggdesc.dtagd_nrecs = 0; 12591eaf3e1SJohn Birrell 12691eaf3e1SJohn Birrell offs = agg->dtag_base; 12791eaf3e1SJohn Birrell lrec = &agg->dtag_action.dta_rec; 12891eaf3e1SJohn Birrell aggdesc.dtagd_size = lrec->dtrd_offset + lrec->dtrd_size - offs; 12991eaf3e1SJohn Birrell 13091eaf3e1SJohn Birrell for (act = agg->dtag_first; ; act = act->dta_next) { 13191eaf3e1SJohn Birrell ASSERT(act->dta_intuple || 13291eaf3e1SJohn Birrell DTRACEACT_ISAGG(act->dta_kind)); 13391eaf3e1SJohn Birrell 13491eaf3e1SJohn Birrell /* 13591eaf3e1SJohn Birrell * If this action has a record size of zero, it 13691eaf3e1SJohn Birrell * denotes an argument to the aggregating action. 13791eaf3e1SJohn Birrell * Because the presence of this record doesn't (or 13891eaf3e1SJohn Birrell * shouldn't) affect the way the data is interpreted, 13991eaf3e1SJohn Birrell * we don't copy it out to save user-level the 14091eaf3e1SJohn Birrell * confusion of dealing with a zero-length record. 14191eaf3e1SJohn Birrell */ 14291eaf3e1SJohn Birrell if (act->dta_rec.dtrd_size == 0) { 14391eaf3e1SJohn Birrell ASSERT(agg->dtag_hasarg); 14491eaf3e1SJohn Birrell continue; 14591eaf3e1SJohn Birrell } 14691eaf3e1SJohn Birrell 14791eaf3e1SJohn Birrell aggdesc.dtagd_nrecs++; 14891eaf3e1SJohn Birrell 14991eaf3e1SJohn Birrell if (act == &agg->dtag_action) 15091eaf3e1SJohn Birrell break; 15191eaf3e1SJohn Birrell } 15291eaf3e1SJohn Birrell 15391eaf3e1SJohn Birrell /* 15491eaf3e1SJohn Birrell * Now that we have the size, we need to allocate a temporary 15591eaf3e1SJohn Birrell * buffer in which to store the complete description. We need 15691eaf3e1SJohn Birrell * the temporary buffer to be able to drop dtrace_lock() 15791eaf3e1SJohn Birrell * across the copyout(), below. 15891eaf3e1SJohn Birrell */ 15991eaf3e1SJohn Birrell size = sizeof (dtrace_aggdesc_t) + 16091eaf3e1SJohn Birrell (aggdesc.dtagd_nrecs * sizeof (dtrace_recdesc_t)); 16191eaf3e1SJohn Birrell 16291eaf3e1SJohn Birrell buf = kmem_alloc(size, KM_SLEEP); 16391eaf3e1SJohn Birrell dest = (uintptr_t)buf; 16491eaf3e1SJohn Birrell 16591eaf3e1SJohn Birrell bcopy(&aggdesc, (void *)dest, sizeof (aggdesc)); 16691eaf3e1SJohn Birrell dest += offsetof(dtrace_aggdesc_t, dtagd_rec[0]); 16791eaf3e1SJohn Birrell 16891eaf3e1SJohn Birrell for (act = agg->dtag_first; ; act = act->dta_next) { 16991eaf3e1SJohn Birrell dtrace_recdesc_t rec = act->dta_rec; 17091eaf3e1SJohn Birrell 17191eaf3e1SJohn Birrell /* 17291eaf3e1SJohn Birrell * See the comment in the above loop for why we pass 17391eaf3e1SJohn Birrell * over zero-length records. 17491eaf3e1SJohn Birrell */ 17591eaf3e1SJohn Birrell if (rec.dtrd_size == 0) { 17691eaf3e1SJohn Birrell ASSERT(agg->dtag_hasarg); 17791eaf3e1SJohn Birrell continue; 17891eaf3e1SJohn Birrell } 17991eaf3e1SJohn Birrell 18091eaf3e1SJohn Birrell if (nrecs-- == 0) 18191eaf3e1SJohn Birrell break; 18291eaf3e1SJohn Birrell 18391eaf3e1SJohn Birrell rec.dtrd_offset -= offs; 18491eaf3e1SJohn Birrell bcopy(&rec, (void *)dest, sizeof (rec)); 18591eaf3e1SJohn Birrell dest += sizeof (dtrace_recdesc_t); 18691eaf3e1SJohn Birrell 18791eaf3e1SJohn Birrell if (act == &agg->dtag_action) 18891eaf3e1SJohn Birrell break; 18991eaf3e1SJohn Birrell } 19091eaf3e1SJohn Birrell 19191eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 19291eaf3e1SJohn Birrell 19391eaf3e1SJohn Birrell if (copyout(buf, (void *) *paggdesc, dest - (uintptr_t)buf) != 0) { 19491eaf3e1SJohn Birrell kmem_free(buf, size); 19591eaf3e1SJohn Birrell return (EFAULT); 19691eaf3e1SJohn Birrell } 19791eaf3e1SJohn Birrell 19891eaf3e1SJohn Birrell kmem_free(buf, size); 19991eaf3e1SJohn Birrell return (0); 20091eaf3e1SJohn Birrell } 20191eaf3e1SJohn Birrell case DTRACEIOC_AGGSNAP: 20291eaf3e1SJohn Birrell case DTRACEIOC_BUFSNAP: { 20391eaf3e1SJohn Birrell dtrace_bufdesc_t **pdesc = (dtrace_bufdesc_t **) addr; 20491eaf3e1SJohn Birrell dtrace_bufdesc_t desc; 20591eaf3e1SJohn Birrell caddr_t cached; 20691eaf3e1SJohn Birrell dtrace_buffer_t *buf; 20791eaf3e1SJohn Birrell 20891eaf3e1SJohn Birrell dtrace_debug_output(); 20991eaf3e1SJohn Birrell 21091eaf3e1SJohn Birrell if (copyin((void *) *pdesc, &desc, sizeof (desc)) != 0) 21191eaf3e1SJohn Birrell return (EFAULT); 21291eaf3e1SJohn Birrell 21391eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): %s curcpu %d cpu %d\n", 21491eaf3e1SJohn Birrell __func__,__LINE__, 21591eaf3e1SJohn Birrell cmd == DTRACEIOC_AGGSNAP ? 21691eaf3e1SJohn Birrell "DTRACEIOC_AGGSNAP":"DTRACEIOC_BUFSNAP", 21791eaf3e1SJohn Birrell curcpu, desc.dtbd_cpu); 21891eaf3e1SJohn Birrell 2193c56b4f1SSergey Kandaurov if (desc.dtbd_cpu >= NCPU) 22091eaf3e1SJohn Birrell return (ENOENT); 22191eaf3e1SJohn Birrell if (pcpu_find(desc.dtbd_cpu) == NULL) 22291eaf3e1SJohn Birrell return (ENOENT); 22391eaf3e1SJohn Birrell 22491eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 22591eaf3e1SJohn Birrell 22691eaf3e1SJohn Birrell if (cmd == DTRACEIOC_BUFSNAP) { 22791eaf3e1SJohn Birrell buf = &state->dts_buffer[desc.dtbd_cpu]; 22891eaf3e1SJohn Birrell } else { 22991eaf3e1SJohn Birrell buf = &state->dts_aggbuffer[desc.dtbd_cpu]; 23091eaf3e1SJohn Birrell } 23191eaf3e1SJohn Birrell 23291eaf3e1SJohn Birrell if (buf->dtb_flags & (DTRACEBUF_RING | DTRACEBUF_FILL)) { 23391eaf3e1SJohn Birrell size_t sz = buf->dtb_offset; 23491eaf3e1SJohn Birrell 23591eaf3e1SJohn Birrell if (state->dts_activity != DTRACE_ACTIVITY_STOPPED) { 23691eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 23791eaf3e1SJohn Birrell return (EBUSY); 23891eaf3e1SJohn Birrell } 23991eaf3e1SJohn Birrell 24091eaf3e1SJohn Birrell /* 24191eaf3e1SJohn Birrell * If this buffer has already been consumed, we're 24291eaf3e1SJohn Birrell * going to indicate that there's nothing left here 24391eaf3e1SJohn Birrell * to consume. 24491eaf3e1SJohn Birrell */ 24591eaf3e1SJohn Birrell if (buf->dtb_flags & DTRACEBUF_CONSUMED) { 24691eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 24791eaf3e1SJohn Birrell 24891eaf3e1SJohn Birrell desc.dtbd_size = 0; 24991eaf3e1SJohn Birrell desc.dtbd_drops = 0; 25091eaf3e1SJohn Birrell desc.dtbd_errors = 0; 25191eaf3e1SJohn Birrell desc.dtbd_oldest = 0; 25291eaf3e1SJohn Birrell sz = sizeof (desc); 25391eaf3e1SJohn Birrell 25491eaf3e1SJohn Birrell if (copyout(&desc, (void *) *pdesc, sz) != 0) 25591eaf3e1SJohn Birrell return (EFAULT); 25691eaf3e1SJohn Birrell 25791eaf3e1SJohn Birrell return (0); 25891eaf3e1SJohn Birrell } 25991eaf3e1SJohn Birrell 26091eaf3e1SJohn Birrell /* 26191eaf3e1SJohn Birrell * If this is a ring buffer that has wrapped, we want 26291eaf3e1SJohn Birrell * to copy the whole thing out. 26391eaf3e1SJohn Birrell */ 26491eaf3e1SJohn Birrell if (buf->dtb_flags & DTRACEBUF_WRAPPED) { 26591eaf3e1SJohn Birrell dtrace_buffer_polish(buf); 26691eaf3e1SJohn Birrell sz = buf->dtb_size; 26791eaf3e1SJohn Birrell } 26891eaf3e1SJohn Birrell 26991eaf3e1SJohn Birrell if (copyout(buf->dtb_tomax, desc.dtbd_data, sz) != 0) { 27091eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 27191eaf3e1SJohn Birrell return (EFAULT); 27291eaf3e1SJohn Birrell } 27391eaf3e1SJohn Birrell 27491eaf3e1SJohn Birrell desc.dtbd_size = sz; 27591eaf3e1SJohn Birrell desc.dtbd_drops = buf->dtb_drops; 27691eaf3e1SJohn Birrell desc.dtbd_errors = buf->dtb_errors; 27791eaf3e1SJohn Birrell desc.dtbd_oldest = buf->dtb_xamot_offset; 27809e6105fSMark Johnston desc.dtbd_timestamp = dtrace_gethrtime(); 27991eaf3e1SJohn Birrell 28091eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 28191eaf3e1SJohn Birrell 28291eaf3e1SJohn Birrell if (copyout(&desc, (void *) *pdesc, sizeof (desc)) != 0) 28391eaf3e1SJohn Birrell return (EFAULT); 28491eaf3e1SJohn Birrell 28591eaf3e1SJohn Birrell buf->dtb_flags |= DTRACEBUF_CONSUMED; 28691eaf3e1SJohn Birrell 28791eaf3e1SJohn Birrell return (0); 28891eaf3e1SJohn Birrell } 28991eaf3e1SJohn Birrell 29091eaf3e1SJohn Birrell if (buf->dtb_tomax == NULL) { 29191eaf3e1SJohn Birrell ASSERT(buf->dtb_xamot == NULL); 29291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 29391eaf3e1SJohn Birrell return (ENOENT); 29491eaf3e1SJohn Birrell } 29591eaf3e1SJohn Birrell 29691eaf3e1SJohn Birrell cached = buf->dtb_tomax; 29791eaf3e1SJohn Birrell ASSERT(!(buf->dtb_flags & DTRACEBUF_NOSWITCH)); 29891eaf3e1SJohn Birrell 29991eaf3e1SJohn Birrell dtrace_xcall(desc.dtbd_cpu, 30091eaf3e1SJohn Birrell (dtrace_xcall_t)dtrace_buffer_switch, buf); 30191eaf3e1SJohn Birrell 30291eaf3e1SJohn Birrell state->dts_errors += buf->dtb_xamot_errors; 30391eaf3e1SJohn Birrell 30491eaf3e1SJohn Birrell /* 30591eaf3e1SJohn Birrell * If the buffers did not actually switch, then the cross call 30691eaf3e1SJohn Birrell * did not take place -- presumably because the given CPU is 30791eaf3e1SJohn Birrell * not in the ready set. If this is the case, we'll return 30891eaf3e1SJohn Birrell * ENOENT. 30991eaf3e1SJohn Birrell */ 31091eaf3e1SJohn Birrell if (buf->dtb_tomax == cached) { 31191eaf3e1SJohn Birrell ASSERT(buf->dtb_xamot != cached); 31291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 31391eaf3e1SJohn Birrell return (ENOENT); 31491eaf3e1SJohn Birrell } 31591eaf3e1SJohn Birrell 31691eaf3e1SJohn Birrell ASSERT(cached == buf->dtb_xamot); 31791eaf3e1SJohn Birrell 31891eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): copyout the buffer snapshot\n",__func__,__LINE__); 31991eaf3e1SJohn Birrell 32091eaf3e1SJohn Birrell /* 32191eaf3e1SJohn Birrell * We have our snapshot; now copy it out. 32291eaf3e1SJohn Birrell */ 32391eaf3e1SJohn Birrell if (copyout(buf->dtb_xamot, desc.dtbd_data, 32491eaf3e1SJohn Birrell buf->dtb_xamot_offset) != 0) { 32591eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 32691eaf3e1SJohn Birrell return (EFAULT); 32791eaf3e1SJohn Birrell } 32891eaf3e1SJohn Birrell 32991eaf3e1SJohn Birrell desc.dtbd_size = buf->dtb_xamot_offset; 33091eaf3e1SJohn Birrell desc.dtbd_drops = buf->dtb_xamot_drops; 33191eaf3e1SJohn Birrell desc.dtbd_errors = buf->dtb_xamot_errors; 33291eaf3e1SJohn Birrell desc.dtbd_oldest = 0; 33309e6105fSMark Johnston desc.dtbd_timestamp = buf->dtb_switched; 33491eaf3e1SJohn Birrell 33591eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 33691eaf3e1SJohn Birrell 33791eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): copyout buffer desc: size %zd drops %lu errors %lu\n",__func__,__LINE__,(size_t) desc.dtbd_size,(u_long) desc.dtbd_drops,(u_long) desc.dtbd_errors); 33891eaf3e1SJohn Birrell 33991eaf3e1SJohn Birrell /* 34091eaf3e1SJohn Birrell * Finally, copy out the buffer description. 34191eaf3e1SJohn Birrell */ 34291eaf3e1SJohn Birrell if (copyout(&desc, (void *) *pdesc, sizeof (desc)) != 0) 34391eaf3e1SJohn Birrell return (EFAULT); 34491eaf3e1SJohn Birrell 34591eaf3e1SJohn Birrell return (0); 34691eaf3e1SJohn Birrell } 34791eaf3e1SJohn Birrell case DTRACEIOC_CONF: { 34891eaf3e1SJohn Birrell dtrace_conf_t conf; 34991eaf3e1SJohn Birrell 35091eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_CONF\n",__func__,__LINE__); 35191eaf3e1SJohn Birrell 35291eaf3e1SJohn Birrell bzero(&conf, sizeof (conf)); 35391eaf3e1SJohn Birrell conf.dtc_difversion = DIF_VERSION; 35491eaf3e1SJohn Birrell conf.dtc_difintregs = DIF_DIR_NREGS; 35591eaf3e1SJohn Birrell conf.dtc_diftupregs = DIF_DTR_NREGS; 35691eaf3e1SJohn Birrell conf.dtc_ctfmodel = CTF_MODEL_NATIVE; 35791eaf3e1SJohn Birrell 35891eaf3e1SJohn Birrell *((dtrace_conf_t *) addr) = conf; 35991eaf3e1SJohn Birrell 36091eaf3e1SJohn Birrell return (0); 36191eaf3e1SJohn Birrell } 36291eaf3e1SJohn Birrell case DTRACEIOC_DOFGET: { 36391eaf3e1SJohn Birrell dof_hdr_t **pdof = (dof_hdr_t **) addr; 36491eaf3e1SJohn Birrell dof_hdr_t hdr, *dof = *pdof; 36591eaf3e1SJohn Birrell int rval; 36691eaf3e1SJohn Birrell uint64_t len; 36791eaf3e1SJohn Birrell 36891eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_DOFGET\n",__func__,__LINE__); 36991eaf3e1SJohn Birrell 37091eaf3e1SJohn Birrell if (copyin((void *)dof, &hdr, sizeof (hdr)) != 0) 37191eaf3e1SJohn Birrell return (EFAULT); 37291eaf3e1SJohn Birrell 37391eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 37491eaf3e1SJohn Birrell dof = dtrace_dof_create(state); 37591eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 37691eaf3e1SJohn Birrell 37791eaf3e1SJohn Birrell len = MIN(hdr.dofh_loadsz, dof->dofh_loadsz); 37891eaf3e1SJohn Birrell rval = copyout(dof, (void *) *pdof, len); 37991eaf3e1SJohn Birrell dtrace_dof_destroy(dof); 38091eaf3e1SJohn Birrell 38191eaf3e1SJohn Birrell return (rval == 0 ? 0 : EFAULT); 38291eaf3e1SJohn Birrell } 38391eaf3e1SJohn Birrell case DTRACEIOC_ENABLE: { 38491eaf3e1SJohn Birrell dof_hdr_t *dof = NULL; 38591eaf3e1SJohn Birrell dtrace_enabling_t *enab = NULL; 38691eaf3e1SJohn Birrell dtrace_vstate_t *vstate; 38791eaf3e1SJohn Birrell int err = 0; 38891eaf3e1SJohn Birrell int rval; 38991eaf3e1SJohn Birrell dtrace_enable_io_t *p = (dtrace_enable_io_t *) addr; 39091eaf3e1SJohn Birrell 39191eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_ENABLE\n",__func__,__LINE__); 39291eaf3e1SJohn Birrell 39391eaf3e1SJohn Birrell /* 39491eaf3e1SJohn Birrell * If a NULL argument has been passed, we take this as our 39591eaf3e1SJohn Birrell * cue to reevaluate our enablings. 39691eaf3e1SJohn Birrell */ 39791eaf3e1SJohn Birrell if (p->dof == NULL) { 39891eaf3e1SJohn Birrell dtrace_enabling_matchall(); 39991eaf3e1SJohn Birrell 40091eaf3e1SJohn Birrell return (0); 40191eaf3e1SJohn Birrell } 40291eaf3e1SJohn Birrell 40391eaf3e1SJohn Birrell if ((dof = dtrace_dof_copyin((uintptr_t) p->dof, &rval)) == NULL) 40491eaf3e1SJohn Birrell return (EINVAL); 40591eaf3e1SJohn Birrell 40691eaf3e1SJohn Birrell mutex_enter(&cpu_lock); 40791eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 40891eaf3e1SJohn Birrell vstate = &state->dts_vstate; 40991eaf3e1SJohn Birrell 41091eaf3e1SJohn Birrell if (state->dts_activity != DTRACE_ACTIVITY_INACTIVE) { 41191eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 41291eaf3e1SJohn Birrell mutex_exit(&cpu_lock); 41391eaf3e1SJohn Birrell dtrace_dof_destroy(dof); 41491eaf3e1SJohn Birrell return (EBUSY); 41591eaf3e1SJohn Birrell } 41691eaf3e1SJohn Birrell 41791eaf3e1SJohn Birrell if (dtrace_dof_slurp(dof, vstate, td->td_ucred, &enab, 0, B_TRUE) != 0) { 41891eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 41991eaf3e1SJohn Birrell mutex_exit(&cpu_lock); 42091eaf3e1SJohn Birrell dtrace_dof_destroy(dof); 42191eaf3e1SJohn Birrell return (EINVAL); 42291eaf3e1SJohn Birrell } 42391eaf3e1SJohn Birrell 42491eaf3e1SJohn Birrell if ((rval = dtrace_dof_options(dof, state)) != 0) { 42591eaf3e1SJohn Birrell dtrace_enabling_destroy(enab); 42691eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 42791eaf3e1SJohn Birrell mutex_exit(&cpu_lock); 42891eaf3e1SJohn Birrell dtrace_dof_destroy(dof); 42991eaf3e1SJohn Birrell return (rval); 43091eaf3e1SJohn Birrell } 43191eaf3e1SJohn Birrell 43291eaf3e1SJohn Birrell if ((err = dtrace_enabling_match(enab, &p->n_matched)) == 0) { 43391eaf3e1SJohn Birrell err = dtrace_enabling_retain(enab); 43491eaf3e1SJohn Birrell } else { 43591eaf3e1SJohn Birrell dtrace_enabling_destroy(enab); 43691eaf3e1SJohn Birrell } 43791eaf3e1SJohn Birrell 43891eaf3e1SJohn Birrell mutex_exit(&cpu_lock); 43991eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 44091eaf3e1SJohn Birrell dtrace_dof_destroy(dof); 44191eaf3e1SJohn Birrell 44291eaf3e1SJohn Birrell return (err); 44391eaf3e1SJohn Birrell } 44491eaf3e1SJohn Birrell case DTRACEIOC_EPROBE: { 44591eaf3e1SJohn Birrell dtrace_eprobedesc_t **pepdesc = (dtrace_eprobedesc_t **) addr; 44691eaf3e1SJohn Birrell dtrace_eprobedesc_t epdesc; 44791eaf3e1SJohn Birrell dtrace_ecb_t *ecb; 44891eaf3e1SJohn Birrell dtrace_action_t *act; 44991eaf3e1SJohn Birrell void *buf; 45091eaf3e1SJohn Birrell size_t size; 45191eaf3e1SJohn Birrell uintptr_t dest; 45291eaf3e1SJohn Birrell int nrecs; 45391eaf3e1SJohn Birrell 45491eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_EPROBE\n",__func__,__LINE__); 45591eaf3e1SJohn Birrell 45691eaf3e1SJohn Birrell if (copyin((void *)*pepdesc, &epdesc, sizeof (epdesc)) != 0) 45791eaf3e1SJohn Birrell return (EFAULT); 45891eaf3e1SJohn Birrell 45991eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 46091eaf3e1SJohn Birrell 46191eaf3e1SJohn Birrell if ((ecb = dtrace_epid2ecb(state, epdesc.dtepd_epid)) == NULL) { 46291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 46391eaf3e1SJohn Birrell return (EINVAL); 46491eaf3e1SJohn Birrell } 46591eaf3e1SJohn Birrell 46691eaf3e1SJohn Birrell if (ecb->dte_probe == NULL) { 46791eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 46891eaf3e1SJohn Birrell return (EINVAL); 46991eaf3e1SJohn Birrell } 47091eaf3e1SJohn Birrell 47191eaf3e1SJohn Birrell epdesc.dtepd_probeid = ecb->dte_probe->dtpr_id; 47291eaf3e1SJohn Birrell epdesc.dtepd_uarg = ecb->dte_uarg; 47391eaf3e1SJohn Birrell epdesc.dtepd_size = ecb->dte_size; 47491eaf3e1SJohn Birrell 47591eaf3e1SJohn Birrell nrecs = epdesc.dtepd_nrecs; 47691eaf3e1SJohn Birrell epdesc.dtepd_nrecs = 0; 47791eaf3e1SJohn Birrell for (act = ecb->dte_action; act != NULL; act = act->dta_next) { 47891eaf3e1SJohn Birrell if (DTRACEACT_ISAGG(act->dta_kind) || act->dta_intuple) 47991eaf3e1SJohn Birrell continue; 48091eaf3e1SJohn Birrell 48191eaf3e1SJohn Birrell epdesc.dtepd_nrecs++; 48291eaf3e1SJohn Birrell } 48391eaf3e1SJohn Birrell 48491eaf3e1SJohn Birrell /* 48591eaf3e1SJohn Birrell * Now that we have the size, we need to allocate a temporary 48691eaf3e1SJohn Birrell * buffer in which to store the complete description. We need 48791eaf3e1SJohn Birrell * the temporary buffer to be able to drop dtrace_lock() 48891eaf3e1SJohn Birrell * across the copyout(), below. 48991eaf3e1SJohn Birrell */ 49091eaf3e1SJohn Birrell size = sizeof (dtrace_eprobedesc_t) + 49191eaf3e1SJohn Birrell (epdesc.dtepd_nrecs * sizeof (dtrace_recdesc_t)); 49291eaf3e1SJohn Birrell 49391eaf3e1SJohn Birrell buf = kmem_alloc(size, KM_SLEEP); 49491eaf3e1SJohn Birrell dest = (uintptr_t)buf; 49591eaf3e1SJohn Birrell 49691eaf3e1SJohn Birrell bcopy(&epdesc, (void *)dest, sizeof (epdesc)); 49791eaf3e1SJohn Birrell dest += offsetof(dtrace_eprobedesc_t, dtepd_rec[0]); 49891eaf3e1SJohn Birrell 49991eaf3e1SJohn Birrell for (act = ecb->dte_action; act != NULL; act = act->dta_next) { 50091eaf3e1SJohn Birrell if (DTRACEACT_ISAGG(act->dta_kind) || act->dta_intuple) 50191eaf3e1SJohn Birrell continue; 50291eaf3e1SJohn Birrell 50391eaf3e1SJohn Birrell if (nrecs-- == 0) 50491eaf3e1SJohn Birrell break; 50591eaf3e1SJohn Birrell 50691eaf3e1SJohn Birrell bcopy(&act->dta_rec, (void *)dest, 50791eaf3e1SJohn Birrell sizeof (dtrace_recdesc_t)); 50891eaf3e1SJohn Birrell dest += sizeof (dtrace_recdesc_t); 50991eaf3e1SJohn Birrell } 51091eaf3e1SJohn Birrell 51191eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 51291eaf3e1SJohn Birrell 51391eaf3e1SJohn Birrell if (copyout(buf, (void *) *pepdesc, dest - (uintptr_t)buf) != 0) { 51491eaf3e1SJohn Birrell kmem_free(buf, size); 51591eaf3e1SJohn Birrell return (EFAULT); 51691eaf3e1SJohn Birrell } 51791eaf3e1SJohn Birrell 51891eaf3e1SJohn Birrell kmem_free(buf, size); 51991eaf3e1SJohn Birrell return (0); 52091eaf3e1SJohn Birrell } 52191eaf3e1SJohn Birrell case DTRACEIOC_FORMAT: { 52291eaf3e1SJohn Birrell dtrace_fmtdesc_t *fmt = (dtrace_fmtdesc_t *) addr; 52391eaf3e1SJohn Birrell char *str; 52491eaf3e1SJohn Birrell int len; 52591eaf3e1SJohn Birrell 52691eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_FORMAT\n",__func__,__LINE__); 52791eaf3e1SJohn Birrell 52891eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 52991eaf3e1SJohn Birrell 53091eaf3e1SJohn Birrell if (fmt->dtfd_format == 0 || 53191eaf3e1SJohn Birrell fmt->dtfd_format > state->dts_nformats) { 53291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 53391eaf3e1SJohn Birrell return (EINVAL); 53491eaf3e1SJohn Birrell } 53591eaf3e1SJohn Birrell 53691eaf3e1SJohn Birrell /* 53791eaf3e1SJohn Birrell * Format strings are allocated contiguously and they are 53891eaf3e1SJohn Birrell * never freed; if a format index is less than the number 53991eaf3e1SJohn Birrell * of formats, we can assert that the format map is non-NULL 54091eaf3e1SJohn Birrell * and that the format for the specified index is non-NULL. 54191eaf3e1SJohn Birrell */ 54291eaf3e1SJohn Birrell ASSERT(state->dts_formats != NULL); 54391eaf3e1SJohn Birrell str = state->dts_formats[fmt->dtfd_format - 1]; 54491eaf3e1SJohn Birrell ASSERT(str != NULL); 54591eaf3e1SJohn Birrell 54691eaf3e1SJohn Birrell len = strlen(str) + 1; 54791eaf3e1SJohn Birrell 54891eaf3e1SJohn Birrell if (len > fmt->dtfd_length) { 54991eaf3e1SJohn Birrell fmt->dtfd_length = len; 55091eaf3e1SJohn Birrell } else { 55191eaf3e1SJohn Birrell if (copyout(str, fmt->dtfd_string, len) != 0) { 55291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 55391eaf3e1SJohn Birrell return (EINVAL); 55491eaf3e1SJohn Birrell } 55591eaf3e1SJohn Birrell } 55691eaf3e1SJohn Birrell 55791eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 55891eaf3e1SJohn Birrell return (0); 55991eaf3e1SJohn Birrell } 56091eaf3e1SJohn Birrell case DTRACEIOC_GO: { 56191eaf3e1SJohn Birrell int rval; 56291eaf3e1SJohn Birrell processorid_t *cpuid = (processorid_t *) addr; 56391eaf3e1SJohn Birrell 56491eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_GO\n",__func__,__LINE__); 56591eaf3e1SJohn Birrell 56691eaf3e1SJohn Birrell rval = dtrace_state_go(state, cpuid); 56791eaf3e1SJohn Birrell 56891eaf3e1SJohn Birrell return (rval); 56991eaf3e1SJohn Birrell } 57091eaf3e1SJohn Birrell case DTRACEIOC_PROBEARG: { 57191eaf3e1SJohn Birrell dtrace_argdesc_t *desc = (dtrace_argdesc_t *) addr; 57291eaf3e1SJohn Birrell dtrace_probe_t *probe; 57391eaf3e1SJohn Birrell dtrace_provider_t *prov; 57491eaf3e1SJohn Birrell 57591eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_PROBEARG\n",__func__,__LINE__); 57691eaf3e1SJohn Birrell 57791eaf3e1SJohn Birrell if (desc->dtargd_id == DTRACE_IDNONE) 57891eaf3e1SJohn Birrell return (EINVAL); 57991eaf3e1SJohn Birrell 58091eaf3e1SJohn Birrell if (desc->dtargd_ndx == DTRACE_ARGNONE) 58191eaf3e1SJohn Birrell return (EINVAL); 58291eaf3e1SJohn Birrell 58391eaf3e1SJohn Birrell mutex_enter(&dtrace_provider_lock); 58446d27dbbSMark Johnston #if defined(sun) 58591eaf3e1SJohn Birrell mutex_enter(&mod_lock); 58646d27dbbSMark Johnston #endif 58791eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 58891eaf3e1SJohn Birrell 58991eaf3e1SJohn Birrell if (desc->dtargd_id > dtrace_nprobes) { 59091eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 59146d27dbbSMark Johnston #if defined(sun) 59291eaf3e1SJohn Birrell mutex_exit(&mod_lock); 59346d27dbbSMark Johnston #endif 59491eaf3e1SJohn Birrell mutex_exit(&dtrace_provider_lock); 59591eaf3e1SJohn Birrell return (EINVAL); 59691eaf3e1SJohn Birrell } 59791eaf3e1SJohn Birrell 59891eaf3e1SJohn Birrell if ((probe = dtrace_probes[desc->dtargd_id - 1]) == NULL) { 59991eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 60046d27dbbSMark Johnston #if defined(sun) 60191eaf3e1SJohn Birrell mutex_exit(&mod_lock); 60246d27dbbSMark Johnston #endif 60391eaf3e1SJohn Birrell mutex_exit(&dtrace_provider_lock); 60491eaf3e1SJohn Birrell return (EINVAL); 60591eaf3e1SJohn Birrell } 60691eaf3e1SJohn Birrell 60791eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 60891eaf3e1SJohn Birrell 60991eaf3e1SJohn Birrell prov = probe->dtpr_provider; 61091eaf3e1SJohn Birrell 61191eaf3e1SJohn Birrell if (prov->dtpv_pops.dtps_getargdesc == NULL) { 61291eaf3e1SJohn Birrell /* 61391eaf3e1SJohn Birrell * There isn't any typed information for this probe. 61491eaf3e1SJohn Birrell * Set the argument number to DTRACE_ARGNONE. 61591eaf3e1SJohn Birrell */ 61691eaf3e1SJohn Birrell desc->dtargd_ndx = DTRACE_ARGNONE; 61791eaf3e1SJohn Birrell } else { 61891eaf3e1SJohn Birrell desc->dtargd_native[0] = '\0'; 61991eaf3e1SJohn Birrell desc->dtargd_xlate[0] = '\0'; 62091eaf3e1SJohn Birrell desc->dtargd_mapping = desc->dtargd_ndx; 62191eaf3e1SJohn Birrell 62291eaf3e1SJohn Birrell prov->dtpv_pops.dtps_getargdesc(prov->dtpv_arg, 62391eaf3e1SJohn Birrell probe->dtpr_id, probe->dtpr_arg, desc); 62491eaf3e1SJohn Birrell } 62591eaf3e1SJohn Birrell 62646d27dbbSMark Johnston #if defined(sun) 62791eaf3e1SJohn Birrell mutex_exit(&mod_lock); 62846d27dbbSMark Johnston #endif 62991eaf3e1SJohn Birrell mutex_exit(&dtrace_provider_lock); 63091eaf3e1SJohn Birrell 63191eaf3e1SJohn Birrell return (0); 63291eaf3e1SJohn Birrell } 63391eaf3e1SJohn Birrell case DTRACEIOC_PROBEMATCH: 63491eaf3e1SJohn Birrell case DTRACEIOC_PROBES: { 63591eaf3e1SJohn Birrell dtrace_probedesc_t *p_desc = (dtrace_probedesc_t *) addr; 63691eaf3e1SJohn Birrell dtrace_probe_t *probe = NULL; 63791eaf3e1SJohn Birrell dtrace_probekey_t pkey; 63891eaf3e1SJohn Birrell dtrace_id_t i; 63991eaf3e1SJohn Birrell int m = 0; 64091eaf3e1SJohn Birrell uint32_t priv = 0; 64191eaf3e1SJohn Birrell uid_t uid = 0; 64291eaf3e1SJohn Birrell zoneid_t zoneid = 0; 64391eaf3e1SJohn Birrell 64491eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): %s\n",__func__,__LINE__, 64591eaf3e1SJohn Birrell cmd == DTRACEIOC_PROBEMATCH ? 64691eaf3e1SJohn Birrell "DTRACEIOC_PROBEMATCH":"DTRACEIOC_PROBES"); 64791eaf3e1SJohn Birrell 64891eaf3e1SJohn Birrell p_desc->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0'; 64991eaf3e1SJohn Birrell p_desc->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0'; 65091eaf3e1SJohn Birrell p_desc->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0'; 65191eaf3e1SJohn Birrell p_desc->dtpd_name[DTRACE_NAMELEN - 1] = '\0'; 65291eaf3e1SJohn Birrell 65391eaf3e1SJohn Birrell /* 65491eaf3e1SJohn Birrell * Before we attempt to match this probe, we want to give 65591eaf3e1SJohn Birrell * all providers the opportunity to provide it. 65691eaf3e1SJohn Birrell */ 65791eaf3e1SJohn Birrell if (p_desc->dtpd_id == DTRACE_IDNONE) { 65891eaf3e1SJohn Birrell mutex_enter(&dtrace_provider_lock); 65991eaf3e1SJohn Birrell dtrace_probe_provide(p_desc, NULL); 66091eaf3e1SJohn Birrell mutex_exit(&dtrace_provider_lock); 66191eaf3e1SJohn Birrell p_desc->dtpd_id++; 66291eaf3e1SJohn Birrell } 66391eaf3e1SJohn Birrell 66491eaf3e1SJohn Birrell if (cmd == DTRACEIOC_PROBEMATCH) { 66591eaf3e1SJohn Birrell dtrace_probekey(p_desc, &pkey); 66691eaf3e1SJohn Birrell pkey.dtpk_id = DTRACE_IDNONE; 66791eaf3e1SJohn Birrell } 66891eaf3e1SJohn Birrell 66991eaf3e1SJohn Birrell dtrace_cred2priv(td->td_ucred, &priv, &uid, &zoneid); 67091eaf3e1SJohn Birrell 67191eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 67291eaf3e1SJohn Birrell 67391eaf3e1SJohn Birrell if (cmd == DTRACEIOC_PROBEMATCH) { 67491eaf3e1SJohn Birrell for (i = p_desc->dtpd_id; i <= dtrace_nprobes; i++) { 67591eaf3e1SJohn Birrell if ((probe = dtrace_probes[i - 1]) != NULL && 67691eaf3e1SJohn Birrell (m = dtrace_match_probe(probe, &pkey, 67791eaf3e1SJohn Birrell priv, uid, zoneid)) != 0) 67891eaf3e1SJohn Birrell break; 67991eaf3e1SJohn Birrell } 68091eaf3e1SJohn Birrell 68191eaf3e1SJohn Birrell if (m < 0) { 68291eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 68391eaf3e1SJohn Birrell return (EINVAL); 68491eaf3e1SJohn Birrell } 68591eaf3e1SJohn Birrell 68691eaf3e1SJohn Birrell } else { 68791eaf3e1SJohn Birrell for (i = p_desc->dtpd_id; i <= dtrace_nprobes; i++) { 68891eaf3e1SJohn Birrell if ((probe = dtrace_probes[i - 1]) != NULL && 68991eaf3e1SJohn Birrell dtrace_match_priv(probe, priv, uid, zoneid)) 69091eaf3e1SJohn Birrell break; 69191eaf3e1SJohn Birrell } 69291eaf3e1SJohn Birrell } 69391eaf3e1SJohn Birrell 69491eaf3e1SJohn Birrell if (probe == NULL) { 69591eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 69691eaf3e1SJohn Birrell return (ESRCH); 69791eaf3e1SJohn Birrell } 69891eaf3e1SJohn Birrell 69991eaf3e1SJohn Birrell dtrace_probe_description(probe, p_desc); 70091eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 70191eaf3e1SJohn Birrell 70291eaf3e1SJohn Birrell return (0); 70391eaf3e1SJohn Birrell } 70491eaf3e1SJohn Birrell case DTRACEIOC_PROVIDER: { 70591eaf3e1SJohn Birrell dtrace_providerdesc_t *pvd = (dtrace_providerdesc_t *) addr; 70691eaf3e1SJohn Birrell dtrace_provider_t *pvp; 70791eaf3e1SJohn Birrell 70891eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_PROVIDER\n",__func__,__LINE__); 70991eaf3e1SJohn Birrell 71091eaf3e1SJohn Birrell pvd->dtvd_name[DTRACE_PROVNAMELEN - 1] = '\0'; 71191eaf3e1SJohn Birrell mutex_enter(&dtrace_provider_lock); 71291eaf3e1SJohn Birrell 71391eaf3e1SJohn Birrell for (pvp = dtrace_provider; pvp != NULL; pvp = pvp->dtpv_next) { 71491eaf3e1SJohn Birrell if (strcmp(pvp->dtpv_name, pvd->dtvd_name) == 0) 71591eaf3e1SJohn Birrell break; 71691eaf3e1SJohn Birrell } 71791eaf3e1SJohn Birrell 71891eaf3e1SJohn Birrell mutex_exit(&dtrace_provider_lock); 71991eaf3e1SJohn Birrell 72091eaf3e1SJohn Birrell if (pvp == NULL) 72191eaf3e1SJohn Birrell return (ESRCH); 72291eaf3e1SJohn Birrell 72391eaf3e1SJohn Birrell bcopy(&pvp->dtpv_priv, &pvd->dtvd_priv, sizeof (dtrace_ppriv_t)); 72491eaf3e1SJohn Birrell bcopy(&pvp->dtpv_attr, &pvd->dtvd_attr, sizeof (dtrace_pattr_t)); 72591eaf3e1SJohn Birrell 72691eaf3e1SJohn Birrell return (0); 72791eaf3e1SJohn Birrell } 72891eaf3e1SJohn Birrell case DTRACEIOC_REPLICATE: { 72991eaf3e1SJohn Birrell dtrace_repldesc_t *desc = (dtrace_repldesc_t *) addr; 73091eaf3e1SJohn Birrell dtrace_probedesc_t *match = &desc->dtrpd_match; 73191eaf3e1SJohn Birrell dtrace_probedesc_t *create = &desc->dtrpd_create; 73291eaf3e1SJohn Birrell int err; 73391eaf3e1SJohn Birrell 73491eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_REPLICATE\n",__func__,__LINE__); 73591eaf3e1SJohn Birrell 73691eaf3e1SJohn Birrell match->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0'; 73791eaf3e1SJohn Birrell match->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0'; 73891eaf3e1SJohn Birrell match->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0'; 73991eaf3e1SJohn Birrell match->dtpd_name[DTRACE_NAMELEN - 1] = '\0'; 74091eaf3e1SJohn Birrell 74191eaf3e1SJohn Birrell create->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0'; 74291eaf3e1SJohn Birrell create->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0'; 74391eaf3e1SJohn Birrell create->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0'; 74491eaf3e1SJohn Birrell create->dtpd_name[DTRACE_NAMELEN - 1] = '\0'; 74591eaf3e1SJohn Birrell 74691eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 74791eaf3e1SJohn Birrell err = dtrace_enabling_replicate(state, match, create); 74891eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 74991eaf3e1SJohn Birrell 75091eaf3e1SJohn Birrell return (err); 75191eaf3e1SJohn Birrell } 75291eaf3e1SJohn Birrell case DTRACEIOC_STATUS: { 75391eaf3e1SJohn Birrell dtrace_status_t *stat = (dtrace_status_t *) addr; 75491eaf3e1SJohn Birrell dtrace_dstate_t *dstate; 75591eaf3e1SJohn Birrell int i, j; 75691eaf3e1SJohn Birrell uint64_t nerrs; 75791eaf3e1SJohn Birrell 75891eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_STATUS\n",__func__,__LINE__); 75991eaf3e1SJohn Birrell 76091eaf3e1SJohn Birrell /* 76191eaf3e1SJohn Birrell * See the comment in dtrace_state_deadman() for the reason 76291eaf3e1SJohn Birrell * for setting dts_laststatus to INT64_MAX before setting 76391eaf3e1SJohn Birrell * it to the correct value. 76491eaf3e1SJohn Birrell */ 76591eaf3e1SJohn Birrell state->dts_laststatus = INT64_MAX; 76691eaf3e1SJohn Birrell dtrace_membar_producer(); 76791eaf3e1SJohn Birrell state->dts_laststatus = dtrace_gethrtime(); 76891eaf3e1SJohn Birrell 76991eaf3e1SJohn Birrell bzero(stat, sizeof (*stat)); 77091eaf3e1SJohn Birrell 77191eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 77291eaf3e1SJohn Birrell 77391eaf3e1SJohn Birrell if (state->dts_activity == DTRACE_ACTIVITY_INACTIVE) { 77491eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 77591eaf3e1SJohn Birrell return (ENOENT); 77691eaf3e1SJohn Birrell } 77791eaf3e1SJohn Birrell 77891eaf3e1SJohn Birrell if (state->dts_activity == DTRACE_ACTIVITY_DRAINING) 77991eaf3e1SJohn Birrell stat->dtst_exiting = 1; 78091eaf3e1SJohn Birrell 78191eaf3e1SJohn Birrell nerrs = state->dts_errors; 78291eaf3e1SJohn Birrell dstate = &state->dts_vstate.dtvs_dynvars; 78391eaf3e1SJohn Birrell 78491eaf3e1SJohn Birrell for (i = 0; i < NCPU; i++) { 78591eaf3e1SJohn Birrell #if !defined(sun) 78691eaf3e1SJohn Birrell if (pcpu_find(i) == NULL) 78791eaf3e1SJohn Birrell continue; 78891eaf3e1SJohn Birrell #endif 78991eaf3e1SJohn Birrell dtrace_dstate_percpu_t *dcpu = &dstate->dtds_percpu[i]; 79091eaf3e1SJohn Birrell 79191eaf3e1SJohn Birrell stat->dtst_dyndrops += dcpu->dtdsc_drops; 79291eaf3e1SJohn Birrell stat->dtst_dyndrops_dirty += dcpu->dtdsc_dirty_drops; 79391eaf3e1SJohn Birrell stat->dtst_dyndrops_rinsing += dcpu->dtdsc_rinsing_drops; 79491eaf3e1SJohn Birrell 79591eaf3e1SJohn Birrell if (state->dts_buffer[i].dtb_flags & DTRACEBUF_FULL) 79691eaf3e1SJohn Birrell stat->dtst_filled++; 79791eaf3e1SJohn Birrell 79891eaf3e1SJohn Birrell nerrs += state->dts_buffer[i].dtb_errors; 79991eaf3e1SJohn Birrell 80091eaf3e1SJohn Birrell for (j = 0; j < state->dts_nspeculations; j++) { 80191eaf3e1SJohn Birrell dtrace_speculation_t *spec; 80291eaf3e1SJohn Birrell dtrace_buffer_t *buf; 80391eaf3e1SJohn Birrell 80491eaf3e1SJohn Birrell spec = &state->dts_speculations[j]; 80591eaf3e1SJohn Birrell buf = &spec->dtsp_buffer[i]; 80691eaf3e1SJohn Birrell stat->dtst_specdrops += buf->dtb_xamot_drops; 80791eaf3e1SJohn Birrell } 80891eaf3e1SJohn Birrell } 80991eaf3e1SJohn Birrell 81091eaf3e1SJohn Birrell stat->dtst_specdrops_busy = state->dts_speculations_busy; 81191eaf3e1SJohn Birrell stat->dtst_specdrops_unavail = state->dts_speculations_unavail; 81291eaf3e1SJohn Birrell stat->dtst_stkstroverflows = state->dts_stkstroverflows; 81391eaf3e1SJohn Birrell stat->dtst_dblerrors = state->dts_dblerrors; 81491eaf3e1SJohn Birrell stat->dtst_killed = 81591eaf3e1SJohn Birrell (state->dts_activity == DTRACE_ACTIVITY_KILLED); 81691eaf3e1SJohn Birrell stat->dtst_errors = nerrs; 81791eaf3e1SJohn Birrell 81891eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 81991eaf3e1SJohn Birrell 82091eaf3e1SJohn Birrell return (0); 82191eaf3e1SJohn Birrell } 82291eaf3e1SJohn Birrell case DTRACEIOC_STOP: { 82391eaf3e1SJohn Birrell int rval; 82491eaf3e1SJohn Birrell processorid_t *cpuid = (processorid_t *) addr; 82591eaf3e1SJohn Birrell 82691eaf3e1SJohn Birrell DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_STOP\n",__func__,__LINE__); 82791eaf3e1SJohn Birrell 82891eaf3e1SJohn Birrell mutex_enter(&dtrace_lock); 82991eaf3e1SJohn Birrell rval = dtrace_state_stop(state, cpuid); 83091eaf3e1SJohn Birrell mutex_exit(&dtrace_lock); 83191eaf3e1SJohn Birrell 83291eaf3e1SJohn Birrell return (rval); 83391eaf3e1SJohn Birrell } 83491eaf3e1SJohn Birrell default: 83591eaf3e1SJohn Birrell error = ENOTTY; 83691eaf3e1SJohn Birrell } 83791eaf3e1SJohn Birrell return (error); 83891eaf3e1SJohn Birrell } 839