xref: /freebsd/sys/cddl/dev/dtrace/dtrace_ioctl.c (revision 91eaf3e1831d805c9cffd85818a70213d9007e07)
191eaf3e1SJohn Birrell /*
291eaf3e1SJohn Birrell  * CDDL HEADER START
391eaf3e1SJohn Birrell  *
491eaf3e1SJohn Birrell  * The contents of this file are subject to the terms of the
591eaf3e1SJohn Birrell  * Common Development and Distribution License (the "License").
691eaf3e1SJohn Birrell  * You may not use this file except in compliance with the License.
791eaf3e1SJohn Birrell  *
891eaf3e1SJohn Birrell  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
991eaf3e1SJohn Birrell  * or http://www.opensolaris.org/os/licensing.
1091eaf3e1SJohn Birrell  * See the License for the specific language governing permissions
1191eaf3e1SJohn Birrell  * and limitations under the License.
1291eaf3e1SJohn Birrell  *
1391eaf3e1SJohn Birrell  * When distributing Covered Code, include this CDDL HEADER in each
1491eaf3e1SJohn Birrell  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
1591eaf3e1SJohn Birrell  * If applicable, add the following below this CDDL HEADER, with the
1691eaf3e1SJohn Birrell  * fields enclosed by brackets "[]" replaced with your own identifying
1791eaf3e1SJohn Birrell  * information: Portions Copyright [yyyy] [name of copyright owner]
1891eaf3e1SJohn Birrell  *
1991eaf3e1SJohn Birrell  * CDDL HEADER END
2091eaf3e1SJohn Birrell  *
2191eaf3e1SJohn Birrell  * $FreeBSD$
2291eaf3e1SJohn Birrell  *
2391eaf3e1SJohn Birrell  */
2491eaf3e1SJohn Birrell 
2591eaf3e1SJohn Birrell static int dtrace_verbose_ioctl;
2691eaf3e1SJohn Birrell SYSCTL_INT(_debug_dtrace, OID_AUTO, verbose_ioctl, CTLFLAG_RW, &dtrace_verbose_ioctl, 0, "");
2791eaf3e1SJohn Birrell 
2891eaf3e1SJohn Birrell #define DTRACE_IOCTL_PRINTF(fmt, ...)	if (dtrace_verbose_ioctl) printf(fmt, ## __VA_ARGS__ )
2991eaf3e1SJohn Birrell 
3091eaf3e1SJohn Birrell /* ARGSUSED */
3191eaf3e1SJohn Birrell static int
3291eaf3e1SJohn Birrell dtrace_ioctl(struct cdev *dev, u_long cmd, caddr_t addr,
3391eaf3e1SJohn Birrell     int flags __unused, struct thread *td)
3491eaf3e1SJohn Birrell {
3591eaf3e1SJohn Birrell 	dtrace_state_t *state = dev->si_drv1;
3691eaf3e1SJohn Birrell 	int error = 0;
3791eaf3e1SJohn Birrell 	if (state == NULL)
3891eaf3e1SJohn Birrell 		return (EINVAL);
3991eaf3e1SJohn Birrell 
4091eaf3e1SJohn Birrell 	if (state->dts_anon) {
4191eaf3e1SJohn Birrell 		ASSERT(dtrace_anon.dta_state == NULL);
4291eaf3e1SJohn Birrell 		state = state->dts_anon;
4391eaf3e1SJohn Birrell 	}
4491eaf3e1SJohn Birrell 
4591eaf3e1SJohn Birrell 	switch (cmd) {
4691eaf3e1SJohn Birrell 	case DTRACEIOC_AGGDESC: {
4791eaf3e1SJohn Birrell 		dtrace_aggdesc_t **paggdesc = (dtrace_aggdesc_t **) addr;
4891eaf3e1SJohn Birrell 		dtrace_aggdesc_t aggdesc;
4991eaf3e1SJohn Birrell 		dtrace_action_t *act;
5091eaf3e1SJohn Birrell 		dtrace_aggregation_t *agg;
5191eaf3e1SJohn Birrell 		int nrecs;
5291eaf3e1SJohn Birrell 		uint32_t offs;
5391eaf3e1SJohn Birrell 		dtrace_recdesc_t *lrec;
5491eaf3e1SJohn Birrell 		void *buf;
5591eaf3e1SJohn Birrell 		size_t size;
5691eaf3e1SJohn Birrell 		uintptr_t dest;
5791eaf3e1SJohn Birrell 
5891eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_AGGDESC\n",__func__,__LINE__);
5991eaf3e1SJohn Birrell 
6091eaf3e1SJohn Birrell 		if (copyin((void *) *paggdesc, &aggdesc, sizeof (aggdesc)) != 0)
6191eaf3e1SJohn Birrell 			return (EFAULT);
6291eaf3e1SJohn Birrell 
6391eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
6491eaf3e1SJohn Birrell 
6591eaf3e1SJohn Birrell 		if ((agg = dtrace_aggid2agg(state, aggdesc.dtagd_id)) == NULL) {
6691eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
6791eaf3e1SJohn Birrell 			return (EINVAL);
6891eaf3e1SJohn Birrell 		}
6991eaf3e1SJohn Birrell 
7091eaf3e1SJohn Birrell 		aggdesc.dtagd_epid = agg->dtag_ecb->dte_epid;
7191eaf3e1SJohn Birrell 
7291eaf3e1SJohn Birrell 		nrecs = aggdesc.dtagd_nrecs;
7391eaf3e1SJohn Birrell 		aggdesc.dtagd_nrecs = 0;
7491eaf3e1SJohn Birrell 
7591eaf3e1SJohn Birrell 		offs = agg->dtag_base;
7691eaf3e1SJohn Birrell 		lrec = &agg->dtag_action.dta_rec;
7791eaf3e1SJohn Birrell 		aggdesc.dtagd_size = lrec->dtrd_offset + lrec->dtrd_size - offs;
7891eaf3e1SJohn Birrell 
7991eaf3e1SJohn Birrell 		for (act = agg->dtag_first; ; act = act->dta_next) {
8091eaf3e1SJohn Birrell 			ASSERT(act->dta_intuple ||
8191eaf3e1SJohn Birrell 			    DTRACEACT_ISAGG(act->dta_kind));
8291eaf3e1SJohn Birrell 
8391eaf3e1SJohn Birrell 			/*
8491eaf3e1SJohn Birrell 			 * If this action has a record size of zero, it
8591eaf3e1SJohn Birrell 			 * denotes an argument to the aggregating action.
8691eaf3e1SJohn Birrell 			 * Because the presence of this record doesn't (or
8791eaf3e1SJohn Birrell 			 * shouldn't) affect the way the data is interpreted,
8891eaf3e1SJohn Birrell 			 * we don't copy it out to save user-level the
8991eaf3e1SJohn Birrell 			 * confusion of dealing with a zero-length record.
9091eaf3e1SJohn Birrell 			 */
9191eaf3e1SJohn Birrell 			if (act->dta_rec.dtrd_size == 0) {
9291eaf3e1SJohn Birrell 				ASSERT(agg->dtag_hasarg);
9391eaf3e1SJohn Birrell 				continue;
9491eaf3e1SJohn Birrell 			}
9591eaf3e1SJohn Birrell 
9691eaf3e1SJohn Birrell 			aggdesc.dtagd_nrecs++;
9791eaf3e1SJohn Birrell 
9891eaf3e1SJohn Birrell 			if (act == &agg->dtag_action)
9991eaf3e1SJohn Birrell 				break;
10091eaf3e1SJohn Birrell 		}
10191eaf3e1SJohn Birrell 
10291eaf3e1SJohn Birrell 		/*
10391eaf3e1SJohn Birrell 		 * Now that we have the size, we need to allocate a temporary
10491eaf3e1SJohn Birrell 		 * buffer in which to store the complete description.  We need
10591eaf3e1SJohn Birrell 		 * the temporary buffer to be able to drop dtrace_lock()
10691eaf3e1SJohn Birrell 		 * across the copyout(), below.
10791eaf3e1SJohn Birrell 		 */
10891eaf3e1SJohn Birrell 		size = sizeof (dtrace_aggdesc_t) +
10991eaf3e1SJohn Birrell 		    (aggdesc.dtagd_nrecs * sizeof (dtrace_recdesc_t));
11091eaf3e1SJohn Birrell 
11191eaf3e1SJohn Birrell 		buf = kmem_alloc(size, KM_SLEEP);
11291eaf3e1SJohn Birrell 		dest = (uintptr_t)buf;
11391eaf3e1SJohn Birrell 
11491eaf3e1SJohn Birrell 		bcopy(&aggdesc, (void *)dest, sizeof (aggdesc));
11591eaf3e1SJohn Birrell 		dest += offsetof(dtrace_aggdesc_t, dtagd_rec[0]);
11691eaf3e1SJohn Birrell 
11791eaf3e1SJohn Birrell 		for (act = agg->dtag_first; ; act = act->dta_next) {
11891eaf3e1SJohn Birrell 			dtrace_recdesc_t rec = act->dta_rec;
11991eaf3e1SJohn Birrell 
12091eaf3e1SJohn Birrell 			/*
12191eaf3e1SJohn Birrell 			 * See the comment in the above loop for why we pass
12291eaf3e1SJohn Birrell 			 * over zero-length records.
12391eaf3e1SJohn Birrell 			 */
12491eaf3e1SJohn Birrell 			if (rec.dtrd_size == 0) {
12591eaf3e1SJohn Birrell 				ASSERT(agg->dtag_hasarg);
12691eaf3e1SJohn Birrell 				continue;
12791eaf3e1SJohn Birrell 			}
12891eaf3e1SJohn Birrell 
12991eaf3e1SJohn Birrell 			if (nrecs-- == 0)
13091eaf3e1SJohn Birrell 				break;
13191eaf3e1SJohn Birrell 
13291eaf3e1SJohn Birrell 			rec.dtrd_offset -= offs;
13391eaf3e1SJohn Birrell 			bcopy(&rec, (void *)dest, sizeof (rec));
13491eaf3e1SJohn Birrell 			dest += sizeof (dtrace_recdesc_t);
13591eaf3e1SJohn Birrell 
13691eaf3e1SJohn Birrell 			if (act == &agg->dtag_action)
13791eaf3e1SJohn Birrell 				break;
13891eaf3e1SJohn Birrell 		}
13991eaf3e1SJohn Birrell 
14091eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
14191eaf3e1SJohn Birrell 
14291eaf3e1SJohn Birrell 		if (copyout(buf, (void *) *paggdesc, dest - (uintptr_t)buf) != 0) {
14391eaf3e1SJohn Birrell 			kmem_free(buf, size);
14491eaf3e1SJohn Birrell 			return (EFAULT);
14591eaf3e1SJohn Birrell 		}
14691eaf3e1SJohn Birrell 
14791eaf3e1SJohn Birrell 		kmem_free(buf, size);
14891eaf3e1SJohn Birrell 		return (0);
14991eaf3e1SJohn Birrell 	}
15091eaf3e1SJohn Birrell 	case DTRACEIOC_AGGSNAP:
15191eaf3e1SJohn Birrell 	case DTRACEIOC_BUFSNAP: {
15291eaf3e1SJohn Birrell 		dtrace_bufdesc_t **pdesc = (dtrace_bufdesc_t **) addr;
15391eaf3e1SJohn Birrell 		dtrace_bufdesc_t desc;
15491eaf3e1SJohn Birrell 		caddr_t cached;
15591eaf3e1SJohn Birrell 		dtrace_buffer_t *buf;
15691eaf3e1SJohn Birrell 
15791eaf3e1SJohn Birrell 		dtrace_debug_output();
15891eaf3e1SJohn Birrell 
15991eaf3e1SJohn Birrell 		if (copyin((void *) *pdesc, &desc, sizeof (desc)) != 0)
16091eaf3e1SJohn Birrell 			return (EFAULT);
16191eaf3e1SJohn Birrell 
16291eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): %s curcpu %d cpu %d\n",
16391eaf3e1SJohn Birrell 		    __func__,__LINE__,
16491eaf3e1SJohn Birrell 		    cmd == DTRACEIOC_AGGSNAP ?
16591eaf3e1SJohn Birrell 		    "DTRACEIOC_AGGSNAP":"DTRACEIOC_BUFSNAP",
16691eaf3e1SJohn Birrell 		    curcpu, desc.dtbd_cpu);
16791eaf3e1SJohn Birrell 
16891eaf3e1SJohn Birrell 		if (desc.dtbd_cpu < 0 || desc.dtbd_cpu >= NCPU)
16991eaf3e1SJohn Birrell 			return (ENOENT);
17091eaf3e1SJohn Birrell 		if (pcpu_find(desc.dtbd_cpu) == NULL)
17191eaf3e1SJohn Birrell 			return (ENOENT);
17291eaf3e1SJohn Birrell 
17391eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
17491eaf3e1SJohn Birrell 
17591eaf3e1SJohn Birrell 		if (cmd == DTRACEIOC_BUFSNAP) {
17691eaf3e1SJohn Birrell 			buf = &state->dts_buffer[desc.dtbd_cpu];
17791eaf3e1SJohn Birrell 		} else {
17891eaf3e1SJohn Birrell 			buf = &state->dts_aggbuffer[desc.dtbd_cpu];
17991eaf3e1SJohn Birrell 		}
18091eaf3e1SJohn Birrell 
18191eaf3e1SJohn Birrell 		if (buf->dtb_flags & (DTRACEBUF_RING | DTRACEBUF_FILL)) {
18291eaf3e1SJohn Birrell 			size_t sz = buf->dtb_offset;
18391eaf3e1SJohn Birrell 
18491eaf3e1SJohn Birrell 			if (state->dts_activity != DTRACE_ACTIVITY_STOPPED) {
18591eaf3e1SJohn Birrell 				mutex_exit(&dtrace_lock);
18691eaf3e1SJohn Birrell 				return (EBUSY);
18791eaf3e1SJohn Birrell 			}
18891eaf3e1SJohn Birrell 
18991eaf3e1SJohn Birrell 			/*
19091eaf3e1SJohn Birrell 			 * If this buffer has already been consumed, we're
19191eaf3e1SJohn Birrell 			 * going to indicate that there's nothing left here
19291eaf3e1SJohn Birrell 			 * to consume.
19391eaf3e1SJohn Birrell 			 */
19491eaf3e1SJohn Birrell 			if (buf->dtb_flags & DTRACEBUF_CONSUMED) {
19591eaf3e1SJohn Birrell 				mutex_exit(&dtrace_lock);
19691eaf3e1SJohn Birrell 
19791eaf3e1SJohn Birrell 				desc.dtbd_size = 0;
19891eaf3e1SJohn Birrell 				desc.dtbd_drops = 0;
19991eaf3e1SJohn Birrell 				desc.dtbd_errors = 0;
20091eaf3e1SJohn Birrell 				desc.dtbd_oldest = 0;
20191eaf3e1SJohn Birrell 				sz = sizeof (desc);
20291eaf3e1SJohn Birrell 
20391eaf3e1SJohn Birrell 				if (copyout(&desc, (void *) *pdesc, sz) != 0)
20491eaf3e1SJohn Birrell 					return (EFAULT);
20591eaf3e1SJohn Birrell 
20691eaf3e1SJohn Birrell 				return (0);
20791eaf3e1SJohn Birrell 			}
20891eaf3e1SJohn Birrell 
20991eaf3e1SJohn Birrell 			/*
21091eaf3e1SJohn Birrell 			 * If this is a ring buffer that has wrapped, we want
21191eaf3e1SJohn Birrell 			 * to copy the whole thing out.
21291eaf3e1SJohn Birrell 			 */
21391eaf3e1SJohn Birrell 			if (buf->dtb_flags & DTRACEBUF_WRAPPED) {
21491eaf3e1SJohn Birrell 				dtrace_buffer_polish(buf);
21591eaf3e1SJohn Birrell 				sz = buf->dtb_size;
21691eaf3e1SJohn Birrell 			}
21791eaf3e1SJohn Birrell 
21891eaf3e1SJohn Birrell 			if (copyout(buf->dtb_tomax, desc.dtbd_data, sz) != 0) {
21991eaf3e1SJohn Birrell 				mutex_exit(&dtrace_lock);
22091eaf3e1SJohn Birrell 				return (EFAULT);
22191eaf3e1SJohn Birrell 			}
22291eaf3e1SJohn Birrell 
22391eaf3e1SJohn Birrell 			desc.dtbd_size = sz;
22491eaf3e1SJohn Birrell 			desc.dtbd_drops = buf->dtb_drops;
22591eaf3e1SJohn Birrell 			desc.dtbd_errors = buf->dtb_errors;
22691eaf3e1SJohn Birrell 			desc.dtbd_oldest = buf->dtb_xamot_offset;
22791eaf3e1SJohn Birrell 
22891eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
22991eaf3e1SJohn Birrell 
23091eaf3e1SJohn Birrell 			if (copyout(&desc, (void *) *pdesc, sizeof (desc)) != 0)
23191eaf3e1SJohn Birrell 				return (EFAULT);
23291eaf3e1SJohn Birrell 
23391eaf3e1SJohn Birrell 			buf->dtb_flags |= DTRACEBUF_CONSUMED;
23491eaf3e1SJohn Birrell 
23591eaf3e1SJohn Birrell 			return (0);
23691eaf3e1SJohn Birrell 		}
23791eaf3e1SJohn Birrell 
23891eaf3e1SJohn Birrell 		if (buf->dtb_tomax == NULL) {
23991eaf3e1SJohn Birrell 			ASSERT(buf->dtb_xamot == NULL);
24091eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
24191eaf3e1SJohn Birrell 			return (ENOENT);
24291eaf3e1SJohn Birrell 		}
24391eaf3e1SJohn Birrell 
24491eaf3e1SJohn Birrell 		cached = buf->dtb_tomax;
24591eaf3e1SJohn Birrell 		ASSERT(!(buf->dtb_flags & DTRACEBUF_NOSWITCH));
24691eaf3e1SJohn Birrell 
24791eaf3e1SJohn Birrell 		dtrace_xcall(desc.dtbd_cpu,
24891eaf3e1SJohn Birrell 		    (dtrace_xcall_t)dtrace_buffer_switch, buf);
24991eaf3e1SJohn Birrell 
25091eaf3e1SJohn Birrell 		state->dts_errors += buf->dtb_xamot_errors;
25191eaf3e1SJohn Birrell 
25291eaf3e1SJohn Birrell 		/*
25391eaf3e1SJohn Birrell 		 * If the buffers did not actually switch, then the cross call
25491eaf3e1SJohn Birrell 		 * did not take place -- presumably because the given CPU is
25591eaf3e1SJohn Birrell 		 * not in the ready set.  If this is the case, we'll return
25691eaf3e1SJohn Birrell 		 * ENOENT.
25791eaf3e1SJohn Birrell 		 */
25891eaf3e1SJohn Birrell 		if (buf->dtb_tomax == cached) {
25991eaf3e1SJohn Birrell 			ASSERT(buf->dtb_xamot != cached);
26091eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
26191eaf3e1SJohn Birrell 			return (ENOENT);
26291eaf3e1SJohn Birrell 		}
26391eaf3e1SJohn Birrell 
26491eaf3e1SJohn Birrell 		ASSERT(cached == buf->dtb_xamot);
26591eaf3e1SJohn Birrell 
26691eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): copyout the buffer snapshot\n",__func__,__LINE__);
26791eaf3e1SJohn Birrell 
26891eaf3e1SJohn Birrell 		/*
26991eaf3e1SJohn Birrell 		 * We have our snapshot; now copy it out.
27091eaf3e1SJohn Birrell 		 */
27191eaf3e1SJohn Birrell 		if (copyout(buf->dtb_xamot, desc.dtbd_data,
27291eaf3e1SJohn Birrell 		    buf->dtb_xamot_offset) != 0) {
27391eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
27491eaf3e1SJohn Birrell 			return (EFAULT);
27591eaf3e1SJohn Birrell 		}
27691eaf3e1SJohn Birrell 
27791eaf3e1SJohn Birrell 		desc.dtbd_size = buf->dtb_xamot_offset;
27891eaf3e1SJohn Birrell 		desc.dtbd_drops = buf->dtb_xamot_drops;
27991eaf3e1SJohn Birrell 		desc.dtbd_errors = buf->dtb_xamot_errors;
28091eaf3e1SJohn Birrell 		desc.dtbd_oldest = 0;
28191eaf3e1SJohn Birrell 
28291eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
28391eaf3e1SJohn Birrell 
28491eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): copyout buffer desc: size %zd drops %lu errors %lu\n",__func__,__LINE__,(size_t) desc.dtbd_size,(u_long) desc.dtbd_drops,(u_long) desc.dtbd_errors);
28591eaf3e1SJohn Birrell 
28691eaf3e1SJohn Birrell 		/*
28791eaf3e1SJohn Birrell 		 * Finally, copy out the buffer description.
28891eaf3e1SJohn Birrell 		 */
28991eaf3e1SJohn Birrell 		if (copyout(&desc, (void *) *pdesc, sizeof (desc)) != 0)
29091eaf3e1SJohn Birrell 			return (EFAULT);
29191eaf3e1SJohn Birrell 
29291eaf3e1SJohn Birrell 		return (0);
29391eaf3e1SJohn Birrell 	}
29491eaf3e1SJohn Birrell 	case DTRACEIOC_CONF: {
29591eaf3e1SJohn Birrell 		dtrace_conf_t conf;
29691eaf3e1SJohn Birrell 
29791eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_CONF\n",__func__,__LINE__);
29891eaf3e1SJohn Birrell 
29991eaf3e1SJohn Birrell 		bzero(&conf, sizeof (conf));
30091eaf3e1SJohn Birrell 		conf.dtc_difversion = DIF_VERSION;
30191eaf3e1SJohn Birrell 		conf.dtc_difintregs = DIF_DIR_NREGS;
30291eaf3e1SJohn Birrell 		conf.dtc_diftupregs = DIF_DTR_NREGS;
30391eaf3e1SJohn Birrell 		conf.dtc_ctfmodel = CTF_MODEL_NATIVE;
30491eaf3e1SJohn Birrell 
30591eaf3e1SJohn Birrell 		*((dtrace_conf_t *) addr) = conf;
30691eaf3e1SJohn Birrell 
30791eaf3e1SJohn Birrell 		return (0);
30891eaf3e1SJohn Birrell 	}
30991eaf3e1SJohn Birrell 	case DTRACEIOC_DOFGET: {
31091eaf3e1SJohn Birrell 		dof_hdr_t **pdof = (dof_hdr_t **) addr;
31191eaf3e1SJohn Birrell 		dof_hdr_t hdr, *dof = *pdof;
31291eaf3e1SJohn Birrell 		int rval;
31391eaf3e1SJohn Birrell 		uint64_t len;
31491eaf3e1SJohn Birrell 
31591eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_DOFGET\n",__func__,__LINE__);
31691eaf3e1SJohn Birrell 
31791eaf3e1SJohn Birrell 		if (copyin((void *)dof, &hdr, sizeof (hdr)) != 0)
31891eaf3e1SJohn Birrell 			return (EFAULT);
31991eaf3e1SJohn Birrell 
32091eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
32191eaf3e1SJohn Birrell 		dof = dtrace_dof_create(state);
32291eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
32391eaf3e1SJohn Birrell 
32491eaf3e1SJohn Birrell 		len = MIN(hdr.dofh_loadsz, dof->dofh_loadsz);
32591eaf3e1SJohn Birrell 		rval = copyout(dof, (void *) *pdof, len);
32691eaf3e1SJohn Birrell 		dtrace_dof_destroy(dof);
32791eaf3e1SJohn Birrell 
32891eaf3e1SJohn Birrell 		return (rval == 0 ? 0 : EFAULT);
32991eaf3e1SJohn Birrell 	}
33091eaf3e1SJohn Birrell 	case DTRACEIOC_ENABLE: {
33191eaf3e1SJohn Birrell 		dof_hdr_t *dof = NULL;
33291eaf3e1SJohn Birrell 		dtrace_enabling_t *enab = NULL;
33391eaf3e1SJohn Birrell 		dtrace_vstate_t *vstate;
33491eaf3e1SJohn Birrell 		int err = 0;
33591eaf3e1SJohn Birrell 		int rval;
33691eaf3e1SJohn Birrell 		dtrace_enable_io_t *p = (dtrace_enable_io_t *) addr;
33791eaf3e1SJohn Birrell 
33891eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_ENABLE\n",__func__,__LINE__);
33991eaf3e1SJohn Birrell 
34091eaf3e1SJohn Birrell 		/*
34191eaf3e1SJohn Birrell 		 * If a NULL argument has been passed, we take this as our
34291eaf3e1SJohn Birrell 		 * cue to reevaluate our enablings.
34391eaf3e1SJohn Birrell 		 */
34491eaf3e1SJohn Birrell 		if (p->dof == NULL) {
34591eaf3e1SJohn Birrell 			dtrace_enabling_matchall();
34691eaf3e1SJohn Birrell 
34791eaf3e1SJohn Birrell 			return (0);
34891eaf3e1SJohn Birrell 		}
34991eaf3e1SJohn Birrell 
35091eaf3e1SJohn Birrell 		if ((dof = dtrace_dof_copyin((uintptr_t) p->dof, &rval)) == NULL)
35191eaf3e1SJohn Birrell 			return (EINVAL);
35291eaf3e1SJohn Birrell 
35391eaf3e1SJohn Birrell 		mutex_enter(&cpu_lock);
35491eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
35591eaf3e1SJohn Birrell 		vstate = &state->dts_vstate;
35691eaf3e1SJohn Birrell 
35791eaf3e1SJohn Birrell 		if (state->dts_activity != DTRACE_ACTIVITY_INACTIVE) {
35891eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
35991eaf3e1SJohn Birrell 			mutex_exit(&cpu_lock);
36091eaf3e1SJohn Birrell 			dtrace_dof_destroy(dof);
36191eaf3e1SJohn Birrell 			return (EBUSY);
36291eaf3e1SJohn Birrell 		}
36391eaf3e1SJohn Birrell 
36491eaf3e1SJohn Birrell 		if (dtrace_dof_slurp(dof, vstate, td->td_ucred, &enab, 0, B_TRUE) != 0) {
36591eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
36691eaf3e1SJohn Birrell 			mutex_exit(&cpu_lock);
36791eaf3e1SJohn Birrell 			dtrace_dof_destroy(dof);
36891eaf3e1SJohn Birrell 			return (EINVAL);
36991eaf3e1SJohn Birrell 		}
37091eaf3e1SJohn Birrell 
37191eaf3e1SJohn Birrell 		if ((rval = dtrace_dof_options(dof, state)) != 0) {
37291eaf3e1SJohn Birrell 			dtrace_enabling_destroy(enab);
37391eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
37491eaf3e1SJohn Birrell 			mutex_exit(&cpu_lock);
37591eaf3e1SJohn Birrell 			dtrace_dof_destroy(dof);
37691eaf3e1SJohn Birrell 			return (rval);
37791eaf3e1SJohn Birrell 		}
37891eaf3e1SJohn Birrell 
37991eaf3e1SJohn Birrell 		if ((err = dtrace_enabling_match(enab, &p->n_matched)) == 0) {
38091eaf3e1SJohn Birrell 			err = dtrace_enabling_retain(enab);
38191eaf3e1SJohn Birrell 		} else {
38291eaf3e1SJohn Birrell 			dtrace_enabling_destroy(enab);
38391eaf3e1SJohn Birrell 		}
38491eaf3e1SJohn Birrell 
38591eaf3e1SJohn Birrell 		mutex_exit(&cpu_lock);
38691eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
38791eaf3e1SJohn Birrell 		dtrace_dof_destroy(dof);
38891eaf3e1SJohn Birrell 
38991eaf3e1SJohn Birrell 		return (err);
39091eaf3e1SJohn Birrell 	}
39191eaf3e1SJohn Birrell 	case DTRACEIOC_EPROBE: {
39291eaf3e1SJohn Birrell 		dtrace_eprobedesc_t **pepdesc = (dtrace_eprobedesc_t **) addr;
39391eaf3e1SJohn Birrell 		dtrace_eprobedesc_t epdesc;
39491eaf3e1SJohn Birrell 		dtrace_ecb_t *ecb;
39591eaf3e1SJohn Birrell 		dtrace_action_t *act;
39691eaf3e1SJohn Birrell 		void *buf;
39791eaf3e1SJohn Birrell 		size_t size;
39891eaf3e1SJohn Birrell 		uintptr_t dest;
39991eaf3e1SJohn Birrell 		int nrecs;
40091eaf3e1SJohn Birrell 
40191eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_EPROBE\n",__func__,__LINE__);
40291eaf3e1SJohn Birrell 
40391eaf3e1SJohn Birrell 		if (copyin((void *)*pepdesc, &epdesc, sizeof (epdesc)) != 0)
40491eaf3e1SJohn Birrell 			return (EFAULT);
40591eaf3e1SJohn Birrell 
40691eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
40791eaf3e1SJohn Birrell 
40891eaf3e1SJohn Birrell 		if ((ecb = dtrace_epid2ecb(state, epdesc.dtepd_epid)) == NULL) {
40991eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
41091eaf3e1SJohn Birrell 			return (EINVAL);
41191eaf3e1SJohn Birrell 		}
41291eaf3e1SJohn Birrell 
41391eaf3e1SJohn Birrell 		if (ecb->dte_probe == NULL) {
41491eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
41591eaf3e1SJohn Birrell 			return (EINVAL);
41691eaf3e1SJohn Birrell 		}
41791eaf3e1SJohn Birrell 
41891eaf3e1SJohn Birrell 		epdesc.dtepd_probeid = ecb->dte_probe->dtpr_id;
41991eaf3e1SJohn Birrell 		epdesc.dtepd_uarg = ecb->dte_uarg;
42091eaf3e1SJohn Birrell 		epdesc.dtepd_size = ecb->dte_size;
42191eaf3e1SJohn Birrell 
42291eaf3e1SJohn Birrell 		nrecs = epdesc.dtepd_nrecs;
42391eaf3e1SJohn Birrell 		epdesc.dtepd_nrecs = 0;
42491eaf3e1SJohn Birrell 		for (act = ecb->dte_action; act != NULL; act = act->dta_next) {
42591eaf3e1SJohn Birrell 			if (DTRACEACT_ISAGG(act->dta_kind) || act->dta_intuple)
42691eaf3e1SJohn Birrell 				continue;
42791eaf3e1SJohn Birrell 
42891eaf3e1SJohn Birrell 			epdesc.dtepd_nrecs++;
42991eaf3e1SJohn Birrell 		}
43091eaf3e1SJohn Birrell 
43191eaf3e1SJohn Birrell 		/*
43291eaf3e1SJohn Birrell 		 * Now that we have the size, we need to allocate a temporary
43391eaf3e1SJohn Birrell 		 * buffer in which to store the complete description.  We need
43491eaf3e1SJohn Birrell 		 * the temporary buffer to be able to drop dtrace_lock()
43591eaf3e1SJohn Birrell 		 * across the copyout(), below.
43691eaf3e1SJohn Birrell 		 */
43791eaf3e1SJohn Birrell 		size = sizeof (dtrace_eprobedesc_t) +
43891eaf3e1SJohn Birrell 		    (epdesc.dtepd_nrecs * sizeof (dtrace_recdesc_t));
43991eaf3e1SJohn Birrell 
44091eaf3e1SJohn Birrell 		buf = kmem_alloc(size, KM_SLEEP);
44191eaf3e1SJohn Birrell 		dest = (uintptr_t)buf;
44291eaf3e1SJohn Birrell 
44391eaf3e1SJohn Birrell 		bcopy(&epdesc, (void *)dest, sizeof (epdesc));
44491eaf3e1SJohn Birrell 		dest += offsetof(dtrace_eprobedesc_t, dtepd_rec[0]);
44591eaf3e1SJohn Birrell 
44691eaf3e1SJohn Birrell 		for (act = ecb->dte_action; act != NULL; act = act->dta_next) {
44791eaf3e1SJohn Birrell 			if (DTRACEACT_ISAGG(act->dta_kind) || act->dta_intuple)
44891eaf3e1SJohn Birrell 				continue;
44991eaf3e1SJohn Birrell 
45091eaf3e1SJohn Birrell 			if (nrecs-- == 0)
45191eaf3e1SJohn Birrell 				break;
45291eaf3e1SJohn Birrell 
45391eaf3e1SJohn Birrell 			bcopy(&act->dta_rec, (void *)dest,
45491eaf3e1SJohn Birrell 			    sizeof (dtrace_recdesc_t));
45591eaf3e1SJohn Birrell 			dest += sizeof (dtrace_recdesc_t);
45691eaf3e1SJohn Birrell 		}
45791eaf3e1SJohn Birrell 
45891eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
45991eaf3e1SJohn Birrell 
46091eaf3e1SJohn Birrell 		if (copyout(buf, (void *) *pepdesc, dest - (uintptr_t)buf) != 0) {
46191eaf3e1SJohn Birrell 			kmem_free(buf, size);
46291eaf3e1SJohn Birrell 			return (EFAULT);
46391eaf3e1SJohn Birrell 		}
46491eaf3e1SJohn Birrell 
46591eaf3e1SJohn Birrell 		kmem_free(buf, size);
46691eaf3e1SJohn Birrell 		return (0);
46791eaf3e1SJohn Birrell 	}
46891eaf3e1SJohn Birrell 	case DTRACEIOC_FORMAT: {
46991eaf3e1SJohn Birrell 		dtrace_fmtdesc_t *fmt = (dtrace_fmtdesc_t *) addr;
47091eaf3e1SJohn Birrell 		char *str;
47191eaf3e1SJohn Birrell 		int len;
47291eaf3e1SJohn Birrell 
47391eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_FORMAT\n",__func__,__LINE__);
47491eaf3e1SJohn Birrell 
47591eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
47691eaf3e1SJohn Birrell 
47791eaf3e1SJohn Birrell 		if (fmt->dtfd_format == 0 ||
47891eaf3e1SJohn Birrell 		    fmt->dtfd_format > state->dts_nformats) {
47991eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
48091eaf3e1SJohn Birrell 			return (EINVAL);
48191eaf3e1SJohn Birrell 		}
48291eaf3e1SJohn Birrell 
48391eaf3e1SJohn Birrell 		/*
48491eaf3e1SJohn Birrell 		 * Format strings are allocated contiguously and they are
48591eaf3e1SJohn Birrell 		 * never freed; if a format index is less than the number
48691eaf3e1SJohn Birrell 		 * of formats, we can assert that the format map is non-NULL
48791eaf3e1SJohn Birrell 		 * and that the format for the specified index is non-NULL.
48891eaf3e1SJohn Birrell 		 */
48991eaf3e1SJohn Birrell 		ASSERT(state->dts_formats != NULL);
49091eaf3e1SJohn Birrell 		str = state->dts_formats[fmt->dtfd_format - 1];
49191eaf3e1SJohn Birrell 		ASSERT(str != NULL);
49291eaf3e1SJohn Birrell 
49391eaf3e1SJohn Birrell 		len = strlen(str) + 1;
49491eaf3e1SJohn Birrell 
49591eaf3e1SJohn Birrell 		if (len > fmt->dtfd_length) {
49691eaf3e1SJohn Birrell 			fmt->dtfd_length = len;
49791eaf3e1SJohn Birrell 		} else {
49891eaf3e1SJohn Birrell 			if (copyout(str, fmt->dtfd_string, len) != 0) {
49991eaf3e1SJohn Birrell 				mutex_exit(&dtrace_lock);
50091eaf3e1SJohn Birrell 				return (EINVAL);
50191eaf3e1SJohn Birrell 			}
50291eaf3e1SJohn Birrell 		}
50391eaf3e1SJohn Birrell 
50491eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
50591eaf3e1SJohn Birrell 		return (0);
50691eaf3e1SJohn Birrell 	}
50791eaf3e1SJohn Birrell 	case DTRACEIOC_GO: {
50891eaf3e1SJohn Birrell 		int rval;
50991eaf3e1SJohn Birrell 		processorid_t *cpuid = (processorid_t *) addr;
51091eaf3e1SJohn Birrell 
51191eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_GO\n",__func__,__LINE__);
51291eaf3e1SJohn Birrell 
51391eaf3e1SJohn Birrell 		rval = dtrace_state_go(state, cpuid);
51491eaf3e1SJohn Birrell 
51591eaf3e1SJohn Birrell 		return (rval);
51691eaf3e1SJohn Birrell 	}
51791eaf3e1SJohn Birrell 	case DTRACEIOC_PROBEARG: {
51891eaf3e1SJohn Birrell 		dtrace_argdesc_t *desc = (dtrace_argdesc_t *) addr;
51991eaf3e1SJohn Birrell 		dtrace_probe_t *probe;
52091eaf3e1SJohn Birrell 		dtrace_provider_t *prov;
52191eaf3e1SJohn Birrell 
52291eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_PROBEARG\n",__func__,__LINE__);
52391eaf3e1SJohn Birrell 
52491eaf3e1SJohn Birrell 		if (desc->dtargd_id == DTRACE_IDNONE)
52591eaf3e1SJohn Birrell 			return (EINVAL);
52691eaf3e1SJohn Birrell 
52791eaf3e1SJohn Birrell 		if (desc->dtargd_ndx == DTRACE_ARGNONE)
52891eaf3e1SJohn Birrell 			return (EINVAL);
52991eaf3e1SJohn Birrell 
53091eaf3e1SJohn Birrell 		mutex_enter(&dtrace_provider_lock);
53191eaf3e1SJohn Birrell 		mutex_enter(&mod_lock);
53291eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
53391eaf3e1SJohn Birrell 
53491eaf3e1SJohn Birrell 		if (desc->dtargd_id > dtrace_nprobes) {
53591eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
53691eaf3e1SJohn Birrell 			mutex_exit(&mod_lock);
53791eaf3e1SJohn Birrell 			mutex_exit(&dtrace_provider_lock);
53891eaf3e1SJohn Birrell 			return (EINVAL);
53991eaf3e1SJohn Birrell 		}
54091eaf3e1SJohn Birrell 
54191eaf3e1SJohn Birrell 		if ((probe = dtrace_probes[desc->dtargd_id - 1]) == NULL) {
54291eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
54391eaf3e1SJohn Birrell 			mutex_exit(&mod_lock);
54491eaf3e1SJohn Birrell 			mutex_exit(&dtrace_provider_lock);
54591eaf3e1SJohn Birrell 			return (EINVAL);
54691eaf3e1SJohn Birrell 		}
54791eaf3e1SJohn Birrell 
54891eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
54991eaf3e1SJohn Birrell 
55091eaf3e1SJohn Birrell 		prov = probe->dtpr_provider;
55191eaf3e1SJohn Birrell 
55291eaf3e1SJohn Birrell 		if (prov->dtpv_pops.dtps_getargdesc == NULL) {
55391eaf3e1SJohn Birrell 			/*
55491eaf3e1SJohn Birrell 			 * There isn't any typed information for this probe.
55591eaf3e1SJohn Birrell 			 * Set the argument number to DTRACE_ARGNONE.
55691eaf3e1SJohn Birrell 			 */
55791eaf3e1SJohn Birrell 			desc->dtargd_ndx = DTRACE_ARGNONE;
55891eaf3e1SJohn Birrell 		} else {
55991eaf3e1SJohn Birrell 			desc->dtargd_native[0] = '\0';
56091eaf3e1SJohn Birrell 			desc->dtargd_xlate[0] = '\0';
56191eaf3e1SJohn Birrell 			desc->dtargd_mapping = desc->dtargd_ndx;
56291eaf3e1SJohn Birrell 
56391eaf3e1SJohn Birrell 			prov->dtpv_pops.dtps_getargdesc(prov->dtpv_arg,
56491eaf3e1SJohn Birrell 			    probe->dtpr_id, probe->dtpr_arg, desc);
56591eaf3e1SJohn Birrell 		}
56691eaf3e1SJohn Birrell 
56791eaf3e1SJohn Birrell 		mutex_exit(&mod_lock);
56891eaf3e1SJohn Birrell 		mutex_exit(&dtrace_provider_lock);
56991eaf3e1SJohn Birrell 
57091eaf3e1SJohn Birrell 		return (0);
57191eaf3e1SJohn Birrell 	}
57291eaf3e1SJohn Birrell 	case DTRACEIOC_PROBEMATCH:
57391eaf3e1SJohn Birrell 	case DTRACEIOC_PROBES: {
57491eaf3e1SJohn Birrell 		dtrace_probedesc_t *p_desc = (dtrace_probedesc_t *) addr;
57591eaf3e1SJohn Birrell 		dtrace_probe_t *probe = NULL;
57691eaf3e1SJohn Birrell 		dtrace_probekey_t pkey;
57791eaf3e1SJohn Birrell 		dtrace_id_t i;
57891eaf3e1SJohn Birrell 		int m = 0;
57991eaf3e1SJohn Birrell 		uint32_t priv = 0;
58091eaf3e1SJohn Birrell 		uid_t uid = 0;
58191eaf3e1SJohn Birrell 		zoneid_t zoneid = 0;
58291eaf3e1SJohn Birrell 
58391eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): %s\n",__func__,__LINE__,
58491eaf3e1SJohn Birrell 		    cmd == DTRACEIOC_PROBEMATCH ?
58591eaf3e1SJohn Birrell 		    "DTRACEIOC_PROBEMATCH":"DTRACEIOC_PROBES");
58691eaf3e1SJohn Birrell 
58791eaf3e1SJohn Birrell 		p_desc->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0';
58891eaf3e1SJohn Birrell 		p_desc->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0';
58991eaf3e1SJohn Birrell 		p_desc->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0';
59091eaf3e1SJohn Birrell 		p_desc->dtpd_name[DTRACE_NAMELEN - 1] = '\0';
59191eaf3e1SJohn Birrell 
59291eaf3e1SJohn Birrell 		/*
59391eaf3e1SJohn Birrell 		 * Before we attempt to match this probe, we want to give
59491eaf3e1SJohn Birrell 		 * all providers the opportunity to provide it.
59591eaf3e1SJohn Birrell 		 */
59691eaf3e1SJohn Birrell 		if (p_desc->dtpd_id == DTRACE_IDNONE) {
59791eaf3e1SJohn Birrell 			mutex_enter(&dtrace_provider_lock);
59891eaf3e1SJohn Birrell 			dtrace_probe_provide(p_desc, NULL);
59991eaf3e1SJohn Birrell 			mutex_exit(&dtrace_provider_lock);
60091eaf3e1SJohn Birrell 			p_desc->dtpd_id++;
60191eaf3e1SJohn Birrell 		}
60291eaf3e1SJohn Birrell 
60391eaf3e1SJohn Birrell 		if (cmd == DTRACEIOC_PROBEMATCH)  {
60491eaf3e1SJohn Birrell 			dtrace_probekey(p_desc, &pkey);
60591eaf3e1SJohn Birrell 			pkey.dtpk_id = DTRACE_IDNONE;
60691eaf3e1SJohn Birrell 		}
60791eaf3e1SJohn Birrell 
60891eaf3e1SJohn Birrell 		dtrace_cred2priv(td->td_ucred, &priv, &uid, &zoneid);
60991eaf3e1SJohn Birrell 
61091eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
61191eaf3e1SJohn Birrell 
61291eaf3e1SJohn Birrell 		if (cmd == DTRACEIOC_PROBEMATCH) {
61391eaf3e1SJohn Birrell 			for (i = p_desc->dtpd_id; i <= dtrace_nprobes; i++) {
61491eaf3e1SJohn Birrell 				if ((probe = dtrace_probes[i - 1]) != NULL &&
61591eaf3e1SJohn Birrell 				    (m = dtrace_match_probe(probe, &pkey,
61691eaf3e1SJohn Birrell 				    priv, uid, zoneid)) != 0)
61791eaf3e1SJohn Birrell 					break;
61891eaf3e1SJohn Birrell 			}
61991eaf3e1SJohn Birrell 
62091eaf3e1SJohn Birrell 			if (m < 0) {
62191eaf3e1SJohn Birrell 				mutex_exit(&dtrace_lock);
62291eaf3e1SJohn Birrell 				return (EINVAL);
62391eaf3e1SJohn Birrell 			}
62491eaf3e1SJohn Birrell 
62591eaf3e1SJohn Birrell 		} else {
62691eaf3e1SJohn Birrell 			for (i = p_desc->dtpd_id; i <= dtrace_nprobes; i++) {
62791eaf3e1SJohn Birrell 				if ((probe = dtrace_probes[i - 1]) != NULL &&
62891eaf3e1SJohn Birrell 				    dtrace_match_priv(probe, priv, uid, zoneid))
62991eaf3e1SJohn Birrell 					break;
63091eaf3e1SJohn Birrell 			}
63191eaf3e1SJohn Birrell 		}
63291eaf3e1SJohn Birrell 
63391eaf3e1SJohn Birrell 		if (probe == NULL) {
63491eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
63591eaf3e1SJohn Birrell 			return (ESRCH);
63691eaf3e1SJohn Birrell 		}
63791eaf3e1SJohn Birrell 
63891eaf3e1SJohn Birrell 		dtrace_probe_description(probe, p_desc);
63991eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
64091eaf3e1SJohn Birrell 
64191eaf3e1SJohn Birrell 		return (0);
64291eaf3e1SJohn Birrell 	}
64391eaf3e1SJohn Birrell 	case DTRACEIOC_PROVIDER: {
64491eaf3e1SJohn Birrell 		dtrace_providerdesc_t *pvd = (dtrace_providerdesc_t *) addr;
64591eaf3e1SJohn Birrell 		dtrace_provider_t *pvp;
64691eaf3e1SJohn Birrell 
64791eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_PROVIDER\n",__func__,__LINE__);
64891eaf3e1SJohn Birrell 
64991eaf3e1SJohn Birrell 		pvd->dtvd_name[DTRACE_PROVNAMELEN - 1] = '\0';
65091eaf3e1SJohn Birrell 		mutex_enter(&dtrace_provider_lock);
65191eaf3e1SJohn Birrell 
65291eaf3e1SJohn Birrell 		for (pvp = dtrace_provider; pvp != NULL; pvp = pvp->dtpv_next) {
65391eaf3e1SJohn Birrell 			if (strcmp(pvp->dtpv_name, pvd->dtvd_name) == 0)
65491eaf3e1SJohn Birrell 				break;
65591eaf3e1SJohn Birrell 		}
65691eaf3e1SJohn Birrell 
65791eaf3e1SJohn Birrell 		mutex_exit(&dtrace_provider_lock);
65891eaf3e1SJohn Birrell 
65991eaf3e1SJohn Birrell 		if (pvp == NULL)
66091eaf3e1SJohn Birrell 			return (ESRCH);
66191eaf3e1SJohn Birrell 
66291eaf3e1SJohn Birrell 		bcopy(&pvp->dtpv_priv, &pvd->dtvd_priv, sizeof (dtrace_ppriv_t));
66391eaf3e1SJohn Birrell 		bcopy(&pvp->dtpv_attr, &pvd->dtvd_attr, sizeof (dtrace_pattr_t));
66491eaf3e1SJohn Birrell 
66591eaf3e1SJohn Birrell 		return (0);
66691eaf3e1SJohn Birrell 	}
66791eaf3e1SJohn Birrell 	case DTRACEIOC_REPLICATE: {
66891eaf3e1SJohn Birrell 		dtrace_repldesc_t *desc = (dtrace_repldesc_t *) addr;
66991eaf3e1SJohn Birrell 		dtrace_probedesc_t *match = &desc->dtrpd_match;
67091eaf3e1SJohn Birrell 		dtrace_probedesc_t *create = &desc->dtrpd_create;
67191eaf3e1SJohn Birrell 		int err;
67291eaf3e1SJohn Birrell 
67391eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_REPLICATE\n",__func__,__LINE__);
67491eaf3e1SJohn Birrell 
67591eaf3e1SJohn Birrell 		match->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0';
67691eaf3e1SJohn Birrell 		match->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0';
67791eaf3e1SJohn Birrell 		match->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0';
67891eaf3e1SJohn Birrell 		match->dtpd_name[DTRACE_NAMELEN - 1] = '\0';
67991eaf3e1SJohn Birrell 
68091eaf3e1SJohn Birrell 		create->dtpd_provider[DTRACE_PROVNAMELEN - 1] = '\0';
68191eaf3e1SJohn Birrell 		create->dtpd_mod[DTRACE_MODNAMELEN - 1] = '\0';
68291eaf3e1SJohn Birrell 		create->dtpd_func[DTRACE_FUNCNAMELEN - 1] = '\0';
68391eaf3e1SJohn Birrell 		create->dtpd_name[DTRACE_NAMELEN - 1] = '\0';
68491eaf3e1SJohn Birrell 
68591eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
68691eaf3e1SJohn Birrell 		err = dtrace_enabling_replicate(state, match, create);
68791eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
68891eaf3e1SJohn Birrell 
68991eaf3e1SJohn Birrell 		return (err);
69091eaf3e1SJohn Birrell 	}
69191eaf3e1SJohn Birrell 	case DTRACEIOC_STATUS: {
69291eaf3e1SJohn Birrell 		dtrace_status_t *stat = (dtrace_status_t *) addr;
69391eaf3e1SJohn Birrell 		dtrace_dstate_t *dstate;
69491eaf3e1SJohn Birrell 		int i, j;
69591eaf3e1SJohn Birrell 		uint64_t nerrs;
69691eaf3e1SJohn Birrell 
69791eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_STATUS\n",__func__,__LINE__);
69891eaf3e1SJohn Birrell 
69991eaf3e1SJohn Birrell 		/*
70091eaf3e1SJohn Birrell 		 * See the comment in dtrace_state_deadman() for the reason
70191eaf3e1SJohn Birrell 		 * for setting dts_laststatus to INT64_MAX before setting
70291eaf3e1SJohn Birrell 		 * it to the correct value.
70391eaf3e1SJohn Birrell 		 */
70491eaf3e1SJohn Birrell 		state->dts_laststatus = INT64_MAX;
70591eaf3e1SJohn Birrell 		dtrace_membar_producer();
70691eaf3e1SJohn Birrell 		state->dts_laststatus = dtrace_gethrtime();
70791eaf3e1SJohn Birrell 
70891eaf3e1SJohn Birrell 		bzero(stat, sizeof (*stat));
70991eaf3e1SJohn Birrell 
71091eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
71191eaf3e1SJohn Birrell 
71291eaf3e1SJohn Birrell 		if (state->dts_activity == DTRACE_ACTIVITY_INACTIVE) {
71391eaf3e1SJohn Birrell 			mutex_exit(&dtrace_lock);
71491eaf3e1SJohn Birrell 			return (ENOENT);
71591eaf3e1SJohn Birrell 		}
71691eaf3e1SJohn Birrell 
71791eaf3e1SJohn Birrell 		if (state->dts_activity == DTRACE_ACTIVITY_DRAINING)
71891eaf3e1SJohn Birrell 			stat->dtst_exiting = 1;
71991eaf3e1SJohn Birrell 
72091eaf3e1SJohn Birrell 		nerrs = state->dts_errors;
72191eaf3e1SJohn Birrell 		dstate = &state->dts_vstate.dtvs_dynvars;
72291eaf3e1SJohn Birrell 
72391eaf3e1SJohn Birrell 		for (i = 0; i < NCPU; i++) {
72491eaf3e1SJohn Birrell #if !defined(sun)
72591eaf3e1SJohn Birrell 			if (pcpu_find(i) == NULL)
72691eaf3e1SJohn Birrell 				continue;
72791eaf3e1SJohn Birrell #endif
72891eaf3e1SJohn Birrell 			dtrace_dstate_percpu_t *dcpu = &dstate->dtds_percpu[i];
72991eaf3e1SJohn Birrell 
73091eaf3e1SJohn Birrell 			stat->dtst_dyndrops += dcpu->dtdsc_drops;
73191eaf3e1SJohn Birrell 			stat->dtst_dyndrops_dirty += dcpu->dtdsc_dirty_drops;
73291eaf3e1SJohn Birrell 			stat->dtst_dyndrops_rinsing += dcpu->dtdsc_rinsing_drops;
73391eaf3e1SJohn Birrell 
73491eaf3e1SJohn Birrell 			if (state->dts_buffer[i].dtb_flags & DTRACEBUF_FULL)
73591eaf3e1SJohn Birrell 				stat->dtst_filled++;
73691eaf3e1SJohn Birrell 
73791eaf3e1SJohn Birrell 			nerrs += state->dts_buffer[i].dtb_errors;
73891eaf3e1SJohn Birrell 
73991eaf3e1SJohn Birrell 			for (j = 0; j < state->dts_nspeculations; j++) {
74091eaf3e1SJohn Birrell 				dtrace_speculation_t *spec;
74191eaf3e1SJohn Birrell 				dtrace_buffer_t *buf;
74291eaf3e1SJohn Birrell 
74391eaf3e1SJohn Birrell 				spec = &state->dts_speculations[j];
74491eaf3e1SJohn Birrell 				buf = &spec->dtsp_buffer[i];
74591eaf3e1SJohn Birrell 				stat->dtst_specdrops += buf->dtb_xamot_drops;
74691eaf3e1SJohn Birrell 			}
74791eaf3e1SJohn Birrell 		}
74891eaf3e1SJohn Birrell 
74991eaf3e1SJohn Birrell 		stat->dtst_specdrops_busy = state->dts_speculations_busy;
75091eaf3e1SJohn Birrell 		stat->dtst_specdrops_unavail = state->dts_speculations_unavail;
75191eaf3e1SJohn Birrell 		stat->dtst_stkstroverflows = state->dts_stkstroverflows;
75291eaf3e1SJohn Birrell 		stat->dtst_dblerrors = state->dts_dblerrors;
75391eaf3e1SJohn Birrell 		stat->dtst_killed =
75491eaf3e1SJohn Birrell 		    (state->dts_activity == DTRACE_ACTIVITY_KILLED);
75591eaf3e1SJohn Birrell 		stat->dtst_errors = nerrs;
75691eaf3e1SJohn Birrell 
75791eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
75891eaf3e1SJohn Birrell 
75991eaf3e1SJohn Birrell 		return (0);
76091eaf3e1SJohn Birrell 	}
76191eaf3e1SJohn Birrell 	case DTRACEIOC_STOP: {
76291eaf3e1SJohn Birrell 		int rval;
76391eaf3e1SJohn Birrell 		processorid_t *cpuid = (processorid_t *) addr;
76491eaf3e1SJohn Birrell 
76591eaf3e1SJohn Birrell 		DTRACE_IOCTL_PRINTF("%s(%d): DTRACEIOC_STOP\n",__func__,__LINE__);
76691eaf3e1SJohn Birrell 
76791eaf3e1SJohn Birrell 		mutex_enter(&dtrace_lock);
76891eaf3e1SJohn Birrell 		rval = dtrace_state_stop(state, cpuid);
76991eaf3e1SJohn Birrell 		mutex_exit(&dtrace_lock);
77091eaf3e1SJohn Birrell 
77191eaf3e1SJohn Birrell 		return (rval);
77291eaf3e1SJohn Birrell 	}
77391eaf3e1SJohn Birrell 	default:
77491eaf3e1SJohn Birrell 		error = ENOTTY;
77591eaf3e1SJohn Birrell 	}
77691eaf3e1SJohn Birrell 	return (error);
77791eaf3e1SJohn Birrell }
778