Lines Matching refs:mstate
514 #define DTRACE_INSCRATCH(mstate, alloc_sz) \ argument
515 ((mstate)->dtms_scratch_base + (mstate)->dtms_scratch_size - \
516 (mstate)->dtms_scratch_ptr >= (alloc_sz))
518 #define DTRACE_INSCRATCHPTR(mstate, ptr, howmany) \ argument
519 ((ptr) >= (mstate)->dtms_scratch_base && \
521 ((mstate)->dtms_scratch_base + (mstate)->dtms_scratch_size - (howmany)))
722 dtrace_inscratch(uintptr_t dest, size_t size, dtrace_mstate_t *mstate) in dtrace_inscratch() argument
724 if (dest < mstate->dtms_scratch_base) in dtrace_inscratch()
730 if (dest + size > mstate->dtms_scratch_ptr) in dtrace_inscratch()
786 dtrace_canstore(uint64_t addr, size_t sz, dtrace_mstate_t *mstate, in dtrace_canstore() argument
789 return (dtrace_canstore_remains(addr, sz, NULL, mstate, vstate)); in dtrace_canstore()
798 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_canstore_remains() argument
803 if (DTRACE_INRANGE(addr, sz, mstate->dtms_scratch_base, in dtrace_canstore_remains()
804 mstate->dtms_scratch_size)) { in dtrace_canstore_remains()
805 DTRACE_RANGE_REMAIN(remain, addr, mstate->dtms_scratch_base, in dtrace_canstore_remains()
806 mstate->dtms_scratch_size); in dtrace_canstore_remains()
891 dtrace_canload(uint64_t addr, size_t sz, dtrace_mstate_t *mstate, in dtrace_canload() argument
894 return (dtrace_canload_remains(addr, sz, NULL, mstate, vstate)); in dtrace_canload()
903 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_canload_remains() argument
912 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_canload_remains()
920 if (dtrace_canstore_remains(addr, sz, remain, mstate, vstate)) in dtrace_canload_remains()
926 if (DTRACE_INRANGE(addr, sz, mstate->dtms_difo->dtdo_strtab, in dtrace_canload_remains()
927 mstate->dtms_difo->dtdo_strlen)) { in dtrace_canload_remains()
929 mstate->dtms_difo->dtdo_strtab, in dtrace_canload_remains()
930 mstate->dtms_difo->dtdo_strlen); in dtrace_canload_remains()
991 if ((fp = mstate->dtms_getf) != NULL) { in dtrace_canload_remains()
1067 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_strcanload() argument
1075 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_strcanload()
1087 if (dtrace_canload_remains(addr, 0, remain, mstate, vstate)) { in dtrace_strcanload()
1111 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_vcanload() argument
1142 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) { in dtrace_vcanload()
1148 return (dtrace_strcanload((uintptr_t)src, sz, remain, mstate, in dtrace_vcanload()
1151 return (dtrace_canload_remains((uintptr_t)src, sz, remain, mstate, in dtrace_vcanload()
1634 dtrace_priv_probe(dtrace_state_t *state, dtrace_mstate_t *mstate, in dtrace_priv_probe() argument
1670 mstate->dtms_access &= ~DTRACE_ACCESS_ARGS; in dtrace_priv_probe()
1704 mstate->dtms_access &= ~DTRACE_ACCESS_PROC; in dtrace_priv_probe()
1727 mstate->dtms_access &= in dtrace_priv_probe()
1885 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate) in dtrace_dynvar() argument
1937 if (!dtrace_canload(base, size, mstate, vstate)) in dtrace_dynvar()
3246 dtrace_mstate_t *mstate) in dtrace_dif_varstr() argument
3256 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) != 0) in dtrace_dif_varstr()
3267 if (mstate->dtms_scratch_ptr + strsz > in dtrace_dif_varstr()
3268 mstate->dtms_scratch_base + mstate->dtms_scratch_size) { in dtrace_dif_varstr()
3273 dtrace_strcpy((const void *)addr, (void *)mstate->dtms_scratch_ptr, in dtrace_dif_varstr()
3275 ret = mstate->dtms_scratch_ptr; in dtrace_dif_varstr()
3276 mstate->dtms_scratch_ptr += strsz; in dtrace_dif_varstr()
3292 dtrace_mstate_t *mstate) in dtrace_dif_varstrz() argument
3298 if (mstate->dtms_scratch_ptr + strsz > in dtrace_dif_varstrz()
3299 mstate->dtms_scratch_base + mstate->dtms_scratch_size) { in dtrace_dif_varstrz()
3304 dtrace_bcopy((const void *)addr, (void *)mstate->dtms_scratch_ptr, in dtrace_dif_varstrz()
3308 for (p = (char *) mstate->dtms_scratch_ptr, i = 0; i < strsz - 1; in dtrace_dif_varstrz()
3313 ret = mstate->dtms_scratch_ptr; in dtrace_dif_varstrz()
3314 mstate->dtms_scratch_ptr += strsz; in dtrace_dif_varstrz()
3323 dtrace_dif_variable(dtrace_mstate_t *mstate, dtrace_state_t *state, uint64_t v, in dtrace_dif_variable() argument
3337 ASSERT(mstate->dtms_present & DTRACE_MSTATE_ARGS); in dtrace_dif_variable()
3338 if (ndx >= sizeof (mstate->dtms_arg) / in dtrace_dif_variable()
3339 sizeof (mstate->dtms_arg[0])) { in dtrace_dif_variable()
3340 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3344 pv = mstate->dtms_probe->dtpr_provider; in dtrace_dif_variable()
3347 mstate->dtms_probe->dtpr_id, in dtrace_dif_variable()
3348 mstate->dtms_probe->dtpr_arg, ndx, aframes); in dtrace_dif_variable()
3361 if (mstate->dtms_probe != NULL) in dtrace_dif_variable()
3367 return (mstate->dtms_arg[ndx]); in dtrace_dif_variable()
3396 if (!(mstate->dtms_present & DTRACE_MSTATE_TIMESTAMP)) { in dtrace_dif_variable()
3397 mstate->dtms_timestamp = dtrace_gethrtime(); in dtrace_dif_variable()
3398 mstate->dtms_present |= DTRACE_MSTATE_TIMESTAMP; in dtrace_dif_variable()
3400 return (mstate->dtms_timestamp); in dtrace_dif_variable()
3407 if (!(mstate->dtms_present & DTRACE_MSTATE_WALLTIMESTAMP)) { in dtrace_dif_variable()
3408 mstate->dtms_walltimestamp = dtrace_gethrestime(); in dtrace_dif_variable()
3409 mstate->dtms_present |= DTRACE_MSTATE_WALLTIMESTAMP; in dtrace_dif_variable()
3411 return (mstate->dtms_walltimestamp); in dtrace_dif_variable()
3417 if (!(mstate->dtms_present & DTRACE_MSTATE_IPL)) { in dtrace_dif_variable()
3418 mstate->dtms_ipl = dtrace_getipl(); in dtrace_dif_variable()
3419 mstate->dtms_present |= DTRACE_MSTATE_IPL; in dtrace_dif_variable()
3421 return (mstate->dtms_ipl); in dtrace_dif_variable()
3425 ASSERT(mstate->dtms_present & DTRACE_MSTATE_EPID); in dtrace_dif_variable()
3426 return (mstate->dtms_epid); in dtrace_dif_variable()
3429 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3430 return (mstate->dtms_probe->dtpr_id); in dtrace_dif_variable()
3435 if (!(mstate->dtms_present & DTRACE_MSTATE_STACKDEPTH)) { in dtrace_dif_variable()
3436 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3438 mstate->dtms_stackdepth = dtrace_getstackdepth(aframes); in dtrace_dif_variable()
3439 mstate->dtms_present |= DTRACE_MSTATE_STACKDEPTH; in dtrace_dif_variable()
3441 return (mstate->dtms_stackdepth); in dtrace_dif_variable()
3446 if (!(mstate->dtms_present & DTRACE_MSTATE_USTACKDEPTH)) { in dtrace_dif_variable()
3450 if (DTRACE_ANCHORED(mstate->dtms_probe) && in dtrace_dif_variable()
3452 mstate->dtms_ustackdepth = 0; in dtrace_dif_variable()
3455 mstate->dtms_ustackdepth = in dtrace_dif_variable()
3459 mstate->dtms_present |= DTRACE_MSTATE_USTACKDEPTH; in dtrace_dif_variable()
3461 return (mstate->dtms_ustackdepth); in dtrace_dif_variable()
3466 if (!(mstate->dtms_present & DTRACE_MSTATE_CALLER)) { in dtrace_dif_variable()
3467 int aframes = mstate->dtms_probe->dtpr_aframes + 2; in dtrace_dif_variable()
3469 if (!DTRACE_ANCHORED(mstate->dtms_probe)) { in dtrace_dif_variable()
3479 (uint32_t *)(uintptr_t)mstate->dtms_arg[0]); in dtrace_dif_variable()
3480 mstate->dtms_caller = caller[1]; in dtrace_dif_variable()
3481 } else if ((mstate->dtms_caller = in dtrace_dif_variable()
3491 mstate->dtms_caller = caller; in dtrace_dif_variable()
3494 mstate->dtms_present |= DTRACE_MSTATE_CALLER; in dtrace_dif_variable()
3496 return (mstate->dtms_caller); in dtrace_dif_variable()
3502 if (!(mstate->dtms_present & DTRACE_MSTATE_UCALLER)) { in dtrace_dif_variable()
3516 mstate->dtms_ucaller = ustack[2]; in dtrace_dif_variable()
3517 mstate->dtms_present |= DTRACE_MSTATE_UCALLER; in dtrace_dif_variable()
3520 return (mstate->dtms_ucaller); in dtrace_dif_variable()
3523 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3525 (uintptr_t)mstate->dtms_probe->dtpr_provider->dtpv_name, in dtrace_dif_variable()
3526 state, mstate)); in dtrace_dif_variable()
3529 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3531 (uintptr_t)mstate->dtms_probe->dtpr_mod, in dtrace_dif_variable()
3532 state, mstate)); in dtrace_dif_variable()
3535 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3537 (uintptr_t)mstate->dtms_probe->dtpr_func, in dtrace_dif_variable()
3538 state, mstate)); in dtrace_dif_variable()
3541 ASSERT(mstate->dtms_present & DTRACE_MSTATE_PROBE); in dtrace_dif_variable()
3543 (uintptr_t)mstate->dtms_probe->dtpr_name, in dtrace_dif_variable()
3544 state, mstate)); in dtrace_dif_variable()
3556 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3580 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3602 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3615 (uintptr_t) p_args->ar_args, p_args->ar_length, state, mstate)); in dtrace_dif_variable()
3626 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3637 state, mstate)); in dtrace_dif_variable()
3640 (uintptr_t) curthread->td_proc->p_comm, state, mstate)); in dtrace_dif_variable()
3651 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3662 state, mstate)); in dtrace_dif_variable()
3674 state, mstate)); in dtrace_dif_variable()
3693 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3718 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
3744 if (DTRACE_ANCHORED(mstate->dtms_probe) && CPU_ON_INTR(CPU)) in dtrace_dif_variable()
4239 dtrace_mstate_t *mstate, dtrace_state_t *state) argument
4272 mstate, vstate)) {
4286 mstate, vstate)) {
4301 mstate, vstate)) {
4312 mstate, vstate)) {
4325 mstate, vstate)) {
4337 mstate, vstate)) {
4348 mstate, vstate)) {
4360 sizeof (struct lock_object), mstate, vstate)) {
4372 sizeof (struct lock_object), mstate, vstate)) {
4385 mstate, vstate)) {
4397 mstate, vstate)) {
4410 mstate, vstate)) {
4424 mstate, vstate)) {
4438 mstate, vstate)) {
4459 if (!dtrace_inscratch(dest, size, mstate)) {
4465 if (!dtrace_canload(src, size, mstate, vstate)) {
4476 uintptr_t dest = P2ROUNDUP(mstate->dtms_scratch_ptr, 8);
4479 size_t scratch_size = (dest - mstate->dtms_scratch_ptr) + size;
4492 !DTRACE_INSCRATCH(mstate, scratch_size)) {
4504 mstate->dtms_scratch_ptr += scratch_size;
4518 if (!dtrace_inscratch(dest, size, mstate)) {
4531 uintptr_t dest = mstate->dtms_scratch_ptr;
4542 if (!DTRACE_INSCRATCH(mstate, size)) {
4553 mstate->dtms_scratch_ptr += size;
4568 if (!dtrace_canload(baddr, sizeof (mblk_t), mstate,
4654 dtrace_canload(kaddr, size, mstate, vstate)) {
4671 dtrace_strcanload(kaddr, size, &lim, mstate, vstate)) {
4684 if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) {
4708 if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) {
4751 if (!dtrace_canload((uintptr_t)addr, len + 1, mstate, vstate)) {
4756 if (!dtrace_canload((uintptr_t)substr, sublen + 1, mstate,
4885 char *dest = (char *)mstate->dtms_scratch_ptr;
4892 if (!dtrace_strcanload(tokaddr, size, &clim, mstate, vstate)) {
4898 if (!DTRACE_INSCRATCH(mstate, size)) {
4912 addr = mstate->dtms_strtok;
4913 limit = mstate->dtms_strtok_limit;
4923 if (!dtrace_strcanload(addr, size, &clim, mstate,
4967 mstate->dtms_strtok = 0;
4968 mstate->dtms_strtok_limit = 0;
4989 mstate->dtms_scratch_ptr += size;
4990 mstate->dtms_strtok = addr;
4991 mstate->dtms_strtok_limit = limit;
4998 char *d = (char *)mstate->dtms_scratch_ptr;
5004 if (!dtrace_canload(s, len + 1, mstate, vstate)) {
5009 if (!DTRACE_INSCRATCH(mstate, size)) {
5042 mstate->dtms_scratch_ptr += size;
5054 char *dest = (char *)mstate->dtms_scratch_ptr;
5055 char *elemlist = (char *)mstate->dtms_scratch_ptr + jsonlen + 1;
5060 if (!dtrace_canload(json, jsonlen + 1, mstate, vstate) ||
5061 !dtrace_canload(elem, elemlen + 1, mstate, vstate)) {
5066 if (!DTRACE_INSCRATCH(mstate, jsonlen + 1 + elemlen + 1)) {
5102 mstate->dtms_scratch_ptr += jsonlen + 1;
5110 char *dest = (char *)mstate->dtms_scratch_ptr, c;
5125 if (!dtrace_canload(s, len + 1, mstate, vstate)) {
5130 if (!DTRACE_INSCRATCH(mstate, size)) {
5149 mstate->dtms_scratch_ptr += size;
5177 uintptr_t dest = mstate->dtms_scratch_ptr;
5190 if ((mstate->dtms_access & DTRACE_ACCESS_KERNEL) == 0) {
5196 if (!DTRACE_INSCRATCH(mstate, size)) {
5357 mstate->dtms_scratch_ptr += size;
5365 char *d = (char *)mstate->dtms_scratch_ptr;
5373 if (!dtrace_strcanload(s1, size, &lim1, mstate, vstate) ||
5374 !dtrace_strcanload(s2, size, &lim2, mstate, vstate)) {
5379 if (!DTRACE_INSCRATCH(mstate, size)) {
5411 mstate->dtms_scratch_ptr += i;
5432 if (!dtrace_strcanload(s, size, &lim, mstate, vstate)) {
5445 char *end = (char *)mstate->dtms_scratch_ptr + size - 1;
5458 if (!DTRACE_INSCRATCH(mstate, size)) {
5485 mstate->dtms_scratch_ptr += size;
5521 char *dest = (char *)mstate->dtms_scratch_ptr;
5528 if (!dtrace_canload(src, len + 1, mstate, vstate)) {
5533 if (!DTRACE_INSCRATCH(mstate, size)) {
5646 mstate->dtms_scratch_ptr += size;
5665 mstate->dtms_getf = fp;
5672 char *dest = (char *)mstate->dtms_scratch_ptr, c;
5681 if (!dtrace_strcanload(src, size, &lim, mstate, vstate)) {
5686 if (!DTRACE_INSCRATCH(mstate, size)) {
5780 if (mstate->dtms_getf != NULL &&
5781 !(mstate->dtms_access & DTRACE_ACCESS_KERNEL) &&
5798 mstate->dtms_scratch_ptr += size;
5822 sizeof (ipaddr_t), mstate, vstate)) {
5836 if (!DTRACE_INSCRATCH(mstate, size)) {
5841 base = (char *)mstate->dtms_scratch_ptr;
5842 end = (char *)mstate->dtms_scratch_ptr + size - 1;
5881 sizeof (struct in6_addr), mstate, vstate)) {
5897 if (!DTRACE_INSCRATCH(mstate, size)) {
5902 base = (char *)mstate->dtms_scratch_ptr;
5903 end = (char *)mstate->dtms_scratch_ptr + size - 1;
6035 mstate->dtms_scratch_ptr += size;
6041 uintptr_t *memref = (uintptr_t *) P2ROUNDUP(mstate->dtms_scratch_ptr, sizeof(uintptr_t));
6042 size_t scratch_size = ((uintptr_t) memref - mstate->dtms_scratch_ptr) + size;
6049 mstate->dtms_scratch_ptr += scratch_size;
6055 char *str = (char *)mstate->dtms_scratch_ptr;
6067 if (!dtrace_canload(mem, size - 1, mstate, vstate))
6070 if (!DTRACE_INSCRATCH(mstate, size)) {
6087 mstate->dtms_scratch_ptr += size;
6100 dtrace_dif_emulate(dtrace_difo_t *difo, dtrace_mstate_t *mstate, argument
6130 mstate->dtms_difo = difo;
6266 if (!dtrace_canload(regs[r1], 1, mstate, vstate))
6273 if (!dtrace_canload(regs[r1], 2, mstate, vstate))
6280 if (!dtrace_canload(regs[r1], 4, mstate, vstate))
6287 if (!dtrace_canload(regs[r1], 1, mstate, vstate))
6294 if (!dtrace_canload(regs[r1], 2, mstate, vstate))
6301 if (!dtrace_canload(regs[r1], 4, mstate, vstate))
6308 if (!dtrace_canload(regs[r1], 8, mstate, vstate))
6384 !dtrace_strcanload(s1, sz, &lim1, mstate, vstate))
6387 !dtrace_strcanload(s2, sz, &lim2, mstate, vstate))
6399 regs[rd] = dtrace_dif_variable(mstate, state,
6434 regs[rd] = dtrace_dif_variable(mstate, state, id, 0);
6464 &lim, mstate, vstate))
6564 &lim, mstate, vstate))
6595 mstate, vstate);
6631 DTRACE_DYNVAR_DEALLOC, mstate, vstate);
6647 &v->dtdv_type, &lim, mstate, vstate))
6665 regs, tupregs, ttop, mstate, state);
6744 DTRACE_DYNVAR_NOALLOC, mstate, vstate);
6787 DTRACE_DYNVAR_DEALLOC, mstate, vstate);
6797 &lim, mstate, vstate))
6810 uintptr_t ptr = P2ROUNDUP(mstate->dtms_scratch_ptr, 8);
6811 size_t size = ptr - mstate->dtms_scratch_ptr + regs[r1];
6819 !DTRACE_INSCRATCH(mstate, size)) {
6825 dtrace_bzero((void *) mstate->dtms_scratch_ptr, size);
6826 mstate->dtms_scratch_ptr += size;
6833 mstate, vstate)) {
6839 if (!dtrace_canload(regs[r1], regs[r2], mstate, vstate))
6847 if (!dtrace_canstore(regs[rd], 1, mstate, vstate)) {
6856 if (!dtrace_canstore(regs[rd], 2, mstate, vstate)) {
6870 if (!dtrace_canstore(regs[rd], 4, mstate, vstate)) {
6884 if (!dtrace_canstore(regs[rd], 8, mstate, vstate)) {
6902 mstate->dtms_fltoffs = opc * sizeof (dif_instr_t);
6903 mstate->dtms_present |= DTRACE_MSTATE_FLTOFFS;
7052 dtrace_action_chill(dtrace_mstate_t *mstate, hrtime_t val) argument
7096 mstate->dtms_present &= ~DTRACE_MSTATE_TIMESTAMP;
7101 dtrace_action_ustack(dtrace_mstate_t *mstate, dtrace_state_t *state, argument
7110 uintptr_t old = mstate->dtms_scratch_ptr, saved;
7123 fps = (uint64_t *)P2ROUNDUP(mstate->dtms_scratch_ptr, 8);
7124 size = (uintptr_t)fps - mstate->dtms_scratch_ptr +
7127 if (!DTRACE_INSCRATCH(mstate, size)) {
7136 mstate->dtms_scratch_ptr += size;
7137 saved = mstate->dtms_scratch_ptr;
7157 mstate->dtms_scratch_ptr = saved;
7164 mstate, state, pcs[i], fps[i]);
7181 if (!dtrace_strcanload((uintptr_t)sym, strsize, &rem, mstate,
7217 mstate->dtms_scratch_ptr = old;
7327 dtrace_mstate_t mstate; local
7376 now = mstate.dtms_timestamp = dtrace_gethrtime();
7377 mstate.dtms_present = DTRACE_MSTATE_TIMESTAMP;
7383 mstate.dtms_difo = NULL;
7384 mstate.dtms_probe = probe;
7385 mstate.dtms_strtok = 0;
7386 mstate.dtms_arg[0] = arg0;
7387 mstate.dtms_arg[1] = arg1;
7388 mstate.dtms_arg[2] = arg2;
7389 mstate.dtms_arg[3] = arg3;
7390 mstate.dtms_arg[4] = arg4;
7417 mstate.dtms_present = DTRACE_MSTATE_ARGS | DTRACE_MSTATE_PROBE;
7418 mstate.dtms_getf = NULL;
7544 ecb->dte_alignment, state, &mstate)) < 0)
7552 if (!(mstate.dtms_present & DTRACE_MSTATE_TIMESTAMP)) {
7553 mstate.dtms_timestamp = dtrace_gethrtime();
7554 mstate.dtms_present |= DTRACE_MSTATE_TIMESTAMP;
7559 mstate.dtms_timestamp);
7563 mstate.dtms_epid = ecb->dte_epid;
7564 mstate.dtms_present |= DTRACE_MSTATE_EPID;
7567 mstate.dtms_access = DTRACE_ACCESS_KERNEL;
7569 mstate.dtms_access = 0;
7575 rval = dtrace_dif_emulate(dp, &mstate, vstate, state);
7609 &mstate, vstate, state);
7661 if (DTRACE_ANCHORED(mstate.dtms_probe) &&
7682 dtrace_action_ustack(&mstate, state,
7702 val = dtrace_dif_emulate(dp, &mstate, vstate, state);
7763 if (!DTRACE_INSCRATCHPTR(&mstate,
7804 dtrace_action_chill(&mstate, val);
7920 &dp->dtdo_rtype, NULL, &mstate, vstate))
7999 (mstate.dtms_present & DTRACE_MSTATE_FLTOFFS) ?
8000 mstate.dtms_fltoffs : -1, DTRACE_FLAGS2FLT(*flags),
12323 dtrace_state_t *state, dtrace_mstate_t *mstate) argument
12355 if (mstate == NULL)
12358 mstate->dtms_scratch_base = (uintptr_t)tomax + soffs;
12359 mstate->dtms_scratch_size = buf->dtb_size - soffs;
12360 mstate->dtms_scratch_ptr = mstate->dtms_scratch_base;
12540 if (mstate == NULL)
12547 mstate->dtms_scratch_base = (uintptr_t)buf->dtb_xamot;
12548 mstate->dtms_scratch_size = buf->dtb_size;
12549 mstate->dtms_scratch_ptr = mstate->dtms_scratch_base;
15674 dtrace_mstate_t *mstate, dtrace_vstate_t *vstate, int where) argument
15718 ent->dtht_fltoffs = (mstate->dtms_present & DTRACE_MSTATE_FLTOFFS) ?
15719 mstate->dtms_fltoffs : -1;
15736 dtrace_helper(int which, dtrace_mstate_t *mstate, argument
15740 uint64_t sarg0 = mstate->dtms_arg[0];
15741 uint64_t sarg1 = mstate->dtms_arg[1];
15758 mstate->dtms_arg[0] = arg0;
15759 mstate->dtms_arg[1] = arg1;
15773 dtrace_helper_trace(helper, mstate, vstate, 0);
15775 if (!dtrace_dif_emulate(pred, mstate, vstate, state))
15785 mstate, vstate, i + 1);
15788 mstate, vstate, state);
15796 dtrace_helper_trace(helper, mstate, vstate,
15801 dtrace_helper_trace(helper, mstate, vstate,
15807 mstate->dtms_arg[0] = sarg0;
15808 mstate->dtms_arg[1] = sarg1;
15814 dtrace_helper_trace(helper, mstate, vstate,
15820 mstate->dtms_arg[0] = sarg0;
15821 mstate->dtms_arg[1] = sarg1;