1*7c478bd9Sstevel@tonic-gate /*
2*7c478bd9Sstevel@tonic-gate * CDDL HEADER START
3*7c478bd9Sstevel@tonic-gate *
4*7c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the
5*7c478bd9Sstevel@tonic-gate * Common Development and Distribution License, Version 1.0 only
6*7c478bd9Sstevel@tonic-gate * (the "License"). You may not use this file except in compliance
7*7c478bd9Sstevel@tonic-gate * with the License.
8*7c478bd9Sstevel@tonic-gate *
9*7c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10*7c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
11*7c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions
12*7c478bd9Sstevel@tonic-gate * and limitations under the License.
13*7c478bd9Sstevel@tonic-gate *
14*7c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
15*7c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16*7c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
17*7c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
18*7c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
19*7c478bd9Sstevel@tonic-gate *
20*7c478bd9Sstevel@tonic-gate * CDDL HEADER END
21*7c478bd9Sstevel@tonic-gate */
22*7c478bd9Sstevel@tonic-gate /*
23*7c478bd9Sstevel@tonic-gate * Copyright (c) 1994, by Sun Microsytems, Inc.
24*7c478bd9Sstevel@tonic-gate */
25*7c478bd9Sstevel@tonic-gate
26*7c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI"
27*7c478bd9Sstevel@tonic-gate
28*7c478bd9Sstevel@tonic-gate /*
29*7c478bd9Sstevel@tonic-gate * Includes
30*7c478bd9Sstevel@tonic-gate */
31*7c478bd9Sstevel@tonic-gate #include <sys/param.h>
32*7c478bd9Sstevel@tonic-gate #include <sys/time.h>
33*7c478bd9Sstevel@tonic-gate #include <sys/debug.h>
34*7c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h>
35*7c478bd9Sstevel@tonic-gate #include <sys/tnf.h>
36*7c478bd9Sstevel@tonic-gate
37*7c478bd9Sstevel@tonic-gate #include "tnf_buf.h"
38*7c478bd9Sstevel@tonic-gate #include "tnf_types.h"
39*7c478bd9Sstevel@tonic-gate #include "tnf_trace.h"
40*7c478bd9Sstevel@tonic-gate
41*7c478bd9Sstevel@tonic-gate /*
42*7c478bd9Sstevel@tonic-gate * Defines
43*7c478bd9Sstevel@tonic-gate */
44*7c478bd9Sstevel@tonic-gate
45*7c478bd9Sstevel@tonic-gate #define ENCODED_TAG(tag, tagarg) \
46*7c478bd9Sstevel@tonic-gate ((tag) | ((tagarg) & 0xfffc) | TNF_REF32_T_PAIR)
47*7c478bd9Sstevel@tonic-gate
48*7c478bd9Sstevel@tonic-gate /*
49*7c478bd9Sstevel@tonic-gate * CAUTION: halfword_accessible assumes that the pointer is to a reclaimable
50*7c478bd9Sstevel@tonic-gate * block - i.e. negative offsets have a 0 in high bit
51*7c478bd9Sstevel@tonic-gate */
52*7c478bd9Sstevel@tonic-gate #define HALFWORD_ACCESSIBLE(x) \
53*7c478bd9Sstevel@tonic-gate ((((x) & 0xffff8000) == 0) || (((x) & 0xffff8000) == 0x7fff8000))
54*7c478bd9Sstevel@tonic-gate
55*7c478bd9Sstevel@tonic-gate /*
56*7c478bd9Sstevel@tonic-gate * Check that x can be encoded in tagarg slot
57*7c478bd9Sstevel@tonic-gate * Same as above, but operates on ints (no space bit)
58*7c478bd9Sstevel@tonic-gate */
59*7c478bd9Sstevel@tonic-gate #define TAGARG_CHECK(x) \
60*7c478bd9Sstevel@tonic-gate (((x) < 32767) && ((x) > -32768))
61*7c478bd9Sstevel@tonic-gate
62*7c478bd9Sstevel@tonic-gate /*
63*7c478bd9Sstevel@tonic-gate * Check that hit 32 bits of hrtime are zero
64*7c478bd9Sstevel@tonic-gate */
65*7c478bd9Sstevel@tonic-gate #define TIME_CHECK(x) \
66*7c478bd9Sstevel@tonic-gate (((x) >> 32) == 0)
67*7c478bd9Sstevel@tonic-gate
68*7c478bd9Sstevel@tonic-gate /*
69*7c478bd9Sstevel@tonic-gate * CAUTION: Use the following macro only when doing a self relative pointer
70*7c478bd9Sstevel@tonic-gate * to a target in the same block
71*7c478bd9Sstevel@tonic-gate */
72*7c478bd9Sstevel@tonic-gate #define PTR_DIFF(item, ref) \
73*7c478bd9Sstevel@tonic-gate ((tnf_ref32_t)((tnf_record_p)(item) - (tnf_record_p)(ref)))
74*7c478bd9Sstevel@tonic-gate
75*7c478bd9Sstevel@tonic-gate /*
76*7c478bd9Sstevel@tonic-gate * Typedefs
77*7c478bd9Sstevel@tonic-gate */
78*7c478bd9Sstevel@tonic-gate
79*7c478bd9Sstevel@tonic-gate typedef struct {
80*7c478bd9Sstevel@tonic-gate tnf_probe_event_t probe_event;
81*7c478bd9Sstevel@tonic-gate tnf_time_delta_t time_delta;
82*7c478bd9Sstevel@tonic-gate } probe_event_prototype_t;
83*7c478bd9Sstevel@tonic-gate
84*7c478bd9Sstevel@tonic-gate /*
85*7c478bd9Sstevel@tonic-gate * Declarations
86*7c478bd9Sstevel@tonic-gate */
87*7c478bd9Sstevel@tonic-gate
88*7c478bd9Sstevel@tonic-gate /*
89*7c478bd9Sstevel@tonic-gate * tnf_trace_alloc
90*7c478bd9Sstevel@tonic-gate * the probe allocation function
91*7c478bd9Sstevel@tonic-gate */
92*7c478bd9Sstevel@tonic-gate
93*7c478bd9Sstevel@tonic-gate void *
tnf_trace_alloc(tnf_ops_t * ops,tnf_probe_control_t * probe_p,tnf_probe_setup_t * set_p)94*7c478bd9Sstevel@tonic-gate tnf_trace_alloc(tnf_ops_t *ops, tnf_probe_control_t *probe_p,
95*7c478bd9Sstevel@tonic-gate tnf_probe_setup_t *set_p)
96*7c478bd9Sstevel@tonic-gate {
97*7c478bd9Sstevel@tonic-gate TNFW_B_WCB *wcb;
98*7c478bd9Sstevel@tonic-gate uintptr_t probe_index;
99*7c478bd9Sstevel@tonic-gate tnf_record_p sched_record_p;
100*7c478bd9Sstevel@tonic-gate tnf_reference_t sched_offset, tag_disp;
101*7c478bd9Sstevel@tonic-gate tnf_block_header_t *block;
102*7c478bd9Sstevel@tonic-gate tnf_uint32_t shift;
103*7c478bd9Sstevel@tonic-gate probe_event_prototype_t *buffer;
104*7c478bd9Sstevel@tonic-gate hrtime_t curr_time, time_diff;
105*7c478bd9Sstevel@tonic-gate tnf_schedule_t *sched;
106*7c478bd9Sstevel@tonic-gate tnf_ref32_t *fwd_p;
107*7c478bd9Sstevel@tonic-gate size_t size, asize;
108*7c478bd9Sstevel@tonic-gate
109*7c478bd9Sstevel@tonic-gate /*
110*7c478bd9Sstevel@tonic-gate * Check the "tracing active" flag after setting the busy bit;
111*7c478bd9Sstevel@tonic-gate * this avoids a race in which we check the "tracing active"
112*7c478bd9Sstevel@tonic-gate * flag, then it gets turned off, and the buffer gets
113*7c478bd9Sstevel@tonic-gate * deallocated, before we've set the busy bit.
114*7c478bd9Sstevel@tonic-gate */
115*7c478bd9Sstevel@tonic-gate if (!lock_try(&ops->busy)) /* atomic op flushes WB */
116*7c478bd9Sstevel@tonic-gate return (NULL);
117*7c478bd9Sstevel@tonic-gate if (!tnf_tracing_active)
118*7c478bd9Sstevel@tonic-gate goto null_ret;
119*7c478bd9Sstevel@tonic-gate
120*7c478bd9Sstevel@tonic-gate /*
121*7c478bd9Sstevel@tonic-gate * Write probe tag if needed
122*7c478bd9Sstevel@tonic-gate */
123*7c478bd9Sstevel@tonic-gate probe_index = probe_p->index;
124*7c478bd9Sstevel@tonic-gate if (probe_index == 0) {
125*7c478bd9Sstevel@tonic-gate if ((probe_index = tnf_probe_tag(ops, probe_p)) == 0)
126*7c478bd9Sstevel@tonic-gate goto null_ret;
127*7c478bd9Sstevel@tonic-gate }
128*7c478bd9Sstevel@tonic-gate
129*7c478bd9Sstevel@tonic-gate /*
130*7c478bd9Sstevel@tonic-gate * Determine how much memory is required
131*7c478bd9Sstevel@tonic-gate */
132*7c478bd9Sstevel@tonic-gate size = probe_p->tnf_event_size;
133*7c478bd9Sstevel@tonic-gate asize = size + sizeof (tnf_ref32_t); /* one fwd ptr */
134*7c478bd9Sstevel@tonic-gate
135*7c478bd9Sstevel@tonic-gate if (PROBE_IS_FILE_PTR(probe_index))
136*7c478bd9Sstevel@tonic-gate /* common case - probe_index is a file ptr */
137*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 32-bit integer */
138*7c478bd9Sstevel@tonic-gate tag_disp = probe_index & PROBE_INDEX_LOW_MASK;
139*7c478bd9Sstevel@tonic-gate else
140*7c478bd9Sstevel@tonic-gate /* rare case -- get an extra fwd ptr */
141*7c478bd9Sstevel@tonic-gate asize += sizeof (tnf_ref32_t);
142*7c478bd9Sstevel@tonic-gate
143*7c478bd9Sstevel@tonic-gate /*
144*7c478bd9Sstevel@tonic-gate * Allocate memory
145*7c478bd9Sstevel@tonic-gate */
146*7c478bd9Sstevel@tonic-gate wcb = &ops->wcb;
147*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 16-bit integer */
148*7c478bd9Sstevel@tonic-gate TNFW_B_ALLOC(wcb, asize, buffer, probe_event_prototype_t *);
149*7c478bd9Sstevel@tonic-gate if (buffer == NULL)
150*7c478bd9Sstevel@tonic-gate goto null_ret;
151*7c478bd9Sstevel@tonic-gate
152*7c478bd9Sstevel@tonic-gate /* LINTED pointer cast may result in improper alignment */
153*7c478bd9Sstevel@tonic-gate fwd_p = (tnf_ref32_t *)((char *)buffer + size);
154*7c478bd9Sstevel@tonic-gate
155*7c478bd9Sstevel@tonic-gate /*
156*7c478bd9Sstevel@tonic-gate * Check if the probe tag needs more work
157*7c478bd9Sstevel@tonic-gate */
158*7c478bd9Sstevel@tonic-gate if (!PROBE_IS_FILE_PTR(probe_index)) {
159*7c478bd9Sstevel@tonic-gate /* use up first fwd ptr */
160*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 32-bit integer */
161*7c478bd9Sstevel@tonic-gate *fwd_p = TNF_REF32_MAKE_PERMANENT(
162*7c478bd9Sstevel@tonic-gate (tnf_record_p)probe_index - tnf_buf);
163*7c478bd9Sstevel@tonic-gate /* LINTED cast from 64-bit integer to 32-bit integer */
164*7c478bd9Sstevel@tonic-gate tag_disp = PTR_DIFF(fwd_p, buffer);
165*7c478bd9Sstevel@tonic-gate tag_disp |= TNF_TAG16_T_REL;
166*7c478bd9Sstevel@tonic-gate tag_disp = tag_disp << TNF_REF32_TAG16_SHIFT;
167*7c478bd9Sstevel@tonic-gate fwd_p++;
168*7c478bd9Sstevel@tonic-gate }
169*7c478bd9Sstevel@tonic-gate
170*7c478bd9Sstevel@tonic-gate /*
171*7c478bd9Sstevel@tonic-gate * Get timestamp
172*7c478bd9Sstevel@tonic-gate */
173*7c478bd9Sstevel@tonic-gate curr_time = gethrtime();
174*7c478bd9Sstevel@tonic-gate
175*7c478bd9Sstevel@tonic-gate /*
176*7c478bd9Sstevel@tonic-gate * Write schedule record if needed
177*7c478bd9Sstevel@tonic-gate */
178*7c478bd9Sstevel@tonic-gate sched = &ops->schedule;
179*7c478bd9Sstevel@tonic-gate
180*7c478bd9Sstevel@tonic-gate /* LINTED pointer cast */
181*7c478bd9Sstevel@tonic-gate shift = ((tnf_buf_file_header_t *)tnf_buf)->com.file_log_size;
182*7c478bd9Sstevel@tonic-gate block = (tnf_block_header_t *)((uintptr_t)buffer & TNF_BLOCK_MASK);
183*7c478bd9Sstevel@tonic-gate
184*7c478bd9Sstevel@tonic-gate if ((sched_record_p = sched->record_p) == NULL)
185*7c478bd9Sstevel@tonic-gate /* No record written yet */
186*7c478bd9Sstevel@tonic-gate goto new_schedule;
187*7c478bd9Sstevel@tonic-gate
188*7c478bd9Sstevel@tonic-gate /*
189*7c478bd9Sstevel@tonic-gate * Note: Don't bother about space bit here, because we'll
190*7c478bd9Sstevel@tonic-gate * only use bits 15:2 anyway
191*7c478bd9Sstevel@tonic-gate */
192*7c478bd9Sstevel@tonic-gate #if defined(_LP64)
193*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 32-bit integer */
194*7c478bd9Sstevel@tonic-gate sched_offset = ((sched->record_gen - block->generation) << shift) +
195*7c478bd9Sstevel@tonic-gate (sched_record_p - (caddr_t)buffer);
196*7c478bd9Sstevel@tonic-gate #else
197*7c478bd9Sstevel@tonic-gate sched_offset = ((sched->record_gen - block->generation) << shift) +
198*7c478bd9Sstevel@tonic-gate (sched_record_p - (caddr_t)buffer);
199*7c478bd9Sstevel@tonic-gate #endif
200*7c478bd9Sstevel@tonic-gate if (!TAGARG_CHECK(sched_offset))
201*7c478bd9Sstevel@tonic-gate /* Record too far away to reference */
202*7c478bd9Sstevel@tonic-gate goto new_schedule;
203*7c478bd9Sstevel@tonic-gate
204*7c478bd9Sstevel@tonic-gate time_diff = curr_time - sched->time_base;
205*7c478bd9Sstevel@tonic-gate if (!TIME_CHECK(time_diff))
206*7c478bd9Sstevel@tonic-gate /* Time delta can't fit in 32 bits */
207*7c478bd9Sstevel@tonic-gate goto new_schedule;
208*7c478bd9Sstevel@tonic-gate
209*7c478bd9Sstevel@tonic-gate if (sched->cpuid != CPU->cpu_id)
210*7c478bd9Sstevel@tonic-gate /* CPU information is invalid */
211*7c478bd9Sstevel@tonic-gate goto new_schedule;
212*7c478bd9Sstevel@tonic-gate
213*7c478bd9Sstevel@tonic-gate /*
214*7c478bd9Sstevel@tonic-gate * Can reuse existing schedule record
215*7c478bd9Sstevel@tonic-gate * Since we did not allocate any more space, can giveback
216*7c478bd9Sstevel@tonic-gate */
217*7c478bd9Sstevel@tonic-gate #if defined(_LP64)
218*7c478bd9Sstevel@tonic-gate /* LINTED warning: assignment of 64-bit integer to 16-bit integer */
219*7c478bd9Sstevel@tonic-gate TNFW_B_GIVEBACK(wcb, fwd_p);
220*7c478bd9Sstevel@tonic-gate #else
221*7c478bd9Sstevel@tonic-gate TNFW_B_GIVEBACK(wcb, fwd_p);
222*7c478bd9Sstevel@tonic-gate #endif
223*7c478bd9Sstevel@tonic-gate
224*7c478bd9Sstevel@tonic-gate good_ret:
225*7c478bd9Sstevel@tonic-gate /*
226*7c478bd9Sstevel@tonic-gate * Store return params and two common event members, return buffer
227*7c478bd9Sstevel@tonic-gate */
228*7c478bd9Sstevel@tonic-gate set_p->tpd_p = ops;
229*7c478bd9Sstevel@tonic-gate set_p->buffer_p = buffer;
230*7c478bd9Sstevel@tonic-gate set_p->probe_p = probe_p;
231*7c478bd9Sstevel@tonic-gate buffer->probe_event = ENCODED_TAG(tag_disp, sched_offset);
232*7c478bd9Sstevel@tonic-gate #if defined(_LP64)
233*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 32-bit integer */
234*7c478bd9Sstevel@tonic-gate buffer->time_delta = tnf_time_delta(ops, (unsigned long)time_diff,
235*7c478bd9Sstevel@tonic-gate &buffer->probe_time_delta);
236*7c478bd9Sstevel@tonic-gate #else
237*7c478bd9Sstevel@tonic-gate buffer->time_delta = tnf_time_delta(ops, (unsigned long)time_diff,
238*7c478bd9Sstevel@tonic-gate &buffer->probe_time_delta);
239*7c478bd9Sstevel@tonic-gate #endif
240*7c478bd9Sstevel@tonic-gate return (buffer);
241*7c478bd9Sstevel@tonic-gate
242*7c478bd9Sstevel@tonic-gate new_schedule:
243*7c478bd9Sstevel@tonic-gate /*
244*7c478bd9Sstevel@tonic-gate * Write a new schedule record for this thread
245*7c478bd9Sstevel@tonic-gate */
246*7c478bd9Sstevel@tonic-gate sched->cpuid = CPU->cpu_id;
247*7c478bd9Sstevel@tonic-gate sched->time_base = curr_time;
248*7c478bd9Sstevel@tonic-gate time_diff = 0;
249*7c478bd9Sstevel@tonic-gate if ((sched_record_p = tnf_kernel_schedule(ops, sched)) != NULL) {
250*7c478bd9Sstevel@tonic-gate /* use one of the extra alloced words for the forwarding ptr */
251*7c478bd9Sstevel@tonic-gate #if defined(_LP64)
252*7c478bd9Sstevel@tonic-gate /* LINTED assignment of 64-bit integer to 32-bit integer */
253*7c478bd9Sstevel@tonic-gate *fwd_p = TNF_REF32_MAKE_RECLAIMABLE(
254*7c478bd9Sstevel@tonic-gate ((sched->record_gen - block->generation) << shift) +
255*7c478bd9Sstevel@tonic-gate /* LINTED */
256*7c478bd9Sstevel@tonic-gate (sched_record_p - (tnf_record_p)fwd_p));
257*7c478bd9Sstevel@tonic-gate /* LINTED cast from 64-bit integer to 32-bit integer */
258*7c478bd9Sstevel@tonic-gate sched_offset = PTR_DIFF(fwd_p, buffer);
259*7c478bd9Sstevel@tonic-gate #else
260*7c478bd9Sstevel@tonic-gate *fwd_p = TNF_REF32_MAKE_RECLAIMABLE(
261*7c478bd9Sstevel@tonic-gate ((sched->record_gen - block->generation) << shift) +
262*7c478bd9Sstevel@tonic-gate (sched_record_p - (tnf_record_p)fwd_p));
263*7c478bd9Sstevel@tonic-gate sched_offset = PTR_DIFF(fwd_p, buffer);
264*7c478bd9Sstevel@tonic-gate #endif
265*7c478bd9Sstevel@tonic-gate } else {
266*7c478bd9Sstevel@tonic-gate /* Allocation failed (tracing may have been stopped) */
267*7c478bd9Sstevel@tonic-gate sched_offset = 0;
268*7c478bd9Sstevel@tonic-gate *fwd_p = TNF_NULL;
269*7c478bd9Sstevel@tonic-gate }
270*7c478bd9Sstevel@tonic-gate goto good_ret;
271*7c478bd9Sstevel@tonic-gate
272*7c478bd9Sstevel@tonic-gate null_ret:
273*7c478bd9Sstevel@tonic-gate /*
274*7c478bd9Sstevel@tonic-gate * Clear busy flag and return null
275*7c478bd9Sstevel@tonic-gate */
276*7c478bd9Sstevel@tonic-gate LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
277*7c478bd9Sstevel@tonic-gate return (NULL);
278*7c478bd9Sstevel@tonic-gate }
279*7c478bd9Sstevel@tonic-gate
280*7c478bd9Sstevel@tonic-gate /*
281*7c478bd9Sstevel@tonic-gate * tnf_trace_commit
282*7c478bd9Sstevel@tonic-gate */
283*7c478bd9Sstevel@tonic-gate void
tnf_trace_commit(tnf_probe_setup_t * set_p)284*7c478bd9Sstevel@tonic-gate tnf_trace_commit(tnf_probe_setup_t *set_p)
285*7c478bd9Sstevel@tonic-gate {
286*7c478bd9Sstevel@tonic-gate tnf_ops_t *ops;
287*7c478bd9Sstevel@tonic-gate TNFW_B_WCB *wcb;
288*7c478bd9Sstevel@tonic-gate TNFW_B_POS *pos;
289*7c478bd9Sstevel@tonic-gate
290*7c478bd9Sstevel@tonic-gate ops = set_p->tpd_p;
291*7c478bd9Sstevel@tonic-gate wcb = &ops->wcb;
292*7c478bd9Sstevel@tonic-gate
293*7c478bd9Sstevel@tonic-gate /* commit reusable bytes */
294*7c478bd9Sstevel@tonic-gate pos = &wcb->tnfw_w_pos;
295*7c478bd9Sstevel@tonic-gate TNFW_B_COMMIT(pos);
296*7c478bd9Sstevel@tonic-gate
297*7c478bd9Sstevel@tonic-gate /* commit tag bytes */
298*7c478bd9Sstevel@tonic-gate pos = &wcb->tnfw_w_tag_pos;
299*7c478bd9Sstevel@tonic-gate TNFW_B_COMMIT(pos);
300*7c478bd9Sstevel@tonic-gate
301*7c478bd9Sstevel@tonic-gate /* clear busy flag */
302*7c478bd9Sstevel@tonic-gate LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
303*7c478bd9Sstevel@tonic-gate }
304*7c478bd9Sstevel@tonic-gate
305*7c478bd9Sstevel@tonic-gate /*
306*7c478bd9Sstevel@tonic-gate * tnf_trace_rollback
307*7c478bd9Sstevel@tonic-gate */
308*7c478bd9Sstevel@tonic-gate void
tnf_trace_rollback(tnf_probe_setup_t * set_p)309*7c478bd9Sstevel@tonic-gate tnf_trace_rollback(tnf_probe_setup_t *set_p)
310*7c478bd9Sstevel@tonic-gate {
311*7c478bd9Sstevel@tonic-gate tnf_ops_t *ops;
312*7c478bd9Sstevel@tonic-gate TNFW_B_WCB *wcb;
313*7c478bd9Sstevel@tonic-gate TNFW_B_POS *pos;
314*7c478bd9Sstevel@tonic-gate
315*7c478bd9Sstevel@tonic-gate ops = set_p->tpd_p;
316*7c478bd9Sstevel@tonic-gate wcb = &ops->wcb;
317*7c478bd9Sstevel@tonic-gate
318*7c478bd9Sstevel@tonic-gate /* rollback data bytes */
319*7c478bd9Sstevel@tonic-gate pos = &wcb->tnfw_w_pos;
320*7c478bd9Sstevel@tonic-gate TNFW_B_ROLLBACK(pos);
321*7c478bd9Sstevel@tonic-gate
322*7c478bd9Sstevel@tonic-gate /* commit tag bytes */
323*7c478bd9Sstevel@tonic-gate pos = &wcb->tnfw_w_tag_pos;
324*7c478bd9Sstevel@tonic-gate TNFW_B_COMMIT(pos);
325*7c478bd9Sstevel@tonic-gate
326*7c478bd9Sstevel@tonic-gate /* zap schedule record, since it is in uncommitted store */
327*7c478bd9Sstevel@tonic-gate ops->schedule.record_p = NULL;
328*7c478bd9Sstevel@tonic-gate
329*7c478bd9Sstevel@tonic-gate /* clear busy flag */
330*7c478bd9Sstevel@tonic-gate LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
331*7c478bd9Sstevel@tonic-gate }
332*7c478bd9Sstevel@tonic-gate
333*7c478bd9Sstevel@tonic-gate /*
334*7c478bd9Sstevel@tonic-gate * tnf_allocate
335*7c478bd9Sstevel@tonic-gate * exported interface for allocating trace memory
336*7c478bd9Sstevel@tonic-gate */
337*7c478bd9Sstevel@tonic-gate
338*7c478bd9Sstevel@tonic-gate void *
tnf_allocate(tnf_ops_t * ops,size_t size)339*7c478bd9Sstevel@tonic-gate tnf_allocate(tnf_ops_t *ops, size_t size)
340*7c478bd9Sstevel@tonic-gate {
341*7c478bd9Sstevel@tonic-gate return (tnfw_b_alloc(&ops->wcb, size, ops->mode));
342*7c478bd9Sstevel@tonic-gate }
343