xref: /freebsd/cddl/contrib/opensolaris/lib/libdtrace/common/dt_cc.c (revision 57718be8fa0bd5edc11ab9a72e68cc71982939a6)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Copyright (c) 2013, Joyent Inc. All rights reserved.
25  * Copyright (c) 2012 by Delphix. All rights reserved.
26  */
27 
28 /*
29  * DTrace D Language Compiler
30  *
31  * The code in this source file implements the main engine for the D language
32  * compiler.  The driver routine for the compiler is dt_compile(), below.  The
33  * compiler operates on either stdio FILEs or in-memory strings as its input
34  * and can produce either dtrace_prog_t structures from a D program or a single
35  * dtrace_difo_t structure from a D expression.  Multiple entry points are
36  * provided as wrappers around dt_compile() for the various input/output pairs.
37  * The compiler itself is implemented across the following source files:
38  *
39  * dt_lex.l - lex scanner
40  * dt_grammar.y - yacc grammar
41  * dt_parser.c - parse tree creation and semantic checking
42  * dt_decl.c - declaration stack processing
43  * dt_xlator.c - D translator lookup and creation
44  * dt_ident.c - identifier and symbol table routines
45  * dt_pragma.c - #pragma processing and D pragmas
46  * dt_printf.c - D printf() and printa() argument checking and processing
47  * dt_cc.c - compiler driver and dtrace_prog_t construction
48  * dt_cg.c - DIF code generator
49  * dt_as.c - DIF assembler
50  * dt_dof.c - dtrace_prog_t -> DOF conversion
51  *
52  * Several other source files provide collections of utility routines used by
53  * these major files.  The compiler itself is implemented in multiple passes:
54  *
55  * (1) The input program is scanned and parsed by dt_lex.l and dt_grammar.y
56  *     and parse tree nodes are constructed using the routines in dt_parser.c.
57  *     This node construction pass is described further in dt_parser.c.
58  *
59  * (2) The parse tree is "cooked" by assigning each clause a context (see the
60  *     routine dt_setcontext(), below) based on its probe description and then
61  *     recursively descending the tree performing semantic checking.  The cook
62  *     routines are also implemented in dt_parser.c and described there.
63  *
64  * (3) For actions that are DIF expression statements, the DIF code generator
65  *     and assembler are invoked to create a finished DIFO for the statement.
66  *
67  * (4) The dtrace_prog_t data structures for the program clauses and actions
68  *     are built, containing pointers to any DIFOs created in step (3).
69  *
70  * (5) The caller invokes a routine in dt_dof.c to convert the finished program
71  *     into DOF format for use in anonymous tracing or enabling in the kernel.
72  *
73  * In the implementation, steps 2-4 are intertwined in that they are performed
74  * in order for each clause as part of a loop that executes over the clauses.
75  *
76  * The D compiler currently implements nearly no optimization.  The compiler
77  * implements integer constant folding as part of pass (1), and a set of very
78  * simple peephole optimizations as part of pass (3).  As with any C compiler,
79  * a large number of optimizations are possible on both the intermediate data
80  * structures and the generated DIF code.  These possibilities should be
81  * investigated in the context of whether they will have any substantive effect
82  * on the overall DTrace probe effect before they are undertaken.
83  */
84 
85 #include <sys/types.h>
86 #include <sys/wait.h>
87 #include <sys/sysmacros.h>
88 
89 #include <assert.h>
90 #include <string.h>
91 #include <strings.h>
92 #include <signal.h>
93 #include <unistd.h>
94 #include <stdlib.h>
95 #include <stdio.h>
96 #include <errno.h>
97 #include <ucontext.h>
98 #include <limits.h>
99 #include <ctype.h>
100 #include <dirent.h>
101 #include <dt_module.h>
102 #include <dt_program.h>
103 #include <dt_provider.h>
104 #include <dt_printf.h>
105 #include <dt_pid.h>
106 #include <dt_grammar.h>
107 #include <dt_ident.h>
108 #include <dt_string.h>
109 #include <dt_impl.h>
110 
111 static const dtrace_diftype_t dt_void_rtype = {
112 	DIF_TYPE_CTF, CTF_K_INTEGER, 0, 0, 0
113 };
114 
115 static const dtrace_diftype_t dt_int_rtype = {
116 	DIF_TYPE_CTF, CTF_K_INTEGER, 0, 0, sizeof (uint64_t)
117 };
118 
119 static void *dt_compile(dtrace_hdl_t *, int, dtrace_probespec_t, void *,
120     uint_t, int, char *const[], FILE *, const char *);
121 
122 
123 /*ARGSUSED*/
124 static int
125 dt_idreset(dt_idhash_t *dhp, dt_ident_t *idp, void *ignored)
126 {
127 	idp->di_flags &= ~(DT_IDFLG_REF | DT_IDFLG_MOD |
128 	    DT_IDFLG_DIFR | DT_IDFLG_DIFW);
129 	return (0);
130 }
131 
132 /*ARGSUSED*/
133 static int
134 dt_idpragma(dt_idhash_t *dhp, dt_ident_t *idp, void *ignored)
135 {
136 	yylineno = idp->di_lineno;
137 	xyerror(D_PRAGMA_UNUSED, "unused #pragma %s\n", (char *)idp->di_iarg);
138 	return (0);
139 }
140 
141 static dtrace_stmtdesc_t *
142 dt_stmt_create(dtrace_hdl_t *dtp, dtrace_ecbdesc_t *edp,
143     dtrace_attribute_t descattr, dtrace_attribute_t stmtattr)
144 {
145 	dtrace_stmtdesc_t *sdp = dtrace_stmt_create(dtp, edp);
146 
147 	if (sdp == NULL)
148 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
149 
150 	assert(yypcb->pcb_stmt == NULL);
151 	yypcb->pcb_stmt = sdp;
152 
153 	sdp->dtsd_descattr = descattr;
154 	sdp->dtsd_stmtattr = stmtattr;
155 
156 	return (sdp);
157 }
158 
159 static dtrace_actdesc_t *
160 dt_stmt_action(dtrace_hdl_t *dtp, dtrace_stmtdesc_t *sdp)
161 {
162 	dtrace_actdesc_t *new;
163 
164 	if ((new = dtrace_stmt_action(dtp, sdp)) == NULL)
165 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
166 
167 	return (new);
168 }
169 
170 /*
171  * Utility function to determine if a given action description is destructive.
172  * The dtdo_destructive bit is set for us by the DIF assembler (see dt_as.c).
173  */
174 static int
175 dt_action_destructive(const dtrace_actdesc_t *ap)
176 {
177 	return (DTRACEACT_ISDESTRUCTIVE(ap->dtad_kind) || (ap->dtad_kind ==
178 	    DTRACEACT_DIFEXPR && ap->dtad_difo->dtdo_destructive));
179 }
180 
181 static void
182 dt_stmt_append(dtrace_stmtdesc_t *sdp, const dt_node_t *dnp)
183 {
184 	dtrace_ecbdesc_t *edp = sdp->dtsd_ecbdesc;
185 	dtrace_actdesc_t *ap, *tap;
186 	int commit = 0;
187 	int speculate = 0;
188 	int datarec = 0;
189 
190 	/*
191 	 * Make sure that the new statement jibes with the rest of the ECB.
192 	 */
193 	for (ap = edp->dted_action; ap != NULL; ap = ap->dtad_next) {
194 		if (ap->dtad_kind == DTRACEACT_COMMIT) {
195 			if (commit) {
196 				dnerror(dnp, D_COMM_COMM, "commit( ) may "
197 				    "not follow commit( )\n");
198 			}
199 
200 			if (datarec) {
201 				dnerror(dnp, D_COMM_DREC, "commit( ) may "
202 				    "not follow data-recording action(s)\n");
203 			}
204 
205 			for (tap = ap; tap != NULL; tap = tap->dtad_next) {
206 				if (!DTRACEACT_ISAGG(tap->dtad_kind))
207 					continue;
208 
209 				dnerror(dnp, D_AGG_COMM, "aggregating actions "
210 				    "may not follow commit( )\n");
211 			}
212 
213 			commit = 1;
214 			continue;
215 		}
216 
217 		if (ap->dtad_kind == DTRACEACT_SPECULATE) {
218 			if (speculate) {
219 				dnerror(dnp, D_SPEC_SPEC, "speculate( ) may "
220 				    "not follow speculate( )\n");
221 			}
222 
223 			if (commit) {
224 				dnerror(dnp, D_SPEC_COMM, "speculate( ) may "
225 				    "not follow commit( )\n");
226 			}
227 
228 			if (datarec) {
229 				dnerror(dnp, D_SPEC_DREC, "speculate( ) may "
230 				    "not follow data-recording action(s)\n");
231 			}
232 
233 			speculate = 1;
234 			continue;
235 		}
236 
237 		if (DTRACEACT_ISAGG(ap->dtad_kind)) {
238 			if (speculate) {
239 				dnerror(dnp, D_AGG_SPEC, "aggregating actions "
240 				    "may not follow speculate( )\n");
241 			}
242 
243 			datarec = 1;
244 			continue;
245 		}
246 
247 		if (speculate) {
248 			if (dt_action_destructive(ap)) {
249 				dnerror(dnp, D_ACT_SPEC, "destructive actions "
250 				    "may not follow speculate( )\n");
251 			}
252 
253 			if (ap->dtad_kind == DTRACEACT_EXIT) {
254 				dnerror(dnp, D_EXIT_SPEC, "exit( ) may not "
255 				    "follow speculate( )\n");
256 			}
257 		}
258 
259 		/*
260 		 * Exclude all non data-recording actions.
261 		 */
262 		if (dt_action_destructive(ap) ||
263 		    ap->dtad_kind == DTRACEACT_DISCARD)
264 			continue;
265 
266 		if (ap->dtad_kind == DTRACEACT_DIFEXPR &&
267 		    ap->dtad_difo->dtdo_rtype.dtdt_kind == DIF_TYPE_CTF &&
268 		    ap->dtad_difo->dtdo_rtype.dtdt_size == 0)
269 			continue;
270 
271 		if (commit) {
272 			dnerror(dnp, D_DREC_COMM, "data-recording actions "
273 			    "may not follow commit( )\n");
274 		}
275 
276 		if (!speculate)
277 			datarec = 1;
278 	}
279 
280 	if (dtrace_stmt_add(yypcb->pcb_hdl, yypcb->pcb_prog, sdp) != 0)
281 		longjmp(yypcb->pcb_jmpbuf, dtrace_errno(yypcb->pcb_hdl));
282 
283 	if (yypcb->pcb_stmt == sdp)
284 		yypcb->pcb_stmt = NULL;
285 }
286 
287 /*
288  * For the first element of an aggregation tuple or for printa(), we create a
289  * simple DIF program that simply returns the immediate value that is the ID
290  * of the aggregation itself.  This could be optimized in the future by
291  * creating a new in-kernel dtad_kind that just returns an integer.
292  */
293 static void
294 dt_action_difconst(dtrace_actdesc_t *ap, uint_t id, dtrace_actkind_t kind)
295 {
296 	dtrace_hdl_t *dtp = yypcb->pcb_hdl;
297 	dtrace_difo_t *dp = dt_zalloc(dtp, sizeof (dtrace_difo_t));
298 
299 	if (dp == NULL)
300 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
301 
302 	dp->dtdo_buf = dt_alloc(dtp, sizeof (dif_instr_t) * 2);
303 	dp->dtdo_inttab = dt_alloc(dtp, sizeof (uint64_t));
304 
305 	if (dp->dtdo_buf == NULL || dp->dtdo_inttab == NULL) {
306 		dt_difo_free(dtp, dp);
307 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
308 	}
309 
310 	dp->dtdo_buf[0] = DIF_INSTR_SETX(0, 1); /* setx	DIF_INTEGER[0], %r1 */
311 	dp->dtdo_buf[1] = DIF_INSTR_RET(1);	/* ret	%r1 */
312 	dp->dtdo_len = 2;
313 	dp->dtdo_inttab[0] = id;
314 	dp->dtdo_intlen = 1;
315 	dp->dtdo_rtype = dt_int_rtype;
316 
317 	ap->dtad_difo = dp;
318 	ap->dtad_kind = kind;
319 }
320 
321 static void
322 dt_action_clear(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
323 {
324 	dt_ident_t *aid;
325 	dtrace_actdesc_t *ap;
326 	dt_node_t *anp;
327 
328 	char n[DT_TYPE_NAMELEN];
329 	int argc = 0;
330 
331 	for (anp = dnp->dn_args; anp != NULL; anp = anp->dn_list)
332 		argc++; /* count up arguments for error messages below */
333 
334 	if (argc != 1) {
335 		dnerror(dnp, D_CLEAR_PROTO,
336 		    "%s( ) prototype mismatch: %d args passed, 1 expected\n",
337 		    dnp->dn_ident->di_name, argc);
338 	}
339 
340 	anp = dnp->dn_args;
341 	assert(anp != NULL);
342 
343 	if (anp->dn_kind != DT_NODE_AGG) {
344 		dnerror(dnp, D_CLEAR_AGGARG,
345 		    "%s( ) argument #1 is incompatible with prototype:\n"
346 		    "\tprototype: aggregation\n\t argument: %s\n",
347 		    dnp->dn_ident->di_name,
348 		    dt_node_type_name(anp, n, sizeof (n)));
349 	}
350 
351 	aid = anp->dn_ident;
352 
353 	if (aid->di_gen == dtp->dt_gen && !(aid->di_flags & DT_IDFLG_MOD)) {
354 		dnerror(dnp, D_CLEAR_AGGBAD,
355 		    "undefined aggregation: @%s\n", aid->di_name);
356 	}
357 
358 	ap = dt_stmt_action(dtp, sdp);
359 	dt_action_difconst(ap, anp->dn_ident->di_id, DTRACEACT_LIBACT);
360 	ap->dtad_arg = DT_ACT_CLEAR;
361 }
362 
363 static void
364 dt_action_normalize(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
365 {
366 	dt_ident_t *aid;
367 	dtrace_actdesc_t *ap;
368 	dt_node_t *anp, *normal;
369 	int denormal = (strcmp(dnp->dn_ident->di_name, "denormalize") == 0);
370 
371 	char n[DT_TYPE_NAMELEN];
372 	int argc = 0;
373 
374 	for (anp = dnp->dn_args; anp != NULL; anp = anp->dn_list)
375 		argc++; /* count up arguments for error messages below */
376 
377 	if ((denormal && argc != 1) || (!denormal && argc != 2)) {
378 		dnerror(dnp, D_NORMALIZE_PROTO,
379 		    "%s( ) prototype mismatch: %d args passed, %d expected\n",
380 		    dnp->dn_ident->di_name, argc, denormal ? 1 : 2);
381 	}
382 
383 	anp = dnp->dn_args;
384 	assert(anp != NULL);
385 
386 	if (anp->dn_kind != DT_NODE_AGG) {
387 		dnerror(dnp, D_NORMALIZE_AGGARG,
388 		    "%s( ) argument #1 is incompatible with prototype:\n"
389 		    "\tprototype: aggregation\n\t argument: %s\n",
390 		    dnp->dn_ident->di_name,
391 		    dt_node_type_name(anp, n, sizeof (n)));
392 	}
393 
394 	if ((normal = anp->dn_list) != NULL && !dt_node_is_scalar(normal)) {
395 		dnerror(dnp, D_NORMALIZE_SCALAR,
396 		    "%s( ) argument #2 must be of scalar type\n",
397 		    dnp->dn_ident->di_name);
398 	}
399 
400 	aid = anp->dn_ident;
401 
402 	if (aid->di_gen == dtp->dt_gen && !(aid->di_flags & DT_IDFLG_MOD)) {
403 		dnerror(dnp, D_NORMALIZE_AGGBAD,
404 		    "undefined aggregation: @%s\n", aid->di_name);
405 	}
406 
407 	ap = dt_stmt_action(dtp, sdp);
408 	dt_action_difconst(ap, anp->dn_ident->di_id, DTRACEACT_LIBACT);
409 
410 	if (denormal) {
411 		ap->dtad_arg = DT_ACT_DENORMALIZE;
412 		return;
413 	}
414 
415 	ap->dtad_arg = DT_ACT_NORMALIZE;
416 
417 	assert(normal != NULL);
418 	ap = dt_stmt_action(dtp, sdp);
419 	dt_cg(yypcb, normal);
420 
421 	ap->dtad_difo = dt_as(yypcb);
422 	ap->dtad_kind = DTRACEACT_LIBACT;
423 	ap->dtad_arg = DT_ACT_NORMALIZE;
424 }
425 
426 static void
427 dt_action_trunc(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
428 {
429 	dt_ident_t *aid;
430 	dtrace_actdesc_t *ap;
431 	dt_node_t *anp, *trunc;
432 
433 	char n[DT_TYPE_NAMELEN];
434 	int argc = 0;
435 
436 	for (anp = dnp->dn_args; anp != NULL; anp = anp->dn_list)
437 		argc++; /* count up arguments for error messages below */
438 
439 	if (argc > 2 || argc < 1) {
440 		dnerror(dnp, D_TRUNC_PROTO,
441 		    "%s( ) prototype mismatch: %d args passed, %s expected\n",
442 		    dnp->dn_ident->di_name, argc,
443 		    argc < 1 ? "at least 1" : "no more than 2");
444 	}
445 
446 	anp = dnp->dn_args;
447 	assert(anp != NULL);
448 	trunc = anp->dn_list;
449 
450 	if (anp->dn_kind != DT_NODE_AGG) {
451 		dnerror(dnp, D_TRUNC_AGGARG,
452 		    "%s( ) argument #1 is incompatible with prototype:\n"
453 		    "\tprototype: aggregation\n\t argument: %s\n",
454 		    dnp->dn_ident->di_name,
455 		    dt_node_type_name(anp, n, sizeof (n)));
456 	}
457 
458 	if (argc == 2) {
459 		assert(trunc != NULL);
460 		if (!dt_node_is_scalar(trunc)) {
461 			dnerror(dnp, D_TRUNC_SCALAR,
462 			    "%s( ) argument #2 must be of scalar type\n",
463 			    dnp->dn_ident->di_name);
464 		}
465 	}
466 
467 	aid = anp->dn_ident;
468 
469 	if (aid->di_gen == dtp->dt_gen && !(aid->di_flags & DT_IDFLG_MOD)) {
470 		dnerror(dnp, D_TRUNC_AGGBAD,
471 		    "undefined aggregation: @%s\n", aid->di_name);
472 	}
473 
474 	ap = dt_stmt_action(dtp, sdp);
475 	dt_action_difconst(ap, anp->dn_ident->di_id, DTRACEACT_LIBACT);
476 	ap->dtad_arg = DT_ACT_TRUNC;
477 
478 	ap = dt_stmt_action(dtp, sdp);
479 
480 	if (argc == 1) {
481 		dt_action_difconst(ap, 0, DTRACEACT_LIBACT);
482 	} else {
483 		assert(trunc != NULL);
484 		dt_cg(yypcb, trunc);
485 		ap->dtad_difo = dt_as(yypcb);
486 		ap->dtad_kind = DTRACEACT_LIBACT;
487 	}
488 
489 	ap->dtad_arg = DT_ACT_TRUNC;
490 }
491 
492 static void
493 dt_action_printa(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
494 {
495 	dt_ident_t *aid, *fid;
496 	dtrace_actdesc_t *ap;
497 	const char *format;
498 	dt_node_t *anp, *proto = NULL;
499 
500 	char n[DT_TYPE_NAMELEN];
501 	int argc = 0, argr = 0;
502 
503 	for (anp = dnp->dn_args; anp != NULL; anp = anp->dn_list)
504 		argc++; /* count up arguments for error messages below */
505 
506 	switch (dnp->dn_args->dn_kind) {
507 	case DT_NODE_STRING:
508 		format = dnp->dn_args->dn_string;
509 		anp = dnp->dn_args->dn_list;
510 		argr = 2;
511 		break;
512 	case DT_NODE_AGG:
513 		format = NULL;
514 		anp = dnp->dn_args;
515 		argr = 1;
516 		break;
517 	default:
518 		format = NULL;
519 		anp = dnp->dn_args;
520 		argr = 1;
521 	}
522 
523 	if (argc < argr) {
524 		dnerror(dnp, D_PRINTA_PROTO,
525 		    "%s( ) prototype mismatch: %d args passed, %d expected\n",
526 		    dnp->dn_ident->di_name, argc, argr);
527 	}
528 
529 	assert(anp != NULL);
530 
531 	while (anp != NULL) {
532 		if (anp->dn_kind != DT_NODE_AGG) {
533 			dnerror(dnp, D_PRINTA_AGGARG,
534 			    "%s( ) argument #%d is incompatible with "
535 			    "prototype:\n\tprototype: aggregation\n"
536 			    "\t argument: %s\n", dnp->dn_ident->di_name, argr,
537 			    dt_node_type_name(anp, n, sizeof (n)));
538 		}
539 
540 		aid = anp->dn_ident;
541 		fid = aid->di_iarg;
542 
543 		if (aid->di_gen == dtp->dt_gen &&
544 		    !(aid->di_flags & DT_IDFLG_MOD)) {
545 			dnerror(dnp, D_PRINTA_AGGBAD,
546 			    "undefined aggregation: @%s\n", aid->di_name);
547 		}
548 
549 		/*
550 		 * If we have multiple aggregations, we must be sure that
551 		 * their key signatures match.
552 		 */
553 		if (proto != NULL) {
554 			dt_printa_validate(proto, anp);
555 		} else {
556 			proto = anp;
557 		}
558 
559 		if (format != NULL) {
560 			yylineno = dnp->dn_line;
561 
562 			sdp->dtsd_fmtdata =
563 			    dt_printf_create(yypcb->pcb_hdl, format);
564 			dt_printf_validate(sdp->dtsd_fmtdata,
565 			    DT_PRINTF_AGGREGATION, dnp->dn_ident, 1,
566 			    fid->di_id, ((dt_idsig_t *)aid->di_data)->dis_args);
567 			format = NULL;
568 		}
569 
570 		ap = dt_stmt_action(dtp, sdp);
571 		dt_action_difconst(ap, anp->dn_ident->di_id, DTRACEACT_PRINTA);
572 
573 		anp = anp->dn_list;
574 		argr++;
575 	}
576 }
577 
578 static void
579 dt_action_printflike(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp,
580     dtrace_actkind_t kind)
581 {
582 	dt_node_t *anp, *arg1;
583 	dtrace_actdesc_t *ap = NULL;
584 	char n[DT_TYPE_NAMELEN], *str;
585 
586 	assert(DTRACEACT_ISPRINTFLIKE(kind));
587 
588 	if (dnp->dn_args->dn_kind != DT_NODE_STRING) {
589 		dnerror(dnp, D_PRINTF_ARG_FMT,
590 		    "%s( ) argument #1 is incompatible with prototype:\n"
591 		    "\tprototype: string constant\n\t argument: %s\n",
592 		    dnp->dn_ident->di_name,
593 		    dt_node_type_name(dnp->dn_args, n, sizeof (n)));
594 	}
595 
596 	arg1 = dnp->dn_args->dn_list;
597 	yylineno = dnp->dn_line;
598 	str = dnp->dn_args->dn_string;
599 
600 
601 	/*
602 	 * If this is an freopen(), we use an empty string to denote that
603 	 * stdout should be restored.  For other printf()-like actions, an
604 	 * empty format string is illegal:  an empty format string would
605 	 * result in malformed DOF, and the compiler thus flags an empty
606 	 * format string as a compile-time error.  To avoid propagating the
607 	 * freopen() special case throughout the system, we simply transpose
608 	 * an empty string into a sentinel string (DT_FREOPEN_RESTORE) that
609 	 * denotes that stdout should be restored.
610 	 */
611 	if (kind == DTRACEACT_FREOPEN) {
612 		if (strcmp(str, DT_FREOPEN_RESTORE) == 0) {
613 			/*
614 			 * Our sentinel is always an invalid argument to
615 			 * freopen(), but if it's been manually specified, we
616 			 * must fail now instead of when the freopen() is
617 			 * actually evaluated.
618 			 */
619 			dnerror(dnp, D_FREOPEN_INVALID,
620 			    "%s( ) argument #1 cannot be \"%s\"\n",
621 			    dnp->dn_ident->di_name, DT_FREOPEN_RESTORE);
622 		}
623 
624 		if (str[0] == '\0')
625 			str = DT_FREOPEN_RESTORE;
626 	}
627 
628 	sdp->dtsd_fmtdata = dt_printf_create(dtp, str);
629 
630 	dt_printf_validate(sdp->dtsd_fmtdata, DT_PRINTF_EXACTLEN,
631 	    dnp->dn_ident, 1, DTRACEACT_AGGREGATION, arg1);
632 
633 	if (arg1 == NULL) {
634 		dif_instr_t *dbuf;
635 		dtrace_difo_t *dp;
636 
637 		if ((dbuf = dt_alloc(dtp, sizeof (dif_instr_t))) == NULL ||
638 		    (dp = dt_zalloc(dtp, sizeof (dtrace_difo_t))) == NULL) {
639 			dt_free(dtp, dbuf);
640 			longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
641 		}
642 
643 		dbuf[0] = DIF_INSTR_RET(DIF_REG_R0); /* ret %r0 */
644 
645 		dp->dtdo_buf = dbuf;
646 		dp->dtdo_len = 1;
647 		dp->dtdo_rtype = dt_int_rtype;
648 
649 		ap = dt_stmt_action(dtp, sdp);
650 		ap->dtad_difo = dp;
651 		ap->dtad_kind = kind;
652 		return;
653 	}
654 
655 	for (anp = arg1; anp != NULL; anp = anp->dn_list) {
656 		ap = dt_stmt_action(dtp, sdp);
657 		dt_cg(yypcb, anp);
658 		ap->dtad_difo = dt_as(yypcb);
659 		ap->dtad_kind = kind;
660 	}
661 }
662 
663 static void
664 dt_action_trace(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
665 {
666 	int ctflib;
667 
668 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
669 	boolean_t istrace = (dnp->dn_ident->di_id == DT_ACT_TRACE);
670 	const char *act = istrace ?  "trace" : "print";
671 
672 	if (dt_node_is_void(dnp->dn_args)) {
673 		dnerror(dnp->dn_args, istrace ? D_TRACE_VOID : D_PRINT_VOID,
674 		    "%s( ) may not be applied to a void expression\n", act);
675 	}
676 
677 	if (dt_node_resolve(dnp->dn_args, DT_IDENT_XLPTR) != NULL) {
678 		dnerror(dnp->dn_args, istrace ? D_TRACE_DYN : D_PRINT_DYN,
679 		    "%s( ) may not be applied to a translated pointer\n", act);
680 	}
681 
682 	if (dnp->dn_args->dn_kind == DT_NODE_AGG) {
683 		dnerror(dnp->dn_args, istrace ? D_TRACE_AGG : D_PRINT_AGG,
684 		    "%s( ) may not be applied to an aggregation%s\n", act,
685 		    istrace ? "" : " -- did you mean printa()?");
686 	}
687 
688 	dt_cg(yypcb, dnp->dn_args);
689 
690 	/*
691 	 * The print() action behaves identically to trace(), except that it
692 	 * stores the CTF type of the argument (if present) within the DOF for
693 	 * the DIFEXPR action.  To do this, we set the 'dtsd_strdata' to point
694 	 * to the fully-qualified CTF type ID for the result of the DIF
695 	 * action.  We use the ID instead of the name to handles complex types
696 	 * like arrays and function pointers that can't be resolved by
697 	 * ctf_type_lookup().  This is later processed by dtrace_dof_create()
698 	 * and turned into a reference into the string table so that we can
699 	 * get the type information when we process the data after the fact.  In
700 	 * the case where we are referring to userland CTF data, we also need to
701 	 * to identify which ctf container in question we care about and encode
702 	 * that within the name.
703 	 */
704 	if (dnp->dn_ident->di_id == DT_ACT_PRINT) {
705 		dt_node_t *dret;
706 		size_t n;
707 		dt_module_t *dmp;
708 
709 		dret = yypcb->pcb_dret;
710 		dmp = dt_module_lookup_by_ctf(dtp, dret->dn_ctfp);
711 
712 		n = snprintf(NULL, 0, "%s`%ld", dmp->dm_name, dret->dn_type) + 1;
713 		if (dmp->dm_pid != 0) {
714 			ctflib = dt_module_getlibid(dtp, dmp, dret->dn_ctfp);
715 			assert(ctflib >= 0);
716 			n = snprintf(NULL, 0, "%s`%d`%ld", dmp->dm_name,
717 			    ctflib, dret->dn_type) + 1;
718 		} else {
719 			n = snprintf(NULL, 0, "%s`%ld", dmp->dm_name,
720 			    dret->dn_type) + 1;
721 		}
722 		sdp->dtsd_strdata = dt_alloc(dtp, n);
723 		if (sdp->dtsd_strdata == NULL)
724 			longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
725 		(void) snprintf(sdp->dtsd_strdata, n, "%s`%ld", dmp->dm_name,
726 		    dret->dn_type);
727 		if (dmp->dm_pid != 0) {
728 			(void) snprintf(sdp->dtsd_strdata, n, "%s`%d`%ld",
729 			    dmp->dm_name, ctflib, dret->dn_type);
730 		} else {
731 			(void) snprintf(sdp->dtsd_strdata, n, "%s`%ld",
732 			    dmp->dm_name, dret->dn_type);
733 		}
734 	}
735 
736 	ap->dtad_difo = dt_as(yypcb);
737 	ap->dtad_kind = DTRACEACT_DIFEXPR;
738 }
739 
740 static void
741 dt_action_tracemem(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
742 {
743 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
744 
745 	dt_node_t *addr = dnp->dn_args;
746 	dt_node_t *max = dnp->dn_args->dn_list;
747 	dt_node_t *size;
748 
749 	char n[DT_TYPE_NAMELEN];
750 
751 	if (dt_node_is_integer(addr) == 0 && dt_node_is_pointer(addr) == 0) {
752 		dnerror(addr, D_TRACEMEM_ADDR,
753 		    "tracemem( ) argument #1 is incompatible with "
754 		    "prototype:\n\tprototype: pointer or integer\n"
755 		    "\t argument: %s\n",
756 		    dt_node_type_name(addr, n, sizeof (n)));
757 	}
758 
759 	if (dt_node_is_posconst(max) == 0) {
760 		dnerror(max, D_TRACEMEM_SIZE, "tracemem( ) argument #2 must "
761 		    "be a non-zero positive integral constant expression\n");
762 	}
763 
764 	if ((size = max->dn_list) != NULL) {
765 		if (size->dn_list != NULL) {
766 			dnerror(size, D_TRACEMEM_ARGS, "tracemem ( ) prototype "
767 			    "mismatch: expected at most 3 args\n");
768 		}
769 
770 		if (!dt_node_is_scalar(size)) {
771 			dnerror(size, D_TRACEMEM_DYNSIZE, "tracemem ( ) "
772 			    "dynamic size (argument #3) must be of "
773 			    "scalar type\n");
774 		}
775 
776 		dt_cg(yypcb, size);
777 		ap->dtad_difo = dt_as(yypcb);
778 		ap->dtad_difo->dtdo_rtype = dt_int_rtype;
779 		ap->dtad_kind = DTRACEACT_TRACEMEM_DYNSIZE;
780 
781 		ap = dt_stmt_action(dtp, sdp);
782 	}
783 
784 	dt_cg(yypcb, addr);
785 	ap->dtad_difo = dt_as(yypcb);
786 	ap->dtad_kind = DTRACEACT_TRACEMEM;
787 
788 	ap->dtad_difo->dtdo_rtype.dtdt_flags |= DIF_TF_BYREF;
789 	ap->dtad_difo->dtdo_rtype.dtdt_size = max->dn_value;
790 }
791 
792 static void
793 dt_action_stack_args(dtrace_hdl_t *dtp, dtrace_actdesc_t *ap, dt_node_t *arg0)
794 {
795 	ap->dtad_kind = DTRACEACT_STACK;
796 
797 	if (dtp->dt_options[DTRACEOPT_STACKFRAMES] != DTRACEOPT_UNSET) {
798 		ap->dtad_arg = dtp->dt_options[DTRACEOPT_STACKFRAMES];
799 	} else {
800 		ap->dtad_arg = 0;
801 	}
802 
803 	if (arg0 != NULL) {
804 		if (arg0->dn_list != NULL) {
805 			dnerror(arg0, D_STACK_PROTO, "stack( ) prototype "
806 			    "mismatch: too many arguments\n");
807 		}
808 
809 		if (dt_node_is_posconst(arg0) == 0) {
810 			dnerror(arg0, D_STACK_SIZE, "stack( ) size must be a "
811 			    "non-zero positive integral constant expression\n");
812 		}
813 
814 		ap->dtad_arg = arg0->dn_value;
815 	}
816 }
817 
818 static void
819 dt_action_stack(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
820 {
821 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
822 	dt_action_stack_args(dtp, ap, dnp->dn_args);
823 }
824 
825 static void
826 dt_action_ustack_args(dtrace_hdl_t *dtp, dtrace_actdesc_t *ap, dt_node_t *dnp)
827 {
828 	uint32_t nframes = 0;
829 	uint32_t strsize = 0;	/* default string table size */
830 	dt_node_t *arg0 = dnp->dn_args;
831 	dt_node_t *arg1 = arg0 != NULL ? arg0->dn_list : NULL;
832 
833 	assert(dnp->dn_ident->di_id == DT_ACT_JSTACK ||
834 	    dnp->dn_ident->di_id == DT_ACT_USTACK);
835 
836 	if (dnp->dn_ident->di_id == DT_ACT_JSTACK) {
837 		if (dtp->dt_options[DTRACEOPT_JSTACKFRAMES] != DTRACEOPT_UNSET)
838 			nframes = dtp->dt_options[DTRACEOPT_JSTACKFRAMES];
839 
840 		if (dtp->dt_options[DTRACEOPT_JSTACKSTRSIZE] != DTRACEOPT_UNSET)
841 			strsize = dtp->dt_options[DTRACEOPT_JSTACKSTRSIZE];
842 
843 		ap->dtad_kind = DTRACEACT_JSTACK;
844 	} else {
845 		assert(dnp->dn_ident->di_id == DT_ACT_USTACK);
846 
847 		if (dtp->dt_options[DTRACEOPT_USTACKFRAMES] != DTRACEOPT_UNSET)
848 			nframes = dtp->dt_options[DTRACEOPT_USTACKFRAMES];
849 
850 		ap->dtad_kind = DTRACEACT_USTACK;
851 	}
852 
853 	if (arg0 != NULL) {
854 		if (!dt_node_is_posconst(arg0)) {
855 			dnerror(arg0, D_USTACK_FRAMES, "ustack( ) argument #1 "
856 			    "must be a non-zero positive integer constant\n");
857 		}
858 		nframes = (uint32_t)arg0->dn_value;
859 	}
860 
861 	if (arg1 != NULL) {
862 		if (arg1->dn_kind != DT_NODE_INT ||
863 		    ((arg1->dn_flags & DT_NF_SIGNED) &&
864 		    (int64_t)arg1->dn_value < 0)) {
865 			dnerror(arg1, D_USTACK_STRSIZE, "ustack( ) argument #2 "
866 			    "must be a positive integer constant\n");
867 		}
868 
869 		if (arg1->dn_list != NULL) {
870 			dnerror(arg1, D_USTACK_PROTO, "ustack( ) prototype "
871 			    "mismatch: too many arguments\n");
872 		}
873 
874 		strsize = (uint32_t)arg1->dn_value;
875 	}
876 
877 	ap->dtad_arg = DTRACE_USTACK_ARG(nframes, strsize);
878 }
879 
880 static void
881 dt_action_ustack(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
882 {
883 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
884 	dt_action_ustack_args(dtp, ap, dnp);
885 }
886 
887 static void
888 dt_action_setopt(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
889 {
890 	dtrace_actdesc_t *ap;
891 	dt_node_t *arg0, *arg1;
892 
893 	/*
894 	 * The prototype guarantees that we are called with either one or
895 	 * two arguments, and that any arguments that are present are strings.
896 	 */
897 	arg0 = dnp->dn_args;
898 	arg1 = arg0->dn_list;
899 
900 	ap = dt_stmt_action(dtp, sdp);
901 	dt_cg(yypcb, arg0);
902 	ap->dtad_difo = dt_as(yypcb);
903 	ap->dtad_kind = DTRACEACT_LIBACT;
904 	ap->dtad_arg = DT_ACT_SETOPT;
905 
906 	ap = dt_stmt_action(dtp, sdp);
907 
908 	if (arg1 == NULL) {
909 		dt_action_difconst(ap, 0, DTRACEACT_LIBACT);
910 	} else {
911 		dt_cg(yypcb, arg1);
912 		ap->dtad_difo = dt_as(yypcb);
913 		ap->dtad_kind = DTRACEACT_LIBACT;
914 	}
915 
916 	ap->dtad_arg = DT_ACT_SETOPT;
917 }
918 
919 /*ARGSUSED*/
920 static void
921 dt_action_symmod_args(dtrace_hdl_t *dtp, dtrace_actdesc_t *ap,
922     dt_node_t *dnp, dtrace_actkind_t kind)
923 {
924 	assert(kind == DTRACEACT_SYM || kind == DTRACEACT_MOD ||
925 	    kind == DTRACEACT_USYM || kind == DTRACEACT_UMOD ||
926 	    kind == DTRACEACT_UADDR);
927 
928 	dt_cg(yypcb, dnp);
929 	ap->dtad_difo = dt_as(yypcb);
930 	ap->dtad_kind = kind;
931 	ap->dtad_difo->dtdo_rtype.dtdt_size = sizeof (uint64_t);
932 }
933 
934 static void
935 dt_action_symmod(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp,
936     dtrace_actkind_t kind)
937 {
938 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
939 	dt_action_symmod_args(dtp, ap, dnp->dn_args, kind);
940 }
941 
942 /*ARGSUSED*/
943 static void
944 dt_action_ftruncate(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
945 {
946 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
947 
948 	/*
949 	 * Library actions need a DIFO that serves as an argument.  As
950 	 * ftruncate() doesn't take an argument, we generate the constant 0
951 	 * in a DIFO; this constant will be ignored when the ftruncate() is
952 	 * processed.
953 	 */
954 	dt_action_difconst(ap, 0, DTRACEACT_LIBACT);
955 	ap->dtad_arg = DT_ACT_FTRUNCATE;
956 }
957 
958 /*ARGSUSED*/
959 static void
960 dt_action_stop(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
961 {
962 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
963 
964 	ap->dtad_kind = DTRACEACT_STOP;
965 	ap->dtad_arg = 0;
966 }
967 
968 /*ARGSUSED*/
969 static void
970 dt_action_breakpoint(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
971 {
972 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
973 
974 	ap->dtad_kind = DTRACEACT_BREAKPOINT;
975 	ap->dtad_arg = 0;
976 }
977 
978 /*ARGSUSED*/
979 static void
980 dt_action_panic(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
981 {
982 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
983 
984 	ap->dtad_kind = DTRACEACT_PANIC;
985 	ap->dtad_arg = 0;
986 }
987 
988 static void
989 dt_action_chill(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
990 {
991 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
992 
993 	dt_cg(yypcb, dnp->dn_args);
994 	ap->dtad_difo = dt_as(yypcb);
995 	ap->dtad_kind = DTRACEACT_CHILL;
996 }
997 
998 static void
999 dt_action_raise(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1000 {
1001 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1002 
1003 	dt_cg(yypcb, dnp->dn_args);
1004 	ap->dtad_difo = dt_as(yypcb);
1005 	ap->dtad_kind = DTRACEACT_RAISE;
1006 }
1007 
1008 static void
1009 dt_action_exit(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1010 {
1011 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1012 
1013 	dt_cg(yypcb, dnp->dn_args);
1014 	ap->dtad_difo = dt_as(yypcb);
1015 	ap->dtad_kind = DTRACEACT_EXIT;
1016 	ap->dtad_difo->dtdo_rtype.dtdt_size = sizeof (int);
1017 }
1018 
1019 static void
1020 dt_action_speculate(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1021 {
1022 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1023 
1024 	dt_cg(yypcb, dnp->dn_args);
1025 	ap->dtad_difo = dt_as(yypcb);
1026 	ap->dtad_kind = DTRACEACT_SPECULATE;
1027 }
1028 
1029 static void
1030 dt_action_printm(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1031 {
1032 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1033 
1034 	dt_node_t *size = dnp->dn_args;
1035 	dt_node_t *addr = dnp->dn_args->dn_list;
1036 
1037 	char n[DT_TYPE_NAMELEN];
1038 
1039 	if (dt_node_is_posconst(size) == 0) {
1040 		dnerror(size, D_PRINTM_SIZE, "printm( ) argument #1 must "
1041 		    "be a non-zero positive integral constant expression\n");
1042 	}
1043 
1044 	if (dt_node_is_pointer(addr) == 0) {
1045 		dnerror(addr, D_PRINTM_ADDR,
1046 		    "printm( ) argument #2 is incompatible with "
1047 		    "prototype:\n\tprototype: pointer\n"
1048 		    "\t argument: %s\n",
1049 		    dt_node_type_name(addr, n, sizeof (n)));
1050 	}
1051 
1052 	dt_cg(yypcb, addr);
1053 	ap->dtad_difo = dt_as(yypcb);
1054 	ap->dtad_kind = DTRACEACT_PRINTM;
1055 
1056 	ap->dtad_difo->dtdo_rtype.dtdt_flags |= DIF_TF_BYREF;
1057 	ap->dtad_difo->dtdo_rtype.dtdt_size = size->dn_value + sizeof(uintptr_t);
1058 }
1059 
1060 static void
1061 dt_action_printt(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1062 {
1063 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1064 
1065 	dt_node_t *size = dnp->dn_args;
1066 	dt_node_t *addr = dnp->dn_args->dn_list;
1067 
1068 	char n[DT_TYPE_NAMELEN];
1069 
1070 	if (dt_node_is_posconst(size) == 0) {
1071 		dnerror(size, D_PRINTT_SIZE, "printt( ) argument #1 must "
1072 		    "be a non-zero positive integral constant expression\n");
1073 	}
1074 
1075 	if (addr == NULL || addr->dn_kind != DT_NODE_FUNC ||
1076 	    addr->dn_ident != dt_idhash_lookup(dtp->dt_globals, "typeref")) {
1077 		dnerror(addr, D_PRINTT_ADDR,
1078 		    "printt( ) argument #2 is incompatible with "
1079 		    "prototype:\n\tprototype: typeref()\n"
1080 		    "\t argument: %s\n",
1081 		    dt_node_type_name(addr, n, sizeof (n)));
1082 	}
1083 
1084 	dt_cg(yypcb, addr);
1085 	ap->dtad_difo = dt_as(yypcb);
1086 	ap->dtad_kind = DTRACEACT_PRINTT;
1087 
1088 	ap->dtad_difo->dtdo_rtype.dtdt_flags |= DIF_TF_BYREF;
1089 
1090 	/*
1091 	 * Allow additional buffer space for the data size, type size,
1092 	 * type string length and a stab in the dark (32 bytes) for the
1093 	 * type string. The type string is part of the typeref() that
1094 	 * this action references.
1095 	 */
1096 	ap->dtad_difo->dtdo_rtype.dtdt_size = size->dn_value + 3 * sizeof(uintptr_t) + 32;
1097 
1098 }
1099 
1100 static void
1101 dt_action_commit(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1102 {
1103 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1104 
1105 	dt_cg(yypcb, dnp->dn_args);
1106 	ap->dtad_difo = dt_as(yypcb);
1107 	ap->dtad_kind = DTRACEACT_COMMIT;
1108 }
1109 
1110 static void
1111 dt_action_discard(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1112 {
1113 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1114 
1115 	dt_cg(yypcb, dnp->dn_args);
1116 	ap->dtad_difo = dt_as(yypcb);
1117 	ap->dtad_kind = DTRACEACT_DISCARD;
1118 }
1119 
1120 static void
1121 dt_compile_fun(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1122 {
1123 	switch (dnp->dn_expr->dn_ident->di_id) {
1124 	case DT_ACT_BREAKPOINT:
1125 		dt_action_breakpoint(dtp, dnp->dn_expr, sdp);
1126 		break;
1127 	case DT_ACT_CHILL:
1128 		dt_action_chill(dtp, dnp->dn_expr, sdp);
1129 		break;
1130 	case DT_ACT_CLEAR:
1131 		dt_action_clear(dtp, dnp->dn_expr, sdp);
1132 		break;
1133 	case DT_ACT_COMMIT:
1134 		dt_action_commit(dtp, dnp->dn_expr, sdp);
1135 		break;
1136 	case DT_ACT_DENORMALIZE:
1137 		dt_action_normalize(dtp, dnp->dn_expr, sdp);
1138 		break;
1139 	case DT_ACT_DISCARD:
1140 		dt_action_discard(dtp, dnp->dn_expr, sdp);
1141 		break;
1142 	case DT_ACT_EXIT:
1143 		dt_action_exit(dtp, dnp->dn_expr, sdp);
1144 		break;
1145 	case DT_ACT_FREOPEN:
1146 		dt_action_printflike(dtp, dnp->dn_expr, sdp, DTRACEACT_FREOPEN);
1147 		break;
1148 	case DT_ACT_FTRUNCATE:
1149 		dt_action_ftruncate(dtp, dnp->dn_expr, sdp);
1150 		break;
1151 	case DT_ACT_MOD:
1152 		dt_action_symmod(dtp, dnp->dn_expr, sdp, DTRACEACT_MOD);
1153 		break;
1154 	case DT_ACT_NORMALIZE:
1155 		dt_action_normalize(dtp, dnp->dn_expr, sdp);
1156 		break;
1157 	case DT_ACT_PANIC:
1158 		dt_action_panic(dtp, dnp->dn_expr, sdp);
1159 		break;
1160 	case DT_ACT_PRINT:
1161 		dt_action_trace(dtp, dnp->dn_expr, sdp);
1162 		break;
1163 	case DT_ACT_PRINTA:
1164 		dt_action_printa(dtp, dnp->dn_expr, sdp);
1165 		break;
1166 	case DT_ACT_PRINTF:
1167 		dt_action_printflike(dtp, dnp->dn_expr, sdp, DTRACEACT_PRINTF);
1168 		break;
1169 	case DT_ACT_PRINTM:
1170 		dt_action_printm(dtp, dnp->dn_expr, sdp);
1171 		break;
1172 	case DT_ACT_PRINTT:
1173 		dt_action_printt(dtp, dnp->dn_expr, sdp);
1174 		break;
1175 	case DT_ACT_RAISE:
1176 		dt_action_raise(dtp, dnp->dn_expr, sdp);
1177 		break;
1178 	case DT_ACT_SETOPT:
1179 		dt_action_setopt(dtp, dnp->dn_expr, sdp);
1180 		break;
1181 	case DT_ACT_SPECULATE:
1182 		dt_action_speculate(dtp, dnp->dn_expr, sdp);
1183 		break;
1184 	case DT_ACT_STACK:
1185 		dt_action_stack(dtp, dnp->dn_expr, sdp);
1186 		break;
1187 	case DT_ACT_STOP:
1188 		dt_action_stop(dtp, dnp->dn_expr, sdp);
1189 		break;
1190 	case DT_ACT_SYM:
1191 		dt_action_symmod(dtp, dnp->dn_expr, sdp, DTRACEACT_SYM);
1192 		break;
1193 	case DT_ACT_SYSTEM:
1194 		dt_action_printflike(dtp, dnp->dn_expr, sdp, DTRACEACT_SYSTEM);
1195 		break;
1196 	case DT_ACT_TRACE:
1197 		dt_action_trace(dtp, dnp->dn_expr, sdp);
1198 		break;
1199 	case DT_ACT_TRACEMEM:
1200 		dt_action_tracemem(dtp, dnp->dn_expr, sdp);
1201 		break;
1202 	case DT_ACT_TRUNC:
1203 		dt_action_trunc(dtp, dnp->dn_expr, sdp);
1204 		break;
1205 	case DT_ACT_UADDR:
1206 		dt_action_symmod(dtp, dnp->dn_expr, sdp, DTRACEACT_UADDR);
1207 		break;
1208 	case DT_ACT_UMOD:
1209 		dt_action_symmod(dtp, dnp->dn_expr, sdp, DTRACEACT_UMOD);
1210 		break;
1211 	case DT_ACT_USYM:
1212 		dt_action_symmod(dtp, dnp->dn_expr, sdp, DTRACEACT_USYM);
1213 		break;
1214 	case DT_ACT_USTACK:
1215 	case DT_ACT_JSTACK:
1216 		dt_action_ustack(dtp, dnp->dn_expr, sdp);
1217 		break;
1218 	default:
1219 		dnerror(dnp->dn_expr, D_UNKNOWN, "tracing function %s( ) is "
1220 		    "not yet supported\n", dnp->dn_expr->dn_ident->di_name);
1221 	}
1222 }
1223 
1224 static void
1225 dt_compile_exp(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1226 {
1227 	dtrace_actdesc_t *ap = dt_stmt_action(dtp, sdp);
1228 
1229 	dt_cg(yypcb, dnp->dn_expr);
1230 	ap->dtad_difo = dt_as(yypcb);
1231 	ap->dtad_difo->dtdo_rtype = dt_void_rtype;
1232 	ap->dtad_kind = DTRACEACT_DIFEXPR;
1233 }
1234 
1235 static void
1236 dt_compile_agg(dtrace_hdl_t *dtp, dt_node_t *dnp, dtrace_stmtdesc_t *sdp)
1237 {
1238 	dt_ident_t *aid, *fid;
1239 	dt_node_t *anp, *incr = NULL;
1240 	dtrace_actdesc_t *ap;
1241 	uint_t n = 1, argmax;
1242 	uint64_t arg = 0;
1243 
1244 	/*
1245 	 * If the aggregation has no aggregating function applied to it, then
1246 	 * this statement has no effect.  Flag this as a programming error.
1247 	 */
1248 	if (dnp->dn_aggfun == NULL) {
1249 		dnerror(dnp, D_AGG_NULL, "expression has null effect: @%s\n",
1250 		    dnp->dn_ident->di_name);
1251 	}
1252 
1253 	aid = dnp->dn_ident;
1254 	fid = dnp->dn_aggfun->dn_ident;
1255 
1256 	if (dnp->dn_aggfun->dn_args != NULL &&
1257 	    dt_node_is_scalar(dnp->dn_aggfun->dn_args) == 0) {
1258 		dnerror(dnp->dn_aggfun, D_AGG_SCALAR, "%s( ) argument #1 must "
1259 		    "be of scalar type\n", fid->di_name);
1260 	}
1261 
1262 	/*
1263 	 * The ID of the aggregation itself is implicitly recorded as the first
1264 	 * member of each aggregation tuple so we can distinguish them later.
1265 	 */
1266 	ap = dt_stmt_action(dtp, sdp);
1267 	dt_action_difconst(ap, aid->di_id, DTRACEACT_DIFEXPR);
1268 
1269 	for (anp = dnp->dn_aggtup; anp != NULL; anp = anp->dn_list) {
1270 		ap = dt_stmt_action(dtp, sdp);
1271 		n++;
1272 
1273 		if (anp->dn_kind == DT_NODE_FUNC) {
1274 			if (anp->dn_ident->di_id == DT_ACT_STACK) {
1275 				dt_action_stack_args(dtp, ap, anp->dn_args);
1276 				continue;
1277 			}
1278 
1279 			if (anp->dn_ident->di_id == DT_ACT_USTACK ||
1280 			    anp->dn_ident->di_id == DT_ACT_JSTACK) {
1281 				dt_action_ustack_args(dtp, ap, anp);
1282 				continue;
1283 			}
1284 
1285 			switch (anp->dn_ident->di_id) {
1286 			case DT_ACT_UADDR:
1287 				dt_action_symmod_args(dtp, ap,
1288 				    anp->dn_args, DTRACEACT_UADDR);
1289 				continue;
1290 
1291 			case DT_ACT_USYM:
1292 				dt_action_symmod_args(dtp, ap,
1293 				    anp->dn_args, DTRACEACT_USYM);
1294 				continue;
1295 
1296 			case DT_ACT_UMOD:
1297 				dt_action_symmod_args(dtp, ap,
1298 				    anp->dn_args, DTRACEACT_UMOD);
1299 				continue;
1300 
1301 			case DT_ACT_SYM:
1302 				dt_action_symmod_args(dtp, ap,
1303 				    anp->dn_args, DTRACEACT_SYM);
1304 				continue;
1305 
1306 			case DT_ACT_MOD:
1307 				dt_action_symmod_args(dtp, ap,
1308 				    anp->dn_args, DTRACEACT_MOD);
1309 				continue;
1310 
1311 			default:
1312 				break;
1313 			}
1314 		}
1315 
1316 		dt_cg(yypcb, anp);
1317 		ap->dtad_difo = dt_as(yypcb);
1318 		ap->dtad_kind = DTRACEACT_DIFEXPR;
1319 	}
1320 
1321 	if (fid->di_id == DTRACEAGG_LQUANTIZE) {
1322 		/*
1323 		 * For linear quantization, we have between two and four
1324 		 * arguments in addition to the expression:
1325 		 *
1326 		 *    arg1 => Base value
1327 		 *    arg2 => Limit value
1328 		 *    arg3 => Quantization level step size (defaults to 1)
1329 		 *    arg4 => Quantization increment value (defaults to 1)
1330 		 */
1331 		dt_node_t *arg1 = dnp->dn_aggfun->dn_args->dn_list;
1332 		dt_node_t *arg2 = arg1->dn_list;
1333 		dt_node_t *arg3 = arg2->dn_list;
1334 		dt_idsig_t *isp;
1335 		uint64_t nlevels, step = 1, oarg;
1336 		int64_t baseval, limitval;
1337 
1338 		if (arg1->dn_kind != DT_NODE_INT) {
1339 			dnerror(arg1, D_LQUANT_BASETYPE, "lquantize( ) "
1340 			    "argument #1 must be an integer constant\n");
1341 		}
1342 
1343 		baseval = (int64_t)arg1->dn_value;
1344 
1345 		if (baseval < INT32_MIN || baseval > INT32_MAX) {
1346 			dnerror(arg1, D_LQUANT_BASEVAL, "lquantize( ) "
1347 			    "argument #1 must be a 32-bit quantity\n");
1348 		}
1349 
1350 		if (arg2->dn_kind != DT_NODE_INT) {
1351 			dnerror(arg2, D_LQUANT_LIMTYPE, "lquantize( ) "
1352 			    "argument #2 must be an integer constant\n");
1353 		}
1354 
1355 		limitval = (int64_t)arg2->dn_value;
1356 
1357 		if (limitval < INT32_MIN || limitval > INT32_MAX) {
1358 			dnerror(arg2, D_LQUANT_LIMVAL, "lquantize( ) "
1359 			    "argument #2 must be a 32-bit quantity\n");
1360 		}
1361 
1362 		if (limitval < baseval) {
1363 			dnerror(dnp, D_LQUANT_MISMATCH,
1364 			    "lquantize( ) base (argument #1) must be less "
1365 			    "than limit (argument #2)\n");
1366 		}
1367 
1368 		if (arg3 != NULL) {
1369 			if (!dt_node_is_posconst(arg3)) {
1370 				dnerror(arg3, D_LQUANT_STEPTYPE, "lquantize( ) "
1371 				    "argument #3 must be a non-zero positive "
1372 				    "integer constant\n");
1373 			}
1374 
1375 			if ((step = arg3->dn_value) > UINT16_MAX) {
1376 				dnerror(arg3, D_LQUANT_STEPVAL, "lquantize( ) "
1377 				    "argument #3 must be a 16-bit quantity\n");
1378 			}
1379 		}
1380 
1381 		nlevels = (limitval - baseval) / step;
1382 
1383 		if (nlevels == 0) {
1384 			dnerror(dnp, D_LQUANT_STEPLARGE,
1385 			    "lquantize( ) step (argument #3) too large: must "
1386 			    "have at least one quantization level\n");
1387 		}
1388 
1389 		if (nlevels > UINT16_MAX) {
1390 			dnerror(dnp, D_LQUANT_STEPSMALL, "lquantize( ) step "
1391 			    "(argument #3) too small: number of quantization "
1392 			    "levels must be a 16-bit quantity\n");
1393 		}
1394 
1395 		arg = (step << DTRACE_LQUANTIZE_STEPSHIFT) |
1396 		    (nlevels << DTRACE_LQUANTIZE_LEVELSHIFT) |
1397 		    ((baseval << DTRACE_LQUANTIZE_BASESHIFT) &
1398 		    DTRACE_LQUANTIZE_BASEMASK);
1399 
1400 		assert(arg != 0);
1401 
1402 		isp = (dt_idsig_t *)aid->di_data;
1403 
1404 		if (isp->dis_auxinfo == 0) {
1405 			/*
1406 			 * This is the first time we've seen an lquantize()
1407 			 * for this aggregation; we'll store our argument
1408 			 * as the auxiliary signature information.
1409 			 */
1410 			isp->dis_auxinfo = arg;
1411 		} else if ((oarg = isp->dis_auxinfo) != arg) {
1412 			/*
1413 			 * If we have seen this lquantize() before and the
1414 			 * argument doesn't match the original argument, pick
1415 			 * the original argument apart to concisely report the
1416 			 * mismatch.
1417 			 */
1418 			int obaseval = DTRACE_LQUANTIZE_BASE(oarg);
1419 			int onlevels = DTRACE_LQUANTIZE_LEVELS(oarg);
1420 			int ostep = DTRACE_LQUANTIZE_STEP(oarg);
1421 
1422 			if (obaseval != baseval) {
1423 				dnerror(dnp, D_LQUANT_MATCHBASE, "lquantize( ) "
1424 				    "base (argument #1) doesn't match previous "
1425 				    "declaration: expected %d, found %d\n",
1426 				    obaseval, (int)baseval);
1427 			}
1428 
1429 			if (onlevels * ostep != nlevels * step) {
1430 				dnerror(dnp, D_LQUANT_MATCHLIM, "lquantize( ) "
1431 				    "limit (argument #2) doesn't match previous"
1432 				    " declaration: expected %d, found %d\n",
1433 				    obaseval + onlevels * ostep,
1434 				    (int)baseval + (int)nlevels * (int)step);
1435 			}
1436 
1437 			if (ostep != step) {
1438 				dnerror(dnp, D_LQUANT_MATCHSTEP, "lquantize( ) "
1439 				    "step (argument #3) doesn't match previous "
1440 				    "declaration: expected %d, found %d\n",
1441 				    ostep, (int)step);
1442 			}
1443 
1444 			/*
1445 			 * We shouldn't be able to get here -- one of the
1446 			 * parameters must be mismatched if the arguments
1447 			 * didn't match.
1448 			 */
1449 			assert(0);
1450 		}
1451 
1452 		incr = arg3 != NULL ? arg3->dn_list : NULL;
1453 		argmax = 5;
1454 	}
1455 
1456 	if (fid->di_id == DTRACEAGG_LLQUANTIZE) {
1457 		/*
1458 		 * For log/linear quantizations, we have between one and five
1459 		 * arguments in addition to the expression:
1460 		 *
1461 		 *    arg1 => Factor
1462 		 *    arg2 => Low magnitude
1463 		 *    arg3 => High magnitude
1464 		 *    arg4 => Number of steps per magnitude
1465 		 *    arg5 => Quantization increment value (defaults to 1)
1466 		 */
1467 		dt_node_t *llarg = dnp->dn_aggfun->dn_args->dn_list;
1468 		uint64_t oarg, order, v;
1469 		dt_idsig_t *isp;
1470 		int i;
1471 
1472 		struct {
1473 			char *str;		/* string identifier */
1474 			int badtype;		/* error on bad type */
1475 			int badval;		/* error on bad value */
1476 			int mismatch;		/* error on bad match */
1477 			int shift;		/* shift value */
1478 			uint16_t value;		/* value itself */
1479 		} args[] = {
1480 			{ "factor", D_LLQUANT_FACTORTYPE,
1481 			    D_LLQUANT_FACTORVAL, D_LLQUANT_FACTORMATCH,
1482 			    DTRACE_LLQUANTIZE_FACTORSHIFT },
1483 			{ "low magnitude", D_LLQUANT_LOWTYPE,
1484 			    D_LLQUANT_LOWVAL, D_LLQUANT_LOWMATCH,
1485 			    DTRACE_LLQUANTIZE_LOWSHIFT },
1486 			{ "high magnitude", D_LLQUANT_HIGHTYPE,
1487 			    D_LLQUANT_HIGHVAL, D_LLQUANT_HIGHMATCH,
1488 			    DTRACE_LLQUANTIZE_HIGHSHIFT },
1489 			{ "linear steps per magnitude", D_LLQUANT_NSTEPTYPE,
1490 			    D_LLQUANT_NSTEPVAL, D_LLQUANT_NSTEPMATCH,
1491 			    DTRACE_LLQUANTIZE_NSTEPSHIFT },
1492 			{ NULL }
1493 		};
1494 
1495 		assert(arg == 0);
1496 
1497 		for (i = 0; args[i].str != NULL; i++) {
1498 			if (llarg->dn_kind != DT_NODE_INT) {
1499 				dnerror(llarg, args[i].badtype, "llquantize( ) "
1500 				    "argument #%d (%s) must be an "
1501 				    "integer constant\n", i + 1, args[i].str);
1502 			}
1503 
1504 			if ((uint64_t)llarg->dn_value > UINT16_MAX) {
1505 				dnerror(llarg, args[i].badval, "llquantize( ) "
1506 				    "argument #%d (%s) must be an unsigned "
1507 				    "16-bit quantity\n", i + 1, args[i].str);
1508 			}
1509 
1510 			args[i].value = (uint16_t)llarg->dn_value;
1511 
1512 			assert(!(arg & ((uint64_t)UINT16_MAX <<
1513 			    args[i].shift)));
1514 			arg |= ((uint64_t)args[i].value << args[i].shift);
1515 			llarg = llarg->dn_list;
1516 		}
1517 
1518 		assert(arg != 0);
1519 
1520 		if (args[0].value < 2) {
1521 			dnerror(dnp, D_LLQUANT_FACTORSMALL, "llquantize( ) "
1522 			    "factor (argument #1) must be two or more\n");
1523 		}
1524 
1525 		if (args[1].value >= args[2].value) {
1526 			dnerror(dnp, D_LLQUANT_MAGRANGE, "llquantize( ) "
1527 			    "high magnitude (argument #3) must be greater "
1528 			    "than low magnitude (argument #2)\n");
1529 		}
1530 
1531 		if (args[3].value < args[0].value) {
1532 			dnerror(dnp, D_LLQUANT_FACTORNSTEPS, "llquantize( ) "
1533 			    "factor (argument #1) must be less than or "
1534 			    "equal to the number of linear steps per "
1535 			    "magnitude (argument #4)\n");
1536 		}
1537 
1538 		for (v = args[0].value; v < args[3].value; v *= args[0].value)
1539 			continue;
1540 
1541 		if ((args[3].value % args[0].value) || (v % args[3].value)) {
1542 			dnerror(dnp, D_LLQUANT_FACTOREVEN, "llquantize( ) "
1543 			    "factor (argument #1) must evenly divide the "
1544 			    "number of steps per magnitude (argument #4), "
1545 			    "and the number of steps per magnitude must evenly "
1546 			    "divide a power of the factor\n");
1547 		}
1548 
1549 		for (i = 0, order = 1; i < args[2].value; i++) {
1550 			if (order * args[0].value > order) {
1551 				order *= args[0].value;
1552 				continue;
1553 			}
1554 
1555 			dnerror(dnp, D_LLQUANT_MAGTOOBIG, "llquantize( ) "
1556 			    "factor (%d) raised to power of high magnitude "
1557 			    "(%d) overflows 64-bits\n", args[0].value,
1558 			    args[2].value);
1559 		}
1560 
1561 		isp = (dt_idsig_t *)aid->di_data;
1562 
1563 		if (isp->dis_auxinfo == 0) {
1564 			/*
1565 			 * This is the first time we've seen an llquantize()
1566 			 * for this aggregation; we'll store our argument
1567 			 * as the auxiliary signature information.
1568 			 */
1569 			isp->dis_auxinfo = arg;
1570 		} else if ((oarg = isp->dis_auxinfo) != arg) {
1571 			/*
1572 			 * If we have seen this llquantize() before and the
1573 			 * argument doesn't match the original argument, pick
1574 			 * the original argument apart to concisely report the
1575 			 * mismatch.
1576 			 */
1577 			int expected = 0, found = 0;
1578 
1579 			for (i = 0; expected == found; i++) {
1580 				assert(args[i].str != NULL);
1581 
1582 				expected = (oarg >> args[i].shift) & UINT16_MAX;
1583 				found = (arg >> args[i].shift) & UINT16_MAX;
1584 			}
1585 
1586 			dnerror(dnp, args[i - 1].mismatch, "llquantize( ) "
1587 			    "%s (argument #%d) doesn't match previous "
1588 			    "declaration: expected %d, found %d\n",
1589 			    args[i - 1].str, i, expected, found);
1590 		}
1591 
1592 		incr = llarg;
1593 		argmax = 6;
1594 	}
1595 
1596 	if (fid->di_id == DTRACEAGG_QUANTIZE) {
1597 		incr = dnp->dn_aggfun->dn_args->dn_list;
1598 		argmax = 2;
1599 	}
1600 
1601 	if (incr != NULL) {
1602 		if (!dt_node_is_scalar(incr)) {
1603 			dnerror(dnp, D_PROTO_ARG, "%s( ) increment value "
1604 			    "(argument #%d) must be of scalar type\n",
1605 			    fid->di_name, argmax);
1606 		}
1607 
1608 		if ((anp = incr->dn_list) != NULL) {
1609 			int argc = argmax;
1610 
1611 			for (; anp != NULL; anp = anp->dn_list)
1612 				argc++;
1613 
1614 			dnerror(incr, D_PROTO_LEN, "%s( ) prototype "
1615 			    "mismatch: %d args passed, at most %d expected",
1616 			    fid->di_name, argc, argmax);
1617 		}
1618 
1619 		ap = dt_stmt_action(dtp, sdp);
1620 		n++;
1621 
1622 		dt_cg(yypcb, incr);
1623 		ap->dtad_difo = dt_as(yypcb);
1624 		ap->dtad_difo->dtdo_rtype = dt_void_rtype;
1625 		ap->dtad_kind = DTRACEACT_DIFEXPR;
1626 	}
1627 
1628 	assert(sdp->dtsd_aggdata == NULL);
1629 	sdp->dtsd_aggdata = aid;
1630 
1631 	ap = dt_stmt_action(dtp, sdp);
1632 	assert(fid->di_kind == DT_IDENT_AGGFUNC);
1633 	assert(DTRACEACT_ISAGG(fid->di_id));
1634 	ap->dtad_kind = fid->di_id;
1635 	ap->dtad_ntuple = n;
1636 	ap->dtad_arg = arg;
1637 
1638 	if (dnp->dn_aggfun->dn_args != NULL) {
1639 		dt_cg(yypcb, dnp->dn_aggfun->dn_args);
1640 		ap->dtad_difo = dt_as(yypcb);
1641 	}
1642 }
1643 
1644 static void
1645 dt_compile_one_clause(dtrace_hdl_t *dtp, dt_node_t *cnp, dt_node_t *pnp)
1646 {
1647 	dtrace_ecbdesc_t *edp;
1648 	dtrace_stmtdesc_t *sdp;
1649 	dt_node_t *dnp;
1650 
1651 	yylineno = pnp->dn_line;
1652 	dt_setcontext(dtp, pnp->dn_desc);
1653 	(void) dt_node_cook(cnp, DT_IDFLG_REF);
1654 
1655 	if (DT_TREEDUMP_PASS(dtp, 2))
1656 		dt_node_printr(cnp, stderr, 0);
1657 
1658 	if ((edp = dt_ecbdesc_create(dtp, pnp->dn_desc)) == NULL)
1659 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
1660 
1661 	assert(yypcb->pcb_ecbdesc == NULL);
1662 	yypcb->pcb_ecbdesc = edp;
1663 
1664 	if (cnp->dn_pred != NULL) {
1665 		dt_cg(yypcb, cnp->dn_pred);
1666 		edp->dted_pred.dtpdd_difo = dt_as(yypcb);
1667 	}
1668 
1669 	if (cnp->dn_acts == NULL) {
1670 		dt_stmt_append(dt_stmt_create(dtp, edp,
1671 		    cnp->dn_ctxattr, _dtrace_defattr), cnp);
1672 	}
1673 
1674 	for (dnp = cnp->dn_acts; dnp != NULL; dnp = dnp->dn_list) {
1675 		assert(yypcb->pcb_stmt == NULL);
1676 		sdp = dt_stmt_create(dtp, edp, cnp->dn_ctxattr, cnp->dn_attr);
1677 
1678 		switch (dnp->dn_kind) {
1679 		case DT_NODE_DEXPR:
1680 			if (dnp->dn_expr->dn_kind == DT_NODE_AGG)
1681 				dt_compile_agg(dtp, dnp->dn_expr, sdp);
1682 			else
1683 				dt_compile_exp(dtp, dnp, sdp);
1684 			break;
1685 		case DT_NODE_DFUNC:
1686 			dt_compile_fun(dtp, dnp, sdp);
1687 			break;
1688 		case DT_NODE_AGG:
1689 			dt_compile_agg(dtp, dnp, sdp);
1690 			break;
1691 		default:
1692 			dnerror(dnp, D_UNKNOWN, "internal error -- node kind "
1693 			    "%u is not a valid statement\n", dnp->dn_kind);
1694 		}
1695 
1696 		assert(yypcb->pcb_stmt == sdp);
1697 		dt_stmt_append(sdp, dnp);
1698 	}
1699 
1700 	assert(yypcb->pcb_ecbdesc == edp);
1701 	dt_ecbdesc_release(dtp, edp);
1702 	dt_endcontext(dtp);
1703 	yypcb->pcb_ecbdesc = NULL;
1704 }
1705 
1706 static void
1707 dt_compile_clause(dtrace_hdl_t *dtp, dt_node_t *cnp)
1708 {
1709 	dt_node_t *pnp;
1710 
1711 	for (pnp = cnp->dn_pdescs; pnp != NULL; pnp = pnp->dn_list)
1712 		dt_compile_one_clause(dtp, cnp, pnp);
1713 }
1714 
1715 static void
1716 dt_compile_xlator(dt_node_t *dnp)
1717 {
1718 	dt_xlator_t *dxp = dnp->dn_xlator;
1719 	dt_node_t *mnp;
1720 
1721 	for (mnp = dnp->dn_members; mnp != NULL; mnp = mnp->dn_list) {
1722 		assert(dxp->dx_membdif[mnp->dn_membid] == NULL);
1723 		dt_cg(yypcb, mnp);
1724 		dxp->dx_membdif[mnp->dn_membid] = dt_as(yypcb);
1725 	}
1726 }
1727 
1728 void
1729 dt_setcontext(dtrace_hdl_t *dtp, dtrace_probedesc_t *pdp)
1730 {
1731 	const dtrace_pattr_t *pap;
1732 	dt_probe_t *prp;
1733 	dt_provider_t *pvp;
1734 	dt_ident_t *idp;
1735 	char attrstr[8];
1736 	int err;
1737 
1738 	/*
1739 	 * Both kernel and pid based providers are allowed to have names
1740 	 * ending with what could be interpreted as a number. We assume it's
1741 	 * a pid and that we may need to dynamically create probes for
1742 	 * that process if:
1743 	 *
1744 	 * (1) The provider doesn't exist, or,
1745 	 * (2) The provider exists and has DTRACE_PRIV_PROC privilege.
1746 	 *
1747 	 * On an error, dt_pid_create_probes() will set the error message
1748 	 * and tag -- we just have to longjmp() out of here.
1749 	 */
1750 	if (isdigit(pdp->dtpd_provider[strlen(pdp->dtpd_provider) - 1]) &&
1751 	    ((pvp = dt_provider_lookup(dtp, pdp->dtpd_provider)) == NULL ||
1752 	    pvp->pv_desc.dtvd_priv.dtpp_flags & DTRACE_PRIV_PROC) &&
1753 	    dt_pid_create_probes(pdp, dtp, yypcb) != 0) {
1754 		longjmp(yypcb->pcb_jmpbuf, EDT_COMPILER);
1755 	}
1756 
1757 	/*
1758 	 * Call dt_probe_info() to get the probe arguments and attributes.  If
1759 	 * a representative probe is found, set 'pap' to the probe provider's
1760 	 * attributes.  Otherwise set 'pap' to default Unstable attributes.
1761 	 */
1762 	if ((prp = dt_probe_info(dtp, pdp, &yypcb->pcb_pinfo)) == NULL) {
1763 		pap = &_dtrace_prvdesc;
1764 		err = dtrace_errno(dtp);
1765 		bzero(&yypcb->pcb_pinfo, sizeof (dtrace_probeinfo_t));
1766 		yypcb->pcb_pinfo.dtp_attr = pap->dtpa_provider;
1767 		yypcb->pcb_pinfo.dtp_arga = pap->dtpa_args;
1768 	} else {
1769 		pap = &prp->pr_pvp->pv_desc.dtvd_attr;
1770 		err = 0;
1771 	}
1772 
1773 	if (err == EDT_NOPROBE && !(yypcb->pcb_cflags & DTRACE_C_ZDEFS)) {
1774 		xyerror(D_PDESC_ZERO, "probe description %s:%s:%s:%s does not "
1775 		    "match any probes\n", pdp->dtpd_provider, pdp->dtpd_mod,
1776 		    pdp->dtpd_func, pdp->dtpd_name);
1777 	}
1778 
1779 	if (err != EDT_NOPROBE && err != EDT_UNSTABLE && err != 0)
1780 		xyerror(D_PDESC_INVAL, "%s\n", dtrace_errmsg(dtp, err));
1781 
1782 	dt_dprintf("set context to %s:%s:%s:%s [%u] prp=%p attr=%s argc=%d\n",
1783 	    pdp->dtpd_provider, pdp->dtpd_mod, pdp->dtpd_func, pdp->dtpd_name,
1784 	    pdp->dtpd_id, (void *)prp, dt_attr_str(yypcb->pcb_pinfo.dtp_attr,
1785 	    attrstr, sizeof (attrstr)), yypcb->pcb_pinfo.dtp_argc);
1786 
1787 	/*
1788 	 * Reset the stability attributes of D global variables that vary
1789 	 * based on the attributes of the provider and context itself.
1790 	 */
1791 	if ((idp = dt_idhash_lookup(dtp->dt_globals, "probeprov")) != NULL)
1792 		idp->di_attr = pap->dtpa_provider;
1793 	if ((idp = dt_idhash_lookup(dtp->dt_globals, "probemod")) != NULL)
1794 		idp->di_attr = pap->dtpa_mod;
1795 	if ((idp = dt_idhash_lookup(dtp->dt_globals, "probefunc")) != NULL)
1796 		idp->di_attr = pap->dtpa_func;
1797 	if ((idp = dt_idhash_lookup(dtp->dt_globals, "probename")) != NULL)
1798 		idp->di_attr = pap->dtpa_name;
1799 	if ((idp = dt_idhash_lookup(dtp->dt_globals, "args")) != NULL)
1800 		idp->di_attr = pap->dtpa_args;
1801 
1802 	yypcb->pcb_pdesc = pdp;
1803 	yypcb->pcb_probe = prp;
1804 }
1805 
1806 /*
1807  * Reset context-dependent variables and state at the end of cooking a D probe
1808  * definition clause.  This ensures that external declarations between clauses
1809  * do not reference any stale context-dependent data from the previous clause.
1810  */
1811 void
1812 dt_endcontext(dtrace_hdl_t *dtp)
1813 {
1814 	static const char *const cvars[] = {
1815 		"probeprov", "probemod", "probefunc", "probename", "args", NULL
1816 	};
1817 
1818 	dt_ident_t *idp;
1819 	int i;
1820 
1821 	for (i = 0; cvars[i] != NULL; i++) {
1822 		if ((idp = dt_idhash_lookup(dtp->dt_globals, cvars[i])) != NULL)
1823 			idp->di_attr = _dtrace_defattr;
1824 	}
1825 
1826 	yypcb->pcb_pdesc = NULL;
1827 	yypcb->pcb_probe = NULL;
1828 }
1829 
1830 static int
1831 dt_reduceid(dt_idhash_t *dhp, dt_ident_t *idp, dtrace_hdl_t *dtp)
1832 {
1833 	if (idp->di_vers != 0 && idp->di_vers > dtp->dt_vmax)
1834 		dt_idhash_delete(dhp, idp);
1835 
1836 	return (0);
1837 }
1838 
1839 /*
1840  * When dtrace_setopt() is called for "version", it calls dt_reduce() to remove
1841  * any identifiers or translators that have been previously defined as bound to
1842  * a version greater than the specified version.  Therefore, in our current
1843  * version implementation, establishing a binding is a one-way transformation.
1844  * In addition, no versioning is currently provided for types as our .d library
1845  * files do not define any types and we reserve prefixes DTRACE_ and dtrace_
1846  * for our exclusive use.  If required, type versioning will require more work.
1847  */
1848 int
1849 dt_reduce(dtrace_hdl_t *dtp, dt_version_t v)
1850 {
1851 	char s[DT_VERSION_STRMAX];
1852 	dt_xlator_t *dxp, *nxp;
1853 
1854 	if (v > dtp->dt_vmax)
1855 		return (dt_set_errno(dtp, EDT_VERSREDUCED));
1856 	else if (v == dtp->dt_vmax)
1857 		return (0); /* no reduction necessary */
1858 
1859 	dt_dprintf("reducing api version to %s\n",
1860 	    dt_version_num2str(v, s, sizeof (s)));
1861 
1862 	dtp->dt_vmax = v;
1863 
1864 	for (dxp = dt_list_next(&dtp->dt_xlators); dxp != NULL; dxp = nxp) {
1865 		nxp = dt_list_next(dxp);
1866 		if ((dxp->dx_souid.di_vers != 0 && dxp->dx_souid.di_vers > v) ||
1867 		    (dxp->dx_ptrid.di_vers != 0 && dxp->dx_ptrid.di_vers > v))
1868 			dt_list_delete(&dtp->dt_xlators, dxp);
1869 	}
1870 
1871 	(void) dt_idhash_iter(dtp->dt_macros, (dt_idhash_f *)dt_reduceid, dtp);
1872 	(void) dt_idhash_iter(dtp->dt_aggs, (dt_idhash_f *)dt_reduceid, dtp);
1873 	(void) dt_idhash_iter(dtp->dt_globals, (dt_idhash_f *)dt_reduceid, dtp);
1874 	(void) dt_idhash_iter(dtp->dt_tls, (dt_idhash_f *)dt_reduceid, dtp);
1875 
1876 	return (0);
1877 }
1878 
1879 /*
1880  * Fork and exec the cpp(1) preprocessor to run over the specified input file,
1881  * and return a FILE handle for the cpp output.  We use the /dev/fd filesystem
1882  * here to simplify the code by leveraging file descriptor inheritance.
1883  */
1884 static FILE *
1885 dt_preproc(dtrace_hdl_t *dtp, FILE *ifp)
1886 {
1887 	int argc = dtp->dt_cpp_argc;
1888 	char **argv = malloc(sizeof (char *) * (argc + 5));
1889 	FILE *ofp = tmpfile();
1890 
1891 #if defined(sun)
1892 	char ipath[20], opath[20]; /* big enough for /dev/fd/ + INT_MAX + \0 */
1893 #endif
1894 	char verdef[32]; /* big enough for -D__SUNW_D_VERSION=0x%08x + \0 */
1895 
1896 	struct sigaction act, oact;
1897 	sigset_t mask, omask;
1898 
1899 	int wstat, estat;
1900 	pid_t pid;
1901 #if defined(sun)
1902 	off64_t off;
1903 #else
1904 	off_t off = 0;
1905 #endif
1906 	int c;
1907 
1908 	if (argv == NULL || ofp == NULL) {
1909 		(void) dt_set_errno(dtp, errno);
1910 		goto err;
1911 	}
1912 
1913 	/*
1914 	 * If the input is a seekable file, see if it is an interpreter file.
1915 	 * If we see #!, seek past the first line because cpp will choke on it.
1916 	 * We start cpp just prior to the \n at the end of this line so that
1917 	 * it still sees the newline, ensuring that #line values are correct.
1918 	 */
1919 	if (isatty(fileno(ifp)) == 0 && (off = ftello64(ifp)) != -1) {
1920 		if ((c = fgetc(ifp)) == '#' && (c = fgetc(ifp)) == '!') {
1921 			for (off += 2; c != '\n'; off++) {
1922 				if ((c = fgetc(ifp)) == EOF)
1923 					break;
1924 			}
1925 			if (c == '\n')
1926 				off--; /* start cpp just prior to \n */
1927 		}
1928 		(void) fflush(ifp);
1929 		(void) fseeko64(ifp, off, SEEK_SET);
1930 	}
1931 
1932 #if defined(sun)
1933 	(void) snprintf(ipath, sizeof (ipath), "/dev/fd/%d", fileno(ifp));
1934 	(void) snprintf(opath, sizeof (opath), "/dev/fd/%d", fileno(ofp));
1935 #endif
1936 
1937 	bcopy(dtp->dt_cpp_argv, argv, sizeof (char *) * argc);
1938 
1939 	(void) snprintf(verdef, sizeof (verdef),
1940 	    "-D__SUNW_D_VERSION=0x%08x", dtp->dt_vmax);
1941 	argv[argc++] = verdef;
1942 
1943 #if defined(sun)
1944 	switch (dtp->dt_stdcmode) {
1945 	case DT_STDC_XA:
1946 	case DT_STDC_XT:
1947 		argv[argc++] = "-D__STDC__=0";
1948 		break;
1949 	case DT_STDC_XC:
1950 		argv[argc++] = "-D__STDC__=1";
1951 		break;
1952 	}
1953 
1954 	argv[argc++] = ipath;
1955 	argv[argc++] = opath;
1956 #else
1957 	argv[argc++] = "-P";
1958 #endif
1959 	argv[argc] = NULL;
1960 
1961 	/*
1962 	 * libdtrace must be able to be embedded in other programs that may
1963 	 * include application-specific signal handlers.  Therefore, if we
1964 	 * need to fork to run cpp(1), we must avoid generating a SIGCHLD
1965 	 * that could confuse the containing application.  To do this,
1966 	 * we block SIGCHLD and reset its disposition to SIG_DFL.
1967 	 * We restore our signal state once we are done.
1968 	 */
1969 	(void) sigemptyset(&mask);
1970 	(void) sigaddset(&mask, SIGCHLD);
1971 	(void) sigprocmask(SIG_BLOCK, &mask, &omask);
1972 
1973 	bzero(&act, sizeof (act));
1974 	act.sa_handler = SIG_DFL;
1975 	(void) sigaction(SIGCHLD, &act, &oact);
1976 
1977 	if ((pid = fork1()) == -1) {
1978 		(void) sigaction(SIGCHLD, &oact, NULL);
1979 		(void) sigprocmask(SIG_SETMASK, &omask, NULL);
1980 		(void) dt_set_errno(dtp, EDT_CPPFORK);
1981 		goto err;
1982 	}
1983 
1984 	if (pid == 0) {
1985 #if !defined(sun)
1986 		if (isatty(fileno(ifp)) == 0)
1987 			lseek(fileno(ifp), off, SEEK_SET);
1988 		dup2(fileno(ifp), 0);
1989 		dup2(fileno(ofp), 1);
1990 #endif
1991 		(void) execvp(dtp->dt_cpp_path, argv);
1992 		_exit(errno == ENOENT ? 127 : 126);
1993 	}
1994 
1995 	do {
1996 		dt_dprintf("waiting for %s (PID %d)\n", dtp->dt_cpp_path,
1997 		    (int)pid);
1998 	} while (waitpid(pid, &wstat, 0) == -1 && errno == EINTR);
1999 
2000 	(void) sigaction(SIGCHLD, &oact, NULL);
2001 	(void) sigprocmask(SIG_SETMASK, &omask, NULL);
2002 
2003 	dt_dprintf("%s returned exit status 0x%x\n", dtp->dt_cpp_path, wstat);
2004 	estat = WIFEXITED(wstat) ? WEXITSTATUS(wstat) : -1;
2005 
2006 	if (estat != 0) {
2007 		switch (estat) {
2008 		case 126:
2009 			(void) dt_set_errno(dtp, EDT_CPPEXEC);
2010 			break;
2011 		case 127:
2012 			(void) dt_set_errno(dtp, EDT_CPPENT);
2013 			break;
2014 		default:
2015 			(void) dt_set_errno(dtp, EDT_CPPERR);
2016 		}
2017 		goto err;
2018 	}
2019 
2020 	free(argv);
2021 	(void) fflush(ofp);
2022 	(void) fseek(ofp, 0, SEEK_SET);
2023 	return (ofp);
2024 
2025 err:
2026 	free(argv);
2027 	(void) fclose(ofp);
2028 	return (NULL);
2029 }
2030 
2031 static void
2032 dt_lib_depend_error(dtrace_hdl_t *dtp, const char *format, ...)
2033 {
2034 	va_list ap;
2035 
2036 	va_start(ap, format);
2037 	dt_set_errmsg(dtp, NULL, NULL, NULL, 0, format, ap);
2038 	va_end(ap);
2039 }
2040 
2041 int
2042 dt_lib_depend_add(dtrace_hdl_t *dtp, dt_list_t *dlp, const char *arg)
2043 {
2044 	dt_lib_depend_t *dld;
2045 	const char *end;
2046 
2047 	assert(arg != NULL);
2048 
2049 	if ((end = strrchr(arg, '/')) == NULL)
2050 		return (dt_set_errno(dtp, EINVAL));
2051 
2052 	if ((dld = dt_zalloc(dtp, sizeof (dt_lib_depend_t))) == NULL)
2053 		return (-1);
2054 
2055 	if ((dld->dtld_libpath = dt_alloc(dtp, MAXPATHLEN)) == NULL) {
2056 		dt_free(dtp, dld);
2057 		return (-1);
2058 	}
2059 
2060 	(void) strlcpy(dld->dtld_libpath, arg, end - arg + 2);
2061 	if ((dld->dtld_library = strdup(arg)) == NULL) {
2062 		dt_free(dtp, dld->dtld_libpath);
2063 		dt_free(dtp, dld);
2064 		return (dt_set_errno(dtp, EDT_NOMEM));
2065 	}
2066 
2067 	dt_list_append(dlp, dld);
2068 	return (0);
2069 }
2070 
2071 dt_lib_depend_t *
2072 dt_lib_depend_lookup(dt_list_t *dld, const char *arg)
2073 {
2074 	dt_lib_depend_t *dldn;
2075 
2076 	for (dldn = dt_list_next(dld); dldn != NULL;
2077 	    dldn = dt_list_next(dldn)) {
2078 		if (strcmp(dldn->dtld_library, arg) == 0)
2079 			return (dldn);
2080 	}
2081 
2082 	return (NULL);
2083 }
2084 
2085 /*
2086  * Go through all the library files, and, if any library dependencies exist for
2087  * that file, add it to that node's list of dependents. The result of this
2088  * will be a graph which can then be topologically sorted to produce a
2089  * compilation order.
2090  */
2091 static int
2092 dt_lib_build_graph(dtrace_hdl_t *dtp)
2093 {
2094 	dt_lib_depend_t *dld, *dpld;
2095 
2096 	for (dld = dt_list_next(&dtp->dt_lib_dep); dld != NULL;
2097 	    dld = dt_list_next(dld)) {
2098 		char *library = dld->dtld_library;
2099 
2100 		for (dpld = dt_list_next(&dld->dtld_dependencies); dpld != NULL;
2101 		    dpld = dt_list_next(dpld)) {
2102 			dt_lib_depend_t *dlda;
2103 
2104 			if ((dlda = dt_lib_depend_lookup(&dtp->dt_lib_dep,
2105 			    dpld->dtld_library)) == NULL) {
2106 				dt_lib_depend_error(dtp,
2107 				    "Invalid library dependency in %s: %s\n",
2108 				    dld->dtld_library, dpld->dtld_library);
2109 
2110 				return (dt_set_errno(dtp, EDT_COMPILER));
2111 			}
2112 
2113 			if ((dt_lib_depend_add(dtp, &dlda->dtld_dependents,
2114 			    library)) != 0) {
2115 				return (-1); /* preserve dt_errno */
2116 			}
2117 		}
2118 	}
2119 	return (0);
2120 }
2121 
2122 static int
2123 dt_topo_sort(dtrace_hdl_t *dtp, dt_lib_depend_t *dld, int *count)
2124 {
2125 	dt_lib_depend_t *dpld, *dlda, *new;
2126 
2127 	dld->dtld_start = ++(*count);
2128 
2129 	for (dpld = dt_list_next(&dld->dtld_dependents); dpld != NULL;
2130 	    dpld = dt_list_next(dpld)) {
2131 		dlda = dt_lib_depend_lookup(&dtp->dt_lib_dep,
2132 		    dpld->dtld_library);
2133 		assert(dlda != NULL);
2134 
2135 		if (dlda->dtld_start == 0 &&
2136 		    dt_topo_sort(dtp, dlda, count) == -1)
2137 			return (-1);
2138 	}
2139 
2140 	if ((new = dt_zalloc(dtp, sizeof (dt_lib_depend_t))) == NULL)
2141 		return (-1);
2142 
2143 	if ((new->dtld_library = strdup(dld->dtld_library)) == NULL) {
2144 		dt_free(dtp, new);
2145 		return (dt_set_errno(dtp, EDT_NOMEM));
2146 	}
2147 
2148 	new->dtld_start = dld->dtld_start;
2149 	new->dtld_finish = dld->dtld_finish = ++(*count);
2150 	dt_list_prepend(&dtp->dt_lib_dep_sorted, new);
2151 
2152 	dt_dprintf("library %s sorted (%d/%d)\n", new->dtld_library,
2153 	    new->dtld_start, new->dtld_finish);
2154 
2155 	return (0);
2156 }
2157 
2158 static int
2159 dt_lib_depend_sort(dtrace_hdl_t *dtp)
2160 {
2161 	dt_lib_depend_t *dld, *dpld, *dlda;
2162 	int count = 0;
2163 
2164 	if (dt_lib_build_graph(dtp) == -1)
2165 		return (-1); /* preserve dt_errno */
2166 
2167 	/*
2168 	 * Perform a topological sort of the graph that hangs off
2169 	 * dtp->dt_lib_dep. The result of this process will be a
2170 	 * dependency ordered list located at dtp->dt_lib_dep_sorted.
2171 	 */
2172 	for (dld = dt_list_next(&dtp->dt_lib_dep); dld != NULL;
2173 	    dld = dt_list_next(dld)) {
2174 		if (dld->dtld_start == 0 &&
2175 		    dt_topo_sort(dtp, dld, &count) == -1)
2176 			return (-1); /* preserve dt_errno */;
2177 	}
2178 
2179 	/*
2180 	 * Check the graph for cycles. If an ancestor's finishing time is
2181 	 * less than any of its dependent's finishing times then a back edge
2182 	 * exists in the graph and this is a cycle.
2183 	 */
2184 	for (dld = dt_list_next(&dtp->dt_lib_dep); dld != NULL;
2185 	    dld = dt_list_next(dld)) {
2186 		for (dpld = dt_list_next(&dld->dtld_dependents); dpld != NULL;
2187 		    dpld = dt_list_next(dpld)) {
2188 			dlda = dt_lib_depend_lookup(&dtp->dt_lib_dep_sorted,
2189 			    dpld->dtld_library);
2190 			assert(dlda != NULL);
2191 
2192 			if (dlda->dtld_finish > dld->dtld_finish) {
2193 				dt_lib_depend_error(dtp,
2194 				    "Cyclic dependency detected: %s => %s\n",
2195 				    dld->dtld_library, dpld->dtld_library);
2196 
2197 				return (dt_set_errno(dtp, EDT_COMPILER));
2198 			}
2199 		}
2200 	}
2201 
2202 	return (0);
2203 }
2204 
2205 static void
2206 dt_lib_depend_free(dtrace_hdl_t *dtp)
2207 {
2208 	dt_lib_depend_t *dld, *dlda;
2209 
2210 	while ((dld = dt_list_next(&dtp->dt_lib_dep)) != NULL) {
2211 		while ((dlda = dt_list_next(&dld->dtld_dependencies)) != NULL) {
2212 			dt_list_delete(&dld->dtld_dependencies, dlda);
2213 			dt_free(dtp, dlda->dtld_library);
2214 			dt_free(dtp, dlda->dtld_libpath);
2215 			dt_free(dtp, dlda);
2216 		}
2217 		while ((dlda = dt_list_next(&dld->dtld_dependents)) != NULL) {
2218 			dt_list_delete(&dld->dtld_dependents, dlda);
2219 			dt_free(dtp, dlda->dtld_library);
2220 			dt_free(dtp, dlda->dtld_libpath);
2221 			dt_free(dtp, dlda);
2222 		}
2223 		dt_list_delete(&dtp->dt_lib_dep, dld);
2224 		dt_free(dtp, dld->dtld_library);
2225 		dt_free(dtp, dld->dtld_libpath);
2226 		dt_free(dtp, dld);
2227 	}
2228 
2229 	while ((dld = dt_list_next(&dtp->dt_lib_dep_sorted)) != NULL) {
2230 		dt_list_delete(&dtp->dt_lib_dep_sorted, dld);
2231 		dt_free(dtp, dld->dtld_library);
2232 		dt_free(dtp, dld);
2233 	}
2234 }
2235 
2236 /*
2237  * Open all the .d library files found in the specified directory and
2238  * compile each one of them.  We silently ignore any missing directories and
2239  * other files found therein.  We only fail (and thereby fail dt_load_libs()) if
2240  * we fail to compile a library and the error is something other than #pragma D
2241  * depends_on.  Dependency errors are silently ignored to permit a library
2242  * directory to contain libraries which may not be accessible depending on our
2243  * privileges.
2244  */
2245 static int
2246 dt_load_libs_dir(dtrace_hdl_t *dtp, const char *path)
2247 {
2248 	struct dirent *dp;
2249 	const char *p, *end;
2250 	DIR *dirp;
2251 
2252 	char fname[PATH_MAX];
2253 	FILE *fp;
2254 	void *rv;
2255 	dt_lib_depend_t *dld;
2256 
2257 	if ((dirp = opendir(path)) == NULL) {
2258 		dt_dprintf("skipping lib dir %s: %s\n", path, strerror(errno));
2259 		return (0);
2260 	}
2261 
2262 	/* First, parse each file for library dependencies. */
2263 	while ((dp = readdir(dirp)) != NULL) {
2264 		if ((p = strrchr(dp->d_name, '.')) == NULL || strcmp(p, ".d"))
2265 			continue; /* skip any filename not ending in .d */
2266 
2267 		(void) snprintf(fname, sizeof (fname),
2268 		    "%s/%s", path, dp->d_name);
2269 
2270 		if ((fp = fopen(fname, "r")) == NULL) {
2271 			dt_dprintf("skipping library %s: %s\n",
2272 			    fname, strerror(errno));
2273 			continue;
2274 		}
2275 
2276 		/*
2277 		 * Skip files whose name match an already processed library
2278 		 */
2279 		for (dld = dt_list_next(&dtp->dt_lib_dep); dld != NULL;
2280 		    dld = dt_list_next(dld)) {
2281 			end = strrchr(dld->dtld_library, '/');
2282 			/* dt_lib_depend_add ensures this */
2283 			assert(end != NULL);
2284 			if (strcmp(end + 1, dp->d_name) == 0)
2285 				break;
2286 		}
2287 
2288 		if (dld != NULL) {
2289 			dt_dprintf("skipping library %s, already processed "
2290 			    "library with the same name: %s", dp->d_name,
2291 			    dld->dtld_library);
2292 			(void) fclose(fp);
2293 			continue;
2294 		}
2295 
2296 		dtp->dt_filetag = fname;
2297 		if (dt_lib_depend_add(dtp, &dtp->dt_lib_dep, fname) != 0) {
2298 			(void) fclose(fp);
2299 			return (-1); /* preserve dt_errno */
2300 		}
2301 
2302 		rv = dt_compile(dtp, DT_CTX_DPROG,
2303 		    DTRACE_PROBESPEC_NAME, NULL,
2304 		    DTRACE_C_EMPTY | DTRACE_C_CTL, 0, NULL, fp, NULL);
2305 
2306 		if (rv != NULL && dtp->dt_errno &&
2307 		    (dtp->dt_errno != EDT_COMPILER ||
2308 		    dtp->dt_errtag != dt_errtag(D_PRAGMA_DEPEND))) {
2309 			(void) fclose(fp);
2310 			return (-1); /* preserve dt_errno */
2311 		}
2312 
2313 		if (dtp->dt_errno)
2314 			dt_dprintf("error parsing library %s: %s\n",
2315 			    fname, dtrace_errmsg(dtp, dtrace_errno(dtp)));
2316 
2317 		(void) fclose(fp);
2318 		dtp->dt_filetag = NULL;
2319 	}
2320 
2321 	(void) closedir(dirp);
2322 
2323 	return (0);
2324 }
2325 
2326 /*
2327  * Perform a topological sorting of all the libraries found across the entire
2328  * dt_lib_path.  Once sorted, compile each one in topological order to cache its
2329  * inlines and translators, etc.  We silently ignore any missing directories and
2330  * other files found therein. We only fail (and thereby fail dt_load_libs()) if
2331  * we fail to compile a library and the error is something other than #pragma D
2332  * depends_on.  Dependency errors are silently ignored to permit a library
2333  * directory to contain libraries which may not be accessible depending on our
2334  * privileges.
2335  */
2336 static int
2337 dt_load_libs_sort(dtrace_hdl_t *dtp)
2338 {
2339 	dtrace_prog_t *pgp;
2340 	FILE *fp;
2341 	dt_lib_depend_t *dld;
2342 
2343 	/*
2344 	 * Finish building the graph containing the library dependencies
2345 	 * and perform a topological sort to generate an ordered list
2346 	 * for compilation.
2347 	 */
2348 	if (dt_lib_depend_sort(dtp) == -1)
2349 		goto err;
2350 
2351 	for (dld = dt_list_next(&dtp->dt_lib_dep_sorted); dld != NULL;
2352 	    dld = dt_list_next(dld)) {
2353 
2354 		if ((fp = fopen(dld->dtld_library, "r")) == NULL) {
2355 			dt_dprintf("skipping library %s: %s\n",
2356 			    dld->dtld_library, strerror(errno));
2357 			continue;
2358 		}
2359 
2360 		dtp->dt_filetag = dld->dtld_library;
2361 		pgp = dtrace_program_fcompile(dtp, fp, DTRACE_C_EMPTY, 0, NULL);
2362 		(void) fclose(fp);
2363 		dtp->dt_filetag = NULL;
2364 
2365 		if (pgp == NULL && (dtp->dt_errno != EDT_COMPILER ||
2366 		    dtp->dt_errtag != dt_errtag(D_PRAGMA_DEPEND)))
2367 			goto err;
2368 
2369 		if (pgp == NULL) {
2370 			dt_dprintf("skipping library %s: %s\n",
2371 			    dld->dtld_library,
2372 			    dtrace_errmsg(dtp, dtrace_errno(dtp)));
2373 		} else {
2374 			dld->dtld_loaded = B_TRUE;
2375 			dt_program_destroy(dtp, pgp);
2376 		}
2377 	}
2378 
2379 	dt_lib_depend_free(dtp);
2380 	return (0);
2381 
2382 err:
2383 	dt_lib_depend_free(dtp);
2384 	return (-1); /* preserve dt_errno */
2385 }
2386 
2387 /*
2388  * Load the contents of any appropriate DTrace .d library files.  These files
2389  * contain inlines and translators that will be cached by the compiler.  We
2390  * defer this activity until the first compile to permit libdtrace clients to
2391  * add their own library directories and so that we can properly report errors.
2392  */
2393 static int
2394 dt_load_libs(dtrace_hdl_t *dtp)
2395 {
2396 	dt_dirpath_t *dirp;
2397 
2398 	if (dtp->dt_cflags & DTRACE_C_NOLIBS)
2399 		return (0); /* libraries already processed */
2400 
2401 	dtp->dt_cflags |= DTRACE_C_NOLIBS;
2402 
2403 	/*
2404 	 * /usr/lib/dtrace is always at the head of the list. The rest of the
2405 	 * list is specified in the precedence order the user requested. Process
2406 	 * everything other than the head first. DTRACE_C_NOLIBS has already
2407 	 * been spcified so dt_vopen will ensure that there is always one entry
2408 	 * in dt_lib_path.
2409 	 */
2410 	for (dirp = dt_list_next(dt_list_next(&dtp->dt_lib_path));
2411 	    dirp != NULL; dirp = dt_list_next(dirp)) {
2412 		if (dt_load_libs_dir(dtp, dirp->dir_path) != 0) {
2413 			dtp->dt_cflags &= ~DTRACE_C_NOLIBS;
2414 			return (-1); /* errno is set for us */
2415 		}
2416 	}
2417 
2418 	/* Handle /usr/lib/dtrace */
2419 	dirp = dt_list_next(&dtp->dt_lib_path);
2420 	if (dt_load_libs_dir(dtp, dirp->dir_path) != 0) {
2421 		dtp->dt_cflags &= ~DTRACE_C_NOLIBS;
2422 		return (-1); /* errno is set for us */
2423 	}
2424 
2425 	if (dt_load_libs_sort(dtp) < 0)
2426 		return (-1); /* errno is set for us */
2427 
2428 	return (0);
2429 }
2430 
2431 static void *
2432 dt_compile(dtrace_hdl_t *dtp, int context, dtrace_probespec_t pspec, void *arg,
2433     uint_t cflags, int argc, char *const argv[], FILE *fp, const char *s)
2434 {
2435 	dt_node_t *dnp;
2436 	dt_decl_t *ddp;
2437 	dt_pcb_t pcb;
2438 	void *rv;
2439 	int err;
2440 
2441 	if ((fp == NULL && s == NULL) || (cflags & ~DTRACE_C_MASK) != 0) {
2442 		(void) dt_set_errno(dtp, EINVAL);
2443 		return (NULL);
2444 	}
2445 
2446 	if (dt_list_next(&dtp->dt_lib_path) != NULL && dt_load_libs(dtp) != 0)
2447 		return (NULL); /* errno is set for us */
2448 
2449 	if (dtp->dt_globals->dh_nelems != 0)
2450 		(void) dt_idhash_iter(dtp->dt_globals, dt_idreset, NULL);
2451 
2452 	if (dtp->dt_tls->dh_nelems != 0)
2453 		(void) dt_idhash_iter(dtp->dt_tls, dt_idreset, NULL);
2454 
2455 	if (fp && (cflags & DTRACE_C_CPP) && (fp = dt_preproc(dtp, fp)) == NULL)
2456 		return (NULL); /* errno is set for us */
2457 
2458 	dt_pcb_push(dtp, &pcb);
2459 
2460 	pcb.pcb_fileptr = fp;
2461 	pcb.pcb_string = s;
2462 	pcb.pcb_strptr = s;
2463 	pcb.pcb_strlen = s ? strlen(s) : 0;
2464 	pcb.pcb_sargc = argc;
2465 	pcb.pcb_sargv = argv;
2466 	pcb.pcb_sflagv = argc ? calloc(argc, sizeof (ushort_t)) : NULL;
2467 	pcb.pcb_pspec = pspec;
2468 	pcb.pcb_cflags = dtp->dt_cflags | cflags;
2469 	pcb.pcb_amin = dtp->dt_amin;
2470 	pcb.pcb_yystate = -1;
2471 	pcb.pcb_context = context;
2472 	pcb.pcb_token = context;
2473 
2474 	if (context != DT_CTX_DPROG)
2475 		yybegin(YYS_EXPR);
2476 	else if (cflags & DTRACE_C_CTL)
2477 		yybegin(YYS_CONTROL);
2478 	else
2479 		yybegin(YYS_CLAUSE);
2480 
2481 	if ((err = setjmp(yypcb->pcb_jmpbuf)) != 0)
2482 		goto out;
2483 
2484 	if (yypcb->pcb_sargc != 0 && yypcb->pcb_sflagv == NULL)
2485 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
2486 
2487 	yypcb->pcb_idents = dt_idhash_create("ambiguous", NULL, 0, 0);
2488 	yypcb->pcb_locals = dt_idhash_create("clause local", NULL,
2489 	    DIF_VAR_OTHER_UBASE, DIF_VAR_OTHER_MAX);
2490 
2491 	if (yypcb->pcb_idents == NULL || yypcb->pcb_locals == NULL)
2492 		longjmp(yypcb->pcb_jmpbuf, EDT_NOMEM);
2493 
2494 	/*
2495 	 * Invoke the parser to evaluate the D source code.  If any errors
2496 	 * occur during parsing, an error function will be called and we
2497 	 * will longjmp back to pcb_jmpbuf to abort.  If parsing succeeds,
2498 	 * we optionally display the parse tree if debugging is enabled.
2499 	 */
2500 	if (yyparse() != 0 || yypcb->pcb_root == NULL)
2501 		xyerror(D_EMPTY, "empty D program translation unit\n");
2502 
2503 	yybegin(YYS_DONE);
2504 
2505 	if (cflags & DTRACE_C_CTL)
2506 		goto out;
2507 
2508 	if (context != DT_CTX_DTYPE && DT_TREEDUMP_PASS(dtp, 1))
2509 		dt_node_printr(yypcb->pcb_root, stderr, 0);
2510 
2511 	if (yypcb->pcb_pragmas != NULL)
2512 		(void) dt_idhash_iter(yypcb->pcb_pragmas, dt_idpragma, NULL);
2513 
2514 	if (argc > 1 && !(yypcb->pcb_cflags & DTRACE_C_ARGREF) &&
2515 	    !(yypcb->pcb_sflagv[argc - 1] & DT_IDFLG_REF)) {
2516 		xyerror(D_MACRO_UNUSED, "extraneous argument '%s' ($%d is "
2517 		    "not referenced)\n", yypcb->pcb_sargv[argc - 1], argc - 1);
2518 	}
2519 
2520 	/*
2521 	 * If we have successfully created a parse tree for a D program, loop
2522 	 * over the clauses and actions and instantiate the corresponding
2523 	 * libdtrace program.  If we are parsing a D expression, then we
2524 	 * simply run the code generator and assembler on the resulting tree.
2525 	 */
2526 	switch (context) {
2527 	case DT_CTX_DPROG:
2528 		assert(yypcb->pcb_root->dn_kind == DT_NODE_PROG);
2529 
2530 		if ((dnp = yypcb->pcb_root->dn_list) == NULL &&
2531 		    !(yypcb->pcb_cflags & DTRACE_C_EMPTY))
2532 			xyerror(D_EMPTY, "empty D program translation unit\n");
2533 
2534 		if ((yypcb->pcb_prog = dt_program_create(dtp)) == NULL)
2535 			longjmp(yypcb->pcb_jmpbuf, dtrace_errno(dtp));
2536 
2537 		for (; dnp != NULL; dnp = dnp->dn_list) {
2538 			switch (dnp->dn_kind) {
2539 			case DT_NODE_CLAUSE:
2540 				dt_compile_clause(dtp, dnp);
2541 				break;
2542 			case DT_NODE_XLATOR:
2543 				if (dtp->dt_xlatemode == DT_XL_DYNAMIC)
2544 					dt_compile_xlator(dnp);
2545 				break;
2546 			case DT_NODE_PROVIDER:
2547 				(void) dt_node_cook(dnp, DT_IDFLG_REF);
2548 				break;
2549 			}
2550 		}
2551 
2552 		yypcb->pcb_prog->dp_xrefs = yypcb->pcb_asxrefs;
2553 		yypcb->pcb_prog->dp_xrefslen = yypcb->pcb_asxreflen;
2554 		yypcb->pcb_asxrefs = NULL;
2555 		yypcb->pcb_asxreflen = 0;
2556 
2557 		rv = yypcb->pcb_prog;
2558 		break;
2559 
2560 	case DT_CTX_DEXPR:
2561 		(void) dt_node_cook(yypcb->pcb_root, DT_IDFLG_REF);
2562 		dt_cg(yypcb, yypcb->pcb_root);
2563 		rv = dt_as(yypcb);
2564 		break;
2565 
2566 	case DT_CTX_DTYPE:
2567 		ddp = (dt_decl_t *)yypcb->pcb_root; /* root is really a decl */
2568 		err = dt_decl_type(ddp, arg);
2569 		dt_decl_free(ddp);
2570 
2571 		if (err != 0)
2572 			longjmp(yypcb->pcb_jmpbuf, EDT_COMPILER);
2573 
2574 		rv = NULL;
2575 		break;
2576 	}
2577 
2578 out:
2579 	if (context != DT_CTX_DTYPE && yypcb->pcb_root != NULL &&
2580 	    DT_TREEDUMP_PASS(dtp, 3))
2581 		dt_node_printr(yypcb->pcb_root, stderr, 0);
2582 
2583 	if (dtp->dt_cdefs_fd != -1 && (ftruncate64(dtp->dt_cdefs_fd, 0) == -1 ||
2584 	    lseek64(dtp->dt_cdefs_fd, 0, SEEK_SET) == -1 ||
2585 	    ctf_write(dtp->dt_cdefs->dm_ctfp, dtp->dt_cdefs_fd) == CTF_ERR))
2586 		dt_dprintf("failed to update CTF cache: %s\n", strerror(errno));
2587 
2588 	if (dtp->dt_ddefs_fd != -1 && (ftruncate64(dtp->dt_ddefs_fd, 0) == -1 ||
2589 	    lseek64(dtp->dt_ddefs_fd, 0, SEEK_SET) == -1 ||
2590 	    ctf_write(dtp->dt_ddefs->dm_ctfp, dtp->dt_ddefs_fd) == CTF_ERR))
2591 		dt_dprintf("failed to update CTF cache: %s\n", strerror(errno));
2592 
2593 	if (yypcb->pcb_fileptr && (cflags & DTRACE_C_CPP))
2594 		(void) fclose(yypcb->pcb_fileptr); /* close dt_preproc() file */
2595 
2596 	dt_pcb_pop(dtp, err);
2597 	(void) dt_set_errno(dtp, err);
2598 	return (err ? NULL : rv);
2599 }
2600 
2601 dtrace_prog_t *
2602 dtrace_program_strcompile(dtrace_hdl_t *dtp, const char *s,
2603     dtrace_probespec_t spec, uint_t cflags, int argc, char *const argv[])
2604 {
2605 	return (dt_compile(dtp, DT_CTX_DPROG,
2606 	    spec, NULL, cflags, argc, argv, NULL, s));
2607 }
2608 
2609 dtrace_prog_t *
2610 dtrace_program_fcompile(dtrace_hdl_t *dtp, FILE *fp,
2611     uint_t cflags, int argc, char *const argv[])
2612 {
2613 	return (dt_compile(dtp, DT_CTX_DPROG,
2614 	    DTRACE_PROBESPEC_NAME, NULL, cflags, argc, argv, fp, NULL));
2615 }
2616 
2617 int
2618 dtrace_type_strcompile(dtrace_hdl_t *dtp, const char *s, dtrace_typeinfo_t *dtt)
2619 {
2620 	(void) dt_compile(dtp, DT_CTX_DTYPE,
2621 	    DTRACE_PROBESPEC_NONE, dtt, 0, 0, NULL, NULL, s);
2622 	return (dtp->dt_errno ? -1 : 0);
2623 }
2624 
2625 int
2626 dtrace_type_fcompile(dtrace_hdl_t *dtp, FILE *fp, dtrace_typeinfo_t *dtt)
2627 {
2628 	(void) dt_compile(dtp, DT_CTX_DTYPE,
2629 	    DTRACE_PROBESPEC_NONE, dtt, 0, 0, NULL, fp, NULL);
2630 	return (dtp->dt_errno ? -1 : 0);
2631 }
2632