1266b4a78SMark Johnston /*
2266b4a78SMark Johnston * CDDL HEADER START
3266b4a78SMark Johnston *
4266b4a78SMark Johnston * The contents of this file are subject to the terms of the
5266b4a78SMark Johnston * Common Development and Distribution License (the "License").
6266b4a78SMark Johnston * You may not use this file except in compliance with the License.
7266b4a78SMark Johnston *
8266b4a78SMark Johnston * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9266b4a78SMark Johnston * or http://www.opensolaris.org/os/licensing.
10266b4a78SMark Johnston * See the License for the specific language governing permissions
11266b4a78SMark Johnston * and limitations under the License.
12266b4a78SMark Johnston *
13266b4a78SMark Johnston * When distributing Covered Code, include this CDDL HEADER in each
14266b4a78SMark Johnston * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15266b4a78SMark Johnston * If applicable, add the following below this CDDL HEADER, with the
16266b4a78SMark Johnston * fields enclosed by brackets "[]" replaced with your own identifying
17266b4a78SMark Johnston * information: Portions Copyright [yyyy] [name of copyright owner]
18266b4a78SMark Johnston *
19266b4a78SMark Johnston * CDDL HEADER END
20266b4a78SMark Johnston *
21266b4a78SMark Johnston * Portions Copyright 2006-2008 John Birrell jb@freebsd.org
22266b4a78SMark Johnston * Portions Copyright 2013 Justin Hibbits jhibbits@freebsd.org
23266b4a78SMark Johnston *
24266b4a78SMark Johnston */
25266b4a78SMark Johnston
26266b4a78SMark Johnston /*
27266b4a78SMark Johnston * Copyright 2006 Sun Microsystems, Inc. All rights reserved.
28266b4a78SMark Johnston * Use is subject to license terms.
29266b4a78SMark Johnston */
30266b4a78SMark Johnston
31266b4a78SMark Johnston #include <sys/param.h>
32266b4a78SMark Johnston #include <sys/dtrace.h>
33266b4a78SMark Johnston #include <machine/md_var.h>
34266b4a78SMark Johnston
35266b4a78SMark Johnston #include "fbt.h"
36266b4a78SMark Johnston
37679ea094SJustin Hibbits #define FBT_PATCHVAL 0x7ffff808
38266b4a78SMark Johnston #define FBT_MFLR_R0 0x7c0802a6
39266b4a78SMark Johnston #define FBT_MTLR_R0 0x7c0803a6
40266b4a78SMark Johnston #define FBT_BLR 0x4e800020
41266b4a78SMark Johnston #define FBT_BCTR 0x4e800030
42266b4a78SMark Johnston #define FBT_BRANCH 0x48000000
43266b4a78SMark Johnston #define FBT_BR_MASK 0x03fffffc
44266b4a78SMark Johnston #define FBT_IS_JUMP(instr) ((instr & ~FBT_BR_MASK) == FBT_BRANCH)
45266b4a78SMark Johnston
46*635ecbf4SJustin Hibbits #define FBT_AFRAMES 5
47266b4a78SMark Johnston
48266b4a78SMark Johnston int
fbt_invop(uintptr_t addr,struct trapframe * frame,uintptr_t rval)496c280659SMark Johnston fbt_invop(uintptr_t addr, struct trapframe *frame, uintptr_t rval)
50266b4a78SMark Johnston {
51266b4a78SMark Johnston solaris_cpu_t *cpu = &solaris_cpu[curcpu];
52266b4a78SMark Johnston fbt_probe_t *fbt = fbt_probetab[FBT_ADDR2NDX(addr)];
53266b4a78SMark Johnston uintptr_t tmp;
54266b4a78SMark Johnston
55266b4a78SMark Johnston for (; fbt != NULL; fbt = fbt->fbtp_hashnext) {
56266b4a78SMark Johnston if ((uintptr_t)fbt->fbtp_patchpoint == addr) {
57266b4a78SMark Johnston if (fbt->fbtp_roffset == 0) {
58266b4a78SMark Johnston cpu->cpu_dtrace_caller = addr;
59266b4a78SMark Johnston
60266b4a78SMark Johnston dtrace_probe(fbt->fbtp_id, frame->fixreg[3],
61266b4a78SMark Johnston frame->fixreg[4], frame->fixreg[5],
62266b4a78SMark Johnston frame->fixreg[6], frame->fixreg[7]);
63266b4a78SMark Johnston
64266b4a78SMark Johnston cpu->cpu_dtrace_caller = 0;
65266b4a78SMark Johnston } else {
66266b4a78SMark Johnston
67266b4a78SMark Johnston dtrace_probe(fbt->fbtp_id, fbt->fbtp_roffset,
68266b4a78SMark Johnston rval, 0, 0, 0);
69266b4a78SMark Johnston /*
70266b4a78SMark Johnston * The caller doesn't have the fbt item, so
71266b4a78SMark Johnston * fixup tail calls here.
72266b4a78SMark Johnston */
73266b4a78SMark Johnston if (fbt->fbtp_rval == DTRACE_INVOP_JUMP) {
74266b4a78SMark Johnston frame->srr0 = (uintptr_t)fbt->fbtp_patchpoint;
75266b4a78SMark Johnston tmp = fbt->fbtp_savedval & FBT_BR_MASK;
76266b4a78SMark Johnston /* Sign extend. */
77266b4a78SMark Johnston if (tmp & 0x02000000)
78266b4a78SMark Johnston #ifdef __powerpc64__
79266b4a78SMark Johnston tmp |= 0xfffffffffc000000ULL;
80266b4a78SMark Johnston #else
81266b4a78SMark Johnston tmp |= 0xfc000000UL;
82266b4a78SMark Johnston #endif
83266b4a78SMark Johnston frame->srr0 += tmp;
84266b4a78SMark Johnston }
85266b4a78SMark Johnston cpu->cpu_dtrace_caller = 0;
86266b4a78SMark Johnston }
87266b4a78SMark Johnston
88266b4a78SMark Johnston return (fbt->fbtp_rval);
89266b4a78SMark Johnston }
90266b4a78SMark Johnston }
91266b4a78SMark Johnston
92266b4a78SMark Johnston return (0);
93266b4a78SMark Johnston }
94266b4a78SMark Johnston
95266b4a78SMark Johnston void
fbt_patch_tracepoint(fbt_probe_t * fbt,fbt_patchval_t val)96266b4a78SMark Johnston fbt_patch_tracepoint(fbt_probe_t *fbt, fbt_patchval_t val)
97266b4a78SMark Johnston {
98266b4a78SMark Johnston
99266b4a78SMark Johnston *fbt->fbtp_patchpoint = val;
100266b4a78SMark Johnston __syncicache(fbt->fbtp_patchpoint, 4);
101266b4a78SMark Johnston }
102266b4a78SMark Johnston
103266b4a78SMark Johnston int
fbt_provide_module_function(linker_file_t lf,int symindx,linker_symval_t * symval,void * opaque)104266b4a78SMark Johnston fbt_provide_module_function(linker_file_t lf, int symindx,
105266b4a78SMark Johnston linker_symval_t *symval, void *opaque)
106266b4a78SMark Johnston {
107266b4a78SMark Johnston char *modname = opaque;
108266b4a78SMark Johnston const char *name = symval->name;
109266b4a78SMark Johnston fbt_probe_t *fbt, *retfbt;
110266b4a78SMark Johnston int j;
111266b4a78SMark Johnston uint32_t *instr, *limit;
112266b4a78SMark Johnston
11324d5dfb1SJustin Hibbits #ifdef __powerpc64__
114b2aea1adSJustin Hibbits #if !defined(_CALL_ELF) || _CALL_ELF == 1
11524d5dfb1SJustin Hibbits /*
11624d5dfb1SJustin Hibbits * PowerPC64 uses '.' prefixes on symbol names, ignore it, but only
11724d5dfb1SJustin Hibbits * allow symbols with the '.' prefix, so that we don't get the function
11824d5dfb1SJustin Hibbits * descriptor instead.
11924d5dfb1SJustin Hibbits */
120266b4a78SMark Johnston if (name[0] == '.')
121266b4a78SMark Johnston name++;
12224d5dfb1SJustin Hibbits else
12324d5dfb1SJustin Hibbits return (0);
12424d5dfb1SJustin Hibbits #endif
125b2aea1adSJustin Hibbits #endif
126266b4a78SMark Johnston
1270440a7f5SJustin Hibbits if (fbt_excluded(name))
128266b4a78SMark Johnston return (0);
129266b4a78SMark Johnston
130266b4a78SMark Johnston instr = (uint32_t *) symval->value;
131266b4a78SMark Johnston limit = (uint32_t *) (symval->value + symval->size);
132266b4a78SMark Johnston
133266b4a78SMark Johnston for (; instr < limit; instr++)
134266b4a78SMark Johnston if (*instr == FBT_MFLR_R0)
135266b4a78SMark Johnston break;
136266b4a78SMark Johnston
137266b4a78SMark Johnston if (*instr != FBT_MFLR_R0)
138266b4a78SMark Johnston return (0);
139266b4a78SMark Johnston
140266b4a78SMark Johnston fbt = malloc(sizeof (fbt_probe_t), M_FBT, M_WAITOK | M_ZERO);
141266b4a78SMark Johnston fbt->fbtp_name = name;
142266b4a78SMark Johnston fbt->fbtp_id = dtrace_probe_create(fbt_id, modname,
14324d5dfb1SJustin Hibbits name, FBT_ENTRY, FBT_AFRAMES, fbt);
144266b4a78SMark Johnston fbt->fbtp_patchpoint = instr;
145266b4a78SMark Johnston fbt->fbtp_ctl = lf;
146266b4a78SMark Johnston fbt->fbtp_loadcnt = lf->loadcnt;
147266b4a78SMark Johnston fbt->fbtp_savedval = *instr;
148266b4a78SMark Johnston fbt->fbtp_patchval = FBT_PATCHVAL;
149266b4a78SMark Johnston fbt->fbtp_rval = DTRACE_INVOP_MFLR_R0;
150266b4a78SMark Johnston fbt->fbtp_symindx = symindx;
151266b4a78SMark Johnston
152266b4a78SMark Johnston fbt->fbtp_hashnext = fbt_probetab[FBT_ADDR2NDX(instr)];
153266b4a78SMark Johnston fbt_probetab[FBT_ADDR2NDX(instr)] = fbt;
154266b4a78SMark Johnston
155266b4a78SMark Johnston lf->fbt_nentries++;
156266b4a78SMark Johnston
157266b4a78SMark Johnston retfbt = NULL;
158266b4a78SMark Johnston again:
159266b4a78SMark Johnston if (instr >= limit)
160266b4a78SMark Johnston return (0);
161266b4a78SMark Johnston
162266b4a78SMark Johnston /*
163266b4a78SMark Johnston * We (desperately) want to avoid erroneously instrumenting a
164266b4a78SMark Johnston * jump table. To determine if we're looking at a true instruction
165266b4a78SMark Johnston * sequence or an inline jump table that happens to contain the same
166266b4a78SMark Johnston * byte sequences, we resort to some heuristic sleeze: we treat this
167266b4a78SMark Johnston * instruction as being contained within a pointer, and see if that
168266b4a78SMark Johnston * pointer points to within the body of the function. If it does, we
169266b4a78SMark Johnston * refuse to instrument it.
170266b4a78SMark Johnston */
171266b4a78SMark Johnston {
172266b4a78SMark Johnston uint32_t *ptr;
173266b4a78SMark Johnston
174266b4a78SMark Johnston ptr = *(uint32_t **)instr;
175266b4a78SMark Johnston
176266b4a78SMark Johnston if (ptr >= (uint32_t *) symval->value && ptr < limit) {
177266b4a78SMark Johnston instr++;
178266b4a78SMark Johnston goto again;
179266b4a78SMark Johnston }
180266b4a78SMark Johnston }
181266b4a78SMark Johnston
182266b4a78SMark Johnston if (*instr != FBT_MTLR_R0) {
183266b4a78SMark Johnston instr++;
184266b4a78SMark Johnston goto again;
185266b4a78SMark Johnston }
186266b4a78SMark Johnston
187266b4a78SMark Johnston instr++;
188266b4a78SMark Johnston
189266b4a78SMark Johnston for (j = 0; j < 12 && instr < limit; j++, instr++) {
190266b4a78SMark Johnston if ((*instr == FBT_BCTR) || (*instr == FBT_BLR) ||
191266b4a78SMark Johnston FBT_IS_JUMP(*instr))
192266b4a78SMark Johnston break;
193266b4a78SMark Johnston }
194266b4a78SMark Johnston
195266b4a78SMark Johnston if (!(*instr == FBT_BCTR || *instr == FBT_BLR || FBT_IS_JUMP(*instr)))
196266b4a78SMark Johnston goto again;
197266b4a78SMark Johnston
198266b4a78SMark Johnston /*
199266b4a78SMark Johnston * We have a winner!
200266b4a78SMark Johnston */
201266b4a78SMark Johnston fbt = malloc(sizeof (fbt_probe_t), M_FBT, M_WAITOK | M_ZERO);
202266b4a78SMark Johnston fbt->fbtp_name = name;
203266b4a78SMark Johnston
204266b4a78SMark Johnston if (retfbt == NULL) {
205266b4a78SMark Johnston fbt->fbtp_id = dtrace_probe_create(fbt_id, modname,
20624d5dfb1SJustin Hibbits name, FBT_RETURN, FBT_AFRAMES, fbt);
207266b4a78SMark Johnston } else {
208c208cb99SMark Johnston retfbt->fbtp_probenext = fbt;
209266b4a78SMark Johnston fbt->fbtp_id = retfbt->fbtp_id;
210266b4a78SMark Johnston }
211266b4a78SMark Johnston
212266b4a78SMark Johnston retfbt = fbt;
213266b4a78SMark Johnston fbt->fbtp_patchpoint = instr;
214266b4a78SMark Johnston fbt->fbtp_ctl = lf;
215266b4a78SMark Johnston fbt->fbtp_loadcnt = lf->loadcnt;
216266b4a78SMark Johnston fbt->fbtp_symindx = symindx;
217266b4a78SMark Johnston
218266b4a78SMark Johnston if (*instr == FBT_BCTR)
219266b4a78SMark Johnston fbt->fbtp_rval = DTRACE_INVOP_BCTR;
220266b4a78SMark Johnston else if (*instr == FBT_BLR)
221cfebc0faSJustin Hibbits fbt->fbtp_rval = DTRACE_INVOP_BLR;
222266b4a78SMark Johnston else
223266b4a78SMark Johnston fbt->fbtp_rval = DTRACE_INVOP_JUMP;
224266b4a78SMark Johnston
22524d5dfb1SJustin Hibbits fbt->fbtp_roffset =
22624d5dfb1SJustin Hibbits (uintptr_t)((uint8_t *)instr - (uint8_t *)symval->value);
22724d5dfb1SJustin Hibbits
228266b4a78SMark Johnston fbt->fbtp_savedval = *instr;
229266b4a78SMark Johnston fbt->fbtp_patchval = FBT_PATCHVAL;
230266b4a78SMark Johnston fbt->fbtp_hashnext = fbt_probetab[FBT_ADDR2NDX(instr)];
231266b4a78SMark Johnston fbt_probetab[FBT_ADDR2NDX(instr)] = fbt;
232266b4a78SMark Johnston
233266b4a78SMark Johnston lf->fbt_nentries++;
234266b4a78SMark Johnston
235266b4a78SMark Johnston instr += 4;
236266b4a78SMark Johnston goto again;
237266b4a78SMark Johnston }
238