xref: /linux/include/linux/kprobes.h (revision 0f95b7fc839bc3272b1bf2325d8748a649bd3534)
11da177e4SLinus Torvalds #ifndef _LINUX_KPROBES_H
21da177e4SLinus Torvalds #define _LINUX_KPROBES_H
31da177e4SLinus Torvalds /*
41da177e4SLinus Torvalds  *  Kernel Probes (KProbes)
51da177e4SLinus Torvalds  *  include/linux/kprobes.h
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  * This program is free software; you can redistribute it and/or modify
81da177e4SLinus Torvalds  * it under the terms of the GNU General Public License as published by
91da177e4SLinus Torvalds  * the Free Software Foundation; either version 2 of the License, or
101da177e4SLinus Torvalds  * (at your option) any later version.
111da177e4SLinus Torvalds  *
121da177e4SLinus Torvalds  * This program is distributed in the hope that it will be useful,
131da177e4SLinus Torvalds  * but WITHOUT ANY WARRANTY; without even the implied warranty of
141da177e4SLinus Torvalds  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
151da177e4SLinus Torvalds  * GNU General Public License for more details.
161da177e4SLinus Torvalds  *
171da177e4SLinus Torvalds  * You should have received a copy of the GNU General Public License
181da177e4SLinus Torvalds  * along with this program; if not, write to the Free Software
191da177e4SLinus Torvalds  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
201da177e4SLinus Torvalds  *
211da177e4SLinus Torvalds  * Copyright (C) IBM Corporation, 2002, 2004
221da177e4SLinus Torvalds  *
231da177e4SLinus Torvalds  * 2002-Oct	Created by Vamsi Krishna S <vamsi_krishna@in.ibm.com> Kernel
241da177e4SLinus Torvalds  *		Probes initial implementation ( includes suggestions from
251da177e4SLinus Torvalds  *		Rusty Russell).
261da177e4SLinus Torvalds  * 2004-July	Suparna Bhattacharya <suparna@in.ibm.com> added jumper probes
271da177e4SLinus Torvalds  *		interface to access function arguments.
28b94cce92SHien Nguyen  * 2005-May	Hien Nguyen <hien@us.ibm.com> and Jim Keniston
29b94cce92SHien Nguyen  *		<jkenisto@us.ibm.com>  and Prasanna S Panchamukhi
30b94cce92SHien Nguyen  *		<prasanna@in.ibm.com> added function-return probes.
311da177e4SLinus Torvalds  */
321da177e4SLinus Torvalds #include <linux/list.h>
331da177e4SLinus Torvalds #include <linux/notifier.h>
341da177e4SLinus Torvalds #include <linux/smp.h>
35e6584523SAnanth N Mavinakayanahalli #include <linux/percpu.h>
363516a460SAnanth N Mavinakayanahalli #include <linux/spinlock.h>
373516a460SAnanth N Mavinakayanahalli #include <linux/rcupdate.h>
387a7d1cf9SIngo Molnar #include <linux/mutex.h>
39b94cce92SHien Nguyen 
4000d7c05aSKeshavamurthy Anil S #ifdef CONFIG_KPROBES
411da177e4SLinus Torvalds #include <asm/kprobes.h>
421da177e4SLinus Torvalds 
43ea32c65cSPrasanna S Panchamukhi /* kprobe_status settings */
44ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_ACTIVE	0x00000001
45ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SS		0x00000002
46ea32c65cSPrasanna S Panchamukhi #define KPROBE_REENTER		0x00000004
47ea32c65cSPrasanna S Panchamukhi #define KPROBE_HIT_SSDONE	0x00000008
48ea32c65cSPrasanna S Panchamukhi 
49d0aaff97SPrasanna S Panchamukhi /* Attach to insert probes on any functions which should be ignored*/
50d0aaff97SPrasanna S Panchamukhi #define __kprobes	__attribute__((__section__(".kprobes.text")))
51d0aaff97SPrasanna S Panchamukhi 
521da177e4SLinus Torvalds struct kprobe;
531da177e4SLinus Torvalds struct pt_regs;
54b94cce92SHien Nguyen struct kretprobe;
55b94cce92SHien Nguyen struct kretprobe_instance;
561da177e4SLinus Torvalds typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *);
571da177e4SLinus Torvalds typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *);
581da177e4SLinus Torvalds typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *,
591da177e4SLinus Torvalds 				       unsigned long flags);
601da177e4SLinus Torvalds typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *,
611da177e4SLinus Torvalds 				       int trapnr);
62b94cce92SHien Nguyen typedef int (*kretprobe_handler_t) (struct kretprobe_instance *,
63b94cce92SHien Nguyen 				    struct pt_regs *);
64b94cce92SHien Nguyen 
651da177e4SLinus Torvalds struct kprobe {
661da177e4SLinus Torvalds 	struct hlist_node hlist;
671da177e4SLinus Torvalds 
6864f562c6SAnanth N Mavinakayanahalli 	/* list of kprobes for multi-handler support */
6964f562c6SAnanth N Mavinakayanahalli 	struct list_head list;
7064f562c6SAnanth N Mavinakayanahalli 
71df019b1dSKeshavamurthy Anil S 	/* Indicates that the corresponding module has been ref counted */
72df019b1dSKeshavamurthy Anil S 	unsigned int mod_refcounted;
73df019b1dSKeshavamurthy Anil S 
74ea32c65cSPrasanna S Panchamukhi 	/*count the number of times this probe was temporarily disarmed */
75ea32c65cSPrasanna S Panchamukhi 	unsigned long nmissed;
76ea32c65cSPrasanna S Panchamukhi 
771da177e4SLinus Torvalds 	/* location of the probe point */
781da177e4SLinus Torvalds 	kprobe_opcode_t *addr;
791da177e4SLinus Torvalds 
803a872d89SAnanth N Mavinakayanahalli 	/* Allow user to indicate symbol name of the probe point */
819b3af29bSAnanth N Mavinakayanahalli 	const char *symbol_name;
823a872d89SAnanth N Mavinakayanahalli 
833a872d89SAnanth N Mavinakayanahalli 	/* Offset into the symbol */
843a872d89SAnanth N Mavinakayanahalli 	unsigned int offset;
853a872d89SAnanth N Mavinakayanahalli 
861da177e4SLinus Torvalds 	/* Called before addr is executed. */
871da177e4SLinus Torvalds 	kprobe_pre_handler_t pre_handler;
881da177e4SLinus Torvalds 
891da177e4SLinus Torvalds 	/* Called after addr is executed, unless... */
901da177e4SLinus Torvalds 	kprobe_post_handler_t post_handler;
911da177e4SLinus Torvalds 
921da177e4SLinus Torvalds 	/* ... called if executing addr causes a fault (eg. page fault).
931da177e4SLinus Torvalds 	 * Return 1 if it handled fault, otherwise kernel will see it. */
941da177e4SLinus Torvalds 	kprobe_fault_handler_t fault_handler;
951da177e4SLinus Torvalds 
961da177e4SLinus Torvalds 	/* ... called if breakpoint trap occurs in probe handler.
971da177e4SLinus Torvalds 	 * Return 1 if it handled break, otherwise kernel will see it. */
981da177e4SLinus Torvalds 	kprobe_break_handler_t break_handler;
991da177e4SLinus Torvalds 
1001da177e4SLinus Torvalds 	/* Saved opcode (which has been replaced with breakpoint) */
1011da177e4SLinus Torvalds 	kprobe_opcode_t opcode;
1021da177e4SLinus Torvalds 
1031da177e4SLinus Torvalds 	/* copy of the original instruction */
1041da177e4SLinus Torvalds 	struct arch_specific_insn ainsn;
1051da177e4SLinus Torvalds };
1061da177e4SLinus Torvalds 
1071da177e4SLinus Torvalds /*
1081da177e4SLinus Torvalds  * Special probe type that uses setjmp-longjmp type tricks to resume
1091da177e4SLinus Torvalds  * execution at a specified entry with a matching prototype corresponding
1101da177e4SLinus Torvalds  * to the probed function - a trick to enable arguments to become
1111da177e4SLinus Torvalds  * accessible seamlessly by probe handling logic.
1121da177e4SLinus Torvalds  * Note:
1131da177e4SLinus Torvalds  * Because of the way compilers allocate stack space for local variables
1141da177e4SLinus Torvalds  * etc upfront, regardless of sub-scopes within a function, this mirroring
1151da177e4SLinus Torvalds  * principle currently works only for probes placed on function entry points.
1161da177e4SLinus Torvalds  */
1171da177e4SLinus Torvalds struct jprobe {
1181da177e4SLinus Torvalds 	struct kprobe kp;
1191da177e4SLinus Torvalds 	kprobe_opcode_t *entry;	/* probe handling code to jump to */
1201da177e4SLinus Torvalds };
1211da177e4SLinus Torvalds 
122e6584523SAnanth N Mavinakayanahalli DECLARE_PER_CPU(struct kprobe *, current_kprobe);
123e6584523SAnanth N Mavinakayanahalli DECLARE_PER_CPU(struct kprobe_ctlblk, kprobe_ctlblk);
124e6584523SAnanth N Mavinakayanahalli 
125b94cce92SHien Nguyen #ifdef ARCH_SUPPORTS_KRETPROBES
126b94cce92SHien Nguyen extern void arch_prepare_kretprobe(struct kretprobe *rp, struct pt_regs *regs);
127b94cce92SHien Nguyen #else /* ARCH_SUPPORTS_KRETPROBES */
128b94cce92SHien Nguyen static inline void arch_prepare_kretprobe(struct kretprobe *rp,
129b94cce92SHien Nguyen 					struct pt_regs *regs)
130b94cce92SHien Nguyen {
131b94cce92SHien Nguyen }
132b94cce92SHien Nguyen #endif /* ARCH_SUPPORTS_KRETPROBES */
133b94cce92SHien Nguyen /*
134b94cce92SHien Nguyen  * Function-return probe -
135b94cce92SHien Nguyen  * Note:
136b94cce92SHien Nguyen  * User needs to provide a handler function, and initialize maxactive.
137b94cce92SHien Nguyen  * maxactive - The maximum number of instances of the probed function that
138b94cce92SHien Nguyen  * can be active concurrently.
139b94cce92SHien Nguyen  * nmissed - tracks the number of times the probed function's return was
140b94cce92SHien Nguyen  * ignored, due to maxactive being too low.
141b94cce92SHien Nguyen  *
142b94cce92SHien Nguyen  */
143b94cce92SHien Nguyen struct kretprobe {
144b94cce92SHien Nguyen 	struct kprobe kp;
145b94cce92SHien Nguyen 	kretprobe_handler_t handler;
146b94cce92SHien Nguyen 	int maxactive;
147b94cce92SHien Nguyen 	int nmissed;
148b94cce92SHien Nguyen 	struct hlist_head free_instances;
149b94cce92SHien Nguyen 	struct hlist_head used_instances;
150b94cce92SHien Nguyen };
151b94cce92SHien Nguyen 
152b94cce92SHien Nguyen struct kretprobe_instance {
153b94cce92SHien Nguyen 	struct hlist_node uflist; /* either on free list or used list */
154b94cce92SHien Nguyen 	struct hlist_node hlist;
155b94cce92SHien Nguyen 	struct kretprobe *rp;
156802eae7cSRusty Lynch 	kprobe_opcode_t *ret_addr;
157802eae7cSRusty Lynch 	struct task_struct *task;
158b94cce92SHien Nguyen };
159b94cce92SHien Nguyen 
160*0f95b7fcSAnanth N Mavinakayanahalli static inline void kretprobe_assert(struct kretprobe_instance *ri,
161*0f95b7fcSAnanth N Mavinakayanahalli 	unsigned long orig_ret_address, unsigned long trampoline_address)
162*0f95b7fcSAnanth N Mavinakayanahalli {
163*0f95b7fcSAnanth N Mavinakayanahalli 	if (!orig_ret_address || (orig_ret_address == trampoline_address)) {
164*0f95b7fcSAnanth N Mavinakayanahalli 		printk("kretprobe BUG!: Processing kretprobe %p @ %p\n",
165*0f95b7fcSAnanth N Mavinakayanahalli 				ri->rp, ri->rp->kp.addr);
166*0f95b7fcSAnanth N Mavinakayanahalli 		BUG();
167*0f95b7fcSAnanth N Mavinakayanahalli 	}
168*0f95b7fcSAnanth N Mavinakayanahalli }
169*0f95b7fcSAnanth N Mavinakayanahalli 
1703516a460SAnanth N Mavinakayanahalli extern spinlock_t kretprobe_lock;
1717a7d1cf9SIngo Molnar extern struct mutex kprobe_mutex;
1721da177e4SLinus Torvalds extern int arch_prepare_kprobe(struct kprobe *p);
1737e1048b1SRusty Lynch extern void arch_arm_kprobe(struct kprobe *p);
1747e1048b1SRusty Lynch extern void arch_disarm_kprobe(struct kprobe *p);
1756772926bSRusty Lynch extern int arch_init_kprobes(void);
1761da177e4SLinus Torvalds extern void show_registers(struct pt_regs *regs);
1779ec4b1f3SAnanth N Mavinakayanahalli extern kprobe_opcode_t *get_insn_slot(void);
178b4c6c34aSMasami Hiramatsu extern void free_insn_slot(kprobe_opcode_t *slot, int dirty);
179bf8d5c52SKeshavamurthy Anil S extern void kprobes_inc_nmissed_count(struct kprobe *p);
1801da177e4SLinus Torvalds 
181d217d545SAnanth N Mavinakayanahalli /* Get the kprobe at this addr (if any) - called with preemption disabled */
1821da177e4SLinus Torvalds struct kprobe *get_kprobe(void *addr);
183b94cce92SHien Nguyen struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk);
1841da177e4SLinus Torvalds 
185e6584523SAnanth N Mavinakayanahalli /* kprobe_running() will just return the current_kprobe on this CPU */
186e6584523SAnanth N Mavinakayanahalli static inline struct kprobe *kprobe_running(void)
187e6584523SAnanth N Mavinakayanahalli {
188e6584523SAnanth N Mavinakayanahalli 	return (__get_cpu_var(current_kprobe));
189e6584523SAnanth N Mavinakayanahalli }
190e6584523SAnanth N Mavinakayanahalli 
191e6584523SAnanth N Mavinakayanahalli static inline void reset_current_kprobe(void)
192e6584523SAnanth N Mavinakayanahalli {
193e6584523SAnanth N Mavinakayanahalli 	__get_cpu_var(current_kprobe) = NULL;
194e6584523SAnanth N Mavinakayanahalli }
195e6584523SAnanth N Mavinakayanahalli 
196e6584523SAnanth N Mavinakayanahalli static inline struct kprobe_ctlblk *get_kprobe_ctlblk(void)
197e6584523SAnanth N Mavinakayanahalli {
198e6584523SAnanth N Mavinakayanahalli 	return (&__get_cpu_var(kprobe_ctlblk));
199e6584523SAnanth N Mavinakayanahalli }
200e6584523SAnanth N Mavinakayanahalli 
2011da177e4SLinus Torvalds int register_kprobe(struct kprobe *p);
2021da177e4SLinus Torvalds void unregister_kprobe(struct kprobe *p);
2031da177e4SLinus Torvalds int setjmp_pre_handler(struct kprobe *, struct pt_regs *);
2041da177e4SLinus Torvalds int longjmp_break_handler(struct kprobe *, struct pt_regs *);
2051da177e4SLinus Torvalds int register_jprobe(struct jprobe *p);
2061da177e4SLinus Torvalds void unregister_jprobe(struct jprobe *p);
2071da177e4SLinus Torvalds void jprobe_return(void);
2081da177e4SLinus Torvalds 
209b94cce92SHien Nguyen int register_kretprobe(struct kretprobe *rp);
210b94cce92SHien Nguyen void unregister_kretprobe(struct kretprobe *rp);
211b94cce92SHien Nguyen 
212b94cce92SHien Nguyen struct kretprobe_instance *get_free_rp_inst(struct kretprobe *rp);
213b94cce92SHien Nguyen void add_rp_inst(struct kretprobe_instance *ri);
214b94cce92SHien Nguyen void kprobe_flush_task(struct task_struct *tk);
21599219a3fSbibo,mao void recycle_rp_inst(struct kretprobe_instance *ri, struct hlist_head *head);
216b94cce92SHien Nguyen #else /* CONFIG_KPROBES */
21700d7c05aSKeshavamurthy Anil S 
21800d7c05aSKeshavamurthy Anil S #define __kprobes	/**/
21900d7c05aSKeshavamurthy Anil S struct jprobe;
22000d7c05aSKeshavamurthy Anil S struct kretprobe;
22100d7c05aSKeshavamurthy Anil S 
222e6584523SAnanth N Mavinakayanahalli static inline struct kprobe *kprobe_running(void)
2231da177e4SLinus Torvalds {
224e6584523SAnanth N Mavinakayanahalli 	return NULL;
2251da177e4SLinus Torvalds }
2261da177e4SLinus Torvalds static inline int register_kprobe(struct kprobe *p)
2271da177e4SLinus Torvalds {
2281da177e4SLinus Torvalds 	return -ENOSYS;
2291da177e4SLinus Torvalds }
2301da177e4SLinus Torvalds static inline void unregister_kprobe(struct kprobe *p)
2311da177e4SLinus Torvalds {
2321da177e4SLinus Torvalds }
2331da177e4SLinus Torvalds static inline int register_jprobe(struct jprobe *p)
2341da177e4SLinus Torvalds {
2351da177e4SLinus Torvalds 	return -ENOSYS;
2361da177e4SLinus Torvalds }
2371da177e4SLinus Torvalds static inline void unregister_jprobe(struct jprobe *p)
2381da177e4SLinus Torvalds {
2391da177e4SLinus Torvalds }
2401da177e4SLinus Torvalds static inline void jprobe_return(void)
2411da177e4SLinus Torvalds {
2421da177e4SLinus Torvalds }
243b94cce92SHien Nguyen static inline int register_kretprobe(struct kretprobe *rp)
244b94cce92SHien Nguyen {
245b94cce92SHien Nguyen 	return -ENOSYS;
246b94cce92SHien Nguyen }
247b94cce92SHien Nguyen static inline void unregister_kretprobe(struct kretprobe *rp)
248b94cce92SHien Nguyen {
249b94cce92SHien Nguyen }
250b94cce92SHien Nguyen static inline void kprobe_flush_task(struct task_struct *tk)
251b94cce92SHien Nguyen {
252b94cce92SHien Nguyen }
253b94cce92SHien Nguyen #endif				/* CONFIG_KPROBES */
2541da177e4SLinus Torvalds #endif				/* _LINUX_KPROBES_H */
255