11da177e4SLinus Torvalds #ifndef _LINUX_KPROBES_H 21da177e4SLinus Torvalds #define _LINUX_KPROBES_H 31da177e4SLinus Torvalds /* 41da177e4SLinus Torvalds * Kernel Probes (KProbes) 51da177e4SLinus Torvalds * include/linux/kprobes.h 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 81da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 91da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or 101da177e4SLinus Torvalds * (at your option) any later version. 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, 131da177e4SLinus Torvalds * but WITHOUT ANY WARRANTY; without even the implied warranty of 141da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 151da177e4SLinus Torvalds * GNU General Public License for more details. 161da177e4SLinus Torvalds * 171da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License 181da177e4SLinus Torvalds * along with this program; if not, write to the Free Software 191da177e4SLinus Torvalds * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 201da177e4SLinus Torvalds * 211da177e4SLinus Torvalds * Copyright (C) IBM Corporation, 2002, 2004 221da177e4SLinus Torvalds * 231da177e4SLinus Torvalds * 2002-Oct Created by Vamsi Krishna S <vamsi_krishna@in.ibm.com> Kernel 241da177e4SLinus Torvalds * Probes initial implementation ( includes suggestions from 251da177e4SLinus Torvalds * Rusty Russell). 261da177e4SLinus Torvalds * 2004-July Suparna Bhattacharya <suparna@in.ibm.com> added jumper probes 271da177e4SLinus Torvalds * interface to access function arguments. 28*b94cce92SHien Nguyen * 2005-May Hien Nguyen <hien@us.ibm.com> and Jim Keniston 29*b94cce92SHien Nguyen * <jkenisto@us.ibm.com> and Prasanna S Panchamukhi 30*b94cce92SHien Nguyen * <prasanna@in.ibm.com> added function-return probes. 311da177e4SLinus Torvalds */ 321da177e4SLinus Torvalds #include <linux/config.h> 331da177e4SLinus Torvalds #include <linux/list.h> 341da177e4SLinus Torvalds #include <linux/notifier.h> 351da177e4SLinus Torvalds #include <linux/smp.h> 36*b94cce92SHien Nguyen #include <linux/spinlock.h> 37*b94cce92SHien Nguyen 381da177e4SLinus Torvalds #include <asm/kprobes.h> 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds struct kprobe; 411da177e4SLinus Torvalds struct pt_regs; 42*b94cce92SHien Nguyen struct kretprobe; 43*b94cce92SHien Nguyen struct kretprobe_instance; 441da177e4SLinus Torvalds typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *); 451da177e4SLinus Torvalds typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *); 461da177e4SLinus Torvalds typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *, 471da177e4SLinus Torvalds unsigned long flags); 481da177e4SLinus Torvalds typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *, 491da177e4SLinus Torvalds int trapnr); 50*b94cce92SHien Nguyen typedef int (*kretprobe_handler_t) (struct kretprobe_instance *, 51*b94cce92SHien Nguyen struct pt_regs *); 52*b94cce92SHien Nguyen 531da177e4SLinus Torvalds struct kprobe { 541da177e4SLinus Torvalds struct hlist_node hlist; 551da177e4SLinus Torvalds 5664f562c6SAnanth N Mavinakayanahalli /* list of kprobes for multi-handler support */ 5764f562c6SAnanth N Mavinakayanahalli struct list_head list; 5864f562c6SAnanth N Mavinakayanahalli 591da177e4SLinus Torvalds /* location of the probe point */ 601da177e4SLinus Torvalds kprobe_opcode_t *addr; 611da177e4SLinus Torvalds 621da177e4SLinus Torvalds /* Called before addr is executed. */ 631da177e4SLinus Torvalds kprobe_pre_handler_t pre_handler; 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds /* Called after addr is executed, unless... */ 661da177e4SLinus Torvalds kprobe_post_handler_t post_handler; 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds /* ... called if executing addr causes a fault (eg. page fault). 691da177e4SLinus Torvalds * Return 1 if it handled fault, otherwise kernel will see it. */ 701da177e4SLinus Torvalds kprobe_fault_handler_t fault_handler; 711da177e4SLinus Torvalds 721da177e4SLinus Torvalds /* ... called if breakpoint trap occurs in probe handler. 731da177e4SLinus Torvalds * Return 1 if it handled break, otherwise kernel will see it. */ 741da177e4SLinus Torvalds kprobe_break_handler_t break_handler; 751da177e4SLinus Torvalds 761da177e4SLinus Torvalds /* Saved opcode (which has been replaced with breakpoint) */ 771da177e4SLinus Torvalds kprobe_opcode_t opcode; 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds /* copy of the original instruction */ 801da177e4SLinus Torvalds struct arch_specific_insn ainsn; 811da177e4SLinus Torvalds }; 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds /* 841da177e4SLinus Torvalds * Special probe type that uses setjmp-longjmp type tricks to resume 851da177e4SLinus Torvalds * execution at a specified entry with a matching prototype corresponding 861da177e4SLinus Torvalds * to the probed function - a trick to enable arguments to become 871da177e4SLinus Torvalds * accessible seamlessly by probe handling logic. 881da177e4SLinus Torvalds * Note: 891da177e4SLinus Torvalds * Because of the way compilers allocate stack space for local variables 901da177e4SLinus Torvalds * etc upfront, regardless of sub-scopes within a function, this mirroring 911da177e4SLinus Torvalds * principle currently works only for probes placed on function entry points. 921da177e4SLinus Torvalds */ 931da177e4SLinus Torvalds struct jprobe { 941da177e4SLinus Torvalds struct kprobe kp; 951da177e4SLinus Torvalds kprobe_opcode_t *entry; /* probe handling code to jump to */ 961da177e4SLinus Torvalds }; 971da177e4SLinus Torvalds 98*b94cce92SHien Nguyen #ifdef ARCH_SUPPORTS_KRETPROBES 99*b94cce92SHien Nguyen extern int trampoline_probe_handler(struct kprobe *p, struct pt_regs *regs); 100*b94cce92SHien Nguyen extern void trampoline_post_handler(struct kprobe *p, struct pt_regs *regs, 101*b94cce92SHien Nguyen unsigned long flags); 102*b94cce92SHien Nguyen extern struct task_struct *arch_get_kprobe_task(void *ptr); 103*b94cce92SHien Nguyen extern void arch_prepare_kretprobe(struct kretprobe *rp, struct pt_regs *regs); 104*b94cce92SHien Nguyen extern void arch_kprobe_flush_task(struct task_struct *tk, spinlock_t *kp_lock); 105*b94cce92SHien Nguyen #else /* ARCH_SUPPORTS_KRETPROBES */ 106*b94cce92SHien Nguyen static inline void kretprobe_trampoline(void) 107*b94cce92SHien Nguyen { 108*b94cce92SHien Nguyen } 109*b94cce92SHien Nguyen static inline int trampoline_probe_handler(struct kprobe *p, 110*b94cce92SHien Nguyen struct pt_regs *regs) 111*b94cce92SHien Nguyen { 112*b94cce92SHien Nguyen return 0; 113*b94cce92SHien Nguyen } 114*b94cce92SHien Nguyen static inline void trampoline_post_handler(struct kprobe *p, 115*b94cce92SHien Nguyen struct pt_regs *regs, unsigned long flags) 116*b94cce92SHien Nguyen { 117*b94cce92SHien Nguyen } 118*b94cce92SHien Nguyen static inline void arch_prepare_kretprobe(struct kretprobe *rp, 119*b94cce92SHien Nguyen struct pt_regs *regs) 120*b94cce92SHien Nguyen { 121*b94cce92SHien Nguyen } 122*b94cce92SHien Nguyen static inline void arch_kprobe_flush_task(struct task_struct *tk) 123*b94cce92SHien Nguyen { 124*b94cce92SHien Nguyen } 125*b94cce92SHien Nguyen #define arch_get_kprobe_task(ptr) ((struct task_struct *)NULL) 126*b94cce92SHien Nguyen #endif /* ARCH_SUPPORTS_KRETPROBES */ 127*b94cce92SHien Nguyen /* 128*b94cce92SHien Nguyen * Function-return probe - 129*b94cce92SHien Nguyen * Note: 130*b94cce92SHien Nguyen * User needs to provide a handler function, and initialize maxactive. 131*b94cce92SHien Nguyen * maxactive - The maximum number of instances of the probed function that 132*b94cce92SHien Nguyen * can be active concurrently. 133*b94cce92SHien Nguyen * nmissed - tracks the number of times the probed function's return was 134*b94cce92SHien Nguyen * ignored, due to maxactive being too low. 135*b94cce92SHien Nguyen * 136*b94cce92SHien Nguyen */ 137*b94cce92SHien Nguyen struct kretprobe { 138*b94cce92SHien Nguyen struct kprobe kp; 139*b94cce92SHien Nguyen kretprobe_handler_t handler; 140*b94cce92SHien Nguyen int maxactive; 141*b94cce92SHien Nguyen int nmissed; 142*b94cce92SHien Nguyen struct hlist_head free_instances; 143*b94cce92SHien Nguyen struct hlist_head used_instances; 144*b94cce92SHien Nguyen }; 145*b94cce92SHien Nguyen 146*b94cce92SHien Nguyen struct kretprobe_instance { 147*b94cce92SHien Nguyen struct hlist_node uflist; /* either on free list or used list */ 148*b94cce92SHien Nguyen struct hlist_node hlist; 149*b94cce92SHien Nguyen struct kretprobe *rp; 150*b94cce92SHien Nguyen void *ret_addr; 151*b94cce92SHien Nguyen void *stack_addr; 152*b94cce92SHien Nguyen }; 153*b94cce92SHien Nguyen 1541da177e4SLinus Torvalds #ifdef CONFIG_KPROBES 1551da177e4SLinus Torvalds /* Locks kprobe: irq must be disabled */ 1561da177e4SLinus Torvalds void lock_kprobes(void); 1571da177e4SLinus Torvalds void unlock_kprobes(void); 1581da177e4SLinus Torvalds 1591da177e4SLinus Torvalds /* kprobe running now on this CPU? */ 1601da177e4SLinus Torvalds static inline int kprobe_running(void) 1611da177e4SLinus Torvalds { 1621da177e4SLinus Torvalds extern unsigned int kprobe_cpu; 1631da177e4SLinus Torvalds return kprobe_cpu == smp_processor_id(); 1641da177e4SLinus Torvalds } 1651da177e4SLinus Torvalds 1661da177e4SLinus Torvalds extern int arch_prepare_kprobe(struct kprobe *p); 1671da177e4SLinus Torvalds extern void arch_copy_kprobe(struct kprobe *p); 1681da177e4SLinus Torvalds extern void arch_remove_kprobe(struct kprobe *p); 1691da177e4SLinus Torvalds extern void show_registers(struct pt_regs *regs); 1701da177e4SLinus Torvalds 1711da177e4SLinus Torvalds /* Get the kprobe at this addr (if any). Must have called lock_kprobes */ 1721da177e4SLinus Torvalds struct kprobe *get_kprobe(void *addr); 173*b94cce92SHien Nguyen struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk); 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds int register_kprobe(struct kprobe *p); 1761da177e4SLinus Torvalds void unregister_kprobe(struct kprobe *p); 1771da177e4SLinus Torvalds int setjmp_pre_handler(struct kprobe *, struct pt_regs *); 1781da177e4SLinus Torvalds int longjmp_break_handler(struct kprobe *, struct pt_regs *); 1791da177e4SLinus Torvalds int register_jprobe(struct jprobe *p); 1801da177e4SLinus Torvalds void unregister_jprobe(struct jprobe *p); 1811da177e4SLinus Torvalds void jprobe_return(void); 1821da177e4SLinus Torvalds 183*b94cce92SHien Nguyen int register_kretprobe(struct kretprobe *rp); 184*b94cce92SHien Nguyen void unregister_kretprobe(struct kretprobe *rp); 185*b94cce92SHien Nguyen 186*b94cce92SHien Nguyen struct kretprobe_instance *get_free_rp_inst(struct kretprobe *rp); 187*b94cce92SHien Nguyen struct kretprobe_instance *get_rp_inst(void *sara); 188*b94cce92SHien Nguyen struct kretprobe_instance *get_rp_inst_tsk(struct task_struct *tk); 189*b94cce92SHien Nguyen void add_rp_inst(struct kretprobe_instance *ri); 190*b94cce92SHien Nguyen void kprobe_flush_task(struct task_struct *tk); 191*b94cce92SHien Nguyen void recycle_rp_inst(struct kretprobe_instance *ri); 192*b94cce92SHien Nguyen #else /* CONFIG_KPROBES */ 1931da177e4SLinus Torvalds static inline int kprobe_running(void) 1941da177e4SLinus Torvalds { 1951da177e4SLinus Torvalds return 0; 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds static inline int register_kprobe(struct kprobe *p) 1981da177e4SLinus Torvalds { 1991da177e4SLinus Torvalds return -ENOSYS; 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds static inline void unregister_kprobe(struct kprobe *p) 2021da177e4SLinus Torvalds { 2031da177e4SLinus Torvalds } 2041da177e4SLinus Torvalds static inline int register_jprobe(struct jprobe *p) 2051da177e4SLinus Torvalds { 2061da177e4SLinus Torvalds return -ENOSYS; 2071da177e4SLinus Torvalds } 2081da177e4SLinus Torvalds static inline void unregister_jprobe(struct jprobe *p) 2091da177e4SLinus Torvalds { 2101da177e4SLinus Torvalds } 2111da177e4SLinus Torvalds static inline void jprobe_return(void) 2121da177e4SLinus Torvalds { 2131da177e4SLinus Torvalds } 214*b94cce92SHien Nguyen static inline int register_kretprobe(struct kretprobe *rp) 215*b94cce92SHien Nguyen { 216*b94cce92SHien Nguyen return -ENOSYS; 217*b94cce92SHien Nguyen } 218*b94cce92SHien Nguyen static inline void unregister_kretprobe(struct kretprobe *rp) 219*b94cce92SHien Nguyen { 220*b94cce92SHien Nguyen } 221*b94cce92SHien Nguyen static inline void kprobe_flush_task(struct task_struct *tk) 222*b94cce92SHien Nguyen { 223*b94cce92SHien Nguyen } 224*b94cce92SHien Nguyen #endif /* CONFIG_KPROBES */ 2251da177e4SLinus Torvalds #endif /* _LINUX_KPROBES_H */ 226