1 #ifndef _LINUX_KPROBES_H 2 #define _LINUX_KPROBES_H 3 /* 4 * Kernel Probes (KProbes) 5 * include/linux/kprobes.h 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation; either version 2 of the License, or 10 * (at your option) any later version. 11 * 12 * This program is distributed in the hope that it will be useful, 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15 * GNU General Public License for more details. 16 * 17 * You should have received a copy of the GNU General Public License 18 * along with this program; if not, write to the Free Software 19 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 20 * 21 * Copyright (C) IBM Corporation, 2002, 2004 22 * 23 * 2002-Oct Created by Vamsi Krishna S <vamsi_krishna@in.ibm.com> Kernel 24 * Probes initial implementation ( includes suggestions from 25 * Rusty Russell). 26 * 2004-July Suparna Bhattacharya <suparna@in.ibm.com> added jumper probes 27 * interface to access function arguments. 28 * 2005-May Hien Nguyen <hien@us.ibm.com> and Jim Keniston 29 * <jkenisto@us.ibm.com> and Prasanna S Panchamukhi 30 * <prasanna@in.ibm.com> added function-return probes. 31 */ 32 #include <linux/list.h> 33 #include <linux/notifier.h> 34 #include <linux/smp.h> 35 #include <linux/percpu.h> 36 #include <linux/spinlock.h> 37 #include <linux/rcupdate.h> 38 #include <linux/mutex.h> 39 40 #ifdef CONFIG_KPROBES 41 #include <asm/kprobes.h> 42 43 /* kprobe_status settings */ 44 #define KPROBE_HIT_ACTIVE 0x00000001 45 #define KPROBE_HIT_SS 0x00000002 46 #define KPROBE_REENTER 0x00000004 47 #define KPROBE_HIT_SSDONE 0x00000008 48 49 /* Attach to insert probes on any functions which should be ignored*/ 50 #define __kprobes __attribute__((__section__(".kprobes.text"))) 51 52 struct kprobe; 53 struct pt_regs; 54 struct kretprobe; 55 struct kretprobe_instance; 56 typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *); 57 typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *); 58 typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *, 59 unsigned long flags); 60 typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *, 61 int trapnr); 62 typedef int (*kretprobe_handler_t) (struct kretprobe_instance *, 63 struct pt_regs *); 64 65 struct kprobe { 66 struct hlist_node hlist; 67 68 /* list of kprobes for multi-handler support */ 69 struct list_head list; 70 71 /* Indicates that the corresponding module has been ref counted */ 72 unsigned int mod_refcounted; 73 74 /*count the number of times this probe was temporarily disarmed */ 75 unsigned long nmissed; 76 77 /* location of the probe point */ 78 kprobe_opcode_t *addr; 79 80 /* Allow user to indicate symbol name of the probe point */ 81 const char *symbol_name; 82 83 /* Offset into the symbol */ 84 unsigned int offset; 85 86 /* Called before addr is executed. */ 87 kprobe_pre_handler_t pre_handler; 88 89 /* Called after addr is executed, unless... */ 90 kprobe_post_handler_t post_handler; 91 92 /* ... called if executing addr causes a fault (eg. page fault). 93 * Return 1 if it handled fault, otherwise kernel will see it. */ 94 kprobe_fault_handler_t fault_handler; 95 96 /* ... called if breakpoint trap occurs in probe handler. 97 * Return 1 if it handled break, otherwise kernel will see it. */ 98 kprobe_break_handler_t break_handler; 99 100 /* Saved opcode (which has been replaced with breakpoint) */ 101 kprobe_opcode_t opcode; 102 103 /* copy of the original instruction */ 104 struct arch_specific_insn ainsn; 105 }; 106 107 /* 108 * Special probe type that uses setjmp-longjmp type tricks to resume 109 * execution at a specified entry with a matching prototype corresponding 110 * to the probed function - a trick to enable arguments to become 111 * accessible seamlessly by probe handling logic. 112 * Note: 113 * Because of the way compilers allocate stack space for local variables 114 * etc upfront, regardless of sub-scopes within a function, this mirroring 115 * principle currently works only for probes placed on function entry points. 116 */ 117 struct jprobe { 118 struct kprobe kp; 119 void *entry; /* probe handling code to jump to */ 120 }; 121 122 /* For backward compatibility with old code using JPROBE_ENTRY() */ 123 #define JPROBE_ENTRY(handler) (handler) 124 125 DECLARE_PER_CPU(struct kprobe *, current_kprobe); 126 DECLARE_PER_CPU(struct kprobe_ctlblk, kprobe_ctlblk); 127 128 #ifdef CONFIG_KRETPROBES 129 extern void arch_prepare_kretprobe(struct kretprobe_instance *ri, 130 struct pt_regs *regs); 131 extern int arch_trampoline_kprobe(struct kprobe *p); 132 #else /* CONFIG_KRETPROBES */ 133 static inline void arch_prepare_kretprobe(struct kretprobe *rp, 134 struct pt_regs *regs) 135 { 136 } 137 static inline int arch_trampoline_kprobe(struct kprobe *p) 138 { 139 return 0; 140 } 141 #endif /* CONFIG_KRETPROBES */ 142 /* 143 * Function-return probe - 144 * Note: 145 * User needs to provide a handler function, and initialize maxactive. 146 * maxactive - The maximum number of instances of the probed function that 147 * can be active concurrently. 148 * nmissed - tracks the number of times the probed function's return was 149 * ignored, due to maxactive being too low. 150 * 151 */ 152 struct kretprobe { 153 struct kprobe kp; 154 kretprobe_handler_t handler; 155 kretprobe_handler_t entry_handler; 156 int maxactive; 157 int nmissed; 158 size_t data_size; 159 struct hlist_head free_instances; 160 spinlock_t lock; 161 }; 162 163 struct kretprobe_instance { 164 struct hlist_node hlist; 165 struct kretprobe *rp; 166 kprobe_opcode_t *ret_addr; 167 struct task_struct *task; 168 char data[0]; 169 }; 170 171 struct kretprobe_blackpoint { 172 const char *name; 173 void *addr; 174 }; 175 176 struct kprobe_blackpoint { 177 const char *name; 178 unsigned long start_addr; 179 unsigned long range; 180 }; 181 182 extern struct kretprobe_blackpoint kretprobe_blacklist[]; 183 184 static inline void kretprobe_assert(struct kretprobe_instance *ri, 185 unsigned long orig_ret_address, unsigned long trampoline_address) 186 { 187 if (!orig_ret_address || (orig_ret_address == trampoline_address)) { 188 printk("kretprobe BUG!: Processing kretprobe %p @ %p\n", 189 ri->rp, ri->rp->kp.addr); 190 BUG(); 191 } 192 } 193 194 #ifdef CONFIG_KPROBES_SANITY_TEST 195 extern int init_test_probes(void); 196 #else 197 static inline int init_test_probes(void) 198 { 199 return 0; 200 } 201 #endif /* CONFIG_KPROBES_SANITY_TEST */ 202 203 extern struct mutex kprobe_mutex; 204 extern int arch_prepare_kprobe(struct kprobe *p); 205 extern void arch_arm_kprobe(struct kprobe *p); 206 extern void arch_disarm_kprobe(struct kprobe *p); 207 extern int arch_init_kprobes(void); 208 extern void show_registers(struct pt_regs *regs); 209 extern kprobe_opcode_t *get_insn_slot(void); 210 extern void free_insn_slot(kprobe_opcode_t *slot, int dirty); 211 extern void kprobes_inc_nmissed_count(struct kprobe *p); 212 213 /* Get the kprobe at this addr (if any) - called with preemption disabled */ 214 struct kprobe *get_kprobe(void *addr); 215 void kretprobe_hash_lock(struct task_struct *tsk, 216 struct hlist_head **head, unsigned long *flags); 217 void kretprobe_hash_unlock(struct task_struct *tsk, unsigned long *flags); 218 struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk); 219 220 /* kprobe_running() will just return the current_kprobe on this CPU */ 221 static inline struct kprobe *kprobe_running(void) 222 { 223 return (__get_cpu_var(current_kprobe)); 224 } 225 226 static inline void reset_current_kprobe(void) 227 { 228 __get_cpu_var(current_kprobe) = NULL; 229 } 230 231 static inline struct kprobe_ctlblk *get_kprobe_ctlblk(void) 232 { 233 return (&__get_cpu_var(kprobe_ctlblk)); 234 } 235 236 int register_kprobe(struct kprobe *p); 237 void unregister_kprobe(struct kprobe *p); 238 int register_kprobes(struct kprobe **kps, int num); 239 void unregister_kprobes(struct kprobe **kps, int num); 240 int setjmp_pre_handler(struct kprobe *, struct pt_regs *); 241 int longjmp_break_handler(struct kprobe *, struct pt_regs *); 242 int register_jprobe(struct jprobe *p); 243 void unregister_jprobe(struct jprobe *p); 244 int register_jprobes(struct jprobe **jps, int num); 245 void unregister_jprobes(struct jprobe **jps, int num); 246 void jprobe_return(void); 247 unsigned long arch_deref_entry_point(void *); 248 249 int register_kretprobe(struct kretprobe *rp); 250 void unregister_kretprobe(struct kretprobe *rp); 251 int register_kretprobes(struct kretprobe **rps, int num); 252 void unregister_kretprobes(struct kretprobe **rps, int num); 253 254 void kprobe_flush_task(struct task_struct *tk); 255 void recycle_rp_inst(struct kretprobe_instance *ri, struct hlist_head *head); 256 257 #else /* CONFIG_KPROBES */ 258 259 #define __kprobes /**/ 260 struct jprobe; 261 struct kretprobe; 262 263 static inline struct kprobe *get_kprobe(void *addr) 264 { 265 return NULL; 266 } 267 static inline struct kprobe *kprobe_running(void) 268 { 269 return NULL; 270 } 271 static inline int register_kprobe(struct kprobe *p) 272 { 273 return -ENOSYS; 274 } 275 static inline int register_kprobes(struct kprobe **kps, int num) 276 { 277 return -ENOSYS; 278 } 279 static inline void unregister_kprobe(struct kprobe *p) 280 { 281 } 282 static inline void unregister_kprobes(struct kprobe **kps, int num) 283 { 284 } 285 static inline int register_jprobe(struct jprobe *p) 286 { 287 return -ENOSYS; 288 } 289 static inline int register_jprobes(struct jprobe **jps, int num) 290 { 291 return -ENOSYS; 292 } 293 static inline void unregister_jprobe(struct jprobe *p) 294 { 295 } 296 static inline void unregister_jprobes(struct jprobe **jps, int num) 297 { 298 } 299 static inline void jprobe_return(void) 300 { 301 } 302 static inline int register_kretprobe(struct kretprobe *rp) 303 { 304 return -ENOSYS; 305 } 306 static inline int register_kretprobes(struct kretprobe **rps, int num) 307 { 308 return -ENOSYS; 309 } 310 static inline void unregister_kretprobe(struct kretprobe *rp) 311 { 312 } 313 static inline void unregister_kretprobes(struct kretprobe **rps, int num) 314 { 315 } 316 static inline void kprobe_flush_task(struct task_struct *tk) 317 { 318 } 319 #endif /* CONFIG_KPROBES */ 320 #endif /* _LINUX_KPROBES_H */ 321