1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * ARMv8 single-step debug support and mdscr context switching. 4 * 5 * Copyright (C) 2012 ARM Limited 6 * 7 * Author: Will Deacon <will.deacon@arm.com> 8 */ 9 10 #include <linux/cpu.h> 11 #include <linux/debugfs.h> 12 #include <linux/hardirq.h> 13 #include <linux/init.h> 14 #include <linux/ptrace.h> 15 #include <linux/kprobes.h> 16 #include <linux/stat.h> 17 #include <linux/uaccess.h> 18 #include <linux/sched/task_stack.h> 19 20 #include <asm/cpufeature.h> 21 #include <asm/cputype.h> 22 #include <asm/daifflags.h> 23 #include <asm/debug-monitors.h> 24 #include <asm/system_misc.h> 25 #include <asm/traps.h> 26 27 /* Determine debug architecture. */ 28 u8 debug_monitors_arch(void) 29 { 30 return cpuid_feature_extract_unsigned_field(read_sanitised_ftr_reg(SYS_ID_AA64DFR0_EL1), 31 ID_AA64DFR0_DEBUGVER_SHIFT); 32 } 33 34 /* 35 * MDSCR access routines. 36 */ 37 static void mdscr_write(u32 mdscr) 38 { 39 unsigned long flags; 40 flags = local_daif_save(); 41 write_sysreg(mdscr, mdscr_el1); 42 local_daif_restore(flags); 43 } 44 NOKPROBE_SYMBOL(mdscr_write); 45 46 static u32 mdscr_read(void) 47 { 48 return read_sysreg(mdscr_el1); 49 } 50 NOKPROBE_SYMBOL(mdscr_read); 51 52 /* 53 * Allow root to disable self-hosted debug from userspace. 54 * This is useful if you want to connect an external JTAG debugger. 55 */ 56 static bool debug_enabled = true; 57 58 static int create_debug_debugfs_entry(void) 59 { 60 debugfs_create_bool("debug_enabled", 0644, NULL, &debug_enabled); 61 return 0; 62 } 63 fs_initcall(create_debug_debugfs_entry); 64 65 static int __init early_debug_disable(char *buf) 66 { 67 debug_enabled = false; 68 return 0; 69 } 70 71 early_param("nodebugmon", early_debug_disable); 72 73 /* 74 * Keep track of debug users on each core. 75 * The ref counts are per-cpu so we use a local_t type. 76 */ 77 static DEFINE_PER_CPU(int, mde_ref_count); 78 static DEFINE_PER_CPU(int, kde_ref_count); 79 80 void enable_debug_monitors(enum dbg_active_el el) 81 { 82 u32 mdscr, enable = 0; 83 84 WARN_ON(preemptible()); 85 86 if (this_cpu_inc_return(mde_ref_count) == 1) 87 enable = DBG_MDSCR_MDE; 88 89 if (el == DBG_ACTIVE_EL1 && 90 this_cpu_inc_return(kde_ref_count) == 1) 91 enable |= DBG_MDSCR_KDE; 92 93 if (enable && debug_enabled) { 94 mdscr = mdscr_read(); 95 mdscr |= enable; 96 mdscr_write(mdscr); 97 } 98 } 99 NOKPROBE_SYMBOL(enable_debug_monitors); 100 101 void disable_debug_monitors(enum dbg_active_el el) 102 { 103 u32 mdscr, disable = 0; 104 105 WARN_ON(preemptible()); 106 107 if (this_cpu_dec_return(mde_ref_count) == 0) 108 disable = ~DBG_MDSCR_MDE; 109 110 if (el == DBG_ACTIVE_EL1 && 111 this_cpu_dec_return(kde_ref_count) == 0) 112 disable &= ~DBG_MDSCR_KDE; 113 114 if (disable) { 115 mdscr = mdscr_read(); 116 mdscr &= disable; 117 mdscr_write(mdscr); 118 } 119 } 120 NOKPROBE_SYMBOL(disable_debug_monitors); 121 122 /* 123 * OS lock clearing. 124 */ 125 static int clear_os_lock(unsigned int cpu) 126 { 127 write_sysreg(0, osdlr_el1); 128 write_sysreg(0, oslar_el1); 129 isb(); 130 return 0; 131 } 132 133 static int __init debug_monitors_init(void) 134 { 135 return cpuhp_setup_state(CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING, 136 "arm64/debug_monitors:starting", 137 clear_os_lock, NULL); 138 } 139 postcore_initcall(debug_monitors_init); 140 141 /* 142 * Single step API and exception handling. 143 */ 144 static void set_user_regs_spsr_ss(struct user_pt_regs *regs) 145 { 146 regs->pstate |= DBG_SPSR_SS; 147 } 148 NOKPROBE_SYMBOL(set_user_regs_spsr_ss); 149 150 static void clear_user_regs_spsr_ss(struct user_pt_regs *regs) 151 { 152 regs->pstate &= ~DBG_SPSR_SS; 153 } 154 NOKPROBE_SYMBOL(clear_user_regs_spsr_ss); 155 156 #define set_regs_spsr_ss(r) set_user_regs_spsr_ss(&(r)->user_regs) 157 #define clear_regs_spsr_ss(r) clear_user_regs_spsr_ss(&(r)->user_regs) 158 159 static DEFINE_SPINLOCK(debug_hook_lock); 160 static LIST_HEAD(user_step_hook); 161 static LIST_HEAD(kernel_step_hook); 162 163 static void register_debug_hook(struct list_head *node, struct list_head *list) 164 { 165 spin_lock(&debug_hook_lock); 166 list_add_rcu(node, list); 167 spin_unlock(&debug_hook_lock); 168 169 } 170 171 static void unregister_debug_hook(struct list_head *node) 172 { 173 spin_lock(&debug_hook_lock); 174 list_del_rcu(node); 175 spin_unlock(&debug_hook_lock); 176 synchronize_rcu(); 177 } 178 179 void register_user_step_hook(struct step_hook *hook) 180 { 181 register_debug_hook(&hook->node, &user_step_hook); 182 } 183 184 void unregister_user_step_hook(struct step_hook *hook) 185 { 186 unregister_debug_hook(&hook->node); 187 } 188 189 void register_kernel_step_hook(struct step_hook *hook) 190 { 191 register_debug_hook(&hook->node, &kernel_step_hook); 192 } 193 194 void unregister_kernel_step_hook(struct step_hook *hook) 195 { 196 unregister_debug_hook(&hook->node); 197 } 198 199 /* 200 * Call registered single step handlers 201 * There is no Syndrome info to check for determining the handler. 202 * So we call all the registered handlers, until the right handler is 203 * found which returns zero. 204 */ 205 static int call_step_hook(struct pt_regs *regs, unsigned int esr) 206 { 207 struct step_hook *hook; 208 struct list_head *list; 209 int retval = DBG_HOOK_ERROR; 210 211 list = user_mode(regs) ? &user_step_hook : &kernel_step_hook; 212 213 /* 214 * Since single-step exception disables interrupt, this function is 215 * entirely not preemptible, and we can use rcu list safely here. 216 */ 217 list_for_each_entry_rcu(hook, list, node) { 218 retval = hook->fn(regs, esr); 219 if (retval == DBG_HOOK_HANDLED) 220 break; 221 } 222 223 return retval; 224 } 225 NOKPROBE_SYMBOL(call_step_hook); 226 227 static void send_user_sigtrap(int si_code) 228 { 229 struct pt_regs *regs = current_pt_regs(); 230 231 if (WARN_ON(!user_mode(regs))) 232 return; 233 234 if (interrupts_enabled(regs)) 235 local_irq_enable(); 236 237 arm64_force_sig_fault(SIGTRAP, si_code, instruction_pointer(regs), 238 "User debug trap"); 239 } 240 241 static int single_step_handler(unsigned long unused, unsigned int esr, 242 struct pt_regs *regs) 243 { 244 bool handler_found = false; 245 246 /* 247 * If we are stepping a pending breakpoint, call the hw_breakpoint 248 * handler first. 249 */ 250 if (!reinstall_suspended_bps(regs)) 251 return 0; 252 253 if (!handler_found && call_step_hook(regs, esr) == DBG_HOOK_HANDLED) 254 handler_found = true; 255 256 if (!handler_found && user_mode(regs)) { 257 send_user_sigtrap(TRAP_TRACE); 258 259 /* 260 * ptrace will disable single step unless explicitly 261 * asked to re-enable it. For other clients, it makes 262 * sense to leave it enabled (i.e. rewind the controls 263 * to the active-not-pending state). 264 */ 265 user_rewind_single_step(current); 266 } else if (!handler_found) { 267 pr_warn("Unexpected kernel single-step exception at EL1\n"); 268 /* 269 * Re-enable stepping since we know that we will be 270 * returning to regs. 271 */ 272 set_regs_spsr_ss(regs); 273 } 274 275 return 0; 276 } 277 NOKPROBE_SYMBOL(single_step_handler); 278 279 static LIST_HEAD(user_break_hook); 280 static LIST_HEAD(kernel_break_hook); 281 282 void register_user_break_hook(struct break_hook *hook) 283 { 284 register_debug_hook(&hook->node, &user_break_hook); 285 } 286 287 void unregister_user_break_hook(struct break_hook *hook) 288 { 289 unregister_debug_hook(&hook->node); 290 } 291 292 void register_kernel_break_hook(struct break_hook *hook) 293 { 294 register_debug_hook(&hook->node, &kernel_break_hook); 295 } 296 297 void unregister_kernel_break_hook(struct break_hook *hook) 298 { 299 unregister_debug_hook(&hook->node); 300 } 301 302 static int call_break_hook(struct pt_regs *regs, unsigned int esr) 303 { 304 struct break_hook *hook; 305 struct list_head *list; 306 int (*fn)(struct pt_regs *regs, unsigned int esr) = NULL; 307 308 list = user_mode(regs) ? &user_break_hook : &kernel_break_hook; 309 310 /* 311 * Since brk exception disables interrupt, this function is 312 * entirely not preemptible, and we can use rcu list safely here. 313 */ 314 list_for_each_entry_rcu(hook, list, node) { 315 unsigned int comment = esr & ESR_ELx_BRK64_ISS_COMMENT_MASK; 316 317 if ((comment & ~hook->mask) == hook->imm) 318 fn = hook->fn; 319 } 320 321 return fn ? fn(regs, esr) : DBG_HOOK_ERROR; 322 } 323 NOKPROBE_SYMBOL(call_break_hook); 324 325 static int brk_handler(unsigned long unused, unsigned int esr, 326 struct pt_regs *regs) 327 { 328 if (call_break_hook(regs, esr) == DBG_HOOK_HANDLED) 329 return 0; 330 331 if (user_mode(regs)) { 332 send_user_sigtrap(TRAP_BRKPT); 333 } else { 334 pr_warn("Unexpected kernel BRK exception at EL1\n"); 335 return -EFAULT; 336 } 337 338 return 0; 339 } 340 NOKPROBE_SYMBOL(brk_handler); 341 342 int aarch32_break_handler(struct pt_regs *regs) 343 { 344 u32 arm_instr; 345 u16 thumb_instr; 346 bool bp = false; 347 void __user *pc = (void __user *)instruction_pointer(regs); 348 349 if (!compat_user_mode(regs)) 350 return -EFAULT; 351 352 if (compat_thumb_mode(regs)) { 353 /* get 16-bit Thumb instruction */ 354 __le16 instr; 355 get_user(instr, (__le16 __user *)pc); 356 thumb_instr = le16_to_cpu(instr); 357 if (thumb_instr == AARCH32_BREAK_THUMB2_LO) { 358 /* get second half of 32-bit Thumb-2 instruction */ 359 get_user(instr, (__le16 __user *)(pc + 2)); 360 thumb_instr = le16_to_cpu(instr); 361 bp = thumb_instr == AARCH32_BREAK_THUMB2_HI; 362 } else { 363 bp = thumb_instr == AARCH32_BREAK_THUMB; 364 } 365 } else { 366 /* 32-bit ARM instruction */ 367 __le32 instr; 368 get_user(instr, (__le32 __user *)pc); 369 arm_instr = le32_to_cpu(instr); 370 bp = (arm_instr & ~0xf0000000) == AARCH32_BREAK_ARM; 371 } 372 373 if (!bp) 374 return -EFAULT; 375 376 send_user_sigtrap(TRAP_BRKPT); 377 return 0; 378 } 379 NOKPROBE_SYMBOL(aarch32_break_handler); 380 381 void __init debug_traps_init(void) 382 { 383 hook_debug_fault_code(DBG_ESR_EVT_HWSS, single_step_handler, SIGTRAP, 384 TRAP_TRACE, "single-step handler"); 385 hook_debug_fault_code(DBG_ESR_EVT_BRK, brk_handler, SIGTRAP, 386 TRAP_BRKPT, "BRK handler"); 387 } 388 389 /* Re-enable single step for syscall restarting. */ 390 void user_rewind_single_step(struct task_struct *task) 391 { 392 /* 393 * If single step is active for this thread, then set SPSR.SS 394 * to 1 to avoid returning to the active-pending state. 395 */ 396 if (test_tsk_thread_flag(task, TIF_SINGLESTEP)) 397 set_regs_spsr_ss(task_pt_regs(task)); 398 } 399 NOKPROBE_SYMBOL(user_rewind_single_step); 400 401 void user_fastforward_single_step(struct task_struct *task) 402 { 403 if (test_tsk_thread_flag(task, TIF_SINGLESTEP)) 404 clear_regs_spsr_ss(task_pt_regs(task)); 405 } 406 407 void user_regs_reset_single_step(struct user_pt_regs *regs, 408 struct task_struct *task) 409 { 410 if (test_tsk_thread_flag(task, TIF_SINGLESTEP)) 411 set_user_regs_spsr_ss(regs); 412 else 413 clear_user_regs_spsr_ss(regs); 414 } 415 416 /* Kernel API */ 417 void kernel_enable_single_step(struct pt_regs *regs) 418 { 419 WARN_ON(!irqs_disabled()); 420 set_regs_spsr_ss(regs); 421 mdscr_write(mdscr_read() | DBG_MDSCR_SS); 422 enable_debug_monitors(DBG_ACTIVE_EL1); 423 } 424 NOKPROBE_SYMBOL(kernel_enable_single_step); 425 426 void kernel_disable_single_step(void) 427 { 428 WARN_ON(!irqs_disabled()); 429 mdscr_write(mdscr_read() & ~DBG_MDSCR_SS); 430 disable_debug_monitors(DBG_ACTIVE_EL1); 431 } 432 NOKPROBE_SYMBOL(kernel_disable_single_step); 433 434 int kernel_active_single_step(void) 435 { 436 WARN_ON(!irqs_disabled()); 437 return mdscr_read() & DBG_MDSCR_SS; 438 } 439 NOKPROBE_SYMBOL(kernel_active_single_step); 440 441 /* ptrace API */ 442 void user_enable_single_step(struct task_struct *task) 443 { 444 struct thread_info *ti = task_thread_info(task); 445 446 if (!test_and_set_ti_thread_flag(ti, TIF_SINGLESTEP)) 447 set_regs_spsr_ss(task_pt_regs(task)); 448 } 449 NOKPROBE_SYMBOL(user_enable_single_step); 450 451 void user_disable_single_step(struct task_struct *task) 452 { 453 clear_ti_thread_flag(task_thread_info(task), TIF_SINGLESTEP); 454 } 455 NOKPROBE_SYMBOL(user_disable_single_step); 456