1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Based on the same principle as kgdboe using the NETPOLL api, this
4 * driver uses a console polling api to implement a gdb serial inteface
5 * which is multiplexed on a console port.
6 *
7 * Maintainer: Jason Wessel <jason.wessel@windriver.com>
8 *
9 * 2007-2008 (c) Jason Wessel - Wind River Systems, Inc.
10 */
11
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
14 #include <linux/kernel.h>
15 #include <linux/ctype.h>
16 #include <linux/kgdb.h>
17 #include <linux/kdb.h>
18 #include <linux/tty.h>
19 #include <linux/console.h>
20 #include <linux/vt_kern.h>
21 #include <linux/input.h>
22 #include <linux/irq_work.h>
23 #include <linux/module.h>
24 #include <linux/platform_device.h>
25 #include <linux/serial_core.h>
26
27 #define MAX_CONFIG_LEN 40
28
29 static struct kgdb_io kgdboc_io_ops;
30
31 /* -1 = init not run yet, 0 = unconfigured, 1 = configured. */
32 static int configured = -1;
33 static DEFINE_MUTEX(config_mutex);
34
35 static char config[MAX_CONFIG_LEN];
36 static struct kparam_string kps = {
37 .string = config,
38 .maxlen = MAX_CONFIG_LEN,
39 };
40
41 static int kgdboc_use_kms; /* 1 if we use kernel mode switching */
42 static struct tty_driver *kgdb_tty_driver;
43 static int kgdb_tty_line;
44
45 static struct platform_device *kgdboc_pdev;
46
47 #if IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE)
48 static struct kgdb_io kgdboc_earlycon_io_ops;
49 static int (*earlycon_orig_exit)(struct console *con);
50 #endif /* IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE) */
51
52 /*
53 * When we leave the debug trap handler we need to reset the keyboard status
54 * (since the original keyboard state gets partially clobbered by kdb use of
55 * the keyboard).
56 *
57 * The path to deliver the reset is somewhat circuitous.
58 *
59 * To deliver the reset we register an input handler, reset the keyboard and
60 * then deregister the input handler. However, to get this done right, we do
61 * have to carefully manage the calling context because we can only register
62 * input handlers from task context.
63 *
64 * In particular we need to trigger the action from the debug trap handler with
65 * all its NMI and/or NMI-like oddities. To solve this the kgdboc trap exit code
66 * (the "post_exception" callback) uses irq_work_queue(), which is NMI-safe, to
67 * schedule a callback from a hardirq context. From there we have to defer the
68 * work again, this time using schedule_work(), to get a callback using the
69 * system workqueue, which runs in task context.
70 */
71 #ifdef CONFIG_KDB_KEYBOARD
kgdboc_reset_connect(struct input_handler * handler,struct input_dev * dev,const struct input_device_id * id)72 static int kgdboc_reset_connect(struct input_handler *handler,
73 struct input_dev *dev,
74 const struct input_device_id *id)
75 {
76 input_reset_device(dev);
77
78 /* Return an error - we do not want to bind, just to reset */
79 return -ENODEV;
80 }
81
kgdboc_reset_disconnect(struct input_handle * handle)82 static void kgdboc_reset_disconnect(struct input_handle *handle)
83 {
84 /* We do not expect anyone to actually bind to us */
85 BUG();
86 }
87
88 static const struct input_device_id kgdboc_reset_ids[] = {
89 {
90 .flags = INPUT_DEVICE_ID_MATCH_EVBIT,
91 .evbit = { BIT_MASK(EV_KEY) },
92 },
93 { }
94 };
95
96 static struct input_handler kgdboc_reset_handler = {
97 .connect = kgdboc_reset_connect,
98 .disconnect = kgdboc_reset_disconnect,
99 .name = "kgdboc_reset",
100 .id_table = kgdboc_reset_ids,
101 };
102
103 static DEFINE_MUTEX(kgdboc_reset_mutex);
104
kgdboc_restore_input_helper(struct work_struct * dummy)105 static void kgdboc_restore_input_helper(struct work_struct *dummy)
106 {
107 /*
108 * We need to take a mutex to prevent several instances of
109 * this work running on different CPUs so they don't try
110 * to register again already registered handler.
111 */
112 mutex_lock(&kgdboc_reset_mutex);
113
114 if (input_register_handler(&kgdboc_reset_handler) == 0)
115 input_unregister_handler(&kgdboc_reset_handler);
116
117 mutex_unlock(&kgdboc_reset_mutex);
118 }
119
120 static DECLARE_WORK(kgdboc_restore_input_work, kgdboc_restore_input_helper);
121
kgdboc_queue_restore_input_helper(struct irq_work * unused)122 static void kgdboc_queue_restore_input_helper(struct irq_work *unused)
123 {
124 schedule_work(&kgdboc_restore_input_work);
125 }
126
127 static DEFINE_IRQ_WORK(kgdboc_restore_input_irq_work, kgdboc_queue_restore_input_helper);
128
kgdboc_restore_input(void)129 static void kgdboc_restore_input(void)
130 {
131 if (likely(system_state == SYSTEM_RUNNING))
132 irq_work_queue(&kgdboc_restore_input_irq_work);
133 }
134
kgdboc_register_kbd(char ** cptr)135 static int kgdboc_register_kbd(char **cptr)
136 {
137 if (strncmp(*cptr, "kbd", 3) == 0 ||
138 strncmp(*cptr, "kdb", 3) == 0) {
139 if (kdb_poll_idx < KDB_POLL_FUNC_MAX) {
140 kdb_poll_funcs[kdb_poll_idx] = kdb_get_kbd_char;
141 kdb_poll_idx++;
142 if (cptr[0][3] == ',')
143 *cptr += 4;
144 else
145 return 1;
146 }
147 }
148 return 0;
149 }
150
kgdboc_unregister_kbd(void)151 static void kgdboc_unregister_kbd(void)
152 {
153 int i;
154
155 for (i = 0; i < kdb_poll_idx; i++) {
156 if (kdb_poll_funcs[i] == kdb_get_kbd_char) {
157 kdb_poll_idx--;
158 kdb_poll_funcs[i] = kdb_poll_funcs[kdb_poll_idx];
159 kdb_poll_funcs[kdb_poll_idx] = NULL;
160 i--;
161 }
162 }
163 irq_work_sync(&kgdboc_restore_input_irq_work);
164 flush_work(&kgdboc_restore_input_work);
165 }
166 #else /* ! CONFIG_KDB_KEYBOARD */
167 #define kgdboc_register_kbd(x) 0
168 #define kgdboc_unregister_kbd()
169 #define kgdboc_restore_input()
170 #endif /* ! CONFIG_KDB_KEYBOARD */
171
172 #if IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE)
cleanup_earlycon(void)173 static void cleanup_earlycon(void)
174 {
175 if (kgdboc_earlycon_io_ops.cons)
176 kgdb_unregister_io_module(&kgdboc_earlycon_io_ops);
177 }
178 #else /* !IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE) */
cleanup_earlycon(void)179 static inline void cleanup_earlycon(void) { }
180 #endif /* !IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE) */
181
cleanup_kgdboc(void)182 static void cleanup_kgdboc(void)
183 {
184 cleanup_earlycon();
185
186 if (configured != 1)
187 return;
188
189 kgdboc_unregister_kbd();
190 kgdb_unregister_io_module(&kgdboc_io_ops);
191
192 if (kgdb_tty_driver) {
193 tty_driver_kref_put(kgdb_tty_driver);
194 kgdb_tty_driver = NULL;
195 }
196 }
197
configure_kgdboc(void)198 static int configure_kgdboc(void)
199 {
200 struct tty_driver *p;
201 int tty_line = 0;
202 int err = -ENODEV;
203 char *cptr = config;
204 struct console *cons;
205 int cookie;
206
207 if (!strlen(config) || isspace(config[0])) {
208 err = 0;
209 goto noconfig;
210 }
211
212 kgdboc_io_ops.cons = NULL;
213 kgdb_tty_driver = NULL;
214
215 kgdboc_use_kms = 0;
216 if (strncmp(cptr, "kms,", 4) == 0) {
217 cptr += 4;
218 kgdboc_use_kms = 1;
219 }
220
221 if (kgdboc_register_kbd(&cptr))
222 goto do_register;
223
224 p = tty_find_polling_driver(cptr, &tty_line);
225 if (!p)
226 goto noconfig;
227
228 /*
229 * Take console_lock to serialize device() callback with
230 * other console operations. For example, fg_console is
231 * modified under console_lock when switching vt.
232 */
233 console_lock();
234
235 cookie = console_srcu_read_lock();
236 for_each_console_srcu(cons) {
237 int idx;
238 if (cons->device && cons->device(cons, &idx) == p &&
239 idx == tty_line) {
240 kgdboc_io_ops.cons = cons;
241 break;
242 }
243 }
244 console_srcu_read_unlock(cookie);
245
246 console_unlock();
247
248 kgdb_tty_driver = p;
249 kgdb_tty_line = tty_line;
250
251 do_register:
252 err = kgdb_register_io_module(&kgdboc_io_ops);
253 if (err)
254 goto noconfig;
255
256 configured = 1;
257
258 return 0;
259
260 noconfig:
261 kgdboc_unregister_kbd();
262 if (kgdb_tty_driver) {
263 tty_driver_kref_put(kgdb_tty_driver);
264 kgdb_tty_driver = NULL;
265 }
266 configured = 0;
267
268 return err;
269 }
270
kgdboc_probe(struct platform_device * pdev)271 static int kgdboc_probe(struct platform_device *pdev)
272 {
273 int ret = 0;
274
275 mutex_lock(&config_mutex);
276 if (configured != 1) {
277 ret = configure_kgdboc();
278
279 /* Convert "no device" to "defer" so we'll keep trying */
280 if (ret == -ENODEV)
281 ret = -EPROBE_DEFER;
282 }
283 mutex_unlock(&config_mutex);
284
285 return ret;
286 }
287
288 static struct platform_driver kgdboc_platform_driver = {
289 .probe = kgdboc_probe,
290 .driver = {
291 .name = "kgdboc",
292 .suppress_bind_attrs = true,
293 },
294 };
295
init_kgdboc(void)296 static int __init init_kgdboc(void)
297 {
298 int ret;
299
300 /*
301 * kgdboc is a little bit of an odd "platform_driver". It can be
302 * up and running long before the platform_driver object is
303 * created and thus doesn't actually store anything in it. There's
304 * only one instance of kgdb so anything is stored as global state.
305 * The platform_driver is only created so that we can leverage the
306 * kernel's mechanisms (like -EPROBE_DEFER) to call us when our
307 * underlying tty is ready. Here we init our platform driver and
308 * then create the single kgdboc instance.
309 */
310 ret = platform_driver_register(&kgdboc_platform_driver);
311 if (ret)
312 return ret;
313
314 kgdboc_pdev = platform_device_alloc("kgdboc", PLATFORM_DEVID_NONE);
315 if (!kgdboc_pdev) {
316 ret = -ENOMEM;
317 goto err_did_register;
318 }
319
320 ret = platform_device_add(kgdboc_pdev);
321 if (!ret)
322 return 0;
323
324 platform_device_put(kgdboc_pdev);
325
326 err_did_register:
327 platform_driver_unregister(&kgdboc_platform_driver);
328 return ret;
329 }
330
exit_kgdboc(void)331 static void exit_kgdboc(void)
332 {
333 mutex_lock(&config_mutex);
334 cleanup_kgdboc();
335 mutex_unlock(&config_mutex);
336
337 platform_device_unregister(kgdboc_pdev);
338 platform_driver_unregister(&kgdboc_platform_driver);
339 }
340
kgdboc_get_char(void)341 static int kgdboc_get_char(void)
342 {
343 if (!kgdb_tty_driver)
344 return -1;
345 return kgdb_tty_driver->ops->poll_get_char(kgdb_tty_driver,
346 kgdb_tty_line);
347 }
348
kgdboc_put_char(u8 chr)349 static void kgdboc_put_char(u8 chr)
350 {
351 if (!kgdb_tty_driver)
352 return;
353 kgdb_tty_driver->ops->poll_put_char(kgdb_tty_driver,
354 kgdb_tty_line, chr);
355 }
356
param_set_kgdboc_var(const char * kmessage,const struct kernel_param * kp)357 static int param_set_kgdboc_var(const char *kmessage,
358 const struct kernel_param *kp)
359 {
360 size_t len = strlen(kmessage);
361 int ret = 0;
362
363 if (len >= MAX_CONFIG_LEN) {
364 pr_err("config string too long\n");
365 return -ENOSPC;
366 }
367
368 if (kgdb_connected) {
369 pr_err("Cannot reconfigure while KGDB is connected.\n");
370 return -EBUSY;
371 }
372
373 mutex_lock(&config_mutex);
374
375 strscpy(config, kmessage);
376 /* Chop out \n char as a result of echo */
377 if (len && config[len - 1] == '\n')
378 config[len - 1] = '\0';
379
380 if (configured == 1)
381 cleanup_kgdboc();
382
383 /*
384 * Configure with the new params as long as init already ran.
385 * Note that we can get called before init if someone loads us
386 * with "modprobe kgdboc kgdboc=..." or if they happen to use
387 * the odd syntax of "kgdboc.kgdboc=..." on the kernel command.
388 */
389 if (configured >= 0)
390 ret = configure_kgdboc();
391
392 /*
393 * If we couldn't configure then clear out the config. Note that
394 * specifying an invalid config on the kernel command line vs.
395 * through sysfs have slightly different behaviors. If we fail
396 * to configure what was specified on the kernel command line
397 * we'll leave it in the 'config' and return -EPROBE_DEFER from
398 * our probe. When specified through sysfs userspace is
399 * responsible for loading the tty driver before setting up.
400 */
401 if (ret)
402 config[0] = '\0';
403
404 mutex_unlock(&config_mutex);
405
406 return ret;
407 }
408
409 static int dbg_restore_graphics;
410
kgdboc_pre_exp_handler(void)411 static void kgdboc_pre_exp_handler(void)
412 {
413 if (!dbg_restore_graphics && kgdboc_use_kms) {
414 dbg_restore_graphics = 1;
415 con_debug_enter(vc_cons[fg_console].d);
416 }
417 /* Increment the module count when the debugger is active */
418 if (!kgdb_connected)
419 try_module_get(THIS_MODULE);
420 }
421
kgdboc_post_exp_handler(void)422 static void kgdboc_post_exp_handler(void)
423 {
424 /* decrement the module count when the debugger detaches */
425 if (!kgdb_connected)
426 module_put(THIS_MODULE);
427 if (kgdboc_use_kms && dbg_restore_graphics) {
428 dbg_restore_graphics = 0;
429 con_debug_leave();
430 }
431 kgdboc_restore_input();
432 }
433
434 static struct kgdb_io kgdboc_io_ops = {
435 .name = "kgdboc",
436 .read_char = kgdboc_get_char,
437 .write_char = kgdboc_put_char,
438 .pre_exception = kgdboc_pre_exp_handler,
439 .post_exception = kgdboc_post_exp_handler,
440 };
441
442 #if IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE)
kgdboc_option_setup(char * opt)443 static int kgdboc_option_setup(char *opt)
444 {
445 if (!opt) {
446 pr_err("config string not provided\n");
447 return 1;
448 }
449
450 if (strlen(opt) >= MAX_CONFIG_LEN) {
451 pr_err("config string too long\n");
452 return 1;
453 }
454 strcpy(config, opt);
455
456 return 1;
457 }
458
459 __setup("kgdboc=", kgdboc_option_setup);
460
461
462 /* This is only available if kgdboc is a built in for early debugging */
kgdboc_early_init(char * opt)463 static int __init kgdboc_early_init(char *opt)
464 {
465 kgdboc_option_setup(opt);
466 configure_kgdboc();
467 return 0;
468 }
469
470 early_param("ekgdboc", kgdboc_early_init);
471
kgdboc_earlycon_get_char(void)472 static int kgdboc_earlycon_get_char(void)
473 {
474 char c;
475
476 if (!kgdboc_earlycon_io_ops.cons->read(kgdboc_earlycon_io_ops.cons,
477 &c, 1))
478 return NO_POLL_CHAR;
479
480 return c;
481 }
482
kgdboc_earlycon_put_char(u8 chr)483 static void kgdboc_earlycon_put_char(u8 chr)
484 {
485 kgdboc_earlycon_io_ops.cons->write(kgdboc_earlycon_io_ops.cons, &chr,
486 1);
487 }
488
kgdboc_earlycon_pre_exp_handler(void)489 static void kgdboc_earlycon_pre_exp_handler(void)
490 {
491 struct console *con;
492 static bool already_warned;
493 int cookie;
494
495 if (already_warned)
496 return;
497
498 /*
499 * When the first normal console comes up the kernel will take all
500 * the boot consoles out of the list. Really, we should stop using
501 * the boot console when it does that but until a TTY is registered
502 * we have no other choice so we keep using it. Since not all
503 * serial drivers might be OK with this, print a warning once per
504 * boot if we detect this case.
505 */
506 cookie = console_srcu_read_lock();
507 for_each_console_srcu(con) {
508 if (con == kgdboc_earlycon_io_ops.cons)
509 break;
510 }
511 console_srcu_read_unlock(cookie);
512 if (con)
513 return;
514
515 already_warned = true;
516 pr_warn("kgdboc_earlycon is still using bootconsole\n");
517 }
518
kgdboc_earlycon_deferred_exit(struct console * con)519 static int kgdboc_earlycon_deferred_exit(struct console *con)
520 {
521 /*
522 * If we get here it means the boot console is going away but we
523 * don't yet have a suitable replacement. Don't pass through to
524 * the original exit routine. We'll call it later in our deinit()
525 * function. For now, restore the original exit() function pointer
526 * as a sentinal that we've hit this point.
527 */
528 con->exit = earlycon_orig_exit;
529
530 return 0;
531 }
532
kgdboc_earlycon_deinit(void)533 static void kgdboc_earlycon_deinit(void)
534 {
535 if (!kgdboc_earlycon_io_ops.cons)
536 return;
537
538 if (kgdboc_earlycon_io_ops.cons->exit == kgdboc_earlycon_deferred_exit)
539 /*
540 * kgdboc_earlycon is exiting but original boot console exit
541 * was never called (AKA kgdboc_earlycon_deferred_exit()
542 * didn't ever run). Undo our trap.
543 */
544 kgdboc_earlycon_io_ops.cons->exit = earlycon_orig_exit;
545 else if (kgdboc_earlycon_io_ops.cons->exit)
546 /*
547 * We skipped calling the exit() routine so we could try to
548 * keep using the boot console even after it went away. We're
549 * finally done so call the function now.
550 */
551 kgdboc_earlycon_io_ops.cons->exit(kgdboc_earlycon_io_ops.cons);
552
553 kgdboc_earlycon_io_ops.cons = NULL;
554 }
555
556 static struct kgdb_io kgdboc_earlycon_io_ops = {
557 .name = "kgdboc_earlycon",
558 .read_char = kgdboc_earlycon_get_char,
559 .write_char = kgdboc_earlycon_put_char,
560 .pre_exception = kgdboc_earlycon_pre_exp_handler,
561 .deinit = kgdboc_earlycon_deinit,
562 };
563
564 #define MAX_CONSOLE_NAME_LEN (sizeof((struct console *) 0)->name)
565 static char kgdboc_earlycon_param[MAX_CONSOLE_NAME_LEN] __initdata;
566 static bool kgdboc_earlycon_late_enable __initdata;
567
kgdboc_earlycon_init(char * opt)568 static int __init kgdboc_earlycon_init(char *opt)
569 {
570 struct console *con;
571
572 kdb_init(KDB_INIT_EARLY);
573
574 /*
575 * Look for a matching console, or if the name was left blank just
576 * pick the first one we find.
577 */
578
579 /*
580 * Hold the console_list_lock to guarantee that no consoles are
581 * unregistered until the kgdboc_earlycon setup is complete.
582 * Trapping the exit() callback relies on exit() not being
583 * called until the trap is setup. This also allows safe
584 * traversal of the console list and race-free reading of @flags.
585 */
586 console_list_lock();
587 for_each_console(con) {
588 if (con->write && con->read &&
589 (!opt || !opt[0] || strcmp(con->name, opt) == 0))
590 break;
591 }
592
593 if (!con) {
594 /*
595 * Both earlycon and kgdboc_earlycon are initialized during
596 * early parameter parsing. We cannot guarantee earlycon gets
597 * in first and, in any case, on ACPI systems earlycon may
598 * defer its own initialization (usually to somewhere within
599 * setup_arch() ). To cope with either of these situations
600 * we can defer our own initialization to a little later in
601 * the boot.
602 */
603 if (!kgdboc_earlycon_late_enable) {
604 pr_info("No suitable earlycon yet, will try later\n");
605 if (opt)
606 strscpy(kgdboc_earlycon_param, opt,
607 sizeof(kgdboc_earlycon_param));
608 kgdboc_earlycon_late_enable = true;
609 } else {
610 pr_info("Couldn't find kgdb earlycon\n");
611 }
612 goto unlock;
613 }
614
615 kgdboc_earlycon_io_ops.cons = con;
616 pr_info("Going to register kgdb with earlycon '%s'\n", con->name);
617 if (kgdb_register_io_module(&kgdboc_earlycon_io_ops) != 0) {
618 kgdboc_earlycon_io_ops.cons = NULL;
619 pr_info("Failed to register kgdb with earlycon\n");
620 } else {
621 /* Trap exit so we can keep earlycon longer if needed. */
622 earlycon_orig_exit = con->exit;
623 con->exit = kgdboc_earlycon_deferred_exit;
624 }
625
626 unlock:
627 console_list_unlock();
628
629 /* Non-zero means malformed option so we always return zero */
630 return 0;
631 }
632
633 early_param("kgdboc_earlycon", kgdboc_earlycon_init);
634
635 /*
636 * This is only intended for the late adoption of an early console.
637 *
638 * It is not a reliable way to adopt regular consoles because we can not
639 * control what order console initcalls are made and, in any case, many
640 * regular consoles are registered much later in the boot process than
641 * the console initcalls!
642 */
kgdboc_earlycon_late_init(void)643 static int __init kgdboc_earlycon_late_init(void)
644 {
645 if (kgdboc_earlycon_late_enable)
646 kgdboc_earlycon_init(kgdboc_earlycon_param);
647 return 0;
648 }
649 console_initcall(kgdboc_earlycon_late_init);
650
651 #endif /* IS_BUILTIN(CONFIG_KGDB_SERIAL_CONSOLE) */
652
653 module_init(init_kgdboc);
654 module_exit(exit_kgdboc);
655 module_param_call(kgdboc, param_set_kgdboc_var, param_get_string, &kps, 0644);
656 MODULE_PARM_DESC(kgdboc, "<serial_device>[,baud]");
657 MODULE_DESCRIPTION("KGDB Console TTY Driver");
658 MODULE_LICENSE("GPL");
659