// SPDX-License-Identifier: GPL-2.0 /* * xhci-dbgtty.c - tty glue for xHCI debug capability * * Copyright (C) 2017 Intel Corporation * * Author: Lu Baolu */ #include #include #include #include #include "xhci.h" #include "xhci-dbgcap.h" static struct tty_driver *dbc_tty_driver; static struct idr dbc_tty_minors; static DEFINE_MUTEX(dbc_tty_minors_lock); static inline struct dbc_port *dbc_to_port(struct xhci_dbc *dbc) { return dbc->priv; } static unsigned int dbc_kfifo_to_req(struct dbc_port *port, char *packet) { unsigned int len; len = kfifo_len(&port->port.xmit_fifo); if (len == 0) return 0; len = min(len, DBC_MAX_PACKET); if (port->tx_boundary) len = min(port->tx_boundary, len); len = kfifo_out(&port->port.xmit_fifo, packet, len); if (port->tx_boundary) port->tx_boundary -= len; return len; } static int dbc_start_tx(struct dbc_port *port) __releases(&port->port_lock) __acquires(&port->port_lock) { int len; struct dbc_request *req; int status = 0; bool do_tty_wake = false; struct list_head *pool = &port->write_pool; while (!list_empty(pool)) { req = list_entry(pool->next, struct dbc_request, list_pool); len = dbc_kfifo_to_req(port, req->buf); if (len == 0) break; do_tty_wake = true; req->length = len; list_del(&req->list_pool); spin_unlock(&port->port_lock); status = dbc_ep_queue(req); spin_lock(&port->port_lock); if (status) { list_add(&req->list_pool, pool); break; } } if (do_tty_wake && port->port.tty) tty_wakeup(port->port.tty); return status; } static void dbc_start_rx(struct dbc_port *port) __releases(&port->port_lock) __acquires(&port->port_lock) { struct dbc_request *req; int status; struct list_head *pool = &port->read_pool; while (!list_empty(pool)) { if (!port->port.tty) break; req = list_entry(pool->next, struct dbc_request, list_pool); list_del(&req->list_pool); req->length = DBC_MAX_PACKET; spin_unlock(&port->port_lock); status = dbc_ep_queue(req); spin_lock(&port->port_lock); if (status) { list_add(&req->list_pool, pool); break; } } } static void dbc_read_complete(struct xhci_dbc *dbc, struct dbc_request *req) { unsigned long flags; struct dbc_port *port = dbc_to_port(dbc); spin_lock_irqsave(&port->port_lock, flags); list_add_tail(&req->list_pool, &port->read_queue); tasklet_schedule(&port->push); spin_unlock_irqrestore(&port->port_lock, flags); } static void dbc_write_complete(struct xhci_dbc *dbc, struct dbc_request *req) { unsigned long flags; struct dbc_port *port = dbc_to_port(dbc); spin_lock_irqsave(&port->port_lock, flags); list_add(&req->list_pool, &port->write_pool); switch (req->status) { case 0: dbc_start_tx(port); break; case -ESHUTDOWN: break; default: dev_warn(dbc->dev, "unexpected write complete status %d\n", req->status); break; } spin_unlock_irqrestore(&port->port_lock, flags); } static void xhci_dbc_free_req(struct dbc_request *req) { kfree(req->buf); dbc_free_request(req); } static int xhci_dbc_alloc_requests(struct xhci_dbc *dbc, unsigned int direction, struct list_head *head, void (*fn)(struct xhci_dbc *, struct dbc_request *)) { int i; struct dbc_request *req; for (i = 0; i < DBC_QUEUE_SIZE; i++) { req = dbc_alloc_request(dbc, direction, GFP_KERNEL); if (!req) break; req->length = DBC_MAX_PACKET; req->buf = kmalloc(req->length, GFP_KERNEL); if (!req->buf) { dbc_free_request(req); break; } req->complete = fn; list_add_tail(&req->list_pool, head); } return list_empty(head) ? -ENOMEM : 0; } static void xhci_dbc_free_requests(struct list_head *head) { struct dbc_request *req; while (!list_empty(head)) { req = list_entry(head->next, struct dbc_request, list_pool); list_del(&req->list_pool); xhci_dbc_free_req(req); } } static int dbc_tty_install(struct tty_driver *driver, struct tty_struct *tty) { struct dbc_port *port; mutex_lock(&dbc_tty_minors_lock); port = idr_find(&dbc_tty_minors, tty->index); mutex_unlock(&dbc_tty_minors_lock); if (!port) return -ENXIO; tty->driver_data = port; return tty_port_install(&port->port, driver, tty); } static int dbc_tty_open(struct tty_struct *tty, struct file *file) { struct dbc_port *port = tty->driver_data; return tty_port_open(&port->port, tty, file); } static void dbc_tty_close(struct tty_struct *tty, struct file *file) { struct dbc_port *port = tty->driver_data; tty_port_close(&port->port, tty, file); } static ssize_t dbc_tty_write(struct tty_struct *tty, const u8 *buf, size_t count) { struct dbc_port *port = tty->driver_data; unsigned long flags; unsigned int written = 0; spin_lock_irqsave(&port->port_lock, flags); /* * Treat tty write as one usb transfer. Make sure the writes are turned * into TRB request having the same size boundaries as the tty writes. * Don't add data to kfifo before previous write is turned into TRBs */ if (port->tx_boundary) { spin_unlock_irqrestore(&port->port_lock, flags); return 0; } if (count) { written = kfifo_in(&port->port.xmit_fifo, buf, count); if (written == count) port->tx_boundary = kfifo_len(&port->port.xmit_fifo); dbc_start_tx(port); } spin_unlock_irqrestore(&port->port_lock, flags); return written; } static int dbc_tty_put_char(struct tty_struct *tty, u8 ch) { struct dbc_port *port = tty->driver_data; unsigned long flags; int status; spin_lock_irqsave(&port->port_lock, flags); status = kfifo_put(&port->port.xmit_fifo, ch); spin_unlock_irqrestore(&port->port_lock, flags); return status; } static void dbc_tty_flush_chars(struct tty_struct *tty) { struct dbc_port *port = tty->driver_data; unsigned long flags; spin_lock_irqsave(&port->port_lock, flags); dbc_start_tx(port); spin_unlock_irqrestore(&port->port_lock, flags); } static unsigned int dbc_tty_write_room(struct tty_struct *tty) { struct dbc_port *port = tty->driver_data; unsigned long flags; unsigned int room; spin_lock_irqsave(&port->port_lock, flags); room = kfifo_avail(&port->port.xmit_fifo); if (port->tx_boundary) room = 0; spin_unlock_irqrestore(&port->port_lock, flags); return room; } static unsigned int dbc_tty_chars_in_buffer(struct tty_struct *tty) { struct dbc_port *port = tty->driver_data; unsigned long flags; unsigned int chars; spin_lock_irqsave(&port->port_lock, flags); chars = kfifo_len(&port->port.xmit_fifo); spin_unlock_irqrestore(&port->port_lock, flags); return chars; } static void dbc_tty_unthrottle(struct tty_struct *tty) { struct dbc_port *port = tty->driver_data; unsigned long flags; spin_lock_irqsave(&port->port_lock, flags); tasklet_schedule(&port->push); spin_unlock_irqrestore(&port->port_lock, flags); } static const struct tty_operations dbc_tty_ops = { .install = dbc_tty_install, .open = dbc_tty_open, .close = dbc_tty_close, .write = dbc_tty_write, .put_char = dbc_tty_put_char, .flush_chars = dbc_tty_flush_chars, .write_room = dbc_tty_write_room, .chars_in_buffer = dbc_tty_chars_in_buffer, .unthrottle = dbc_tty_unthrottle, }; static void dbc_rx_push(struct tasklet_struct *t) { struct dbc_request *req; struct tty_struct *tty; unsigned long flags; bool do_push = false; bool disconnect = false; struct dbc_port *port = from_tasklet(port, t, push); struct list_head *queue = &port->read_queue; spin_lock_irqsave(&port->port_lock, flags); tty = port->port.tty; while (!list_empty(queue)) { req = list_first_entry(queue, struct dbc_request, list_pool); if (tty && tty_throttled(tty)) break; switch (req->status) { case 0: break; case -ESHUTDOWN: disconnect = true; break; default: pr_warn("ttyDBC0: unexpected RX status %d\n", req->status); break; } if (req->actual) { char *packet = req->buf; unsigned int n, size = req->actual; int count; n = port->n_read; if (n) { packet += n; size -= n; } count = tty_insert_flip_string(&port->port, packet, size); if (count) do_push = true; if (count != size) { port->n_read += count; break; } port->n_read = 0; } list_move_tail(&req->list_pool, &port->read_pool); } if (do_push) tty_flip_buffer_push(&port->port); if (!list_empty(queue) && tty) { if (!tty_throttled(tty)) { if (do_push) tasklet_schedule(&port->push); else pr_warn("ttyDBC0: RX not scheduled?\n"); } } if (!disconnect) dbc_start_rx(port); spin_unlock_irqrestore(&port->port_lock, flags); } static int dbc_port_activate(struct tty_port *_port, struct tty_struct *tty) { unsigned long flags; struct dbc_port *port = container_of(_port, struct dbc_port, port); spin_lock_irqsave(&port->port_lock, flags); dbc_start_rx(port); spin_unlock_irqrestore(&port->port_lock, flags); return 0; } static const struct tty_port_operations dbc_port_ops = { .activate = dbc_port_activate, }; static void xhci_dbc_tty_init_port(struct xhci_dbc *dbc, struct dbc_port *port) { tty_port_init(&port->port); spin_lock_init(&port->port_lock); tasklet_setup(&port->push, dbc_rx_push); INIT_LIST_HEAD(&port->read_pool); INIT_LIST_HEAD(&port->read_queue); INIT_LIST_HEAD(&port->write_pool); port->port.ops = &dbc_port_ops; port->n_read = 0; } static void xhci_dbc_tty_exit_port(struct dbc_port *port) { tasklet_kill(&port->push); tty_port_destroy(&port->port); } static int xhci_dbc_tty_register_device(struct xhci_dbc *dbc) { int ret; struct device *tty_dev; struct dbc_port *port = dbc_to_port(dbc); if (port->registered) return -EBUSY; xhci_dbc_tty_init_port(dbc, port); mutex_lock(&dbc_tty_minors_lock); port->minor = idr_alloc(&dbc_tty_minors, port, 0, 64, GFP_KERNEL); mutex_unlock(&dbc_tty_minors_lock); if (port->minor < 0) { ret = port->minor; goto err_idr; } ret = kfifo_alloc(&port->port.xmit_fifo, DBC_WRITE_BUF_SIZE, GFP_KERNEL); if (ret) goto err_exit_port; ret = xhci_dbc_alloc_requests(dbc, BULK_IN, &port->read_pool, dbc_read_complete); if (ret) goto err_free_fifo; ret = xhci_dbc_alloc_requests(dbc, BULK_OUT, &port->write_pool, dbc_write_complete); if (ret) goto err_free_requests; tty_dev = tty_port_register_device(&port->port, dbc_tty_driver, port->minor, NULL); if (IS_ERR(tty_dev)) { ret = PTR_ERR(tty_dev); goto err_free_requests; } port->registered = true; return 0; err_free_requests: xhci_dbc_free_requests(&port->read_pool); xhci_dbc_free_requests(&port->write_pool); err_free_fifo: kfifo_free(&port->port.xmit_fifo); err_exit_port: idr_remove(&dbc_tty_minors, port->minor); err_idr: xhci_dbc_tty_exit_port(port); dev_err(dbc->dev, "can't register tty port, err %d\n", ret); return ret; } static void xhci_dbc_tty_unregister_device(struct xhci_dbc *dbc) { struct dbc_port *port = dbc_to_port(dbc); if (!port->registered) return; tty_unregister_device(dbc_tty_driver, port->minor); xhci_dbc_tty_exit_port(port); port->registered = false; mutex_lock(&dbc_tty_minors_lock); idr_remove(&dbc_tty_minors, port->minor); mutex_unlock(&dbc_tty_minors_lock); kfifo_free(&port->port.xmit_fifo); xhci_dbc_free_requests(&port->read_pool); xhci_dbc_free_requests(&port->read_queue); xhci_dbc_free_requests(&port->write_pool); } static const struct dbc_driver dbc_driver = { .configure = xhci_dbc_tty_register_device, .disconnect = xhci_dbc_tty_unregister_device, }; int xhci_dbc_tty_probe(struct device *dev, void __iomem *base, struct xhci_hcd *xhci) { struct xhci_dbc *dbc; struct dbc_port *port; int status; if (!dbc_tty_driver) return -ENODEV; port = kzalloc(sizeof(*port), GFP_KERNEL); if (!port) return -ENOMEM; dbc = xhci_alloc_dbc(dev, base, &dbc_driver); if (!dbc) { status = -ENOMEM; goto out2; } dbc->priv = port; /* get rid of xhci once this is a real driver binding to a device */ xhci->dbc = dbc; return 0; out2: kfree(port); return status; } /* * undo what probe did, assume dbc is stopped already. * we also assume tty_unregister_device() is called before this */ void xhci_dbc_tty_remove(struct xhci_dbc *dbc) { struct dbc_port *port = dbc_to_port(dbc); xhci_dbc_remove(dbc); kfree(port); } int dbc_tty_init(void) { int ret; idr_init(&dbc_tty_minors); dbc_tty_driver = tty_alloc_driver(64, TTY_DRIVER_REAL_RAW | TTY_DRIVER_DYNAMIC_DEV); if (IS_ERR(dbc_tty_driver)) { idr_destroy(&dbc_tty_minors); return PTR_ERR(dbc_tty_driver); } dbc_tty_driver->driver_name = "dbc_serial"; dbc_tty_driver->name = "ttyDBC"; dbc_tty_driver->type = TTY_DRIVER_TYPE_SERIAL; dbc_tty_driver->subtype = SERIAL_TYPE_NORMAL; dbc_tty_driver->init_termios = tty_std_termios; dbc_tty_driver->init_termios.c_cflag = B9600 | CS8 | CREAD | HUPCL | CLOCAL; dbc_tty_driver->init_termios.c_ispeed = 9600; dbc_tty_driver->init_termios.c_ospeed = 9600; tty_set_operations(dbc_tty_driver, &dbc_tty_ops); ret = tty_register_driver(dbc_tty_driver); if (ret) { pr_err("Can't register dbc tty driver\n"); tty_driver_kref_put(dbc_tty_driver); idr_destroy(&dbc_tty_minors); } return ret; } void dbc_tty_exit(void) { if (dbc_tty_driver) { tty_unregister_driver(dbc_tty_driver); tty_driver_kref_put(dbc_tty_driver); dbc_tty_driver = NULL; } idr_destroy(&dbc_tty_minors); }