14c87aefeSPatrick Mooney /*-
2*32640292SAndy Fiddaman * SPDX-License-Identifier: BSD-2-Clause
34c87aefeSPatrick Mooney *
44c87aefeSPatrick Mooney * Copyright (c) 2014 Leon Dang <ldang@nahannisys.com>
54c87aefeSPatrick Mooney * Copyright 2018 Joyent, Inc.
64c87aefeSPatrick Mooney * All rights reserved.
74c87aefeSPatrick Mooney *
84c87aefeSPatrick Mooney * Redistribution and use in source and binary forms, with or without
94c87aefeSPatrick Mooney * modification, are permitted provided that the following conditions
104c87aefeSPatrick Mooney * are met:
114c87aefeSPatrick Mooney * 1. Redistributions of source code must retain the above copyright
124c87aefeSPatrick Mooney * notice, this list of conditions and the following disclaimer.
134c87aefeSPatrick Mooney * 2. Redistributions in binary form must reproduce the above copyright
144c87aefeSPatrick Mooney * notice, this list of conditions and the following disclaimer in the
154c87aefeSPatrick Mooney * documentation and/or other materials provided with the distribution.
164c87aefeSPatrick Mooney *
174c87aefeSPatrick Mooney * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
184c87aefeSPatrick Mooney * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
194c87aefeSPatrick Mooney * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
204c87aefeSPatrick Mooney * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
214c87aefeSPatrick Mooney * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
224c87aefeSPatrick Mooney * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
234c87aefeSPatrick Mooney * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
244c87aefeSPatrick Mooney * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
254c87aefeSPatrick Mooney * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
264c87aefeSPatrick Mooney * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
274c87aefeSPatrick Mooney * SUCH DAMAGE.
284c87aefeSPatrick Mooney */
294c87aefeSPatrick Mooney /*
304c87aefeSPatrick Mooney XHCI options:
314c87aefeSPatrick Mooney -s <n>,xhci,{devices}
324c87aefeSPatrick Mooney
334c87aefeSPatrick Mooney devices:
344c87aefeSPatrick Mooney tablet USB tablet mouse
354c87aefeSPatrick Mooney */
364c87aefeSPatrick Mooney #include <sys/cdefs.h>
374c87aefeSPatrick Mooney
384c87aefeSPatrick Mooney #include <sys/param.h>
394c87aefeSPatrick Mooney #include <sys/uio.h>
404c87aefeSPatrick Mooney #include <sys/types.h>
414c87aefeSPatrick Mooney #include <sys/queue.h>
424c87aefeSPatrick Mooney
434c87aefeSPatrick Mooney #include <stdio.h>
444c87aefeSPatrick Mooney #include <stdlib.h>
454c87aefeSPatrick Mooney #include <stdint.h>
464c87aefeSPatrick Mooney #include <string.h>
474c87aefeSPatrick Mooney #include <errno.h>
484c87aefeSPatrick Mooney #include <pthread.h>
494c87aefeSPatrick Mooney #include <unistd.h>
504c87aefeSPatrick Mooney
514c87aefeSPatrick Mooney #include <dev/usb/usbdi.h>
524c87aefeSPatrick Mooney #include <dev/usb/usb.h>
534c87aefeSPatrick Mooney #include <dev/usb/usb_freebsd.h>
544c87aefeSPatrick Mooney #include <xhcireg.h>
554c87aefeSPatrick Mooney
564c87aefeSPatrick Mooney #include "bhyverun.h"
572b948146SAndy Fiddaman #include "config.h"
58154972afSPatrick Mooney #include "debug.h"
594c87aefeSPatrick Mooney #include "pci_emul.h"
604c87aefeSPatrick Mooney #include "pci_xhci.h"
614c87aefeSPatrick Mooney #include "usb_emul.h"
624c87aefeSPatrick Mooney
634c87aefeSPatrick Mooney
644c87aefeSPatrick Mooney static int xhci_debug = 0;
65154972afSPatrick Mooney #define DPRINTF(params) if (xhci_debug) PRINTLN params
66154972afSPatrick Mooney #define WPRINTF(params) PRINTLN params
674c87aefeSPatrick Mooney
684c87aefeSPatrick Mooney
694c87aefeSPatrick Mooney #define XHCI_NAME "xhci"
704c87aefeSPatrick Mooney #define XHCI_MAX_DEVS 8 /* 4 USB3 + 4 USB2 devs */
714c87aefeSPatrick Mooney
724c87aefeSPatrick Mooney #define XHCI_MAX_SLOTS 64 /* min allowed by Windows drivers */
734c87aefeSPatrick Mooney
744c87aefeSPatrick Mooney /*
754c87aefeSPatrick Mooney * XHCI data structures can be up to 64k, but limit paddr_guest2host mapping
764c87aefeSPatrick Mooney * to 4k to avoid going over the guest physical memory barrier.
774c87aefeSPatrick Mooney */
784c87aefeSPatrick Mooney #define XHCI_PADDR_SZ 4096 /* paddr_guest2host max size */
794c87aefeSPatrick Mooney
804c87aefeSPatrick Mooney #define XHCI_ERST_MAX 0 /* max 2^entries event ring seg tbl */
814c87aefeSPatrick Mooney
824c87aefeSPatrick Mooney #define XHCI_CAPLEN (4*8) /* offset of op register space */
834c87aefeSPatrick Mooney #define XHCI_HCCPRAMS2 0x1C /* offset of HCCPARAMS2 register */
844c87aefeSPatrick Mooney #define XHCI_PORTREGS_START 0x400
854c87aefeSPatrick Mooney #define XHCI_DOORBELL_MAX 256
864c87aefeSPatrick Mooney
874c87aefeSPatrick Mooney #define XHCI_STREAMS_MAX 1 /* 4-15 in XHCI spec */
884c87aefeSPatrick Mooney
894c87aefeSPatrick Mooney /* caplength and hci-version registers */
904c87aefeSPatrick Mooney #define XHCI_SET_CAPLEN(x) ((x) & 0xFF)
914c87aefeSPatrick Mooney #define XHCI_SET_HCIVERSION(x) (((x) & 0xFFFF) << 16)
924c87aefeSPatrick Mooney #define XHCI_GET_HCIVERSION(x) (((x) >> 16) & 0xFFFF)
934c87aefeSPatrick Mooney
944c87aefeSPatrick Mooney /* hcsparams1 register */
954c87aefeSPatrick Mooney #define XHCI_SET_HCSP1_MAXSLOTS(x) ((x) & 0xFF)
964c87aefeSPatrick Mooney #define XHCI_SET_HCSP1_MAXINTR(x) (((x) & 0x7FF) << 8)
974c87aefeSPatrick Mooney #define XHCI_SET_HCSP1_MAXPORTS(x) (((x) & 0xFF) << 24)
984c87aefeSPatrick Mooney
994c87aefeSPatrick Mooney /* hcsparams2 register */
1004c87aefeSPatrick Mooney #define XHCI_SET_HCSP2_IST(x) ((x) & 0x0F)
1014c87aefeSPatrick Mooney #define XHCI_SET_HCSP2_ERSTMAX(x) (((x) & 0x0F) << 4)
1024c87aefeSPatrick Mooney #define XHCI_SET_HCSP2_MAXSCRATCH_HI(x) (((x) & 0x1F) << 21)
1034c87aefeSPatrick Mooney #define XHCI_SET_HCSP2_MAXSCRATCH_LO(x) (((x) & 0x1F) << 27)
1044c87aefeSPatrick Mooney
1054c87aefeSPatrick Mooney /* hcsparams3 register */
1064c87aefeSPatrick Mooney #define XHCI_SET_HCSP3_U1EXITLATENCY(x) ((x) & 0xFF)
1074c87aefeSPatrick Mooney #define XHCI_SET_HCSP3_U2EXITLATENCY(x) (((x) & 0xFFFF) << 16)
1084c87aefeSPatrick Mooney
1094c87aefeSPatrick Mooney /* hccparams1 register */
1104c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_AC64(x) ((x) & 0x01)
1114c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_BNC(x) (((x) & 0x01) << 1)
1124c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_CSZ(x) (((x) & 0x01) << 2)
1134c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_PPC(x) (((x) & 0x01) << 3)
1144c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_PIND(x) (((x) & 0x01) << 4)
1154c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_LHRC(x) (((x) & 0x01) << 5)
1164c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_LTC(x) (((x) & 0x01) << 6)
1174c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_NSS(x) (((x) & 0x01) << 7)
1184c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_PAE(x) (((x) & 0x01) << 8)
1194c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_SPC(x) (((x) & 0x01) << 9)
1204c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_SEC(x) (((x) & 0x01) << 10)
1214c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_CFC(x) (((x) & 0x01) << 11)
1224c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_MAXPSA(x) (((x) & 0x0F) << 12)
1234c87aefeSPatrick Mooney #define XHCI_SET_HCCP1_XECP(x) (((x) & 0xFFFF) << 16)
1244c87aefeSPatrick Mooney
1254c87aefeSPatrick Mooney /* hccparams2 register */
1264c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_U3C(x) ((x) & 0x01)
1274c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_CMC(x) (((x) & 0x01) << 1)
1284c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_FSC(x) (((x) & 0x01) << 2)
1294c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_CTC(x) (((x) & 0x01) << 3)
1304c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_LEC(x) (((x) & 0x01) << 4)
1314c87aefeSPatrick Mooney #define XHCI_SET_HCCP2_CIC(x) (((x) & 0x01) << 5)
1324c87aefeSPatrick Mooney
1334c87aefeSPatrick Mooney /* other registers */
1344c87aefeSPatrick Mooney #define XHCI_SET_DOORBELL(x) ((x) & ~0x03)
1354c87aefeSPatrick Mooney #define XHCI_SET_RTSOFFSET(x) ((x) & ~0x0F)
1364c87aefeSPatrick Mooney
1374c87aefeSPatrick Mooney /* register masks */
1384c87aefeSPatrick Mooney #define XHCI_PS_PLS_MASK (0xF << 5) /* port link state */
1394c87aefeSPatrick Mooney #define XHCI_PS_SPEED_MASK (0xF << 10) /* port speed */
1404c87aefeSPatrick Mooney #define XHCI_PS_PIC_MASK (0x3 << 14) /* port indicator */
1414c87aefeSPatrick Mooney
1424c87aefeSPatrick Mooney /* port register set */
1434c87aefeSPatrick Mooney #define XHCI_PORTREGS_BASE 0x400 /* base offset */
1444c87aefeSPatrick Mooney #define XHCI_PORTREGS_PORT0 0x3F0
1454c87aefeSPatrick Mooney #define XHCI_PORTREGS_SETSZ 0x10 /* size of a set */
1464c87aefeSPatrick Mooney
1474c87aefeSPatrick Mooney #define MASK_64_HI(x) ((x) & ~0xFFFFFFFFULL)
1484c87aefeSPatrick Mooney #define MASK_64_LO(x) ((x) & 0xFFFFFFFFULL)
1494c87aefeSPatrick Mooney
1504c87aefeSPatrick Mooney #define FIELD_REPLACE(a,b,m,s) (((a) & ~((m) << (s))) | \
1514c87aefeSPatrick Mooney (((b) & (m)) << (s)))
1524c87aefeSPatrick Mooney #define FIELD_COPY(a,b,m,s) (((a) & ~((m) << (s))) | \
1534c87aefeSPatrick Mooney (((b) & ((m) << (s)))))
1544c87aefeSPatrick Mooney
1554c87aefeSPatrick Mooney struct pci_xhci_trb_ring {
1564c87aefeSPatrick Mooney uint64_t ringaddr; /* current dequeue guest address */
1574c87aefeSPatrick Mooney uint32_t ccs; /* consumer cycle state */
1584c87aefeSPatrick Mooney };
1594c87aefeSPatrick Mooney
1604c87aefeSPatrick Mooney /* device endpoint transfer/stream rings */
1614c87aefeSPatrick Mooney struct pci_xhci_dev_ep {
1624c87aefeSPatrick Mooney union {
1634c87aefeSPatrick Mooney struct xhci_trb *_epu_tr;
1644c87aefeSPatrick Mooney struct xhci_stream_ctx *_epu_sctx;
1654c87aefeSPatrick Mooney } _ep_trbsctx;
1664c87aefeSPatrick Mooney #define ep_tr _ep_trbsctx._epu_tr
1674c87aefeSPatrick Mooney #define ep_sctx _ep_trbsctx._epu_sctx
1684c87aefeSPatrick Mooney
1694f3f3e9aSAndy Fiddaman /*
1704f3f3e9aSAndy Fiddaman * Caches the value of MaxPStreams from the endpoint context
1714f3f3e9aSAndy Fiddaman * when an endpoint is initialized and is used to validate the
1724f3f3e9aSAndy Fiddaman * use of ep_ringaddr vs ep_sctx_trbs[] as well as the length
1734f3f3e9aSAndy Fiddaman * of ep_sctx_trbs[].
1744f3f3e9aSAndy Fiddaman */
1754f3f3e9aSAndy Fiddaman uint32_t ep_MaxPStreams;
1764c87aefeSPatrick Mooney union {
1774c87aefeSPatrick Mooney struct pci_xhci_trb_ring _epu_trb;
1784c87aefeSPatrick Mooney struct pci_xhci_trb_ring *_epu_sctx_trbs;
1794c87aefeSPatrick Mooney } _ep_trb_rings;
1804c87aefeSPatrick Mooney #define ep_ringaddr _ep_trb_rings._epu_trb.ringaddr
1814c87aefeSPatrick Mooney #define ep_ccs _ep_trb_rings._epu_trb.ccs
1824c87aefeSPatrick Mooney #define ep_sctx_trbs _ep_trb_rings._epu_sctx_trbs
1834c87aefeSPatrick Mooney
1844c87aefeSPatrick Mooney struct usb_data_xfer *ep_xfer; /* transfer chain */
1854c87aefeSPatrick Mooney };
1864c87aefeSPatrick Mooney
1874c87aefeSPatrick Mooney /* device context base address array: maps slot->device context */
1884c87aefeSPatrick Mooney struct xhci_dcbaa {
1894c87aefeSPatrick Mooney uint64_t dcba[USB_MAX_DEVICES+1]; /* xhci_dev_ctx ptrs */
1904c87aefeSPatrick Mooney };
1914c87aefeSPatrick Mooney
1924c87aefeSPatrick Mooney /* port status registers */
1934c87aefeSPatrick Mooney struct pci_xhci_portregs {
1944c87aefeSPatrick Mooney uint32_t portsc; /* port status and control */
1954c87aefeSPatrick Mooney uint32_t portpmsc; /* port pwr mgmt status & control */
1964c87aefeSPatrick Mooney uint32_t portli; /* port link info */
1974c87aefeSPatrick Mooney uint32_t porthlpmc; /* port hardware LPM control */
1984c87aefeSPatrick Mooney } __packed;
1994c87aefeSPatrick Mooney #define XHCI_PS_SPEED_SET(x) (((x) & 0xF) << 10)
2004c87aefeSPatrick Mooney
2014c87aefeSPatrick Mooney /* xHC operational registers */
2024c87aefeSPatrick Mooney struct pci_xhci_opregs {
2034c87aefeSPatrick Mooney uint32_t usbcmd; /* usb command */
2044c87aefeSPatrick Mooney uint32_t usbsts; /* usb status */
2054c87aefeSPatrick Mooney uint32_t pgsz; /* page size */
2064c87aefeSPatrick Mooney uint32_t dnctrl; /* device notification control */
2074c87aefeSPatrick Mooney uint64_t crcr; /* command ring control */
2084c87aefeSPatrick Mooney uint64_t dcbaap; /* device ctx base addr array ptr */
2094c87aefeSPatrick Mooney uint32_t config; /* configure */
2104c87aefeSPatrick Mooney
2114c87aefeSPatrick Mooney /* guest mapped addresses: */
2124c87aefeSPatrick Mooney struct xhci_trb *cr_p; /* crcr dequeue */
2134c87aefeSPatrick Mooney struct xhci_dcbaa *dcbaa_p; /* dev ctx array ptr */
2144c87aefeSPatrick Mooney };
2154c87aefeSPatrick Mooney
2164c87aefeSPatrick Mooney /* xHC runtime registers */
2174c87aefeSPatrick Mooney struct pci_xhci_rtsregs {
2184c87aefeSPatrick Mooney uint32_t mfindex; /* microframe index */
2194c87aefeSPatrick Mooney struct { /* interrupter register set */
2204c87aefeSPatrick Mooney uint32_t iman; /* interrupter management */
2214c87aefeSPatrick Mooney uint32_t imod; /* interrupter moderation */
2224c87aefeSPatrick Mooney uint32_t erstsz; /* event ring segment table size */
2234c87aefeSPatrick Mooney uint32_t rsvd;
2244c87aefeSPatrick Mooney uint64_t erstba; /* event ring seg-tbl base addr */
2254c87aefeSPatrick Mooney uint64_t erdp; /* event ring dequeue ptr */
2264c87aefeSPatrick Mooney } intrreg __packed;
2274c87aefeSPatrick Mooney
2284c87aefeSPatrick Mooney /* guest mapped addresses */
2294c87aefeSPatrick Mooney struct xhci_event_ring_seg *erstba_p;
2304c87aefeSPatrick Mooney struct xhci_trb *erst_p; /* event ring segment tbl */
2314c87aefeSPatrick Mooney int er_deq_seg; /* event ring dequeue segment */
2324c87aefeSPatrick Mooney int er_enq_idx; /* event ring enqueue index - xHCI */
2334c87aefeSPatrick Mooney int er_enq_seg; /* event ring enqueue segment */
2344c87aefeSPatrick Mooney uint32_t er_events_cnt; /* number of events in ER */
2354c87aefeSPatrick Mooney uint32_t event_pcs; /* producer cycle state flag */
2364c87aefeSPatrick Mooney };
2374c87aefeSPatrick Mooney
2384c87aefeSPatrick Mooney
2394c87aefeSPatrick Mooney struct pci_xhci_softc;
2404c87aefeSPatrick Mooney
2414c87aefeSPatrick Mooney
2424c87aefeSPatrick Mooney /*
2434c87aefeSPatrick Mooney * USB device emulation container.
2444c87aefeSPatrick Mooney * This is referenced from usb_hci->hci_sc; 1 pci_xhci_dev_emu for each
2454c87aefeSPatrick Mooney * emulated device instance.
2464c87aefeSPatrick Mooney */
2474c87aefeSPatrick Mooney struct pci_xhci_dev_emu {
2484c87aefeSPatrick Mooney struct pci_xhci_softc *xsc;
2494c87aefeSPatrick Mooney
2504c87aefeSPatrick Mooney /* XHCI contexts */
2514c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
2524c87aefeSPatrick Mooney struct pci_xhci_dev_ep eps[XHCI_MAX_ENDPOINTS];
2534c87aefeSPatrick Mooney int dev_slotstate;
2544c87aefeSPatrick Mooney
2554c87aefeSPatrick Mooney struct usb_devemu *dev_ue; /* USB emulated dev */
2564c87aefeSPatrick Mooney void *dev_sc; /* device's softc */
2574c87aefeSPatrick Mooney
2584c87aefeSPatrick Mooney struct usb_hci hci;
2594c87aefeSPatrick Mooney };
2604c87aefeSPatrick Mooney
2614c87aefeSPatrick Mooney struct pci_xhci_softc {
2624c87aefeSPatrick Mooney struct pci_devinst *xsc_pi;
2634c87aefeSPatrick Mooney
2644c87aefeSPatrick Mooney pthread_mutex_t mtx;
2654c87aefeSPatrick Mooney
2664c87aefeSPatrick Mooney uint32_t caplength; /* caplen & hciversion */
2674c87aefeSPatrick Mooney uint32_t hcsparams1; /* structural parameters 1 */
2684c87aefeSPatrick Mooney uint32_t hcsparams2; /* structural parameters 2 */
2694c87aefeSPatrick Mooney uint32_t hcsparams3; /* structural parameters 3 */
2704c87aefeSPatrick Mooney uint32_t hccparams1; /* capability parameters 1 */
2714c87aefeSPatrick Mooney uint32_t dboff; /* doorbell offset */
2724c87aefeSPatrick Mooney uint32_t rtsoff; /* runtime register space offset */
2734c87aefeSPatrick Mooney uint32_t hccparams2; /* capability parameters 2 */
2744c87aefeSPatrick Mooney
2754c87aefeSPatrick Mooney uint32_t regsend; /* end of configuration registers */
2764c87aefeSPatrick Mooney
2774c87aefeSPatrick Mooney struct pci_xhci_opregs opregs;
2784c87aefeSPatrick Mooney struct pci_xhci_rtsregs rtsregs;
2794c87aefeSPatrick Mooney
2804c87aefeSPatrick Mooney struct pci_xhci_portregs *portregs;
2814c87aefeSPatrick Mooney struct pci_xhci_dev_emu **devices; /* XHCI[port] = device */
2824c87aefeSPatrick Mooney struct pci_xhci_dev_emu **slots; /* slots assigned from 1 */
2834c87aefeSPatrick Mooney
2844c87aefeSPatrick Mooney int usb2_port_start;
2854c87aefeSPatrick Mooney int usb3_port_start;
2864c87aefeSPatrick Mooney };
2874c87aefeSPatrick Mooney
2884c87aefeSPatrick Mooney
289*32640292SAndy Fiddaman /* port and slot numbering start from 1 */
290*32640292SAndy Fiddaman #define XHCI_PORTREG_PTR(x,n) &((x)->portregs[(n) - 1])
291*32640292SAndy Fiddaman #define XHCI_DEVINST_PTR(x,n) ((x)->devices[(n) - 1])
292*32640292SAndy Fiddaman #define XHCI_SLOTDEV_PTR(x,n) ((x)->slots[(n) - 1])
2934c87aefeSPatrick Mooney
2944c87aefeSPatrick Mooney #define XHCI_HALTED(sc) ((sc)->opregs.usbsts & XHCI_STS_HCH)
2954c87aefeSPatrick Mooney
2964c87aefeSPatrick Mooney #define XHCI_GADDR(sc,a) paddr_guest2host((sc)->xsc_pi->pi_vmctx, \
2974c87aefeSPatrick Mooney (a), \
2984c87aefeSPatrick Mooney XHCI_PADDR_SZ - ((a) & (XHCI_PADDR_SZ-1)))
2994c87aefeSPatrick Mooney
3004c87aefeSPatrick Mooney static int xhci_in_use;
3014c87aefeSPatrick Mooney
3024c87aefeSPatrick Mooney /* map USB errors to XHCI */
3034c87aefeSPatrick Mooney static const int xhci_usb_errors[USB_ERR_MAX] = {
3044c87aefeSPatrick Mooney [USB_ERR_NORMAL_COMPLETION] = XHCI_TRB_ERROR_SUCCESS,
3054c87aefeSPatrick Mooney [USB_ERR_PENDING_REQUESTS] = XHCI_TRB_ERROR_RESOURCE,
3064c87aefeSPatrick Mooney [USB_ERR_NOT_STARTED] = XHCI_TRB_ERROR_ENDP_NOT_ON,
3074c87aefeSPatrick Mooney [USB_ERR_INVAL] = XHCI_TRB_ERROR_INVALID,
3084c87aefeSPatrick Mooney [USB_ERR_NOMEM] = XHCI_TRB_ERROR_RESOURCE,
3094c87aefeSPatrick Mooney [USB_ERR_CANCELLED] = XHCI_TRB_ERROR_STOPPED,
3104c87aefeSPatrick Mooney [USB_ERR_BAD_ADDRESS] = XHCI_TRB_ERROR_PARAMETER,
3114c87aefeSPatrick Mooney [USB_ERR_BAD_BUFSIZE] = XHCI_TRB_ERROR_PARAMETER,
3124c87aefeSPatrick Mooney [USB_ERR_BAD_FLAG] = XHCI_TRB_ERROR_PARAMETER,
3134c87aefeSPatrick Mooney [USB_ERR_NO_CALLBACK] = XHCI_TRB_ERROR_STALL,
3144c87aefeSPatrick Mooney [USB_ERR_IN_USE] = XHCI_TRB_ERROR_RESOURCE,
3154c87aefeSPatrick Mooney [USB_ERR_NO_ADDR] = XHCI_TRB_ERROR_RESOURCE,
3164c87aefeSPatrick Mooney [USB_ERR_NO_PIPE] = XHCI_TRB_ERROR_RESOURCE,
3174c87aefeSPatrick Mooney [USB_ERR_ZERO_NFRAMES] = XHCI_TRB_ERROR_UNDEFINED,
3184c87aefeSPatrick Mooney [USB_ERR_ZERO_MAXP] = XHCI_TRB_ERROR_UNDEFINED,
3194c87aefeSPatrick Mooney [USB_ERR_SET_ADDR_FAILED] = XHCI_TRB_ERROR_RESOURCE,
3204c87aefeSPatrick Mooney [USB_ERR_NO_POWER] = XHCI_TRB_ERROR_ENDP_NOT_ON,
3214c87aefeSPatrick Mooney [USB_ERR_TOO_DEEP] = XHCI_TRB_ERROR_RESOURCE,
3224c87aefeSPatrick Mooney [USB_ERR_IOERROR] = XHCI_TRB_ERROR_TRB,
3234c87aefeSPatrick Mooney [USB_ERR_NOT_CONFIGURED] = XHCI_TRB_ERROR_ENDP_NOT_ON,
3244c87aefeSPatrick Mooney [USB_ERR_TIMEOUT] = XHCI_TRB_ERROR_CMD_ABORTED,
3254c87aefeSPatrick Mooney [USB_ERR_SHORT_XFER] = XHCI_TRB_ERROR_SHORT_PKT,
3264c87aefeSPatrick Mooney [USB_ERR_STALLED] = XHCI_TRB_ERROR_STALL,
3274c87aefeSPatrick Mooney [USB_ERR_INTERRUPTED] = XHCI_TRB_ERROR_CMD_ABORTED,
3284c87aefeSPatrick Mooney [USB_ERR_DMA_LOAD_FAILED] = XHCI_TRB_ERROR_DATA_BUF,
3294c87aefeSPatrick Mooney [USB_ERR_BAD_CONTEXT] = XHCI_TRB_ERROR_TRB,
3304c87aefeSPatrick Mooney [USB_ERR_NO_ROOT_HUB] = XHCI_TRB_ERROR_UNDEFINED,
3314c87aefeSPatrick Mooney [USB_ERR_NO_INTR_THREAD] = XHCI_TRB_ERROR_UNDEFINED,
3324c87aefeSPatrick Mooney [USB_ERR_NOT_LOCKED] = XHCI_TRB_ERROR_UNDEFINED,
3334c87aefeSPatrick Mooney };
3344c87aefeSPatrick Mooney #define USB_TO_XHCI_ERR(e) ((e) < USB_ERR_MAX ? xhci_usb_errors[(e)] : \
3354c87aefeSPatrick Mooney XHCI_TRB_ERROR_INVALID)
3364c87aefeSPatrick Mooney
3374c87aefeSPatrick Mooney static int pci_xhci_insert_event(struct pci_xhci_softc *sc,
3384c87aefeSPatrick Mooney struct xhci_trb *evtrb, int do_intr);
3394c87aefeSPatrick Mooney static void pci_xhci_dump_trb(struct xhci_trb *trb);
3404c87aefeSPatrick Mooney static void pci_xhci_assert_interrupt(struct pci_xhci_softc *sc);
3414c87aefeSPatrick Mooney static void pci_xhci_reset_slot(struct pci_xhci_softc *sc, int slot);
3424c87aefeSPatrick Mooney static void pci_xhci_reset_port(struct pci_xhci_softc *sc, int portn, int warm);
3434c87aefeSPatrick Mooney static void pci_xhci_update_ep_ring(struct pci_xhci_softc *sc,
3444c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev, struct pci_xhci_dev_ep *devep,
3454c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx, uint32_t streamid,
3464c87aefeSPatrick Mooney uint64_t ringaddr, int ccs);
3474c87aefeSPatrick Mooney
3484c87aefeSPatrick Mooney static void
pci_xhci_set_evtrb(struct xhci_trb * evtrb,uint64_t port,uint32_t errcode,uint32_t evtype)3494c87aefeSPatrick Mooney pci_xhci_set_evtrb(struct xhci_trb *evtrb, uint64_t port, uint32_t errcode,
3504c87aefeSPatrick Mooney uint32_t evtype)
3514c87aefeSPatrick Mooney {
3524c87aefeSPatrick Mooney evtrb->qwTrb0 = port << 24;
3534c87aefeSPatrick Mooney evtrb->dwTrb2 = XHCI_TRB_2_ERROR_SET(errcode);
3544c87aefeSPatrick Mooney evtrb->dwTrb3 = XHCI_TRB_3_TYPE_SET(evtype);
3554c87aefeSPatrick Mooney }
3564c87aefeSPatrick Mooney
3574c87aefeSPatrick Mooney
3584c87aefeSPatrick Mooney /* controller reset */
3594c87aefeSPatrick Mooney static void
pci_xhci_reset(struct pci_xhci_softc * sc)3604c87aefeSPatrick Mooney pci_xhci_reset(struct pci_xhci_softc *sc)
3614c87aefeSPatrick Mooney {
3624c87aefeSPatrick Mooney int i;
3634c87aefeSPatrick Mooney
3644c87aefeSPatrick Mooney sc->rtsregs.er_enq_idx = 0;
3654c87aefeSPatrick Mooney sc->rtsregs.er_events_cnt = 0;
3664c87aefeSPatrick Mooney sc->rtsregs.event_pcs = 1;
3674c87aefeSPatrick Mooney
3684c87aefeSPatrick Mooney for (i = 1; i <= XHCI_MAX_SLOTS; i++) {
3694c87aefeSPatrick Mooney pci_xhci_reset_slot(sc, i);
3704c87aefeSPatrick Mooney }
3714c87aefeSPatrick Mooney }
3724c87aefeSPatrick Mooney
3734c87aefeSPatrick Mooney static uint32_t
pci_xhci_usbcmd_write(struct pci_xhci_softc * sc,uint32_t cmd)3744c87aefeSPatrick Mooney pci_xhci_usbcmd_write(struct pci_xhci_softc *sc, uint32_t cmd)
3754c87aefeSPatrick Mooney {
3764c87aefeSPatrick Mooney int do_intr = 0;
3774c87aefeSPatrick Mooney int i;
3784c87aefeSPatrick Mooney
3794c87aefeSPatrick Mooney if (cmd & XHCI_CMD_RS) {
3804c87aefeSPatrick Mooney do_intr = (sc->opregs.usbcmd & XHCI_CMD_RS) == 0;
3814c87aefeSPatrick Mooney
3824c87aefeSPatrick Mooney sc->opregs.usbcmd |= XHCI_CMD_RS;
3834c87aefeSPatrick Mooney sc->opregs.usbsts &= ~XHCI_STS_HCH;
3844c87aefeSPatrick Mooney sc->opregs.usbsts |= XHCI_STS_PCD;
3854c87aefeSPatrick Mooney
3864c87aefeSPatrick Mooney /* Queue port change event on controller run from stop */
3874c87aefeSPatrick Mooney if (do_intr)
3884c87aefeSPatrick Mooney for (i = 1; i <= XHCI_MAX_DEVS; i++) {
3894c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
3904c87aefeSPatrick Mooney struct pci_xhci_portregs *port;
3914c87aefeSPatrick Mooney struct xhci_trb evtrb;
3924c87aefeSPatrick Mooney
3934c87aefeSPatrick Mooney if ((dev = XHCI_DEVINST_PTR(sc, i)) == NULL)
3944c87aefeSPatrick Mooney continue;
3954c87aefeSPatrick Mooney
3964c87aefeSPatrick Mooney port = XHCI_PORTREG_PTR(sc, i);
3974c87aefeSPatrick Mooney port->portsc |= XHCI_PS_CSC | XHCI_PS_CCS;
3984c87aefeSPatrick Mooney port->portsc &= ~XHCI_PS_PLS_MASK;
3994c87aefeSPatrick Mooney
4004c87aefeSPatrick Mooney /*
4014c87aefeSPatrick Mooney * XHCI 4.19.3 USB2 RxDetect->Polling,
4024c87aefeSPatrick Mooney * USB3 Polling->U0
4034c87aefeSPatrick Mooney */
4044c87aefeSPatrick Mooney if (dev->dev_ue->ue_usbver == 2)
4054c87aefeSPatrick Mooney port->portsc |=
4064c87aefeSPatrick Mooney XHCI_PS_PLS_SET(UPS_PORT_LS_POLL);
4074c87aefeSPatrick Mooney else
4084c87aefeSPatrick Mooney port->portsc |=
4094c87aefeSPatrick Mooney XHCI_PS_PLS_SET(UPS_PORT_LS_U0);
4104c87aefeSPatrick Mooney
4114c87aefeSPatrick Mooney pci_xhci_set_evtrb(&evtrb, i,
4124c87aefeSPatrick Mooney XHCI_TRB_ERROR_SUCCESS,
4134c87aefeSPatrick Mooney XHCI_TRB_EVENT_PORT_STS_CHANGE);
4144c87aefeSPatrick Mooney
4154c87aefeSPatrick Mooney if (pci_xhci_insert_event(sc, &evtrb, 0) !=
4164c87aefeSPatrick Mooney XHCI_TRB_ERROR_SUCCESS)
4174c87aefeSPatrick Mooney break;
4184c87aefeSPatrick Mooney }
4194c87aefeSPatrick Mooney } else {
4204c87aefeSPatrick Mooney sc->opregs.usbcmd &= ~XHCI_CMD_RS;
4214c87aefeSPatrick Mooney sc->opregs.usbsts |= XHCI_STS_HCH;
4224c87aefeSPatrick Mooney sc->opregs.usbsts &= ~XHCI_STS_PCD;
4234c87aefeSPatrick Mooney }
4244c87aefeSPatrick Mooney
4254c87aefeSPatrick Mooney /* start execution of schedule; stop when set to 0 */
4264c87aefeSPatrick Mooney cmd |= sc->opregs.usbcmd & XHCI_CMD_RS;
4274c87aefeSPatrick Mooney
4284c87aefeSPatrick Mooney if (cmd & XHCI_CMD_HCRST) {
4294c87aefeSPatrick Mooney /* reset controller */
4304c87aefeSPatrick Mooney pci_xhci_reset(sc);
4314c87aefeSPatrick Mooney cmd &= ~XHCI_CMD_HCRST;
4324c87aefeSPatrick Mooney }
4334c87aefeSPatrick Mooney
4344c87aefeSPatrick Mooney cmd &= ~(XHCI_CMD_CSS | XHCI_CMD_CRS);
4354c87aefeSPatrick Mooney
4364c87aefeSPatrick Mooney if (do_intr)
4374c87aefeSPatrick Mooney pci_xhci_assert_interrupt(sc);
4384c87aefeSPatrick Mooney
4394c87aefeSPatrick Mooney return (cmd);
4404c87aefeSPatrick Mooney }
4414c87aefeSPatrick Mooney
4424c87aefeSPatrick Mooney static void
pci_xhci_portregs_write(struct pci_xhci_softc * sc,uint64_t offset,uint64_t value)4434c87aefeSPatrick Mooney pci_xhci_portregs_write(struct pci_xhci_softc *sc, uint64_t offset,
4444c87aefeSPatrick Mooney uint64_t value)
4454c87aefeSPatrick Mooney {
4464c87aefeSPatrick Mooney struct xhci_trb evtrb;
4474c87aefeSPatrick Mooney struct pci_xhci_portregs *p;
4484c87aefeSPatrick Mooney int port;
4494c87aefeSPatrick Mooney uint32_t oldpls, newpls;
4504c87aefeSPatrick Mooney
4514c87aefeSPatrick Mooney if (sc->portregs == NULL)
4524c87aefeSPatrick Mooney return;
4534c87aefeSPatrick Mooney
4544c87aefeSPatrick Mooney port = (offset - XHCI_PORTREGS_PORT0) / XHCI_PORTREGS_SETSZ;
4554c87aefeSPatrick Mooney offset = (offset - XHCI_PORTREGS_PORT0) % XHCI_PORTREGS_SETSZ;
4564c87aefeSPatrick Mooney
457154972afSPatrick Mooney DPRINTF(("pci_xhci: portregs wr offset 0x%lx, port %u: 0x%lx",
4584c87aefeSPatrick Mooney offset, port, value));
4594c87aefeSPatrick Mooney
4604c87aefeSPatrick Mooney assert(port >= 0);
4614c87aefeSPatrick Mooney
4624c87aefeSPatrick Mooney if (port > XHCI_MAX_DEVS) {
463154972afSPatrick Mooney DPRINTF(("pci_xhci: portregs_write port %d > ndevices",
4644c87aefeSPatrick Mooney port));
4654c87aefeSPatrick Mooney return;
4664c87aefeSPatrick Mooney }
4674c87aefeSPatrick Mooney
4684c87aefeSPatrick Mooney if (XHCI_DEVINST_PTR(sc, port) == NULL) {
469154972afSPatrick Mooney DPRINTF(("pci_xhci: portregs_write to unattached port %d",
4704c87aefeSPatrick Mooney port));
4714c87aefeSPatrick Mooney }
4724c87aefeSPatrick Mooney
4734c87aefeSPatrick Mooney p = XHCI_PORTREG_PTR(sc, port);
4744c87aefeSPatrick Mooney switch (offset) {
4754c87aefeSPatrick Mooney case 0:
4764c87aefeSPatrick Mooney /* port reset or warm reset */
4774c87aefeSPatrick Mooney if (value & (XHCI_PS_PR | XHCI_PS_WPR)) {
4784c87aefeSPatrick Mooney pci_xhci_reset_port(sc, port, value & XHCI_PS_WPR);
4794c87aefeSPatrick Mooney break;
4804c87aefeSPatrick Mooney }
4814c87aefeSPatrick Mooney
4824c87aefeSPatrick Mooney if ((p->portsc & XHCI_PS_PP) == 0) {
4834c87aefeSPatrick Mooney WPRINTF(("pci_xhci: portregs_write to unpowered "
484154972afSPatrick Mooney "port %d", port));
4854c87aefeSPatrick Mooney break;
4864c87aefeSPatrick Mooney }
4874c87aefeSPatrick Mooney
4884c87aefeSPatrick Mooney /* Port status and control register */
4894c87aefeSPatrick Mooney oldpls = XHCI_PS_PLS_GET(p->portsc);
4904c87aefeSPatrick Mooney newpls = XHCI_PS_PLS_GET(value);
4914c87aefeSPatrick Mooney
492104fd295SAndy Fiddaman #ifndef __FreeBSD__
493104fd295SAndy Fiddaman p->portsc &= XHCI_PS_PED | XHCI_PS_PP | XHCI_PS_PLS_MASK |
494104fd295SAndy Fiddaman XHCI_PS_SPEED_MASK | XHCI_PS_PIC_MASK;
495104fd295SAndy Fiddaman #else
4964c87aefeSPatrick Mooney p->portsc &= XHCI_PS_PED | XHCI_PS_PLS_MASK |
4974c87aefeSPatrick Mooney XHCI_PS_SPEED_MASK | XHCI_PS_PIC_MASK;
498104fd295SAndy Fiddaman #endif
4994c87aefeSPatrick Mooney
5004c87aefeSPatrick Mooney if (XHCI_DEVINST_PTR(sc, port))
5014c87aefeSPatrick Mooney p->portsc |= XHCI_PS_CCS;
5024c87aefeSPatrick Mooney
5034c87aefeSPatrick Mooney p->portsc |= (value &
5044c87aefeSPatrick Mooney ~(XHCI_PS_OCA |
5054c87aefeSPatrick Mooney XHCI_PS_PR |
5064c87aefeSPatrick Mooney XHCI_PS_PED |
5074c87aefeSPatrick Mooney XHCI_PS_PLS_MASK | /* link state */
5084c87aefeSPatrick Mooney XHCI_PS_SPEED_MASK |
5094c87aefeSPatrick Mooney XHCI_PS_PIC_MASK | /* port indicator */
5104c87aefeSPatrick Mooney XHCI_PS_LWS | XHCI_PS_DR | XHCI_PS_WPR));
5114c87aefeSPatrick Mooney
5124c87aefeSPatrick Mooney /* clear control bits */
5134c87aefeSPatrick Mooney p->portsc &= ~(value &
5144c87aefeSPatrick Mooney (XHCI_PS_CSC |
5154c87aefeSPatrick Mooney XHCI_PS_PEC |
5164c87aefeSPatrick Mooney XHCI_PS_WRC |
5174c87aefeSPatrick Mooney XHCI_PS_OCC |
5184c87aefeSPatrick Mooney XHCI_PS_PRC |
5194c87aefeSPatrick Mooney XHCI_PS_PLC |
5204c87aefeSPatrick Mooney XHCI_PS_CEC |
5214c87aefeSPatrick Mooney XHCI_PS_CAS));
5224c87aefeSPatrick Mooney
5234c87aefeSPatrick Mooney /* port disable request; for USB3, don't care */
5244c87aefeSPatrick Mooney if (value & XHCI_PS_PED)
525154972afSPatrick Mooney DPRINTF(("Disable port %d request", port));
5264c87aefeSPatrick Mooney
5274c87aefeSPatrick Mooney if (!(value & XHCI_PS_LWS))
5284c87aefeSPatrick Mooney break;
5294c87aefeSPatrick Mooney
530154972afSPatrick Mooney DPRINTF(("Port new PLS: %d", newpls));
5314c87aefeSPatrick Mooney switch (newpls) {
5324c87aefeSPatrick Mooney case 0: /* U0 */
5334c87aefeSPatrick Mooney case 3: /* U3 */
5344c87aefeSPatrick Mooney if (oldpls != newpls) {
5354c87aefeSPatrick Mooney p->portsc &= ~XHCI_PS_PLS_MASK;
5364c87aefeSPatrick Mooney p->portsc |= XHCI_PS_PLS_SET(newpls) |
5374c87aefeSPatrick Mooney XHCI_PS_PLC;
5384c87aefeSPatrick Mooney
5394c87aefeSPatrick Mooney if (oldpls != 0 && newpls == 0) {
5404c87aefeSPatrick Mooney pci_xhci_set_evtrb(&evtrb, port,
5414c87aefeSPatrick Mooney XHCI_TRB_ERROR_SUCCESS,
5424c87aefeSPatrick Mooney XHCI_TRB_EVENT_PORT_STS_CHANGE);
5434c87aefeSPatrick Mooney
5444c87aefeSPatrick Mooney pci_xhci_insert_event(sc, &evtrb, 1);
5454c87aefeSPatrick Mooney }
5464c87aefeSPatrick Mooney }
5474c87aefeSPatrick Mooney break;
5484c87aefeSPatrick Mooney
5494c87aefeSPatrick Mooney default:
550154972afSPatrick Mooney DPRINTF(("Unhandled change port %d PLS %u",
5514c87aefeSPatrick Mooney port, newpls));
5524c87aefeSPatrick Mooney break;
5534c87aefeSPatrick Mooney }
5544c87aefeSPatrick Mooney break;
5554c87aefeSPatrick Mooney case 4:
5564c87aefeSPatrick Mooney /* Port power management status and control register */
5574c87aefeSPatrick Mooney p->portpmsc = value;
5584c87aefeSPatrick Mooney break;
5594c87aefeSPatrick Mooney case 8:
5604c87aefeSPatrick Mooney /* Port link information register */
561154972afSPatrick Mooney DPRINTF(("pci_xhci attempted write to PORTLI, port %d",
5624c87aefeSPatrick Mooney port));
5634c87aefeSPatrick Mooney break;
5644c87aefeSPatrick Mooney case 12:
5654c87aefeSPatrick Mooney /*
5664c87aefeSPatrick Mooney * Port hardware LPM control register.
5674c87aefeSPatrick Mooney * For USB3, this register is reserved.
5684c87aefeSPatrick Mooney */
5694c87aefeSPatrick Mooney p->porthlpmc = value;
5704c87aefeSPatrick Mooney break;
57159d65d31SAndy Fiddaman default:
57259d65d31SAndy Fiddaman DPRINTF(("pci_xhci: unaligned portreg write offset %#lx",
57359d65d31SAndy Fiddaman offset));
57459d65d31SAndy Fiddaman break;
5754c87aefeSPatrick Mooney }
5764c87aefeSPatrick Mooney }
5774c87aefeSPatrick Mooney
5784f3f3e9aSAndy Fiddaman static struct xhci_dev_ctx *
pci_xhci_get_dev_ctx(struct pci_xhci_softc * sc,uint32_t slot)5794c87aefeSPatrick Mooney pci_xhci_get_dev_ctx(struct pci_xhci_softc *sc, uint32_t slot)
5804c87aefeSPatrick Mooney {
5814c87aefeSPatrick Mooney uint64_t devctx_addr;
5824c87aefeSPatrick Mooney struct xhci_dev_ctx *devctx;
5834c87aefeSPatrick Mooney
5842b948146SAndy Fiddaman assert(slot > 0 && slot <= XHCI_MAX_DEVS);
5852b948146SAndy Fiddaman assert(XHCI_SLOTDEV_PTR(sc, slot) != NULL);
5864c87aefeSPatrick Mooney assert(sc->opregs.dcbaa_p != NULL);
5874c87aefeSPatrick Mooney
5884c87aefeSPatrick Mooney devctx_addr = sc->opregs.dcbaa_p->dcba[slot];
5894c87aefeSPatrick Mooney
5904c87aefeSPatrick Mooney if (devctx_addr == 0) {
591154972afSPatrick Mooney DPRINTF(("get_dev_ctx devctx_addr == 0"));
5924c87aefeSPatrick Mooney return (NULL);
5934c87aefeSPatrick Mooney }
5944c87aefeSPatrick Mooney
595154972afSPatrick Mooney DPRINTF(("pci_xhci: get dev ctx, slot %u devctx addr %016lx",
5964c87aefeSPatrick Mooney slot, devctx_addr));
5974c87aefeSPatrick Mooney devctx = XHCI_GADDR(sc, devctx_addr & ~0x3FUL);
5984c87aefeSPatrick Mooney
5994c87aefeSPatrick Mooney return (devctx);
6004c87aefeSPatrick Mooney }
6014c87aefeSPatrick Mooney
6024f3f3e9aSAndy Fiddaman static struct xhci_trb *
pci_xhci_trb_next(struct pci_xhci_softc * sc,struct xhci_trb * curtrb,uint64_t * guestaddr)6034c87aefeSPatrick Mooney pci_xhci_trb_next(struct pci_xhci_softc *sc, struct xhci_trb *curtrb,
6044c87aefeSPatrick Mooney uint64_t *guestaddr)
6054c87aefeSPatrick Mooney {
6064c87aefeSPatrick Mooney struct xhci_trb *next;
6074c87aefeSPatrick Mooney
6084c87aefeSPatrick Mooney assert(curtrb != NULL);
6094c87aefeSPatrick Mooney
6104c87aefeSPatrick Mooney if (XHCI_TRB_3_TYPE_GET(curtrb->dwTrb3) == XHCI_TRB_TYPE_LINK) {
6114c87aefeSPatrick Mooney if (guestaddr)
6124c87aefeSPatrick Mooney *guestaddr = curtrb->qwTrb0 & ~0xFUL;
6134c87aefeSPatrick Mooney
6144c87aefeSPatrick Mooney next = XHCI_GADDR(sc, curtrb->qwTrb0 & ~0xFUL);
6154c87aefeSPatrick Mooney } else {
6164c87aefeSPatrick Mooney if (guestaddr)
6174c87aefeSPatrick Mooney *guestaddr += sizeof(struct xhci_trb) & ~0xFUL;
6184c87aefeSPatrick Mooney
6194c87aefeSPatrick Mooney next = curtrb + 1;
6204c87aefeSPatrick Mooney }
6214c87aefeSPatrick Mooney
6224c87aefeSPatrick Mooney return (next);
6234c87aefeSPatrick Mooney }
6244c87aefeSPatrick Mooney
6254c87aefeSPatrick Mooney static void
pci_xhci_assert_interrupt(struct pci_xhci_softc * sc)6264c87aefeSPatrick Mooney pci_xhci_assert_interrupt(struct pci_xhci_softc *sc)
6274c87aefeSPatrick Mooney {
6284c87aefeSPatrick Mooney
6294c87aefeSPatrick Mooney sc->rtsregs.intrreg.erdp |= XHCI_ERDP_LO_BUSY;
6304c87aefeSPatrick Mooney sc->rtsregs.intrreg.iman |= XHCI_IMAN_INTR_PEND;
6314c87aefeSPatrick Mooney sc->opregs.usbsts |= XHCI_STS_EINT;
6324c87aefeSPatrick Mooney
6334c87aefeSPatrick Mooney /* only trigger interrupt if permitted */
6344c87aefeSPatrick Mooney if ((sc->opregs.usbcmd & XHCI_CMD_INTE) &&
6354c87aefeSPatrick Mooney (sc->rtsregs.intrreg.iman & XHCI_IMAN_INTR_ENA)) {
6364c87aefeSPatrick Mooney if (pci_msi_enabled(sc->xsc_pi))
6374c87aefeSPatrick Mooney pci_generate_msi(sc->xsc_pi, 0);
6384c87aefeSPatrick Mooney else
6394c87aefeSPatrick Mooney pci_lintr_assert(sc->xsc_pi);
6404c87aefeSPatrick Mooney }
6414c87aefeSPatrick Mooney }
6424c87aefeSPatrick Mooney
6434c87aefeSPatrick Mooney static void
pci_xhci_deassert_interrupt(struct pci_xhci_softc * sc)6444c87aefeSPatrick Mooney pci_xhci_deassert_interrupt(struct pci_xhci_softc *sc)
6454c87aefeSPatrick Mooney {
6464c87aefeSPatrick Mooney
6474c87aefeSPatrick Mooney if (!pci_msi_enabled(sc->xsc_pi))
6484c87aefeSPatrick Mooney pci_lintr_assert(sc->xsc_pi);
6494c87aefeSPatrick Mooney }
6504c87aefeSPatrick Mooney
6514c87aefeSPatrick Mooney static void
pci_xhci_init_ep(struct pci_xhci_dev_emu * dev,int epid)6524c87aefeSPatrick Mooney pci_xhci_init_ep(struct pci_xhci_dev_emu *dev, int epid)
6534c87aefeSPatrick Mooney {
6544c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
6554c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
6564c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
65759d65d31SAndy Fiddaman uint32_t i, pstreams;
6584c87aefeSPatrick Mooney
6594c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
6604c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
6614c87aefeSPatrick Mooney devep = &dev->eps[epid];
6624c87aefeSPatrick Mooney pstreams = XHCI_EPCTX_0_MAXP_STREAMS_GET(ep_ctx->dwEpCtx0);
6634c87aefeSPatrick Mooney if (pstreams > 0) {
664154972afSPatrick Mooney DPRINTF(("init_ep %d with pstreams %d", epid, pstreams));
6654c87aefeSPatrick Mooney assert(devep->ep_sctx_trbs == NULL);
6664c87aefeSPatrick Mooney
6674c87aefeSPatrick Mooney devep->ep_sctx = XHCI_GADDR(dev->xsc, ep_ctx->qwEpCtx2 &
6684c87aefeSPatrick Mooney XHCI_EPCTX_2_TR_DQ_PTR_MASK);
6694c87aefeSPatrick Mooney devep->ep_sctx_trbs = calloc(pstreams,
6704c87aefeSPatrick Mooney sizeof(struct pci_xhci_trb_ring));
6714c87aefeSPatrick Mooney for (i = 0; i < pstreams; i++) {
6724c87aefeSPatrick Mooney devep->ep_sctx_trbs[i].ringaddr =
6734c87aefeSPatrick Mooney devep->ep_sctx[i].qwSctx0 &
6744c87aefeSPatrick Mooney XHCI_SCTX_0_TR_DQ_PTR_MASK;
6754c87aefeSPatrick Mooney devep->ep_sctx_trbs[i].ccs =
6764c87aefeSPatrick Mooney XHCI_SCTX_0_DCS_GET(devep->ep_sctx[i].qwSctx0);
6774c87aefeSPatrick Mooney }
6784c87aefeSPatrick Mooney } else {
679154972afSPatrick Mooney DPRINTF(("init_ep %d with no pstreams", epid));
6804c87aefeSPatrick Mooney devep->ep_ringaddr = ep_ctx->qwEpCtx2 &
6814c87aefeSPatrick Mooney XHCI_EPCTX_2_TR_DQ_PTR_MASK;
6824c87aefeSPatrick Mooney devep->ep_ccs = XHCI_EPCTX_2_DCS_GET(ep_ctx->qwEpCtx2);
6834c87aefeSPatrick Mooney devep->ep_tr = XHCI_GADDR(dev->xsc, devep->ep_ringaddr);
684154972afSPatrick Mooney DPRINTF(("init_ep tr DCS %x", devep->ep_ccs));
6854c87aefeSPatrick Mooney }
6864f3f3e9aSAndy Fiddaman devep->ep_MaxPStreams = pstreams;
6874c87aefeSPatrick Mooney
6884c87aefeSPatrick Mooney if (devep->ep_xfer == NULL) {
6894c87aefeSPatrick Mooney devep->ep_xfer = malloc(sizeof(struct usb_data_xfer));
6904c87aefeSPatrick Mooney USB_DATA_XFER_INIT(devep->ep_xfer);
6914c87aefeSPatrick Mooney }
6924c87aefeSPatrick Mooney }
6934c87aefeSPatrick Mooney
6944c87aefeSPatrick Mooney static void
pci_xhci_disable_ep(struct pci_xhci_dev_emu * dev,int epid)6954c87aefeSPatrick Mooney pci_xhci_disable_ep(struct pci_xhci_dev_emu *dev, int epid)
6964c87aefeSPatrick Mooney {
6974c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
6984c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
6994c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
7004c87aefeSPatrick Mooney
701154972afSPatrick Mooney DPRINTF(("pci_xhci disable_ep %d", epid));
7024c87aefeSPatrick Mooney
7034c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
7044c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
7054c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = (ep_ctx->dwEpCtx0 & ~0x7) | XHCI_ST_EPCTX_DISABLED;
7064c87aefeSPatrick Mooney
7074c87aefeSPatrick Mooney devep = &dev->eps[epid];
7084f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams > 0)
7094c87aefeSPatrick Mooney free(devep->ep_sctx_trbs);
7104c87aefeSPatrick Mooney
7114c87aefeSPatrick Mooney if (devep->ep_xfer != NULL) {
7124c87aefeSPatrick Mooney free(devep->ep_xfer);
7134c87aefeSPatrick Mooney devep->ep_xfer = NULL;
7144c87aefeSPatrick Mooney }
7154c87aefeSPatrick Mooney
7164c87aefeSPatrick Mooney memset(devep, 0, sizeof(struct pci_xhci_dev_ep));
7174c87aefeSPatrick Mooney }
7184c87aefeSPatrick Mooney
7194c87aefeSPatrick Mooney
7204c87aefeSPatrick Mooney /* reset device at slot and data structures related to it */
7214c87aefeSPatrick Mooney static void
pci_xhci_reset_slot(struct pci_xhci_softc * sc,int slot)7224c87aefeSPatrick Mooney pci_xhci_reset_slot(struct pci_xhci_softc *sc, int slot)
7234c87aefeSPatrick Mooney {
7244c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
7254c87aefeSPatrick Mooney
7264c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
7274c87aefeSPatrick Mooney
7284c87aefeSPatrick Mooney if (!dev) {
729154972afSPatrick Mooney DPRINTF(("xhci reset unassigned slot (%d)?", slot));
7304c87aefeSPatrick Mooney } else {
7314c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_DISABLED;
7324c87aefeSPatrick Mooney }
7334c87aefeSPatrick Mooney
7344c87aefeSPatrick Mooney /* TODO: reset ring buffer pointers */
7354c87aefeSPatrick Mooney }
7364c87aefeSPatrick Mooney
7374c87aefeSPatrick Mooney static int
pci_xhci_insert_event(struct pci_xhci_softc * sc,struct xhci_trb * evtrb,int do_intr)7384c87aefeSPatrick Mooney pci_xhci_insert_event(struct pci_xhci_softc *sc, struct xhci_trb *evtrb,
7394c87aefeSPatrick Mooney int do_intr)
7404c87aefeSPatrick Mooney {
7414c87aefeSPatrick Mooney struct pci_xhci_rtsregs *rts;
7424c87aefeSPatrick Mooney uint64_t erdp;
7434c87aefeSPatrick Mooney int erdp_idx;
7444c87aefeSPatrick Mooney int err;
7454c87aefeSPatrick Mooney struct xhci_trb *evtrbptr;
7464c87aefeSPatrick Mooney
7474c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_SUCCESS;
7484c87aefeSPatrick Mooney
7494c87aefeSPatrick Mooney rts = &sc->rtsregs;
7504c87aefeSPatrick Mooney
7514c87aefeSPatrick Mooney erdp = rts->intrreg.erdp & ~0xF;
7524c87aefeSPatrick Mooney erdp_idx = (erdp - rts->erstba_p[rts->er_deq_seg].qwEvrsTablePtr) /
7534c87aefeSPatrick Mooney sizeof(struct xhci_trb);
7544c87aefeSPatrick Mooney
755154972afSPatrick Mooney DPRINTF(("pci_xhci: insert event 0[%lx] 2[%x] 3[%x]",
756154972afSPatrick Mooney evtrb->qwTrb0, evtrb->dwTrb2, evtrb->dwTrb3));
757154972afSPatrick Mooney DPRINTF(("\terdp idx %d/seg %d, enq idx %d/seg %d, pcs %u",
7584c87aefeSPatrick Mooney erdp_idx, rts->er_deq_seg, rts->er_enq_idx,
759154972afSPatrick Mooney rts->er_enq_seg, rts->event_pcs));
760154972afSPatrick Mooney DPRINTF(("\t(erdp=0x%lx, erst=0x%lx, tblsz=%u, do_intr %d)",
761154972afSPatrick Mooney erdp, rts->erstba_p->qwEvrsTablePtr,
7624c87aefeSPatrick Mooney rts->erstba_p->dwEvrsTableSize, do_intr));
7634c87aefeSPatrick Mooney
7644c87aefeSPatrick Mooney evtrbptr = &rts->erst_p[rts->er_enq_idx];
7654c87aefeSPatrick Mooney
7664c87aefeSPatrick Mooney /* TODO: multi-segment table */
7674c87aefeSPatrick Mooney if (rts->er_events_cnt >= rts->erstba_p->dwEvrsTableSize) {
768154972afSPatrick Mooney DPRINTF(("pci_xhci[%d] cannot insert event; ring full",
7694c87aefeSPatrick Mooney __LINE__));
7704c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_EV_RING_FULL;
7714c87aefeSPatrick Mooney goto done;
7724c87aefeSPatrick Mooney }
7734c87aefeSPatrick Mooney
7744c87aefeSPatrick Mooney if (rts->er_events_cnt == rts->erstba_p->dwEvrsTableSize - 1) {
7754c87aefeSPatrick Mooney struct xhci_trb errev;
7764c87aefeSPatrick Mooney
7774c87aefeSPatrick Mooney if ((evtrbptr->dwTrb3 & 0x1) == (rts->event_pcs & 0x1)) {
7784c87aefeSPatrick Mooney
779154972afSPatrick Mooney DPRINTF(("pci_xhci[%d] insert evt err: ring full",
7804c87aefeSPatrick Mooney __LINE__));
7814c87aefeSPatrick Mooney
7824c87aefeSPatrick Mooney errev.qwTrb0 = 0;
7834c87aefeSPatrick Mooney errev.dwTrb2 = XHCI_TRB_2_ERROR_SET(
7844c87aefeSPatrick Mooney XHCI_TRB_ERROR_EV_RING_FULL);
7854c87aefeSPatrick Mooney errev.dwTrb3 = XHCI_TRB_3_TYPE_SET(
7864c87aefeSPatrick Mooney XHCI_TRB_EVENT_HOST_CTRL) |
7874c87aefeSPatrick Mooney rts->event_pcs;
7884c87aefeSPatrick Mooney rts->er_events_cnt++;
7894c87aefeSPatrick Mooney memcpy(&rts->erst_p[rts->er_enq_idx], &errev,
7904c87aefeSPatrick Mooney sizeof(struct xhci_trb));
7914c87aefeSPatrick Mooney rts->er_enq_idx = (rts->er_enq_idx + 1) %
7924c87aefeSPatrick Mooney rts->erstba_p->dwEvrsTableSize;
7934c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_EV_RING_FULL;
7944c87aefeSPatrick Mooney do_intr = 1;
7954c87aefeSPatrick Mooney
7964c87aefeSPatrick Mooney goto done;
7974c87aefeSPatrick Mooney }
7984c87aefeSPatrick Mooney } else {
7994c87aefeSPatrick Mooney rts->er_events_cnt++;
8004c87aefeSPatrick Mooney }
8014c87aefeSPatrick Mooney
8024c87aefeSPatrick Mooney evtrb->dwTrb3 &= ~XHCI_TRB_3_CYCLE_BIT;
8034c87aefeSPatrick Mooney evtrb->dwTrb3 |= rts->event_pcs;
8044c87aefeSPatrick Mooney
8054c87aefeSPatrick Mooney memcpy(&rts->erst_p[rts->er_enq_idx], evtrb, sizeof(struct xhci_trb));
8064c87aefeSPatrick Mooney rts->er_enq_idx = (rts->er_enq_idx + 1) %
8074c87aefeSPatrick Mooney rts->erstba_p->dwEvrsTableSize;
8084c87aefeSPatrick Mooney
8094c87aefeSPatrick Mooney if (rts->er_enq_idx == 0)
8104c87aefeSPatrick Mooney rts->event_pcs ^= 1;
8114c87aefeSPatrick Mooney
8124c87aefeSPatrick Mooney done:
8134c87aefeSPatrick Mooney if (do_intr)
8144c87aefeSPatrick Mooney pci_xhci_assert_interrupt(sc);
8154c87aefeSPatrick Mooney
8164c87aefeSPatrick Mooney return (err);
8174c87aefeSPatrick Mooney }
8184c87aefeSPatrick Mooney
8194c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_enable_slot(struct pci_xhci_softc * sc,uint32_t * slot)8204c87aefeSPatrick Mooney pci_xhci_cmd_enable_slot(struct pci_xhci_softc *sc, uint32_t *slot)
8214c87aefeSPatrick Mooney {
8224c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
8234c87aefeSPatrick Mooney uint32_t cmderr;
8244c87aefeSPatrick Mooney int i;
8254c87aefeSPatrick Mooney
8264c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_NO_SLOTS;
8274c87aefeSPatrick Mooney if (sc->portregs != NULL)
8284c87aefeSPatrick Mooney for (i = 1; i <= XHCI_MAX_SLOTS; i++) {
8294c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, i);
8304c87aefeSPatrick Mooney if (dev && dev->dev_slotstate == XHCI_ST_DISABLED) {
8314c87aefeSPatrick Mooney *slot = i;
8324c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_ENABLED;
8334c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
8344c87aefeSPatrick Mooney dev->hci.hci_address = i;
8354c87aefeSPatrick Mooney break;
8364c87aefeSPatrick Mooney }
8374c87aefeSPatrick Mooney }
8384c87aefeSPatrick Mooney
839154972afSPatrick Mooney DPRINTF(("pci_xhci enable slot (error=%d) slot %u",
8404c87aefeSPatrick Mooney cmderr != XHCI_TRB_ERROR_SUCCESS, *slot));
8414c87aefeSPatrick Mooney
8424c87aefeSPatrick Mooney return (cmderr);
8434c87aefeSPatrick Mooney }
8444c87aefeSPatrick Mooney
8454c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_disable_slot(struct pci_xhci_softc * sc,uint32_t slot)8464c87aefeSPatrick Mooney pci_xhci_cmd_disable_slot(struct pci_xhci_softc *sc, uint32_t slot)
8474c87aefeSPatrick Mooney {
8484c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
8494c87aefeSPatrick Mooney uint32_t cmderr;
8504c87aefeSPatrick Mooney
851154972afSPatrick Mooney DPRINTF(("pci_xhci disable slot %u", slot));
8524c87aefeSPatrick Mooney
8534c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_NO_SLOTS;
8544c87aefeSPatrick Mooney if (sc->portregs == NULL)
8554c87aefeSPatrick Mooney goto done;
8564c87aefeSPatrick Mooney
8572b948146SAndy Fiddaman if (slot > XHCI_MAX_SLOTS) {
8584c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SLOT_NOT_ON;
8594c87aefeSPatrick Mooney goto done;
8604c87aefeSPatrick Mooney }
8614c87aefeSPatrick Mooney
8624c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
8634c87aefeSPatrick Mooney if (dev) {
8644c87aefeSPatrick Mooney if (dev->dev_slotstate == XHCI_ST_DISABLED) {
8654c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SLOT_NOT_ON;
8664c87aefeSPatrick Mooney } else {
8674c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_DISABLED;
8684c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
8694c87aefeSPatrick Mooney /* TODO: reset events and endpoints */
8704c87aefeSPatrick Mooney }
8712b948146SAndy Fiddaman } else
8722b948146SAndy Fiddaman cmderr = XHCI_TRB_ERROR_SLOT_NOT_ON;
8734c87aefeSPatrick Mooney
8744c87aefeSPatrick Mooney done:
8754c87aefeSPatrick Mooney return (cmderr);
8764c87aefeSPatrick Mooney }
8774c87aefeSPatrick Mooney
8784c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_reset_device(struct pci_xhci_softc * sc,uint32_t slot)8794c87aefeSPatrick Mooney pci_xhci_cmd_reset_device(struct pci_xhci_softc *sc, uint32_t slot)
8804c87aefeSPatrick Mooney {
8814c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
8824c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
8834c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
8844c87aefeSPatrick Mooney uint32_t cmderr;
8854c87aefeSPatrick Mooney int i;
8864c87aefeSPatrick Mooney
8874c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_NO_SLOTS;
8884c87aefeSPatrick Mooney if (sc->portregs == NULL)
8894c87aefeSPatrick Mooney goto done;
8904c87aefeSPatrick Mooney
891154972afSPatrick Mooney DPRINTF(("pci_xhci reset device slot %u", slot));
8924c87aefeSPatrick Mooney
8934c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
8944c87aefeSPatrick Mooney if (!dev || dev->dev_slotstate == XHCI_ST_DISABLED)
8954c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SLOT_NOT_ON;
8964c87aefeSPatrick Mooney else {
8974c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_DEFAULT;
8984c87aefeSPatrick Mooney
8994c87aefeSPatrick Mooney dev->hci.hci_address = 0;
9004c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
9014c87aefeSPatrick Mooney
9024c87aefeSPatrick Mooney /* slot state */
9034c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3 = FIELD_REPLACE(
9044c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3, XHCI_ST_SLCTX_DEFAULT,
9054c87aefeSPatrick Mooney 0x1F, 27);
9064c87aefeSPatrick Mooney
9074c87aefeSPatrick Mooney /* number of contexts */
9084c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0 = FIELD_REPLACE(
9094c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, 1, 0x1F, 27);
9104c87aefeSPatrick Mooney
9114c87aefeSPatrick Mooney /* reset all eps other than ep-0 */
9124c87aefeSPatrick Mooney for (i = 2; i <= 31; i++) {
9134c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[i];
9144c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = FIELD_REPLACE( ep_ctx->dwEpCtx0,
9154c87aefeSPatrick Mooney XHCI_ST_EPCTX_DISABLED, 0x7, 0);
9164c87aefeSPatrick Mooney }
9174c87aefeSPatrick Mooney
9184c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
9194c87aefeSPatrick Mooney }
9204c87aefeSPatrick Mooney
9214c87aefeSPatrick Mooney pci_xhci_reset_slot(sc, slot);
9224c87aefeSPatrick Mooney
9234c87aefeSPatrick Mooney done:
9244c87aefeSPatrick Mooney return (cmderr);
9254c87aefeSPatrick Mooney }
9264c87aefeSPatrick Mooney
9274c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_address_device(struct pci_xhci_softc * sc,uint32_t slot,struct xhci_trb * trb)9284c87aefeSPatrick Mooney pci_xhci_cmd_address_device(struct pci_xhci_softc *sc, uint32_t slot,
9294c87aefeSPatrick Mooney struct xhci_trb *trb)
9304c87aefeSPatrick Mooney {
9314c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
9324c87aefeSPatrick Mooney struct xhci_input_dev_ctx *input_ctx;
9334c87aefeSPatrick Mooney struct xhci_slot_ctx *islot_ctx;
9344c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
9354c87aefeSPatrick Mooney struct xhci_endp_ctx *ep0_ctx;
9364c87aefeSPatrick Mooney uint32_t cmderr;
9374c87aefeSPatrick Mooney
9384c87aefeSPatrick Mooney input_ctx = XHCI_GADDR(sc, trb->qwTrb0 & ~0xFUL);
9394c87aefeSPatrick Mooney islot_ctx = &input_ctx->ctx_slot;
9404c87aefeSPatrick Mooney ep0_ctx = &input_ctx->ctx_ep[1];
9414c87aefeSPatrick Mooney
9424c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
9434c87aefeSPatrick Mooney
944154972afSPatrick Mooney DPRINTF(("pci_xhci: address device, input ctl: D 0x%08x A 0x%08x,",
945154972afSPatrick Mooney input_ctx->ctx_input.dwInCtx0, input_ctx->ctx_input.dwInCtx1));
946154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
9474c87aefeSPatrick Mooney islot_ctx->dwSctx0, islot_ctx->dwSctx1,
948154972afSPatrick Mooney islot_ctx->dwSctx2, islot_ctx->dwSctx3));
949154972afSPatrick Mooney DPRINTF((" ep0 %08x %08x %016lx %08x",
9504c87aefeSPatrick Mooney ep0_ctx->dwEpCtx0, ep0_ctx->dwEpCtx1, ep0_ctx->qwEpCtx2,
9514c87aefeSPatrick Mooney ep0_ctx->dwEpCtx4));
9524c87aefeSPatrick Mooney
9534c87aefeSPatrick Mooney /* when setting address: drop-ctx=0, add-ctx=slot+ep0 */
9544c87aefeSPatrick Mooney if ((input_ctx->ctx_input.dwInCtx0 != 0) ||
9554c87aefeSPatrick Mooney (input_ctx->ctx_input.dwInCtx1 & 0x03) != 0x03) {
956154972afSPatrick Mooney DPRINTF(("pci_xhci: address device, input ctl invalid"));
9574c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_TRB;
9584c87aefeSPatrick Mooney goto done;
9594c87aefeSPatrick Mooney }
9604c87aefeSPatrick Mooney
9614c87aefeSPatrick Mooney /* assign address to slot */
9624c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
9634c87aefeSPatrick Mooney
964154972afSPatrick Mooney DPRINTF(("pci_xhci: address device, dev ctx"));
965154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
9664c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, dev_ctx->ctx_slot.dwSctx1,
9674c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, dev_ctx->ctx_slot.dwSctx3));
9684c87aefeSPatrick Mooney
9694c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
9704c87aefeSPatrick Mooney assert(dev != NULL);
9714c87aefeSPatrick Mooney
9724c87aefeSPatrick Mooney dev->hci.hci_address = slot;
9734c87aefeSPatrick Mooney dev->dev_ctx = dev_ctx;
9744c87aefeSPatrick Mooney
9754c87aefeSPatrick Mooney if (dev->dev_ue->ue_reset == NULL ||
9764c87aefeSPatrick Mooney dev->dev_ue->ue_reset(dev->dev_sc) < 0) {
9774c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_ENDP_NOT_ON;
9784c87aefeSPatrick Mooney goto done;
9794c87aefeSPatrick Mooney }
9804c87aefeSPatrick Mooney
9814c87aefeSPatrick Mooney memcpy(&dev_ctx->ctx_slot, islot_ctx, sizeof(struct xhci_slot_ctx));
9824c87aefeSPatrick Mooney
9834c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3 =
9844c87aefeSPatrick Mooney XHCI_SCTX_3_SLOT_STATE_SET(XHCI_ST_SLCTX_ADDRESSED) |
9854c87aefeSPatrick Mooney XHCI_SCTX_3_DEV_ADDR_SET(slot);
9864c87aefeSPatrick Mooney
9874c87aefeSPatrick Mooney memcpy(&dev_ctx->ctx_ep[1], ep0_ctx, sizeof(struct xhci_endp_ctx));
9884c87aefeSPatrick Mooney ep0_ctx = &dev_ctx->ctx_ep[1];
9894c87aefeSPatrick Mooney ep0_ctx->dwEpCtx0 = (ep0_ctx->dwEpCtx0 & ~0x7) |
9904c87aefeSPatrick Mooney XHCI_EPCTX_0_EPSTATE_SET(XHCI_ST_EPCTX_RUNNING);
9914c87aefeSPatrick Mooney
9924c87aefeSPatrick Mooney pci_xhci_init_ep(dev, 1);
9934c87aefeSPatrick Mooney
9944c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_ADDRESSED;
9954c87aefeSPatrick Mooney
996154972afSPatrick Mooney DPRINTF(("pci_xhci: address device, output ctx"));
997154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
9984c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, dev_ctx->ctx_slot.dwSctx1,
999154972afSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, dev_ctx->ctx_slot.dwSctx3));
1000154972afSPatrick Mooney DPRINTF((" ep0 %08x %08x %016lx %08x",
10014c87aefeSPatrick Mooney ep0_ctx->dwEpCtx0, ep0_ctx->dwEpCtx1, ep0_ctx->qwEpCtx2,
10024c87aefeSPatrick Mooney ep0_ctx->dwEpCtx4));
10034c87aefeSPatrick Mooney
10044c87aefeSPatrick Mooney done:
10054c87aefeSPatrick Mooney return (cmderr);
10064c87aefeSPatrick Mooney }
10074c87aefeSPatrick Mooney
10084c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_config_ep(struct pci_xhci_softc * sc,uint32_t slot,struct xhci_trb * trb)10094c87aefeSPatrick Mooney pci_xhci_cmd_config_ep(struct pci_xhci_softc *sc, uint32_t slot,
10104c87aefeSPatrick Mooney struct xhci_trb *trb)
10114c87aefeSPatrick Mooney {
10124c87aefeSPatrick Mooney struct xhci_input_dev_ctx *input_ctx;
10134c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
10144c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
10154c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx, *iep_ctx;
10164c87aefeSPatrick Mooney uint32_t cmderr;
10174c87aefeSPatrick Mooney int i;
10184c87aefeSPatrick Mooney
10194c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
10204c87aefeSPatrick Mooney
1021154972afSPatrick Mooney DPRINTF(("pci_xhci config_ep slot %u", slot));
10224c87aefeSPatrick Mooney
10234c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
10244c87aefeSPatrick Mooney assert(dev != NULL);
10254c87aefeSPatrick Mooney
10264c87aefeSPatrick Mooney if ((trb->dwTrb3 & XHCI_TRB_3_DCEP_BIT) != 0) {
1027154972afSPatrick Mooney DPRINTF(("pci_xhci config_ep - deconfigure ep slot %u",
10284c87aefeSPatrick Mooney slot));
10294c87aefeSPatrick Mooney if (dev->dev_ue->ue_stop != NULL)
10304c87aefeSPatrick Mooney dev->dev_ue->ue_stop(dev->dev_sc);
10314c87aefeSPatrick Mooney
10324c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_ADDRESSED;
10334c87aefeSPatrick Mooney
10344c87aefeSPatrick Mooney dev->hci.hci_address = 0;
10354c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
10364c87aefeSPatrick Mooney
10374c87aefeSPatrick Mooney /* number of contexts */
10384c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0 = FIELD_REPLACE(
10394c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, 1, 0x1F, 27);
10404c87aefeSPatrick Mooney
10414c87aefeSPatrick Mooney /* slot state */
10424c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3 = FIELD_REPLACE(
10434c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3, XHCI_ST_SLCTX_ADDRESSED,
10444c87aefeSPatrick Mooney 0x1F, 27);
10454c87aefeSPatrick Mooney
10464c87aefeSPatrick Mooney /* disable endpoints */
10474c87aefeSPatrick Mooney for (i = 2; i < 32; i++)
10484c87aefeSPatrick Mooney pci_xhci_disable_ep(dev, i);
10494c87aefeSPatrick Mooney
10504c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
10514c87aefeSPatrick Mooney
10524c87aefeSPatrick Mooney goto done;
10534c87aefeSPatrick Mooney }
10544c87aefeSPatrick Mooney
10554c87aefeSPatrick Mooney if (dev->dev_slotstate < XHCI_ST_ADDRESSED) {
1056154972afSPatrick Mooney DPRINTF(("pci_xhci: config_ep slotstate x%x != addressed",
10574c87aefeSPatrick Mooney dev->dev_slotstate));
10584c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SLOT_NOT_ON;
10594c87aefeSPatrick Mooney goto done;
10604c87aefeSPatrick Mooney }
10614c87aefeSPatrick Mooney
10624c87aefeSPatrick Mooney /* In addressed/configured state;
10634c87aefeSPatrick Mooney * for each drop endpoint ctx flag:
10644c87aefeSPatrick Mooney * ep->state = DISABLED
10654c87aefeSPatrick Mooney * for each add endpoint ctx flag:
10664c87aefeSPatrick Mooney * cp(ep-in, ep-out)
10674c87aefeSPatrick Mooney * ep->state = RUNNING
10684c87aefeSPatrick Mooney * for each drop+add endpoint flag:
10694c87aefeSPatrick Mooney * reset ep resources
10704c87aefeSPatrick Mooney * cp(ep-in, ep-out)
10714c87aefeSPatrick Mooney * ep->state = RUNNING
10724c87aefeSPatrick Mooney * if input->DisabledCtx[2-31] < 30: (at least 1 ep not disabled)
10734c87aefeSPatrick Mooney * slot->state = configured
10744c87aefeSPatrick Mooney */
10754c87aefeSPatrick Mooney
10764c87aefeSPatrick Mooney input_ctx = XHCI_GADDR(sc, trb->qwTrb0 & ~0xFUL);
10774c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
1078154972afSPatrick Mooney DPRINTF(("pci_xhci: config_ep inputctx: D:x%08x A:x%08x 7:x%08x",
10794c87aefeSPatrick Mooney input_ctx->ctx_input.dwInCtx0, input_ctx->ctx_input.dwInCtx1,
10804c87aefeSPatrick Mooney input_ctx->ctx_input.dwInCtx7));
10814c87aefeSPatrick Mooney
10824c87aefeSPatrick Mooney for (i = 2; i <= 31; i++) {
10834c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[i];
10844c87aefeSPatrick Mooney
10854c87aefeSPatrick Mooney if (input_ctx->ctx_input.dwInCtx0 &
10864c87aefeSPatrick Mooney XHCI_INCTX_0_DROP_MASK(i)) {
1087154972afSPatrick Mooney DPRINTF((" config ep - dropping ep %d", i));
10884c87aefeSPatrick Mooney pci_xhci_disable_ep(dev, i);
10894c87aefeSPatrick Mooney }
10904c87aefeSPatrick Mooney
10914c87aefeSPatrick Mooney if (input_ctx->ctx_input.dwInCtx1 &
10924c87aefeSPatrick Mooney XHCI_INCTX_1_ADD_MASK(i)) {
10934c87aefeSPatrick Mooney iep_ctx = &input_ctx->ctx_ep[i];
10944c87aefeSPatrick Mooney
1095154972afSPatrick Mooney DPRINTF((" enable ep[%d] %08x %08x %016lx %08x",
10964c87aefeSPatrick Mooney i, iep_ctx->dwEpCtx0, iep_ctx->dwEpCtx1,
10974c87aefeSPatrick Mooney iep_ctx->qwEpCtx2, iep_ctx->dwEpCtx4));
10984c87aefeSPatrick Mooney
10994c87aefeSPatrick Mooney memcpy(ep_ctx, iep_ctx, sizeof(struct xhci_endp_ctx));
11004c87aefeSPatrick Mooney
11014c87aefeSPatrick Mooney pci_xhci_init_ep(dev, i);
11024c87aefeSPatrick Mooney
11034c87aefeSPatrick Mooney /* ep state */
11044c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = FIELD_REPLACE(
11054c87aefeSPatrick Mooney ep_ctx->dwEpCtx0, XHCI_ST_EPCTX_RUNNING, 0x7, 0);
11064c87aefeSPatrick Mooney }
11074c87aefeSPatrick Mooney }
11084c87aefeSPatrick Mooney
11094c87aefeSPatrick Mooney /* slot state to configured */
11104c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3 = FIELD_REPLACE(
11114c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx3, XHCI_ST_SLCTX_CONFIGURED, 0x1F, 27);
11124c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0 = FIELD_COPY(
11134c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, input_ctx->ctx_slot.dwSctx0, 0x1F, 27);
11144c87aefeSPatrick Mooney dev->dev_slotstate = XHCI_ST_CONFIGURED;
11154c87aefeSPatrick Mooney
11164c87aefeSPatrick Mooney DPRINTF(("EP configured; slot %u [0]=0x%08x [1]=0x%08x [2]=0x%08x "
1117154972afSPatrick Mooney "[3]=0x%08x",
11184c87aefeSPatrick Mooney slot, dev_ctx->ctx_slot.dwSctx0, dev_ctx->ctx_slot.dwSctx1,
11194c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, dev_ctx->ctx_slot.dwSctx3));
11204c87aefeSPatrick Mooney
11214c87aefeSPatrick Mooney done:
11224c87aefeSPatrick Mooney return (cmderr);
11234c87aefeSPatrick Mooney }
11244c87aefeSPatrick Mooney
11254c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_reset_ep(struct pci_xhci_softc * sc,uint32_t slot,struct xhci_trb * trb)11264c87aefeSPatrick Mooney pci_xhci_cmd_reset_ep(struct pci_xhci_softc *sc, uint32_t slot,
11274c87aefeSPatrick Mooney struct xhci_trb *trb)
11284c87aefeSPatrick Mooney {
11294c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
11304c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
11314c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
11324c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
11334c87aefeSPatrick Mooney uint32_t cmderr, epid;
11344c87aefeSPatrick Mooney uint32_t type;
11354c87aefeSPatrick Mooney
11364c87aefeSPatrick Mooney epid = XHCI_TRB_3_EP_GET(trb->dwTrb3);
11374c87aefeSPatrick Mooney
1138154972afSPatrick Mooney DPRINTF(("pci_xhci: reset ep %u: slot %u", epid, slot));
11394c87aefeSPatrick Mooney
11404c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
11414c87aefeSPatrick Mooney
11424c87aefeSPatrick Mooney type = XHCI_TRB_3_TYPE_GET(trb->dwTrb3);
11434c87aefeSPatrick Mooney
11444c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
11454c87aefeSPatrick Mooney assert(dev != NULL);
11464c87aefeSPatrick Mooney
11474c87aefeSPatrick Mooney if (type == XHCI_TRB_TYPE_STOP_EP &&
11484c87aefeSPatrick Mooney (trb->dwTrb3 & XHCI_TRB_3_SUSP_EP_BIT) != 0) {
11494c87aefeSPatrick Mooney /* XXX suspend endpoint for 10ms */
11504c87aefeSPatrick Mooney }
11514c87aefeSPatrick Mooney
11524c87aefeSPatrick Mooney if (epid < 1 || epid > 31) {
1153154972afSPatrick Mooney DPRINTF(("pci_xhci: reset ep: invalid epid %u", epid));
11544c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_TRB;
11554c87aefeSPatrick Mooney goto done;
11564c87aefeSPatrick Mooney }
11574c87aefeSPatrick Mooney
11584c87aefeSPatrick Mooney devep = &dev->eps[epid];
11594c87aefeSPatrick Mooney if (devep->ep_xfer != NULL)
11604c87aefeSPatrick Mooney USB_DATA_XFER_RESET(devep->ep_xfer);
11614c87aefeSPatrick Mooney
11624c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
11634c87aefeSPatrick Mooney assert(dev_ctx != NULL);
11644c87aefeSPatrick Mooney
11654c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
11664c87aefeSPatrick Mooney
11674c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = (ep_ctx->dwEpCtx0 & ~0x7) | XHCI_ST_EPCTX_STOPPED;
11684c87aefeSPatrick Mooney
11694f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams == 0)
11704c87aefeSPatrick Mooney ep_ctx->qwEpCtx2 = devep->ep_ringaddr | devep->ep_ccs;
11714c87aefeSPatrick Mooney
1172154972afSPatrick Mooney DPRINTF(("pci_xhci: reset ep[%u] %08x %08x %016lx %08x",
11734c87aefeSPatrick Mooney epid, ep_ctx->dwEpCtx0, ep_ctx->dwEpCtx1, ep_ctx->qwEpCtx2,
11744c87aefeSPatrick Mooney ep_ctx->dwEpCtx4));
11754c87aefeSPatrick Mooney
11764c87aefeSPatrick Mooney if (type == XHCI_TRB_TYPE_RESET_EP &&
11774c87aefeSPatrick Mooney (dev->dev_ue->ue_reset == NULL ||
11784c87aefeSPatrick Mooney dev->dev_ue->ue_reset(dev->dev_sc) < 0)) {
11794c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_ENDP_NOT_ON;
11804c87aefeSPatrick Mooney goto done;
11814c87aefeSPatrick Mooney }
11824c87aefeSPatrick Mooney
11834c87aefeSPatrick Mooney done:
11844c87aefeSPatrick Mooney return (cmderr);
11854c87aefeSPatrick Mooney }
11864c87aefeSPatrick Mooney
11874c87aefeSPatrick Mooney
11884c87aefeSPatrick Mooney static uint32_t
pci_xhci_find_stream(struct pci_xhci_softc * sc,struct xhci_endp_ctx * ep,struct pci_xhci_dev_ep * devep,uint32_t streamid)11894c87aefeSPatrick Mooney pci_xhci_find_stream(struct pci_xhci_softc *sc, struct xhci_endp_ctx *ep,
119059d65d31SAndy Fiddaman struct pci_xhci_dev_ep *devep, uint32_t streamid)
11914c87aefeSPatrick Mooney {
11924c87aefeSPatrick Mooney struct xhci_stream_ctx *sctx;
11934c87aefeSPatrick Mooney
11944f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams == 0)
11954c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_TRB);
11964c87aefeSPatrick Mooney
11974f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams > XHCI_STREAMS_MAX)
11984c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_INVALID_SID);
11994c87aefeSPatrick Mooney
12004c87aefeSPatrick Mooney if (XHCI_EPCTX_0_LSA_GET(ep->dwEpCtx0) == 0) {
1201154972afSPatrick Mooney DPRINTF(("pci_xhci: find_stream; LSA bit not set"));
12024c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_INVALID_SID);
12034c87aefeSPatrick Mooney }
12044c87aefeSPatrick Mooney
12054c87aefeSPatrick Mooney /* only support primary stream */
12064f3f3e9aSAndy Fiddaman if (streamid > devep->ep_MaxPStreams)
12074c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_STREAM_TYPE);
12084c87aefeSPatrick Mooney
120959d65d31SAndy Fiddaman sctx = (struct xhci_stream_ctx *)XHCI_GADDR(sc, ep->qwEpCtx2 & ~0xFUL) +
121059d65d31SAndy Fiddaman streamid;
12114c87aefeSPatrick Mooney if (!XHCI_SCTX_0_SCT_GET(sctx->qwSctx0))
12124c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_STREAM_TYPE);
12134c87aefeSPatrick Mooney
12144c87aefeSPatrick Mooney return (XHCI_TRB_ERROR_SUCCESS);
12154c87aefeSPatrick Mooney }
12164c87aefeSPatrick Mooney
12174c87aefeSPatrick Mooney
12184c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_set_tr(struct pci_xhci_softc * sc,uint32_t slot,struct xhci_trb * trb)12194c87aefeSPatrick Mooney pci_xhci_cmd_set_tr(struct pci_xhci_softc *sc, uint32_t slot,
12204c87aefeSPatrick Mooney struct xhci_trb *trb)
12214c87aefeSPatrick Mooney {
12224c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
12234c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
12244c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
12254c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
12264c87aefeSPatrick Mooney uint32_t cmderr, epid;
12274c87aefeSPatrick Mooney uint32_t streamid;
12284c87aefeSPatrick Mooney
12294c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
12304c87aefeSPatrick Mooney
12314c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
12324c87aefeSPatrick Mooney assert(dev != NULL);
12334c87aefeSPatrick Mooney
1234154972afSPatrick Mooney DPRINTF(("pci_xhci set_tr: new-tr x%016lx, SCT %u DCS %u",
12354c87aefeSPatrick Mooney (trb->qwTrb0 & ~0xF), (uint32_t)((trb->qwTrb0 >> 1) & 0x7),
1236154972afSPatrick Mooney (uint32_t)(trb->qwTrb0 & 0x1)));
1237154972afSPatrick Mooney DPRINTF((" stream-id %u, slot %u, epid %u, C %u",
1238154972afSPatrick Mooney (trb->dwTrb2 >> 16) & 0xFFFF,
12394c87aefeSPatrick Mooney XHCI_TRB_3_SLOT_GET(trb->dwTrb3),
12404c87aefeSPatrick Mooney XHCI_TRB_3_EP_GET(trb->dwTrb3), trb->dwTrb3 & 0x1));
12414c87aefeSPatrick Mooney
12424c87aefeSPatrick Mooney epid = XHCI_TRB_3_EP_GET(trb->dwTrb3);
12434c87aefeSPatrick Mooney if (epid < 1 || epid > 31) {
1244154972afSPatrick Mooney DPRINTF(("pci_xhci: set_tr_deq: invalid epid %u", epid));
12454c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_TRB;
12464c87aefeSPatrick Mooney goto done;
12474c87aefeSPatrick Mooney }
12484c87aefeSPatrick Mooney
12494c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
12504c87aefeSPatrick Mooney assert(dev_ctx != NULL);
12514c87aefeSPatrick Mooney
12524c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
12534c87aefeSPatrick Mooney devep = &dev->eps[epid];
12544c87aefeSPatrick Mooney
12554c87aefeSPatrick Mooney switch (XHCI_EPCTX_0_EPSTATE_GET(ep_ctx->dwEpCtx0)) {
12564c87aefeSPatrick Mooney case XHCI_ST_EPCTX_STOPPED:
12574c87aefeSPatrick Mooney case XHCI_ST_EPCTX_ERROR:
12584c87aefeSPatrick Mooney break;
12594c87aefeSPatrick Mooney default:
1260154972afSPatrick Mooney DPRINTF(("pci_xhci cmd set_tr invalid state %x",
12614c87aefeSPatrick Mooney XHCI_EPCTX_0_EPSTATE_GET(ep_ctx->dwEpCtx0)));
12624c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_CONTEXT_STATE;
12634c87aefeSPatrick Mooney goto done;
12644c87aefeSPatrick Mooney }
12654c87aefeSPatrick Mooney
12664c87aefeSPatrick Mooney streamid = XHCI_TRB_2_STREAM_GET(trb->dwTrb2);
12674f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams > 0) {
126859d65d31SAndy Fiddaman cmderr = pci_xhci_find_stream(sc, ep_ctx, devep, streamid);
126959d65d31SAndy Fiddaman if (cmderr == XHCI_TRB_ERROR_SUCCESS) {
12704c87aefeSPatrick Mooney assert(devep->ep_sctx != NULL);
12714c87aefeSPatrick Mooney
12724c87aefeSPatrick Mooney devep->ep_sctx[streamid].qwSctx0 = trb->qwTrb0;
12734c87aefeSPatrick Mooney devep->ep_sctx_trbs[streamid].ringaddr =
12744c87aefeSPatrick Mooney trb->qwTrb0 & ~0xF;
12754c87aefeSPatrick Mooney devep->ep_sctx_trbs[streamid].ccs =
12764c87aefeSPatrick Mooney XHCI_EPCTX_2_DCS_GET(trb->qwTrb0);
12774c87aefeSPatrick Mooney }
12784c87aefeSPatrick Mooney } else {
12794c87aefeSPatrick Mooney if (streamid != 0) {
1280154972afSPatrick Mooney DPRINTF(("pci_xhci cmd set_tr streamid %x != 0",
12814c87aefeSPatrick Mooney streamid));
12824c87aefeSPatrick Mooney }
12834c87aefeSPatrick Mooney ep_ctx->qwEpCtx2 = trb->qwTrb0 & ~0xFUL;
12844c87aefeSPatrick Mooney devep->ep_ringaddr = ep_ctx->qwEpCtx2 & ~0xFUL;
12854c87aefeSPatrick Mooney devep->ep_ccs = trb->qwTrb0 & 0x1;
12864c87aefeSPatrick Mooney devep->ep_tr = XHCI_GADDR(sc, devep->ep_ringaddr);
12874c87aefeSPatrick Mooney
1288154972afSPatrick Mooney DPRINTF(("pci_xhci set_tr first TRB:"));
12894c87aefeSPatrick Mooney pci_xhci_dump_trb(devep->ep_tr);
12904c87aefeSPatrick Mooney }
12914c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = (ep_ctx->dwEpCtx0 & ~0x7) | XHCI_ST_EPCTX_STOPPED;
12924c87aefeSPatrick Mooney
12934c87aefeSPatrick Mooney done:
12944c87aefeSPatrick Mooney return (cmderr);
12954c87aefeSPatrick Mooney }
12964c87aefeSPatrick Mooney
12974c87aefeSPatrick Mooney static uint32_t
pci_xhci_cmd_eval_ctx(struct pci_xhci_softc * sc,uint32_t slot,struct xhci_trb * trb)12984c87aefeSPatrick Mooney pci_xhci_cmd_eval_ctx(struct pci_xhci_softc *sc, uint32_t slot,
12994c87aefeSPatrick Mooney struct xhci_trb *trb)
13004c87aefeSPatrick Mooney {
13014c87aefeSPatrick Mooney struct xhci_input_dev_ctx *input_ctx;
13024c87aefeSPatrick Mooney struct xhci_slot_ctx *islot_ctx;
13034c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
13044c87aefeSPatrick Mooney struct xhci_endp_ctx *ep0_ctx;
13054c87aefeSPatrick Mooney uint32_t cmderr;
13064c87aefeSPatrick Mooney
13074c87aefeSPatrick Mooney input_ctx = XHCI_GADDR(sc, trb->qwTrb0 & ~0xFUL);
13084c87aefeSPatrick Mooney islot_ctx = &input_ctx->ctx_slot;
13094c87aefeSPatrick Mooney ep0_ctx = &input_ctx->ctx_ep[1];
13104c87aefeSPatrick Mooney
13114c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
1312154972afSPatrick Mooney DPRINTF(("pci_xhci: eval ctx, input ctl: D 0x%08x A 0x%08x,",
1313154972afSPatrick Mooney input_ctx->ctx_input.dwInCtx0, input_ctx->ctx_input.dwInCtx1));
1314154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
13154c87aefeSPatrick Mooney islot_ctx->dwSctx0, islot_ctx->dwSctx1,
1316154972afSPatrick Mooney islot_ctx->dwSctx2, islot_ctx->dwSctx3));
1317154972afSPatrick Mooney DPRINTF((" ep0 %08x %08x %016lx %08x",
13184c87aefeSPatrick Mooney ep0_ctx->dwEpCtx0, ep0_ctx->dwEpCtx1, ep0_ctx->qwEpCtx2,
13194c87aefeSPatrick Mooney ep0_ctx->dwEpCtx4));
13204c87aefeSPatrick Mooney
13214c87aefeSPatrick Mooney /* this command expects drop-ctx=0 & add-ctx=slot+ep0 */
13224c87aefeSPatrick Mooney if ((input_ctx->ctx_input.dwInCtx0 != 0) ||
13234c87aefeSPatrick Mooney (input_ctx->ctx_input.dwInCtx1 & 0x03) == 0) {
1324154972afSPatrick Mooney DPRINTF(("pci_xhci: eval ctx, input ctl invalid"));
13254c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_TRB;
13264c87aefeSPatrick Mooney goto done;
13274c87aefeSPatrick Mooney }
13284c87aefeSPatrick Mooney
13294c87aefeSPatrick Mooney /* assign address to slot; in this emulation, slot_id = address */
13304c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
13314c87aefeSPatrick Mooney
1332154972afSPatrick Mooney DPRINTF(("pci_xhci: eval ctx, dev ctx"));
1333154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
13344c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, dev_ctx->ctx_slot.dwSctx1,
13354c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, dev_ctx->ctx_slot.dwSctx3));
13364c87aefeSPatrick Mooney
13374c87aefeSPatrick Mooney if (input_ctx->ctx_input.dwInCtx1 & 0x01) { /* slot ctx */
13384c87aefeSPatrick Mooney /* set max exit latency */
13394c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx1 = FIELD_COPY(
13404c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx1, input_ctx->ctx_slot.dwSctx1,
13414c87aefeSPatrick Mooney 0xFFFF, 0);
13424c87aefeSPatrick Mooney
13434c87aefeSPatrick Mooney /* set interrupter target */
13444c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx2 = FIELD_COPY(
13454c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, input_ctx->ctx_slot.dwSctx2,
13464c87aefeSPatrick Mooney 0x3FF, 22);
13474c87aefeSPatrick Mooney }
13484c87aefeSPatrick Mooney if (input_ctx->ctx_input.dwInCtx1 & 0x02) { /* control ctx */
13494c87aefeSPatrick Mooney /* set max packet size */
13504c87aefeSPatrick Mooney dev_ctx->ctx_ep[1].dwEpCtx1 = FIELD_COPY(
13514c87aefeSPatrick Mooney dev_ctx->ctx_ep[1].dwEpCtx1, ep0_ctx->dwEpCtx1,
13524c87aefeSPatrick Mooney 0xFFFF, 16);
13534c87aefeSPatrick Mooney
13544c87aefeSPatrick Mooney ep0_ctx = &dev_ctx->ctx_ep[1];
13554c87aefeSPatrick Mooney }
13564c87aefeSPatrick Mooney
1357154972afSPatrick Mooney DPRINTF(("pci_xhci: eval ctx, output ctx"));
1358154972afSPatrick Mooney DPRINTF((" slot %08x %08x %08x %08x",
13594c87aefeSPatrick Mooney dev_ctx->ctx_slot.dwSctx0, dev_ctx->ctx_slot.dwSctx1,
1360154972afSPatrick Mooney dev_ctx->ctx_slot.dwSctx2, dev_ctx->ctx_slot.dwSctx3));
1361154972afSPatrick Mooney DPRINTF((" ep0 %08x %08x %016lx %08x",
13624c87aefeSPatrick Mooney ep0_ctx->dwEpCtx0, ep0_ctx->dwEpCtx1, ep0_ctx->qwEpCtx2,
13634c87aefeSPatrick Mooney ep0_ctx->dwEpCtx4));
13644c87aefeSPatrick Mooney
13654c87aefeSPatrick Mooney done:
13664c87aefeSPatrick Mooney return (cmderr);
13674c87aefeSPatrick Mooney }
13684c87aefeSPatrick Mooney
13694c87aefeSPatrick Mooney static int
pci_xhci_complete_commands(struct pci_xhci_softc * sc)13704c87aefeSPatrick Mooney pci_xhci_complete_commands(struct pci_xhci_softc *sc)
13714c87aefeSPatrick Mooney {
13724c87aefeSPatrick Mooney struct xhci_trb evtrb;
13734c87aefeSPatrick Mooney struct xhci_trb *trb;
13744c87aefeSPatrick Mooney uint64_t crcr;
13754c87aefeSPatrick Mooney uint32_t ccs; /* cycle state (XHCI 4.9.2) */
13764c87aefeSPatrick Mooney uint32_t type;
13774c87aefeSPatrick Mooney uint32_t slot;
13784c87aefeSPatrick Mooney uint32_t cmderr;
13794c87aefeSPatrick Mooney int error;
13804c87aefeSPatrick Mooney
13814c87aefeSPatrick Mooney error = 0;
13824c87aefeSPatrick Mooney sc->opregs.crcr |= XHCI_CRCR_LO_CRR;
13834c87aefeSPatrick Mooney
13844c87aefeSPatrick Mooney trb = sc->opregs.cr_p;
13854c87aefeSPatrick Mooney ccs = sc->opregs.crcr & XHCI_CRCR_LO_RCS;
13864c87aefeSPatrick Mooney crcr = sc->opregs.crcr & ~0xF;
13874c87aefeSPatrick Mooney
13884c87aefeSPatrick Mooney while (1) {
13894c87aefeSPatrick Mooney sc->opregs.cr_p = trb;
13904c87aefeSPatrick Mooney
13914c87aefeSPatrick Mooney type = XHCI_TRB_3_TYPE_GET(trb->dwTrb3);
13924c87aefeSPatrick Mooney
13934c87aefeSPatrick Mooney if ((trb->dwTrb3 & XHCI_TRB_3_CYCLE_BIT) !=
13944c87aefeSPatrick Mooney (ccs & XHCI_TRB_3_CYCLE_BIT))
13954c87aefeSPatrick Mooney break;
13964c87aefeSPatrick Mooney
13974c87aefeSPatrick Mooney DPRINTF(("pci_xhci: cmd type 0x%x, Trb0 x%016lx dwTrb2 x%08x"
1398154972afSPatrick Mooney " dwTrb3 x%08x, TRB_CYCLE %u/ccs %u",
13994c87aefeSPatrick Mooney type, trb->qwTrb0, trb->dwTrb2, trb->dwTrb3,
14004c87aefeSPatrick Mooney trb->dwTrb3 & XHCI_TRB_3_CYCLE_BIT, ccs));
14014c87aefeSPatrick Mooney
14024c87aefeSPatrick Mooney cmderr = XHCI_TRB_ERROR_SUCCESS;
14034c87aefeSPatrick Mooney evtrb.dwTrb2 = 0;
14044c87aefeSPatrick Mooney evtrb.dwTrb3 = (ccs & XHCI_TRB_3_CYCLE_BIT) |
14054c87aefeSPatrick Mooney XHCI_TRB_3_TYPE_SET(XHCI_TRB_EVENT_CMD_COMPLETE);
14064c87aefeSPatrick Mooney slot = 0;
14074c87aefeSPatrick Mooney
14084c87aefeSPatrick Mooney switch (type) {
14094c87aefeSPatrick Mooney case XHCI_TRB_TYPE_LINK: /* 0x06 */
14104c87aefeSPatrick Mooney if (trb->dwTrb3 & XHCI_TRB_3_TC_BIT)
14114c87aefeSPatrick Mooney ccs ^= XHCI_CRCR_LO_RCS;
14124c87aefeSPatrick Mooney break;
14134c87aefeSPatrick Mooney
14144c87aefeSPatrick Mooney case XHCI_TRB_TYPE_ENABLE_SLOT: /* 0x09 */
14154c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_enable_slot(sc, &slot);
14164c87aefeSPatrick Mooney break;
14174c87aefeSPatrick Mooney
14184c87aefeSPatrick Mooney case XHCI_TRB_TYPE_DISABLE_SLOT: /* 0x0A */
14194c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14204c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_disable_slot(sc, slot);
14214c87aefeSPatrick Mooney break;
14224c87aefeSPatrick Mooney
14234c87aefeSPatrick Mooney case XHCI_TRB_TYPE_ADDRESS_DEVICE: /* 0x0B */
14244c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14254c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_address_device(sc, slot, trb);
14264c87aefeSPatrick Mooney break;
14274c87aefeSPatrick Mooney
14284c87aefeSPatrick Mooney case XHCI_TRB_TYPE_CONFIGURE_EP: /* 0x0C */
14294c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14304c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_config_ep(sc, slot, trb);
14314c87aefeSPatrick Mooney break;
14324c87aefeSPatrick Mooney
14334c87aefeSPatrick Mooney case XHCI_TRB_TYPE_EVALUATE_CTX: /* 0x0D */
14344c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14354c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_eval_ctx(sc, slot, trb);
14364c87aefeSPatrick Mooney break;
14374c87aefeSPatrick Mooney
14384c87aefeSPatrick Mooney case XHCI_TRB_TYPE_RESET_EP: /* 0x0E */
1439154972afSPatrick Mooney DPRINTF(("Reset Endpoint on slot %d", slot));
14404c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14414c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_reset_ep(sc, slot, trb);
14424c87aefeSPatrick Mooney break;
14434c87aefeSPatrick Mooney
14444c87aefeSPatrick Mooney case XHCI_TRB_TYPE_STOP_EP: /* 0x0F */
1445154972afSPatrick Mooney DPRINTF(("Stop Endpoint on slot %d", slot));
14464c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14474c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_reset_ep(sc, slot, trb);
14484c87aefeSPatrick Mooney break;
14494c87aefeSPatrick Mooney
14504c87aefeSPatrick Mooney case XHCI_TRB_TYPE_SET_TR_DEQUEUE: /* 0x10 */
14514c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14524c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_set_tr(sc, slot, trb);
14534c87aefeSPatrick Mooney break;
14544c87aefeSPatrick Mooney
14554c87aefeSPatrick Mooney case XHCI_TRB_TYPE_RESET_DEVICE: /* 0x11 */
14564c87aefeSPatrick Mooney slot = XHCI_TRB_3_SLOT_GET(trb->dwTrb3);
14574c87aefeSPatrick Mooney cmderr = pci_xhci_cmd_reset_device(sc, slot);
14584c87aefeSPatrick Mooney break;
14594c87aefeSPatrick Mooney
14604c87aefeSPatrick Mooney case XHCI_TRB_TYPE_FORCE_EVENT: /* 0x12 */
14614c87aefeSPatrick Mooney /* TODO: */
14624c87aefeSPatrick Mooney break;
14634c87aefeSPatrick Mooney
14644c87aefeSPatrick Mooney case XHCI_TRB_TYPE_NEGOTIATE_BW: /* 0x13 */
14654c87aefeSPatrick Mooney break;
14664c87aefeSPatrick Mooney
14674c87aefeSPatrick Mooney case XHCI_TRB_TYPE_SET_LATENCY_TOL: /* 0x14 */
14684c87aefeSPatrick Mooney break;
14694c87aefeSPatrick Mooney
14704c87aefeSPatrick Mooney case XHCI_TRB_TYPE_GET_PORT_BW: /* 0x15 */
14714c87aefeSPatrick Mooney break;
14724c87aefeSPatrick Mooney
14734c87aefeSPatrick Mooney case XHCI_TRB_TYPE_FORCE_HEADER: /* 0x16 */
14744c87aefeSPatrick Mooney break;
14754c87aefeSPatrick Mooney
14764c87aefeSPatrick Mooney case XHCI_TRB_TYPE_NOOP_CMD: /* 0x17 */
14774c87aefeSPatrick Mooney break;
14784c87aefeSPatrick Mooney
14794c87aefeSPatrick Mooney default:
1480154972afSPatrick Mooney DPRINTF(("pci_xhci: unsupported cmd %x", type));
14814c87aefeSPatrick Mooney break;
14824c87aefeSPatrick Mooney }
14834c87aefeSPatrick Mooney
14844c87aefeSPatrick Mooney if (type != XHCI_TRB_TYPE_LINK) {
14854c87aefeSPatrick Mooney /*
14864c87aefeSPatrick Mooney * insert command completion event and assert intr
14874c87aefeSPatrick Mooney */
14884c87aefeSPatrick Mooney evtrb.qwTrb0 = crcr;
14894c87aefeSPatrick Mooney evtrb.dwTrb2 |= XHCI_TRB_2_ERROR_SET(cmderr);
14904c87aefeSPatrick Mooney evtrb.dwTrb3 |= XHCI_TRB_3_SLOT_SET(slot);
1491154972afSPatrick Mooney DPRINTF(("pci_xhci: command 0x%x result: 0x%x",
14924c87aefeSPatrick Mooney type, cmderr));
14934c87aefeSPatrick Mooney pci_xhci_insert_event(sc, &evtrb, 1);
14944c87aefeSPatrick Mooney }
14954c87aefeSPatrick Mooney
14964c87aefeSPatrick Mooney trb = pci_xhci_trb_next(sc, trb, &crcr);
14974c87aefeSPatrick Mooney }
14984c87aefeSPatrick Mooney
14994c87aefeSPatrick Mooney sc->opregs.crcr = crcr | (sc->opregs.crcr & XHCI_CRCR_LO_CA) | ccs;
15004c87aefeSPatrick Mooney sc->opregs.crcr &= ~XHCI_CRCR_LO_CRR;
15014c87aefeSPatrick Mooney return (error);
15024c87aefeSPatrick Mooney }
15034c87aefeSPatrick Mooney
15044c87aefeSPatrick Mooney static void
pci_xhci_dump_trb(struct xhci_trb * trb)15054c87aefeSPatrick Mooney pci_xhci_dump_trb(struct xhci_trb *trb)
15064c87aefeSPatrick Mooney {
15074c87aefeSPatrick Mooney static const char *trbtypes[] = {
15084c87aefeSPatrick Mooney "RESERVED",
15094c87aefeSPatrick Mooney "NORMAL",
15104c87aefeSPatrick Mooney "SETUP_STAGE",
15114c87aefeSPatrick Mooney "DATA_STAGE",
15124c87aefeSPatrick Mooney "STATUS_STAGE",
15134c87aefeSPatrick Mooney "ISOCH",
15144c87aefeSPatrick Mooney "LINK",
15154c87aefeSPatrick Mooney "EVENT_DATA",
15164c87aefeSPatrick Mooney "NOOP",
15174c87aefeSPatrick Mooney "ENABLE_SLOT",
15184c87aefeSPatrick Mooney "DISABLE_SLOT",
15194c87aefeSPatrick Mooney "ADDRESS_DEVICE",
15204c87aefeSPatrick Mooney "CONFIGURE_EP",
15214c87aefeSPatrick Mooney "EVALUATE_CTX",
15224c87aefeSPatrick Mooney "RESET_EP",
15234c87aefeSPatrick Mooney "STOP_EP",
15244c87aefeSPatrick Mooney "SET_TR_DEQUEUE",
15254c87aefeSPatrick Mooney "RESET_DEVICE",
15264c87aefeSPatrick Mooney "FORCE_EVENT",
15274c87aefeSPatrick Mooney "NEGOTIATE_BW",
15284c87aefeSPatrick Mooney "SET_LATENCY_TOL",
15294c87aefeSPatrick Mooney "GET_PORT_BW",
15304c87aefeSPatrick Mooney "FORCE_HEADER",
15314c87aefeSPatrick Mooney "NOOP_CMD"
15324c87aefeSPatrick Mooney };
15334c87aefeSPatrick Mooney uint32_t type;
15344c87aefeSPatrick Mooney
15354c87aefeSPatrick Mooney type = XHCI_TRB_3_TYPE_GET(trb->dwTrb3);
1536154972afSPatrick Mooney DPRINTF(("pci_xhci: trb[@%p] type x%02x %s 0:x%016lx 2:x%08x 3:x%08x",
15374c87aefeSPatrick Mooney trb, type,
15384c87aefeSPatrick Mooney type <= XHCI_TRB_TYPE_NOOP_CMD ? trbtypes[type] : "INVALID",
15394c87aefeSPatrick Mooney trb->qwTrb0, trb->dwTrb2, trb->dwTrb3));
15404c87aefeSPatrick Mooney }
15414c87aefeSPatrick Mooney
15424c87aefeSPatrick Mooney static int
pci_xhci_xfer_complete(struct pci_xhci_softc * sc,struct usb_data_xfer * xfer,uint32_t slot,uint32_t epid,int * do_intr)15434c87aefeSPatrick Mooney pci_xhci_xfer_complete(struct pci_xhci_softc *sc, struct usb_data_xfer *xfer,
15444c87aefeSPatrick Mooney uint32_t slot, uint32_t epid, int *do_intr)
15454c87aefeSPatrick Mooney {
15464c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
15474c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
15484c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
15494c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
15504c87aefeSPatrick Mooney struct xhci_trb *trb;
15514c87aefeSPatrick Mooney struct xhci_trb evtrb;
15524c87aefeSPatrick Mooney uint32_t trbflags;
15534c87aefeSPatrick Mooney uint32_t edtla;
15544c87aefeSPatrick Mooney int i, err;
15554c87aefeSPatrick Mooney
15564c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
15574c87aefeSPatrick Mooney devep = &dev->eps[epid];
15584c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
15594c87aefeSPatrick Mooney
15604c87aefeSPatrick Mooney assert(dev_ctx != NULL);
15614c87aefeSPatrick Mooney
15624c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
15634c87aefeSPatrick Mooney
15644c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_SUCCESS;
15654c87aefeSPatrick Mooney *do_intr = 0;
15664c87aefeSPatrick Mooney edtla = 0;
15674c87aefeSPatrick Mooney
15684c87aefeSPatrick Mooney /* go through list of TRBs and insert event(s) */
15694c87aefeSPatrick Mooney for (i = xfer->head; xfer->ndata > 0; ) {
15704c87aefeSPatrick Mooney evtrb.qwTrb0 = (uint64_t)xfer->data[i].hci_data;
15714c87aefeSPatrick Mooney trb = XHCI_GADDR(sc, evtrb.qwTrb0);
15724c87aefeSPatrick Mooney trbflags = trb->dwTrb3;
15734c87aefeSPatrick Mooney
15744c87aefeSPatrick Mooney DPRINTF(("pci_xhci: xfer[%d] done?%u:%d trb %x %016lx %x "
1575154972afSPatrick Mooney "(err %d) IOC?%d",
15764c87aefeSPatrick Mooney i, xfer->data[i].processed, xfer->data[i].blen,
15774c87aefeSPatrick Mooney XHCI_TRB_3_TYPE_GET(trbflags), evtrb.qwTrb0,
15784c87aefeSPatrick Mooney trbflags, err,
15794c87aefeSPatrick Mooney trb->dwTrb3 & XHCI_TRB_3_IOC_BIT ? 1 : 0));
15804c87aefeSPatrick Mooney
15814c87aefeSPatrick Mooney if (!xfer->data[i].processed) {
15824c87aefeSPatrick Mooney xfer->head = i;
15834c87aefeSPatrick Mooney break;
15844c87aefeSPatrick Mooney }
15854c87aefeSPatrick Mooney
15864c87aefeSPatrick Mooney xfer->ndata--;
15874c87aefeSPatrick Mooney edtla += xfer->data[i].bdone;
15884c87aefeSPatrick Mooney
15894c87aefeSPatrick Mooney trb->dwTrb3 = (trb->dwTrb3 & ~0x1) | (xfer->data[i].ccs);
15904c87aefeSPatrick Mooney
15914c87aefeSPatrick Mooney pci_xhci_update_ep_ring(sc, dev, devep, ep_ctx,
15924c87aefeSPatrick Mooney xfer->data[i].streamid, xfer->data[i].trbnext,
15934c87aefeSPatrick Mooney xfer->data[i].ccs);
15944c87aefeSPatrick Mooney
15954c87aefeSPatrick Mooney /* Only interrupt if IOC or short packet */
15964c87aefeSPatrick Mooney if (!(trb->dwTrb3 & XHCI_TRB_3_IOC_BIT) &&
15974c87aefeSPatrick Mooney !((err == XHCI_TRB_ERROR_SHORT_PKT) &&
15984c87aefeSPatrick Mooney (trb->dwTrb3 & XHCI_TRB_3_ISP_BIT))) {
15994c87aefeSPatrick Mooney
16004c87aefeSPatrick Mooney i = (i + 1) % USB_MAX_XFER_BLOCKS;
16014c87aefeSPatrick Mooney continue;
16024c87aefeSPatrick Mooney }
16034c87aefeSPatrick Mooney
16044c87aefeSPatrick Mooney evtrb.dwTrb2 = XHCI_TRB_2_ERROR_SET(err) |
16054c87aefeSPatrick Mooney XHCI_TRB_2_REM_SET(xfer->data[i].blen);
16064c87aefeSPatrick Mooney
16074c87aefeSPatrick Mooney evtrb.dwTrb3 = XHCI_TRB_3_TYPE_SET(XHCI_TRB_EVENT_TRANSFER) |
16084c87aefeSPatrick Mooney XHCI_TRB_3_SLOT_SET(slot) | XHCI_TRB_3_EP_SET(epid);
16094c87aefeSPatrick Mooney
16104c87aefeSPatrick Mooney if (XHCI_TRB_3_TYPE_GET(trbflags) == XHCI_TRB_TYPE_EVENT_DATA) {
1611154972afSPatrick Mooney DPRINTF(("pci_xhci EVENT_DATA edtla %u", edtla));
16124c87aefeSPatrick Mooney evtrb.qwTrb0 = trb->qwTrb0;
16134c87aefeSPatrick Mooney evtrb.dwTrb2 = (edtla & 0xFFFFF) |
16144c87aefeSPatrick Mooney XHCI_TRB_2_ERROR_SET(err);
16154c87aefeSPatrick Mooney evtrb.dwTrb3 |= XHCI_TRB_3_ED_BIT;
16164c87aefeSPatrick Mooney edtla = 0;
16174c87aefeSPatrick Mooney }
16184c87aefeSPatrick Mooney
16194c87aefeSPatrick Mooney *do_intr = 1;
16204c87aefeSPatrick Mooney
16214c87aefeSPatrick Mooney err = pci_xhci_insert_event(sc, &evtrb, 0);
16224c87aefeSPatrick Mooney if (err != XHCI_TRB_ERROR_SUCCESS) {
16234c87aefeSPatrick Mooney break;
16244c87aefeSPatrick Mooney }
16254c87aefeSPatrick Mooney
16264c87aefeSPatrick Mooney i = (i + 1) % USB_MAX_XFER_BLOCKS;
16274c87aefeSPatrick Mooney }
16284c87aefeSPatrick Mooney
16294c87aefeSPatrick Mooney return (err);
16304c87aefeSPatrick Mooney }
16314c87aefeSPatrick Mooney
16324c87aefeSPatrick Mooney static void
pci_xhci_update_ep_ring(struct pci_xhci_softc * sc,struct pci_xhci_dev_emu * dev __unused,struct pci_xhci_dev_ep * devep,struct xhci_endp_ctx * ep_ctx,uint32_t streamid,uint64_t ringaddr,int ccs)163359d65d31SAndy Fiddaman pci_xhci_update_ep_ring(struct pci_xhci_softc *sc,
163459d65d31SAndy Fiddaman struct pci_xhci_dev_emu *dev __unused, struct pci_xhci_dev_ep *devep,
163559d65d31SAndy Fiddaman struct xhci_endp_ctx *ep_ctx, uint32_t streamid, uint64_t ringaddr, int ccs)
16364c87aefeSPatrick Mooney {
16374c87aefeSPatrick Mooney
16384f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams != 0) {
16394c87aefeSPatrick Mooney devep->ep_sctx[streamid].qwSctx0 = (ringaddr & ~0xFUL) |
16404c87aefeSPatrick Mooney (ccs & 0x1);
16414c87aefeSPatrick Mooney
16424c87aefeSPatrick Mooney devep->ep_sctx_trbs[streamid].ringaddr = ringaddr & ~0xFUL;
16434c87aefeSPatrick Mooney devep->ep_sctx_trbs[streamid].ccs = ccs & 0x1;
16444c87aefeSPatrick Mooney ep_ctx->qwEpCtx2 = (ep_ctx->qwEpCtx2 & ~0x1) | (ccs & 0x1);
16454c87aefeSPatrick Mooney
1646154972afSPatrick Mooney DPRINTF(("xhci update ep-ring stream %d, addr %lx",
16474c87aefeSPatrick Mooney streamid, devep->ep_sctx[streamid].qwSctx0));
16484c87aefeSPatrick Mooney } else {
16494c87aefeSPatrick Mooney devep->ep_ringaddr = ringaddr & ~0xFUL;
16504c87aefeSPatrick Mooney devep->ep_ccs = ccs & 0x1;
16514c87aefeSPatrick Mooney devep->ep_tr = XHCI_GADDR(sc, ringaddr & ~0xFUL);
16524c87aefeSPatrick Mooney ep_ctx->qwEpCtx2 = (ringaddr & ~0xFUL) | (ccs & 0x1);
16534c87aefeSPatrick Mooney
1654154972afSPatrick Mooney DPRINTF(("xhci update ep-ring, addr %lx",
16554c87aefeSPatrick Mooney (devep->ep_ringaddr | devep->ep_ccs)));
16564c87aefeSPatrick Mooney }
16574c87aefeSPatrick Mooney }
16584c87aefeSPatrick Mooney
16594c87aefeSPatrick Mooney /*
16604c87aefeSPatrick Mooney * Outstanding transfer still in progress (device NAK'd earlier) so retry
16614c87aefeSPatrick Mooney * the transfer again to see if it succeeds.
16624c87aefeSPatrick Mooney */
16634c87aefeSPatrick Mooney static int
pci_xhci_try_usb_xfer(struct pci_xhci_softc * sc,struct pci_xhci_dev_emu * dev,struct pci_xhci_dev_ep * devep,struct xhci_endp_ctx * ep_ctx,uint32_t slot,uint32_t epid)16644c87aefeSPatrick Mooney pci_xhci_try_usb_xfer(struct pci_xhci_softc *sc,
16654c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev, struct pci_xhci_dev_ep *devep,
16664c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx, uint32_t slot, uint32_t epid)
16674c87aefeSPatrick Mooney {
16684c87aefeSPatrick Mooney struct usb_data_xfer *xfer;
16694c87aefeSPatrick Mooney int err;
16704c87aefeSPatrick Mooney int do_intr;
16714c87aefeSPatrick Mooney
16724c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = FIELD_REPLACE(
16734c87aefeSPatrick Mooney ep_ctx->dwEpCtx0, XHCI_ST_EPCTX_RUNNING, 0x7, 0);
16744c87aefeSPatrick Mooney
16754c87aefeSPatrick Mooney err = 0;
16764c87aefeSPatrick Mooney do_intr = 0;
16774c87aefeSPatrick Mooney
16784c87aefeSPatrick Mooney xfer = devep->ep_xfer;
16794c87aefeSPatrick Mooney #ifdef __FreeBSD__
16804c87aefeSPatrick Mooney USB_DATA_XFER_LOCK(xfer);
16814c87aefeSPatrick Mooney #else
16824c87aefeSPatrick Mooney /*
16834c87aefeSPatrick Mooney * At least one caller needs to hold this lock across the call to this
16844c87aefeSPatrick Mooney * function and other code. To avoid deadlock from a recursive mutex
16854c87aefeSPatrick Mooney * enter, we ensure that all callers hold this lock.
16864c87aefeSPatrick Mooney */
16874c87aefeSPatrick Mooney assert(USB_DATA_XFER_LOCK_HELD(xfer));
16884c87aefeSPatrick Mooney #endif
16894c87aefeSPatrick Mooney
16904c87aefeSPatrick Mooney /* outstanding requests queued up */
16914c87aefeSPatrick Mooney if (dev->dev_ue->ue_data != NULL) {
16924c87aefeSPatrick Mooney err = dev->dev_ue->ue_data(dev->dev_sc, xfer,
16934c87aefeSPatrick Mooney epid & 0x1 ? USB_XFER_IN : USB_XFER_OUT, epid/2);
16944c87aefeSPatrick Mooney if (err == USB_ERR_CANCELLED) {
16954c87aefeSPatrick Mooney if (USB_DATA_GET_ERRCODE(&xfer->data[xfer->head]) ==
16964c87aefeSPatrick Mooney USB_NAK)
16974c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_SUCCESS;
16984c87aefeSPatrick Mooney } else {
16994c87aefeSPatrick Mooney err = pci_xhci_xfer_complete(sc, xfer, slot, epid,
17004c87aefeSPatrick Mooney &do_intr);
17014c87aefeSPatrick Mooney if (err == XHCI_TRB_ERROR_SUCCESS && do_intr) {
17024c87aefeSPatrick Mooney pci_xhci_assert_interrupt(sc);
17034c87aefeSPatrick Mooney }
17044c87aefeSPatrick Mooney
17054c87aefeSPatrick Mooney
17064c87aefeSPatrick Mooney /* XXX should not do it if error? */
17074c87aefeSPatrick Mooney USB_DATA_XFER_RESET(xfer);
17084c87aefeSPatrick Mooney }
17094c87aefeSPatrick Mooney }
17104c87aefeSPatrick Mooney
17114c87aefeSPatrick Mooney #ifdef __FreeBSD__
17124c87aefeSPatrick Mooney USB_DATA_XFER_UNLOCK(xfer);
17134c87aefeSPatrick Mooney #endif
17144c87aefeSPatrick Mooney
17154c87aefeSPatrick Mooney return (err);
17164c87aefeSPatrick Mooney }
17174c87aefeSPatrick Mooney
17184c87aefeSPatrick Mooney
17194c87aefeSPatrick Mooney static int
pci_xhci_handle_transfer(struct pci_xhci_softc * sc,struct pci_xhci_dev_emu * dev,struct pci_xhci_dev_ep * devep,struct xhci_endp_ctx * ep_ctx,struct xhci_trb * trb,uint32_t slot,uint32_t epid,uint64_t addr,uint32_t ccs,uint32_t streamid)17204c87aefeSPatrick Mooney pci_xhci_handle_transfer(struct pci_xhci_softc *sc,
17214c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev, struct pci_xhci_dev_ep *devep,
17224c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx, struct xhci_trb *trb, uint32_t slot,
17234c87aefeSPatrick Mooney uint32_t epid, uint64_t addr, uint32_t ccs, uint32_t streamid)
17244c87aefeSPatrick Mooney {
17254c87aefeSPatrick Mooney struct xhci_trb *setup_trb;
17264c87aefeSPatrick Mooney struct usb_data_xfer *xfer;
17274c87aefeSPatrick Mooney struct usb_data_xfer_block *xfer_block;
17284c87aefeSPatrick Mooney uint64_t val;
17294c87aefeSPatrick Mooney uint32_t trbflags;
17304c87aefeSPatrick Mooney int do_intr, err;
17314c87aefeSPatrick Mooney int do_retry;
17324c87aefeSPatrick Mooney
17334c87aefeSPatrick Mooney ep_ctx->dwEpCtx0 = FIELD_REPLACE(ep_ctx->dwEpCtx0,
17344c87aefeSPatrick Mooney XHCI_ST_EPCTX_RUNNING, 0x7, 0);
17354c87aefeSPatrick Mooney
17364c87aefeSPatrick Mooney xfer = devep->ep_xfer;
17374c87aefeSPatrick Mooney USB_DATA_XFER_LOCK(xfer);
17384c87aefeSPatrick Mooney
1739154972afSPatrick Mooney DPRINTF(("pci_xhci handle_transfer slot %u", slot));
17404c87aefeSPatrick Mooney
17414c87aefeSPatrick Mooney retry:
174259d65d31SAndy Fiddaman err = XHCI_TRB_ERROR_INVALID;
17434c87aefeSPatrick Mooney do_retry = 0;
17444c87aefeSPatrick Mooney do_intr = 0;
17454c87aefeSPatrick Mooney setup_trb = NULL;
17464c87aefeSPatrick Mooney
17474c87aefeSPatrick Mooney while (1) {
17484c87aefeSPatrick Mooney pci_xhci_dump_trb(trb);
17494c87aefeSPatrick Mooney
17504c87aefeSPatrick Mooney trbflags = trb->dwTrb3;
17514c87aefeSPatrick Mooney
17524c87aefeSPatrick Mooney if (XHCI_TRB_3_TYPE_GET(trbflags) != XHCI_TRB_TYPE_LINK &&
17534c87aefeSPatrick Mooney (trbflags & XHCI_TRB_3_CYCLE_BIT) !=
17544c87aefeSPatrick Mooney (ccs & XHCI_TRB_3_CYCLE_BIT)) {
1755154972afSPatrick Mooney DPRINTF(("Cycle-bit changed trbflags %x, ccs %x",
17564c87aefeSPatrick Mooney trbflags & XHCI_TRB_3_CYCLE_BIT, ccs));
17574c87aefeSPatrick Mooney break;
17584c87aefeSPatrick Mooney }
17594c87aefeSPatrick Mooney
17604c87aefeSPatrick Mooney xfer_block = NULL;
17614c87aefeSPatrick Mooney
17624c87aefeSPatrick Mooney switch (XHCI_TRB_3_TYPE_GET(trbflags)) {
17634c87aefeSPatrick Mooney case XHCI_TRB_TYPE_LINK:
17644c87aefeSPatrick Mooney if (trb->dwTrb3 & XHCI_TRB_3_TC_BIT)
17654c87aefeSPatrick Mooney ccs ^= 0x1;
17664c87aefeSPatrick Mooney
17674c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer, NULL, 0,
17684c87aefeSPatrick Mooney (void *)addr, ccs);
17694c87aefeSPatrick Mooney xfer_block->processed = 1;
17704c87aefeSPatrick Mooney break;
17714c87aefeSPatrick Mooney
17724c87aefeSPatrick Mooney case XHCI_TRB_TYPE_SETUP_STAGE:
17734c87aefeSPatrick Mooney if ((trbflags & XHCI_TRB_3_IDT_BIT) == 0 ||
17744c87aefeSPatrick Mooney XHCI_TRB_2_BYTES_GET(trb->dwTrb2) != 8) {
1775154972afSPatrick Mooney DPRINTF(("pci_xhci: invalid setup trb"));
17764c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_TRB;
17774c87aefeSPatrick Mooney goto errout;
17784c87aefeSPatrick Mooney }
17794c87aefeSPatrick Mooney setup_trb = trb;
17804c87aefeSPatrick Mooney
17814c87aefeSPatrick Mooney val = trb->qwTrb0;
17824c87aefeSPatrick Mooney if (!xfer->ureq)
17834c87aefeSPatrick Mooney xfer->ureq = malloc(
17844c87aefeSPatrick Mooney sizeof(struct usb_device_request));
17854c87aefeSPatrick Mooney memcpy(xfer->ureq, &val,
17864c87aefeSPatrick Mooney sizeof(struct usb_device_request));
17874c87aefeSPatrick Mooney
17884c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer, NULL, 0,
17894c87aefeSPatrick Mooney (void *)addr, ccs);
17904c87aefeSPatrick Mooney xfer_block->processed = 1;
17914c87aefeSPatrick Mooney break;
17924c87aefeSPatrick Mooney
17934c87aefeSPatrick Mooney case XHCI_TRB_TYPE_NORMAL:
17944c87aefeSPatrick Mooney case XHCI_TRB_TYPE_ISOCH:
17954c87aefeSPatrick Mooney if (setup_trb != NULL) {
17964c87aefeSPatrick Mooney DPRINTF(("pci_xhci: trb not supposed to be in "
1797154972afSPatrick Mooney "ctl scope"));
17984c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_TRB;
17994c87aefeSPatrick Mooney goto errout;
18004c87aefeSPatrick Mooney }
18014c87aefeSPatrick Mooney /* fall through */
18024c87aefeSPatrick Mooney
18034c87aefeSPatrick Mooney case XHCI_TRB_TYPE_DATA_STAGE:
18044c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer,
18054c87aefeSPatrick Mooney (void *)(trbflags & XHCI_TRB_3_IDT_BIT ?
18064c87aefeSPatrick Mooney &trb->qwTrb0 : XHCI_GADDR(sc, trb->qwTrb0)),
18074c87aefeSPatrick Mooney trb->dwTrb2 & 0x1FFFF, (void *)addr, ccs);
18084c87aefeSPatrick Mooney break;
18094c87aefeSPatrick Mooney
18104c87aefeSPatrick Mooney case XHCI_TRB_TYPE_STATUS_STAGE:
18114c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer, NULL, 0,
18124c87aefeSPatrick Mooney (void *)addr, ccs);
18134c87aefeSPatrick Mooney break;
18144c87aefeSPatrick Mooney
18154c87aefeSPatrick Mooney case XHCI_TRB_TYPE_NOOP:
18164c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer, NULL, 0,
18174c87aefeSPatrick Mooney (void *)addr, ccs);
18184c87aefeSPatrick Mooney xfer_block->processed = 1;
18194c87aefeSPatrick Mooney break;
18204c87aefeSPatrick Mooney
18214c87aefeSPatrick Mooney case XHCI_TRB_TYPE_EVENT_DATA:
18224c87aefeSPatrick Mooney xfer_block = usb_data_xfer_append(xfer, NULL, 0,
18234c87aefeSPatrick Mooney (void *)addr, ccs);
18244c87aefeSPatrick Mooney if ((epid > 1) && (trbflags & XHCI_TRB_3_IOC_BIT)) {
18254c87aefeSPatrick Mooney xfer_block->processed = 1;
18264c87aefeSPatrick Mooney }
18274c87aefeSPatrick Mooney break;
18284c87aefeSPatrick Mooney
18294c87aefeSPatrick Mooney default:
18304c87aefeSPatrick Mooney DPRINTF(("pci_xhci: handle xfer unexpected trb type "
1831154972afSPatrick Mooney "0x%x",
18324c87aefeSPatrick Mooney XHCI_TRB_3_TYPE_GET(trbflags)));
18334c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_TRB;
18344c87aefeSPatrick Mooney goto errout;
18354c87aefeSPatrick Mooney }
18364c87aefeSPatrick Mooney
18374c87aefeSPatrick Mooney trb = pci_xhci_trb_next(sc, trb, &addr);
18384c87aefeSPatrick Mooney
1839154972afSPatrick Mooney DPRINTF(("pci_xhci: next trb: 0x%lx", (uint64_t)trb));
18404c87aefeSPatrick Mooney
18414c87aefeSPatrick Mooney if (xfer_block) {
18424c87aefeSPatrick Mooney xfer_block->trbnext = addr;
18434c87aefeSPatrick Mooney xfer_block->streamid = streamid;
18444c87aefeSPatrick Mooney }
18454c87aefeSPatrick Mooney
18464c87aefeSPatrick Mooney if (!setup_trb && !(trbflags & XHCI_TRB_3_CHAIN_BIT) &&
18474c87aefeSPatrick Mooney XHCI_TRB_3_TYPE_GET(trbflags) != XHCI_TRB_TYPE_LINK) {
18484c87aefeSPatrick Mooney break;
18494c87aefeSPatrick Mooney }
18504c87aefeSPatrick Mooney
18514c87aefeSPatrick Mooney /* handle current batch that requires interrupt on complete */
18524c87aefeSPatrick Mooney if (trbflags & XHCI_TRB_3_IOC_BIT) {
1853154972afSPatrick Mooney DPRINTF(("pci_xhci: trb IOC bit set"));
18544c87aefeSPatrick Mooney if (epid == 1)
18554c87aefeSPatrick Mooney do_retry = 1;
18564c87aefeSPatrick Mooney break;
18574c87aefeSPatrick Mooney }
18584c87aefeSPatrick Mooney }
18594c87aefeSPatrick Mooney
1860154972afSPatrick Mooney DPRINTF(("pci_xhci[%d]: xfer->ndata %u", __LINE__, xfer->ndata));
18614c87aefeSPatrick Mooney
18626960cd89SAndy Fiddaman if (xfer->ndata <= 0)
18636960cd89SAndy Fiddaman goto errout;
18646960cd89SAndy Fiddaman
18654c87aefeSPatrick Mooney if (epid == 1) {
186659d65d31SAndy Fiddaman int usberr;
186759d65d31SAndy Fiddaman
18684c87aefeSPatrick Mooney if (dev->dev_ue->ue_request != NULL)
186959d65d31SAndy Fiddaman usberr = dev->dev_ue->ue_request(dev->dev_sc, xfer);
187059d65d31SAndy Fiddaman else
187159d65d31SAndy Fiddaman usberr = USB_ERR_NOT_STARTED;
187259d65d31SAndy Fiddaman err = USB_TO_XHCI_ERR(usberr);
187359d65d31SAndy Fiddaman if (err == XHCI_TRB_ERROR_SUCCESS ||
187459d65d31SAndy Fiddaman err == XHCI_TRB_ERROR_STALL ||
187559d65d31SAndy Fiddaman err == XHCI_TRB_ERROR_SHORT_PKT) {
187659d65d31SAndy Fiddaman err = pci_xhci_xfer_complete(sc, xfer, slot, epid,
187759d65d31SAndy Fiddaman &do_intr);
187859d65d31SAndy Fiddaman if (err != XHCI_TRB_ERROR_SUCCESS)
187959d65d31SAndy Fiddaman do_retry = 0;
188059d65d31SAndy Fiddaman }
188159d65d31SAndy Fiddaman
18824c87aefeSPatrick Mooney } else {
18834c87aefeSPatrick Mooney /* handle data transfer */
18844c87aefeSPatrick Mooney pci_xhci_try_usb_xfer(sc, dev, devep, ep_ctx, slot, epid);
18854c87aefeSPatrick Mooney err = XHCI_TRB_ERROR_SUCCESS;
18864c87aefeSPatrick Mooney }
18874c87aefeSPatrick Mooney
18884c87aefeSPatrick Mooney errout:
18894c87aefeSPatrick Mooney if (err == XHCI_TRB_ERROR_EV_RING_FULL)
1890154972afSPatrick Mooney DPRINTF(("pci_xhci[%d]: event ring full", __LINE__));
18914c87aefeSPatrick Mooney
18924c87aefeSPatrick Mooney if (!do_retry)
18934c87aefeSPatrick Mooney USB_DATA_XFER_UNLOCK(xfer);
18944c87aefeSPatrick Mooney
18954c87aefeSPatrick Mooney if (do_intr)
18964c87aefeSPatrick Mooney pci_xhci_assert_interrupt(sc);
18974c87aefeSPatrick Mooney
18984c87aefeSPatrick Mooney if (do_retry) {
18994c87aefeSPatrick Mooney USB_DATA_XFER_RESET(xfer);
1900154972afSPatrick Mooney DPRINTF(("pci_xhci[%d]: retry:continuing with next TRBs",
19014c87aefeSPatrick Mooney __LINE__));
19024c87aefeSPatrick Mooney goto retry;
19034c87aefeSPatrick Mooney }
19044c87aefeSPatrick Mooney
19054c87aefeSPatrick Mooney if (epid == 1)
19064c87aefeSPatrick Mooney USB_DATA_XFER_RESET(xfer);
19074c87aefeSPatrick Mooney
19084c87aefeSPatrick Mooney return (err);
19094c87aefeSPatrick Mooney }
19104c87aefeSPatrick Mooney
19114c87aefeSPatrick Mooney static void
pci_xhci_device_doorbell(struct pci_xhci_softc * sc,uint32_t slot,uint32_t epid,uint32_t streamid)19124c87aefeSPatrick Mooney pci_xhci_device_doorbell(struct pci_xhci_softc *sc, uint32_t slot,
19134c87aefeSPatrick Mooney uint32_t epid, uint32_t streamid)
19144c87aefeSPatrick Mooney {
19154c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
19164c87aefeSPatrick Mooney struct pci_xhci_dev_ep *devep;
19174c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
19184c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
19194c87aefeSPatrick Mooney struct pci_xhci_trb_ring *sctx_tr;
19204c87aefeSPatrick Mooney struct xhci_trb *trb;
19214c87aefeSPatrick Mooney uint64_t ringaddr;
19224c87aefeSPatrick Mooney uint32_t ccs;
192359d65d31SAndy Fiddaman int error;
19244c87aefeSPatrick Mooney
1925154972afSPatrick Mooney DPRINTF(("pci_xhci doorbell slot %u epid %u stream %u",
19264c87aefeSPatrick Mooney slot, epid, streamid));
19274c87aefeSPatrick Mooney
19282b948146SAndy Fiddaman if (slot == 0 || slot > XHCI_MAX_SLOTS) {
1929154972afSPatrick Mooney DPRINTF(("pci_xhci: invalid doorbell slot %u", slot));
19304c87aefeSPatrick Mooney return;
19314c87aefeSPatrick Mooney }
19324c87aefeSPatrick Mooney
193384659b24SMichael Zeller if (epid == 0 || epid >= XHCI_MAX_ENDPOINTS) {
1934154972afSPatrick Mooney DPRINTF(("pci_xhci: invalid endpoint %u", epid));
193584659b24SMichael Zeller return;
193684659b24SMichael Zeller }
193784659b24SMichael Zeller
19384c87aefeSPatrick Mooney dev = XHCI_SLOTDEV_PTR(sc, slot);
19394c87aefeSPatrick Mooney devep = &dev->eps[epid];
19404c87aefeSPatrick Mooney dev_ctx = pci_xhci_get_dev_ctx(sc, slot);
19414c87aefeSPatrick Mooney if (!dev_ctx) {
19424c87aefeSPatrick Mooney return;
19434c87aefeSPatrick Mooney }
19444c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
19454c87aefeSPatrick Mooney
19464c87aefeSPatrick Mooney sctx_tr = NULL;
19474c87aefeSPatrick Mooney
1948154972afSPatrick Mooney DPRINTF(("pci_xhci: device doorbell ep[%u] %08x %08x %016lx %08x",
19494c87aefeSPatrick Mooney epid, ep_ctx->dwEpCtx0, ep_ctx->dwEpCtx1, ep_ctx->qwEpCtx2,
19504c87aefeSPatrick Mooney ep_ctx->dwEpCtx4));
19514c87aefeSPatrick Mooney
19524c87aefeSPatrick Mooney if (ep_ctx->qwEpCtx2 == 0)
19534c87aefeSPatrick Mooney return;
19544c87aefeSPatrick Mooney
19554c87aefeSPatrick Mooney /* handle pending transfers */
19564c87aefeSPatrick Mooney if (devep->ep_xfer->ndata > 0) {
19574c87aefeSPatrick Mooney #ifndef __FreeBSD__
19584c87aefeSPatrick Mooney USB_DATA_XFER_LOCK(devep->ep_xfer);
19594c87aefeSPatrick Mooney #endif
19604c87aefeSPatrick Mooney pci_xhci_try_usb_xfer(sc, dev, devep, ep_ctx, slot, epid);
19614c87aefeSPatrick Mooney #ifndef __FreeBSD__
19624c87aefeSPatrick Mooney USB_DATA_XFER_UNLOCK(devep->ep_xfer);
19634c87aefeSPatrick Mooney #endif
19644c87aefeSPatrick Mooney return;
19654c87aefeSPatrick Mooney }
19664c87aefeSPatrick Mooney
19674c87aefeSPatrick Mooney /* get next trb work item */
19684f3f3e9aSAndy Fiddaman if (devep->ep_MaxPStreams != 0) {
196984659b24SMichael Zeller /*
197084659b24SMichael Zeller * Stream IDs of 0, 65535 (any stream), and 65534
197184659b24SMichael Zeller * (prime) are invalid.
197284659b24SMichael Zeller */
197384659b24SMichael Zeller if (streamid == 0 || streamid == 65534 || streamid == 65535) {
1974154972afSPatrick Mooney DPRINTF(("pci_xhci: invalid stream %u", streamid));
197584659b24SMichael Zeller return;
197684659b24SMichael Zeller }
197784659b24SMichael Zeller
197859d65d31SAndy Fiddaman error = pci_xhci_find_stream(sc, ep_ctx, devep, streamid);
197959d65d31SAndy Fiddaman if (error != XHCI_TRB_ERROR_SUCCESS) {
198059d65d31SAndy Fiddaman DPRINTF(("pci_xhci: invalid stream %u: %d",
198159d65d31SAndy Fiddaman streamid, error));
198284659b24SMichael Zeller return;
198384659b24SMichael Zeller }
19844c87aefeSPatrick Mooney sctx_tr = &devep->ep_sctx_trbs[streamid];
19854c87aefeSPatrick Mooney ringaddr = sctx_tr->ringaddr;
19864c87aefeSPatrick Mooney ccs = sctx_tr->ccs;
19874c87aefeSPatrick Mooney trb = XHCI_GADDR(sc, sctx_tr->ringaddr & ~0xFUL);
1988154972afSPatrick Mooney DPRINTF(("doorbell, stream %u, ccs %lx, trb ccs %x",
19894c87aefeSPatrick Mooney streamid, ep_ctx->qwEpCtx2 & XHCI_TRB_3_CYCLE_BIT,
19904c87aefeSPatrick Mooney trb->dwTrb3 & XHCI_TRB_3_CYCLE_BIT));
19914c87aefeSPatrick Mooney } else {
199284659b24SMichael Zeller if (streamid != 0) {
1993154972afSPatrick Mooney DPRINTF(("pci_xhci: invalid stream %u", streamid));
199484659b24SMichael Zeller return;
199584659b24SMichael Zeller }
19964c87aefeSPatrick Mooney ringaddr = devep->ep_ringaddr;
19974c87aefeSPatrick Mooney ccs = devep->ep_ccs;
19984c87aefeSPatrick Mooney trb = devep->ep_tr;
1999154972afSPatrick Mooney DPRINTF(("doorbell, ccs %lx, trb ccs %x",
20004c87aefeSPatrick Mooney ep_ctx->qwEpCtx2 & XHCI_TRB_3_CYCLE_BIT,
20014c87aefeSPatrick Mooney trb->dwTrb3 & XHCI_TRB_3_CYCLE_BIT));
20024c87aefeSPatrick Mooney }
20034c87aefeSPatrick Mooney
20044c87aefeSPatrick Mooney if (XHCI_TRB_3_TYPE_GET(trb->dwTrb3) == 0) {
2005154972afSPatrick Mooney DPRINTF(("pci_xhci: ring %lx trb[%lx] EP %u is RESERVED?",
20064c87aefeSPatrick Mooney ep_ctx->qwEpCtx2, devep->ep_ringaddr, epid));
20074c87aefeSPatrick Mooney return;
20084c87aefeSPatrick Mooney }
20094c87aefeSPatrick Mooney
20104c87aefeSPatrick Mooney pci_xhci_handle_transfer(sc, dev, devep, ep_ctx, trb, slot, epid,
20114c87aefeSPatrick Mooney ringaddr, ccs, streamid);
20124c87aefeSPatrick Mooney }
20134c87aefeSPatrick Mooney
20144c87aefeSPatrick Mooney static void
pci_xhci_dbregs_write(struct pci_xhci_softc * sc,uint64_t offset,uint64_t value)20154c87aefeSPatrick Mooney pci_xhci_dbregs_write(struct pci_xhci_softc *sc, uint64_t offset,
20164c87aefeSPatrick Mooney uint64_t value)
20174c87aefeSPatrick Mooney {
20184c87aefeSPatrick Mooney
20194c87aefeSPatrick Mooney offset = (offset - sc->dboff) / sizeof(uint32_t);
20204c87aefeSPatrick Mooney
2021154972afSPatrick Mooney DPRINTF(("pci_xhci: doorbell write offset 0x%lx: 0x%lx",
20224c87aefeSPatrick Mooney offset, value));
20234c87aefeSPatrick Mooney
20244c87aefeSPatrick Mooney if (XHCI_HALTED(sc)) {
2025154972afSPatrick Mooney DPRINTF(("pci_xhci: controller halted"));
20264c87aefeSPatrick Mooney return;
20274c87aefeSPatrick Mooney }
20284c87aefeSPatrick Mooney
20294c87aefeSPatrick Mooney if (offset == 0)
20304c87aefeSPatrick Mooney pci_xhci_complete_commands(sc);
20314c87aefeSPatrick Mooney else if (sc->portregs != NULL)
20324c87aefeSPatrick Mooney pci_xhci_device_doorbell(sc, offset,
20334c87aefeSPatrick Mooney XHCI_DB_TARGET_GET(value), XHCI_DB_SID_GET(value));
20344c87aefeSPatrick Mooney }
20354c87aefeSPatrick Mooney
20364c87aefeSPatrick Mooney static void
pci_xhci_rtsregs_write(struct pci_xhci_softc * sc,uint64_t offset,uint64_t value)20374c87aefeSPatrick Mooney pci_xhci_rtsregs_write(struct pci_xhci_softc *sc, uint64_t offset,
20384c87aefeSPatrick Mooney uint64_t value)
20394c87aefeSPatrick Mooney {
20404c87aefeSPatrick Mooney struct pci_xhci_rtsregs *rts;
20414c87aefeSPatrick Mooney
20424c87aefeSPatrick Mooney offset -= sc->rtsoff;
20434c87aefeSPatrick Mooney
20444c87aefeSPatrick Mooney if (offset == 0) {
2045154972afSPatrick Mooney DPRINTF(("pci_xhci attempted write to MFINDEX"));
20464c87aefeSPatrick Mooney return;
20474c87aefeSPatrick Mooney }
20484c87aefeSPatrick Mooney
2049154972afSPatrick Mooney DPRINTF(("pci_xhci: runtime regs write offset 0x%lx: 0x%lx",
20504c87aefeSPatrick Mooney offset, value));
20514c87aefeSPatrick Mooney
20524c87aefeSPatrick Mooney offset -= 0x20; /* start of intrreg */
20534c87aefeSPatrick Mooney
20544c87aefeSPatrick Mooney rts = &sc->rtsregs;
20554c87aefeSPatrick Mooney
20564c87aefeSPatrick Mooney switch (offset) {
20574c87aefeSPatrick Mooney case 0x00:
20584c87aefeSPatrick Mooney if (value & XHCI_IMAN_INTR_PEND)
20594c87aefeSPatrick Mooney rts->intrreg.iman &= ~XHCI_IMAN_INTR_PEND;
20604c87aefeSPatrick Mooney rts->intrreg.iman = (value & XHCI_IMAN_INTR_ENA) |
20614c87aefeSPatrick Mooney (rts->intrreg.iman & XHCI_IMAN_INTR_PEND);
20624c87aefeSPatrick Mooney
20634c87aefeSPatrick Mooney if (!(value & XHCI_IMAN_INTR_ENA))
20644c87aefeSPatrick Mooney pci_xhci_deassert_interrupt(sc);
20654c87aefeSPatrick Mooney
20664c87aefeSPatrick Mooney break;
20674c87aefeSPatrick Mooney
20684c87aefeSPatrick Mooney case 0x04:
20694c87aefeSPatrick Mooney rts->intrreg.imod = value;
20704c87aefeSPatrick Mooney break;
20714c87aefeSPatrick Mooney
20724c87aefeSPatrick Mooney case 0x08:
20734c87aefeSPatrick Mooney rts->intrreg.erstsz = value & 0xFFFF;
20744c87aefeSPatrick Mooney break;
20754c87aefeSPatrick Mooney
20764c87aefeSPatrick Mooney case 0x10:
20774c87aefeSPatrick Mooney /* ERSTBA low bits */
20784c87aefeSPatrick Mooney rts->intrreg.erstba = MASK_64_HI(sc->rtsregs.intrreg.erstba) |
20794c87aefeSPatrick Mooney (value & ~0x3F);
20804c87aefeSPatrick Mooney break;
20814c87aefeSPatrick Mooney
20824c87aefeSPatrick Mooney case 0x14:
20834c87aefeSPatrick Mooney /* ERSTBA high bits */
20844c87aefeSPatrick Mooney rts->intrreg.erstba = (value << 32) |
20854c87aefeSPatrick Mooney MASK_64_LO(sc->rtsregs.intrreg.erstba);
20864c87aefeSPatrick Mooney
20874c87aefeSPatrick Mooney rts->erstba_p = XHCI_GADDR(sc,
20884c87aefeSPatrick Mooney sc->rtsregs.intrreg.erstba & ~0x3FUL);
20894c87aefeSPatrick Mooney
20904c87aefeSPatrick Mooney rts->erst_p = XHCI_GADDR(sc,
20914c87aefeSPatrick Mooney sc->rtsregs.erstba_p->qwEvrsTablePtr & ~0x3FUL);
20924c87aefeSPatrick Mooney
20934c87aefeSPatrick Mooney rts->er_enq_idx = 0;
20944c87aefeSPatrick Mooney rts->er_events_cnt = 0;
20954c87aefeSPatrick Mooney
2096154972afSPatrick Mooney DPRINTF(("pci_xhci: wr erstba erst (%p) ptr 0x%lx, sz %u",
20974c87aefeSPatrick Mooney rts->erstba_p,
20984c87aefeSPatrick Mooney rts->erstba_p->qwEvrsTablePtr,
20994c87aefeSPatrick Mooney rts->erstba_p->dwEvrsTableSize));
21004c87aefeSPatrick Mooney break;
21014c87aefeSPatrick Mooney
21024c87aefeSPatrick Mooney case 0x18:
21034c87aefeSPatrick Mooney /* ERDP low bits */
21044c87aefeSPatrick Mooney rts->intrreg.erdp =
21054c87aefeSPatrick Mooney MASK_64_HI(sc->rtsregs.intrreg.erdp) |
21064c87aefeSPatrick Mooney (rts->intrreg.erdp & XHCI_ERDP_LO_BUSY) |
21074c87aefeSPatrick Mooney (value & ~0xF);
21084c87aefeSPatrick Mooney if (value & XHCI_ERDP_LO_BUSY) {
21094c87aefeSPatrick Mooney rts->intrreg.erdp &= ~XHCI_ERDP_LO_BUSY;
21104c87aefeSPatrick Mooney rts->intrreg.iman &= ~XHCI_IMAN_INTR_PEND;
21114c87aefeSPatrick Mooney }
21124c87aefeSPatrick Mooney
21134c87aefeSPatrick Mooney rts->er_deq_seg = XHCI_ERDP_LO_SINDEX(value);
21144c87aefeSPatrick Mooney
21154c87aefeSPatrick Mooney break;
21164c87aefeSPatrick Mooney
21174c87aefeSPatrick Mooney case 0x1C:
21184c87aefeSPatrick Mooney /* ERDP high bits */
21194c87aefeSPatrick Mooney rts->intrreg.erdp = (value << 32) |
21204c87aefeSPatrick Mooney MASK_64_LO(sc->rtsregs.intrreg.erdp);
21214c87aefeSPatrick Mooney
21224c87aefeSPatrick Mooney if (rts->er_events_cnt > 0) {
21234c87aefeSPatrick Mooney uint64_t erdp;
212459d65d31SAndy Fiddaman int erdp_i;
21254c87aefeSPatrick Mooney
21264c87aefeSPatrick Mooney erdp = rts->intrreg.erdp & ~0xF;
21274c87aefeSPatrick Mooney erdp_i = (erdp - rts->erstba_p->qwEvrsTablePtr) /
21284c87aefeSPatrick Mooney sizeof(struct xhci_trb);
21294c87aefeSPatrick Mooney
21304c87aefeSPatrick Mooney if (erdp_i <= rts->er_enq_idx)
21314c87aefeSPatrick Mooney rts->er_events_cnt = rts->er_enq_idx - erdp_i;
21324c87aefeSPatrick Mooney else
21334c87aefeSPatrick Mooney rts->er_events_cnt =
21344c87aefeSPatrick Mooney rts->erstba_p->dwEvrsTableSize -
21354c87aefeSPatrick Mooney (erdp_i - rts->er_enq_idx);
21364c87aefeSPatrick Mooney
2137154972afSPatrick Mooney DPRINTF(("pci_xhci: erdp 0x%lx, events cnt %u",
21384c87aefeSPatrick Mooney erdp, rts->er_events_cnt));
21394c87aefeSPatrick Mooney }
21404c87aefeSPatrick Mooney
21414c87aefeSPatrick Mooney break;
21424c87aefeSPatrick Mooney
21434c87aefeSPatrick Mooney default:
2144154972afSPatrick Mooney DPRINTF(("pci_xhci attempted write to RTS offset 0x%lx",
21454c87aefeSPatrick Mooney offset));
21464c87aefeSPatrick Mooney break;
21474c87aefeSPatrick Mooney }
21484c87aefeSPatrick Mooney }
21494c87aefeSPatrick Mooney
21504c87aefeSPatrick Mooney static uint64_t
pci_xhci_portregs_read(struct pci_xhci_softc * sc,uint64_t offset)21514c87aefeSPatrick Mooney pci_xhci_portregs_read(struct pci_xhci_softc *sc, uint64_t offset)
21524c87aefeSPatrick Mooney {
215359d65d31SAndy Fiddaman struct pci_xhci_portregs *portregs;
21544c87aefeSPatrick Mooney int port;
215559d65d31SAndy Fiddaman uint32_t reg;
21564c87aefeSPatrick Mooney
21574c87aefeSPatrick Mooney if (sc->portregs == NULL)
21584c87aefeSPatrick Mooney return (0);
21594c87aefeSPatrick Mooney
216059d65d31SAndy Fiddaman port = (offset - XHCI_PORTREGS_PORT0) / XHCI_PORTREGS_SETSZ;
216159d65d31SAndy Fiddaman offset = (offset - XHCI_PORTREGS_PORT0) % XHCI_PORTREGS_SETSZ;
21624c87aefeSPatrick Mooney
21634c87aefeSPatrick Mooney if (port > XHCI_MAX_DEVS) {
2164154972afSPatrick Mooney DPRINTF(("pci_xhci: portregs_read port %d >= XHCI_MAX_DEVS",
21654c87aefeSPatrick Mooney port));
21664c87aefeSPatrick Mooney
21674c87aefeSPatrick Mooney /* return default value for unused port */
21684c87aefeSPatrick Mooney return (XHCI_PS_SPEED_SET(3));
21694c87aefeSPatrick Mooney }
21704c87aefeSPatrick Mooney
217159d65d31SAndy Fiddaman portregs = XHCI_PORTREG_PTR(sc, port);
217259d65d31SAndy Fiddaman switch (offset) {
217359d65d31SAndy Fiddaman case 0:
217459d65d31SAndy Fiddaman reg = portregs->portsc;
217559d65d31SAndy Fiddaman break;
217659d65d31SAndy Fiddaman case 4:
217759d65d31SAndy Fiddaman reg = portregs->portpmsc;
217859d65d31SAndy Fiddaman break;
217959d65d31SAndy Fiddaman case 8:
218059d65d31SAndy Fiddaman reg = portregs->portli;
218159d65d31SAndy Fiddaman break;
218259d65d31SAndy Fiddaman case 12:
218359d65d31SAndy Fiddaman reg = portregs->porthlpmc;
218459d65d31SAndy Fiddaman break;
218559d65d31SAndy Fiddaman default:
218659d65d31SAndy Fiddaman DPRINTF(("pci_xhci: unaligned portregs read offset %#lx",
218759d65d31SAndy Fiddaman offset));
218859d65d31SAndy Fiddaman reg = 0xffffffff;
218959d65d31SAndy Fiddaman break;
219059d65d31SAndy Fiddaman }
21914c87aefeSPatrick Mooney
2192154972afSPatrick Mooney DPRINTF(("pci_xhci: portregs read offset 0x%lx port %u -> 0x%x",
219359d65d31SAndy Fiddaman offset, port, reg));
21944c87aefeSPatrick Mooney
219559d65d31SAndy Fiddaman return (reg);
21964c87aefeSPatrick Mooney }
21974c87aefeSPatrick Mooney
21984c87aefeSPatrick Mooney static void
pci_xhci_hostop_write(struct pci_xhci_softc * sc,uint64_t offset,uint64_t value)21994c87aefeSPatrick Mooney pci_xhci_hostop_write(struct pci_xhci_softc *sc, uint64_t offset,
22004c87aefeSPatrick Mooney uint64_t value)
22014c87aefeSPatrick Mooney {
22024c87aefeSPatrick Mooney offset -= XHCI_CAPLEN;
22034c87aefeSPatrick Mooney
22044c87aefeSPatrick Mooney if (offset < 0x400)
2205154972afSPatrick Mooney DPRINTF(("pci_xhci: hostop write offset 0x%lx: 0x%lx",
22064c87aefeSPatrick Mooney offset, value));
22074c87aefeSPatrick Mooney
22084c87aefeSPatrick Mooney switch (offset) {
22094c87aefeSPatrick Mooney case XHCI_USBCMD:
22104c87aefeSPatrick Mooney sc->opregs.usbcmd = pci_xhci_usbcmd_write(sc, value & 0x3F0F);
22114c87aefeSPatrick Mooney break;
22124c87aefeSPatrick Mooney
22134c87aefeSPatrick Mooney case XHCI_USBSTS:
22144c87aefeSPatrick Mooney /* clear bits on write */
22154c87aefeSPatrick Mooney sc->opregs.usbsts &= ~(value &
22164c87aefeSPatrick Mooney (XHCI_STS_HSE|XHCI_STS_EINT|XHCI_STS_PCD|XHCI_STS_SSS|
22174c87aefeSPatrick Mooney XHCI_STS_RSS|XHCI_STS_SRE|XHCI_STS_CNR));
22184c87aefeSPatrick Mooney break;
22194c87aefeSPatrick Mooney
22204c87aefeSPatrick Mooney case XHCI_PAGESIZE:
22214c87aefeSPatrick Mooney /* read only */
22224c87aefeSPatrick Mooney break;
22234c87aefeSPatrick Mooney
22244c87aefeSPatrick Mooney case XHCI_DNCTRL:
22254c87aefeSPatrick Mooney sc->opregs.dnctrl = value & 0xFFFF;
22264c87aefeSPatrick Mooney break;
22274c87aefeSPatrick Mooney
22284c87aefeSPatrick Mooney case XHCI_CRCR_LO:
22294c87aefeSPatrick Mooney if (sc->opregs.crcr & XHCI_CRCR_LO_CRR) {
22304c87aefeSPatrick Mooney sc->opregs.crcr &= ~(XHCI_CRCR_LO_CS|XHCI_CRCR_LO_CA);
22314c87aefeSPatrick Mooney sc->opregs.crcr |= value &
22324c87aefeSPatrick Mooney (XHCI_CRCR_LO_CS|XHCI_CRCR_LO_CA);
22334c87aefeSPatrick Mooney } else {
22344c87aefeSPatrick Mooney sc->opregs.crcr = MASK_64_HI(sc->opregs.crcr) |
22354c87aefeSPatrick Mooney (value & (0xFFFFFFC0 | XHCI_CRCR_LO_RCS));
22364c87aefeSPatrick Mooney }
22374c87aefeSPatrick Mooney break;
22384c87aefeSPatrick Mooney
22394c87aefeSPatrick Mooney case XHCI_CRCR_HI:
22404c87aefeSPatrick Mooney if (!(sc->opregs.crcr & XHCI_CRCR_LO_CRR)) {
22414c87aefeSPatrick Mooney sc->opregs.crcr = MASK_64_LO(sc->opregs.crcr) |
22424c87aefeSPatrick Mooney (value << 32);
22434c87aefeSPatrick Mooney
22444c87aefeSPatrick Mooney sc->opregs.cr_p = XHCI_GADDR(sc,
22454c87aefeSPatrick Mooney sc->opregs.crcr & ~0xF);
22464c87aefeSPatrick Mooney }
22474c87aefeSPatrick Mooney
22484c87aefeSPatrick Mooney if (sc->opregs.crcr & XHCI_CRCR_LO_CS) {
22494c87aefeSPatrick Mooney /* Stop operation of Command Ring */
22504c87aefeSPatrick Mooney }
22514c87aefeSPatrick Mooney
22524c87aefeSPatrick Mooney if (sc->opregs.crcr & XHCI_CRCR_LO_CA) {
22534c87aefeSPatrick Mooney /* Abort command */
22544c87aefeSPatrick Mooney }
22554c87aefeSPatrick Mooney
22564c87aefeSPatrick Mooney break;
22574c87aefeSPatrick Mooney
22584c87aefeSPatrick Mooney case XHCI_DCBAAP_LO:
22594c87aefeSPatrick Mooney sc->opregs.dcbaap = MASK_64_HI(sc->opregs.dcbaap) |
22604c87aefeSPatrick Mooney (value & 0xFFFFFFC0);
22614c87aefeSPatrick Mooney break;
22624c87aefeSPatrick Mooney
22634c87aefeSPatrick Mooney case XHCI_DCBAAP_HI:
22644c87aefeSPatrick Mooney sc->opregs.dcbaap = MASK_64_LO(sc->opregs.dcbaap) |
22654c87aefeSPatrick Mooney (value << 32);
22664c87aefeSPatrick Mooney sc->opregs.dcbaa_p = XHCI_GADDR(sc, sc->opregs.dcbaap & ~0x3FUL);
22674c87aefeSPatrick Mooney
2268154972afSPatrick Mooney DPRINTF(("pci_xhci: opregs dcbaap = 0x%lx (vaddr 0x%lx)",
22694c87aefeSPatrick Mooney sc->opregs.dcbaap, (uint64_t)sc->opregs.dcbaa_p));
22704c87aefeSPatrick Mooney break;
22714c87aefeSPatrick Mooney
22724c87aefeSPatrick Mooney case XHCI_CONFIG:
22734c87aefeSPatrick Mooney sc->opregs.config = value & 0x03FF;
22744c87aefeSPatrick Mooney break;
22754c87aefeSPatrick Mooney
22764c87aefeSPatrick Mooney default:
22774c87aefeSPatrick Mooney if (offset >= 0x400)
22784c87aefeSPatrick Mooney pci_xhci_portregs_write(sc, offset, value);
22794c87aefeSPatrick Mooney
22804c87aefeSPatrick Mooney break;
22814c87aefeSPatrick Mooney }
22824c87aefeSPatrick Mooney }
22834c87aefeSPatrick Mooney
22844c87aefeSPatrick Mooney
22854c87aefeSPatrick Mooney static void
pci_xhci_write(struct pci_devinst * pi,int baridx,uint64_t offset,int size __unused,uint64_t value)2286*32640292SAndy Fiddaman pci_xhci_write(struct pci_devinst *pi, int baridx, uint64_t offset,
2287*32640292SAndy Fiddaman int size __unused, uint64_t value)
22884c87aefeSPatrick Mooney {
22894c87aefeSPatrick Mooney struct pci_xhci_softc *sc;
22904c87aefeSPatrick Mooney
22914c87aefeSPatrick Mooney sc = pi->pi_arg;
22924c87aefeSPatrick Mooney
22934c87aefeSPatrick Mooney assert(baridx == 0);
22944c87aefeSPatrick Mooney
22954c87aefeSPatrick Mooney
22964c87aefeSPatrick Mooney pthread_mutex_lock(&sc->mtx);
22974c87aefeSPatrick Mooney if (offset < XHCI_CAPLEN) /* read only registers */
2298154972afSPatrick Mooney WPRINTF(("pci_xhci: write RO-CAPs offset %ld", offset));
22994c87aefeSPatrick Mooney else if (offset < sc->dboff)
23004c87aefeSPatrick Mooney pci_xhci_hostop_write(sc, offset, value);
23014c87aefeSPatrick Mooney else if (offset < sc->rtsoff)
23024c87aefeSPatrick Mooney pci_xhci_dbregs_write(sc, offset, value);
23034c87aefeSPatrick Mooney else if (offset < sc->regsend)
23044c87aefeSPatrick Mooney pci_xhci_rtsregs_write(sc, offset, value);
23054c87aefeSPatrick Mooney else
2306154972afSPatrick Mooney WPRINTF(("pci_xhci: write invalid offset %ld", offset));
23074c87aefeSPatrick Mooney
23084c87aefeSPatrick Mooney pthread_mutex_unlock(&sc->mtx);
23094c87aefeSPatrick Mooney }
23104c87aefeSPatrick Mooney
23114c87aefeSPatrick Mooney static uint64_t
pci_xhci_hostcap_read(struct pci_xhci_softc * sc,uint64_t offset)23124c87aefeSPatrick Mooney pci_xhci_hostcap_read(struct pci_xhci_softc *sc, uint64_t offset)
23134c87aefeSPatrick Mooney {
23144c87aefeSPatrick Mooney uint64_t value;
23154c87aefeSPatrick Mooney
23164c87aefeSPatrick Mooney switch (offset) {
23174c87aefeSPatrick Mooney case XHCI_CAPLENGTH: /* 0x00 */
23184c87aefeSPatrick Mooney value = sc->caplength;
23194c87aefeSPatrick Mooney break;
23204c87aefeSPatrick Mooney
23214c87aefeSPatrick Mooney case XHCI_HCSPARAMS1: /* 0x04 */
23224c87aefeSPatrick Mooney value = sc->hcsparams1;
23234c87aefeSPatrick Mooney break;
23244c87aefeSPatrick Mooney
23254c87aefeSPatrick Mooney case XHCI_HCSPARAMS2: /* 0x08 */
23264c87aefeSPatrick Mooney value = sc->hcsparams2;
23274c87aefeSPatrick Mooney break;
23284c87aefeSPatrick Mooney
23294c87aefeSPatrick Mooney case XHCI_HCSPARAMS3: /* 0x0C */
23304c87aefeSPatrick Mooney value = sc->hcsparams3;
23314c87aefeSPatrick Mooney break;
23324c87aefeSPatrick Mooney
23334c87aefeSPatrick Mooney case XHCI_HCSPARAMS0: /* 0x10 */
23344c87aefeSPatrick Mooney value = sc->hccparams1;
23354c87aefeSPatrick Mooney break;
23364c87aefeSPatrick Mooney
23374c87aefeSPatrick Mooney case XHCI_DBOFF: /* 0x14 */
23384c87aefeSPatrick Mooney value = sc->dboff;
23394c87aefeSPatrick Mooney break;
23404c87aefeSPatrick Mooney
23414c87aefeSPatrick Mooney case XHCI_RTSOFF: /* 0x18 */
23424c87aefeSPatrick Mooney value = sc->rtsoff;
23434c87aefeSPatrick Mooney break;
23444c87aefeSPatrick Mooney
23454c87aefeSPatrick Mooney case XHCI_HCCPRAMS2: /* 0x1C */
23464c87aefeSPatrick Mooney value = sc->hccparams2;
23474c87aefeSPatrick Mooney break;
23484c87aefeSPatrick Mooney
23494c87aefeSPatrick Mooney default:
23504c87aefeSPatrick Mooney value = 0;
23514c87aefeSPatrick Mooney break;
23524c87aefeSPatrick Mooney }
23534c87aefeSPatrick Mooney
2354154972afSPatrick Mooney DPRINTF(("pci_xhci: hostcap read offset 0x%lx -> 0x%lx",
23554c87aefeSPatrick Mooney offset, value));
23564c87aefeSPatrick Mooney
23574c87aefeSPatrick Mooney return (value);
23584c87aefeSPatrick Mooney }
23594c87aefeSPatrick Mooney
23604c87aefeSPatrick Mooney static uint64_t
pci_xhci_hostop_read(struct pci_xhci_softc * sc,uint64_t offset)23614c87aefeSPatrick Mooney pci_xhci_hostop_read(struct pci_xhci_softc *sc, uint64_t offset)
23624c87aefeSPatrick Mooney {
23634c87aefeSPatrick Mooney uint64_t value;
23644c87aefeSPatrick Mooney
23654c87aefeSPatrick Mooney offset = (offset - XHCI_CAPLEN);
23664c87aefeSPatrick Mooney
23674c87aefeSPatrick Mooney switch (offset) {
23684c87aefeSPatrick Mooney case XHCI_USBCMD: /* 0x00 */
23694c87aefeSPatrick Mooney value = sc->opregs.usbcmd;
23704c87aefeSPatrick Mooney break;
23714c87aefeSPatrick Mooney
23724c87aefeSPatrick Mooney case XHCI_USBSTS: /* 0x04 */
23734c87aefeSPatrick Mooney value = sc->opregs.usbsts;
23744c87aefeSPatrick Mooney break;
23754c87aefeSPatrick Mooney
23764c87aefeSPatrick Mooney case XHCI_PAGESIZE: /* 0x08 */
23774c87aefeSPatrick Mooney value = sc->opregs.pgsz;
23784c87aefeSPatrick Mooney break;
23794c87aefeSPatrick Mooney
23804c87aefeSPatrick Mooney case XHCI_DNCTRL: /* 0x14 */
23814c87aefeSPatrick Mooney value = sc->opregs.dnctrl;
23824c87aefeSPatrick Mooney break;
23834c87aefeSPatrick Mooney
23844c87aefeSPatrick Mooney case XHCI_CRCR_LO: /* 0x18 */
23854c87aefeSPatrick Mooney value = sc->opregs.crcr & XHCI_CRCR_LO_CRR;
23864c87aefeSPatrick Mooney break;
23874c87aefeSPatrick Mooney
23884c87aefeSPatrick Mooney case XHCI_CRCR_HI: /* 0x1C */
23894c87aefeSPatrick Mooney value = 0;
23904c87aefeSPatrick Mooney break;
23914c87aefeSPatrick Mooney
23924c87aefeSPatrick Mooney case XHCI_DCBAAP_LO: /* 0x30 */
23934c87aefeSPatrick Mooney value = sc->opregs.dcbaap & 0xFFFFFFFF;
23944c87aefeSPatrick Mooney break;
23954c87aefeSPatrick Mooney
23964c87aefeSPatrick Mooney case XHCI_DCBAAP_HI: /* 0x34 */
23974c87aefeSPatrick Mooney value = (sc->opregs.dcbaap >> 32) & 0xFFFFFFFF;
23984c87aefeSPatrick Mooney break;
23994c87aefeSPatrick Mooney
24004c87aefeSPatrick Mooney case XHCI_CONFIG: /* 0x38 */
24014c87aefeSPatrick Mooney value = sc->opregs.config;
24024c87aefeSPatrick Mooney break;
24034c87aefeSPatrick Mooney
24044c87aefeSPatrick Mooney default:
24054c87aefeSPatrick Mooney if (offset >= 0x400)
24064c87aefeSPatrick Mooney value = pci_xhci_portregs_read(sc, offset);
24074c87aefeSPatrick Mooney else
24084c87aefeSPatrick Mooney value = 0;
24094c87aefeSPatrick Mooney
24104c87aefeSPatrick Mooney break;
24114c87aefeSPatrick Mooney }
24124c87aefeSPatrick Mooney
24134c87aefeSPatrick Mooney if (offset < 0x400)
2414154972afSPatrick Mooney DPRINTF(("pci_xhci: hostop read offset 0x%lx -> 0x%lx",
24154c87aefeSPatrick Mooney offset, value));
24164c87aefeSPatrick Mooney
24174c87aefeSPatrick Mooney return (value);
24184c87aefeSPatrick Mooney }
24194c87aefeSPatrick Mooney
24204c87aefeSPatrick Mooney static uint64_t
pci_xhci_dbregs_read(struct pci_xhci_softc * sc __unused,uint64_t offset __unused)242159d65d31SAndy Fiddaman pci_xhci_dbregs_read(struct pci_xhci_softc *sc __unused,
242259d65d31SAndy Fiddaman uint64_t offset __unused)
24234c87aefeSPatrick Mooney {
24244c87aefeSPatrick Mooney /* read doorbell always returns 0 */
24254c87aefeSPatrick Mooney return (0);
24264c87aefeSPatrick Mooney }
24274c87aefeSPatrick Mooney
24284c87aefeSPatrick Mooney static uint64_t
pci_xhci_rtsregs_read(struct pci_xhci_softc * sc,uint64_t offset)24294c87aefeSPatrick Mooney pci_xhci_rtsregs_read(struct pci_xhci_softc *sc, uint64_t offset)
24304c87aefeSPatrick Mooney {
24314c87aefeSPatrick Mooney uint32_t value;
24324c87aefeSPatrick Mooney
24334c87aefeSPatrick Mooney offset -= sc->rtsoff;
24344c87aefeSPatrick Mooney value = 0;
24354c87aefeSPatrick Mooney
24364c87aefeSPatrick Mooney if (offset == XHCI_MFINDEX) {
24374c87aefeSPatrick Mooney value = sc->rtsregs.mfindex;
24384c87aefeSPatrick Mooney } else if (offset >= 0x20) {
24394c87aefeSPatrick Mooney int item;
24404c87aefeSPatrick Mooney uint32_t *p;
24414c87aefeSPatrick Mooney
24424c87aefeSPatrick Mooney offset -= 0x20;
24434c87aefeSPatrick Mooney item = offset % 32;
24444c87aefeSPatrick Mooney
24454c87aefeSPatrick Mooney assert(offset < sizeof(sc->rtsregs.intrreg));
24464c87aefeSPatrick Mooney
24474c87aefeSPatrick Mooney p = &sc->rtsregs.intrreg.iman;
24484c87aefeSPatrick Mooney p += item / sizeof(uint32_t);
24494c87aefeSPatrick Mooney value = *p;
24504c87aefeSPatrick Mooney }
24514c87aefeSPatrick Mooney
2452154972afSPatrick Mooney DPRINTF(("pci_xhci: rtsregs read offset 0x%lx -> 0x%x",
24534c87aefeSPatrick Mooney offset, value));
24544c87aefeSPatrick Mooney
24554c87aefeSPatrick Mooney return (value);
24564c87aefeSPatrick Mooney }
24574c87aefeSPatrick Mooney
24584c87aefeSPatrick Mooney static uint64_t
pci_xhci_xecp_read(struct pci_xhci_softc * sc,uint64_t offset)24594c87aefeSPatrick Mooney pci_xhci_xecp_read(struct pci_xhci_softc *sc, uint64_t offset)
24604c87aefeSPatrick Mooney {
24614c87aefeSPatrick Mooney uint32_t value;
24624c87aefeSPatrick Mooney
24634c87aefeSPatrick Mooney offset -= sc->regsend;
24644c87aefeSPatrick Mooney value = 0;
24654c87aefeSPatrick Mooney
24664c87aefeSPatrick Mooney switch (offset) {
24674c87aefeSPatrick Mooney case 0:
24684c87aefeSPatrick Mooney /* rev major | rev minor | next-cap | cap-id */
24694c87aefeSPatrick Mooney value = (0x02 << 24) | (4 << 8) | XHCI_ID_PROTOCOLS;
24704c87aefeSPatrick Mooney break;
24714c87aefeSPatrick Mooney case 4:
24724c87aefeSPatrick Mooney /* name string = "USB" */
24734c87aefeSPatrick Mooney value = 0x20425355;
24744c87aefeSPatrick Mooney break;
24754c87aefeSPatrick Mooney case 8:
24764c87aefeSPatrick Mooney /* psic | proto-defined | compat # | compat offset */
24774c87aefeSPatrick Mooney value = ((XHCI_MAX_DEVS/2) << 8) | sc->usb2_port_start;
24784c87aefeSPatrick Mooney break;
24794c87aefeSPatrick Mooney case 12:
24804c87aefeSPatrick Mooney break;
24814c87aefeSPatrick Mooney case 16:
24824c87aefeSPatrick Mooney /* rev major | rev minor | next-cap | cap-id */
24834c87aefeSPatrick Mooney value = (0x03 << 24) | XHCI_ID_PROTOCOLS;
24844c87aefeSPatrick Mooney break;
24854c87aefeSPatrick Mooney case 20:
24864c87aefeSPatrick Mooney /* name string = "USB" */
24874c87aefeSPatrick Mooney value = 0x20425355;
24884c87aefeSPatrick Mooney break;
24894c87aefeSPatrick Mooney case 24:
24904c87aefeSPatrick Mooney /* psic | proto-defined | compat # | compat offset */
24914c87aefeSPatrick Mooney value = ((XHCI_MAX_DEVS/2) << 8) | sc->usb3_port_start;
24924c87aefeSPatrick Mooney break;
24934c87aefeSPatrick Mooney case 28:
24944c87aefeSPatrick Mooney break;
24954c87aefeSPatrick Mooney default:
2496154972afSPatrick Mooney DPRINTF(("pci_xhci: xecp invalid offset 0x%lx", offset));
24974c87aefeSPatrick Mooney break;
24984c87aefeSPatrick Mooney }
24994c87aefeSPatrick Mooney
2500154972afSPatrick Mooney DPRINTF(("pci_xhci: xecp read offset 0x%lx -> 0x%x",
25014c87aefeSPatrick Mooney offset, value));
25024c87aefeSPatrick Mooney
25034c87aefeSPatrick Mooney return (value);
25044c87aefeSPatrick Mooney }
25054c87aefeSPatrick Mooney
25064c87aefeSPatrick Mooney
25074c87aefeSPatrick Mooney static uint64_t
pci_xhci_read(struct pci_devinst * pi,int baridx,uint64_t offset,int size)2508*32640292SAndy Fiddaman pci_xhci_read(struct pci_devinst *pi, int baridx, uint64_t offset, int size)
25094c87aefeSPatrick Mooney {
25104c87aefeSPatrick Mooney struct pci_xhci_softc *sc;
25114c87aefeSPatrick Mooney uint32_t value;
25124c87aefeSPatrick Mooney
25134c87aefeSPatrick Mooney sc = pi->pi_arg;
25144c87aefeSPatrick Mooney
25154c87aefeSPatrick Mooney assert(baridx == 0);
25164c87aefeSPatrick Mooney
25174c87aefeSPatrick Mooney pthread_mutex_lock(&sc->mtx);
25184c87aefeSPatrick Mooney if (offset < XHCI_CAPLEN)
25194c87aefeSPatrick Mooney value = pci_xhci_hostcap_read(sc, offset);
25204c87aefeSPatrick Mooney else if (offset < sc->dboff)
25214c87aefeSPatrick Mooney value = pci_xhci_hostop_read(sc, offset);
25224c87aefeSPatrick Mooney else if (offset < sc->rtsoff)
25234c87aefeSPatrick Mooney value = pci_xhci_dbregs_read(sc, offset);
25244c87aefeSPatrick Mooney else if (offset < sc->regsend)
25254c87aefeSPatrick Mooney value = pci_xhci_rtsregs_read(sc, offset);
25264c87aefeSPatrick Mooney else if (offset < (sc->regsend + 4*32))
25274c87aefeSPatrick Mooney value = pci_xhci_xecp_read(sc, offset);
25284c87aefeSPatrick Mooney else {
25294c87aefeSPatrick Mooney value = 0;
2530154972afSPatrick Mooney WPRINTF(("pci_xhci: read invalid offset %ld", offset));
25314c87aefeSPatrick Mooney }
25324c87aefeSPatrick Mooney
25334c87aefeSPatrick Mooney pthread_mutex_unlock(&sc->mtx);
25344c87aefeSPatrick Mooney
25354c87aefeSPatrick Mooney switch (size) {
25364c87aefeSPatrick Mooney case 1:
25374c87aefeSPatrick Mooney value &= 0xFF;
25384c87aefeSPatrick Mooney break;
25394c87aefeSPatrick Mooney case 2:
25404c87aefeSPatrick Mooney value &= 0xFFFF;
25414c87aefeSPatrick Mooney break;
25424c87aefeSPatrick Mooney case 4:
25434c87aefeSPatrick Mooney value &= 0xFFFFFFFF;
25444c87aefeSPatrick Mooney break;
25454c87aefeSPatrick Mooney }
25464c87aefeSPatrick Mooney
25474c87aefeSPatrick Mooney return (value);
25484c87aefeSPatrick Mooney }
25494c87aefeSPatrick Mooney
25504c87aefeSPatrick Mooney static void
pci_xhci_reset_port(struct pci_xhci_softc * sc,int portn,int warm)25514c87aefeSPatrick Mooney pci_xhci_reset_port(struct pci_xhci_softc *sc, int portn, int warm)
25524c87aefeSPatrick Mooney {
25534c87aefeSPatrick Mooney struct pci_xhci_portregs *port;
25544c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
25554c87aefeSPatrick Mooney struct xhci_trb evtrb;
25564c87aefeSPatrick Mooney int error;
25574c87aefeSPatrick Mooney
25584c87aefeSPatrick Mooney assert(portn <= XHCI_MAX_DEVS);
25594c87aefeSPatrick Mooney
2560154972afSPatrick Mooney DPRINTF(("xhci reset port %d", portn));
25614c87aefeSPatrick Mooney
25624c87aefeSPatrick Mooney port = XHCI_PORTREG_PTR(sc, portn);
25634c87aefeSPatrick Mooney dev = XHCI_DEVINST_PTR(sc, portn);
25644c87aefeSPatrick Mooney if (dev) {
25654c87aefeSPatrick Mooney port->portsc &= ~(XHCI_PS_PLS_MASK | XHCI_PS_PR | XHCI_PS_PRC);
25664c87aefeSPatrick Mooney port->portsc |= XHCI_PS_PED |
25674c87aefeSPatrick Mooney XHCI_PS_SPEED_SET(dev->dev_ue->ue_usbspeed);
25684c87aefeSPatrick Mooney
25694c87aefeSPatrick Mooney if (warm && dev->dev_ue->ue_usbver == 3) {
25704c87aefeSPatrick Mooney port->portsc |= XHCI_PS_WRC;
25714c87aefeSPatrick Mooney }
25724c87aefeSPatrick Mooney
25734c87aefeSPatrick Mooney if ((port->portsc & XHCI_PS_PRC) == 0) {
25744c87aefeSPatrick Mooney port->portsc |= XHCI_PS_PRC;
25754c87aefeSPatrick Mooney
25764c87aefeSPatrick Mooney pci_xhci_set_evtrb(&evtrb, portn,
25774c87aefeSPatrick Mooney XHCI_TRB_ERROR_SUCCESS,
25784c87aefeSPatrick Mooney XHCI_TRB_EVENT_PORT_STS_CHANGE);
25794c87aefeSPatrick Mooney error = pci_xhci_insert_event(sc, &evtrb, 1);
25804c87aefeSPatrick Mooney if (error != XHCI_TRB_ERROR_SUCCESS)
25814c87aefeSPatrick Mooney DPRINTF(("xhci reset port insert event "
2582154972afSPatrick Mooney "failed"));
25834c87aefeSPatrick Mooney }
25844c87aefeSPatrick Mooney }
25854c87aefeSPatrick Mooney }
25864c87aefeSPatrick Mooney
25874c87aefeSPatrick Mooney static void
pci_xhci_init_port(struct pci_xhci_softc * sc,int portn)25884c87aefeSPatrick Mooney pci_xhci_init_port(struct pci_xhci_softc *sc, int portn)
25894c87aefeSPatrick Mooney {
25904c87aefeSPatrick Mooney struct pci_xhci_portregs *port;
25914c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
25924c87aefeSPatrick Mooney
25934c87aefeSPatrick Mooney port = XHCI_PORTREG_PTR(sc, portn);
25944c87aefeSPatrick Mooney dev = XHCI_DEVINST_PTR(sc, portn);
25954c87aefeSPatrick Mooney if (dev) {
25964c87aefeSPatrick Mooney port->portsc = XHCI_PS_CCS | /* connected */
25974c87aefeSPatrick Mooney XHCI_PS_PP; /* port power */
25984c87aefeSPatrick Mooney
25994c87aefeSPatrick Mooney if (dev->dev_ue->ue_usbver == 2) {
26004c87aefeSPatrick Mooney port->portsc |= XHCI_PS_PLS_SET(UPS_PORT_LS_POLL) |
26014c87aefeSPatrick Mooney XHCI_PS_SPEED_SET(dev->dev_ue->ue_usbspeed);
26024c87aefeSPatrick Mooney } else {
26034c87aefeSPatrick Mooney port->portsc |= XHCI_PS_PLS_SET(UPS_PORT_LS_U0) |
26044c87aefeSPatrick Mooney XHCI_PS_PED | /* enabled */
26054c87aefeSPatrick Mooney XHCI_PS_SPEED_SET(dev->dev_ue->ue_usbspeed);
26064c87aefeSPatrick Mooney }
26074c87aefeSPatrick Mooney
2608154972afSPatrick Mooney DPRINTF(("Init port %d 0x%x", portn, port->portsc));
26094c87aefeSPatrick Mooney } else {
26104c87aefeSPatrick Mooney port->portsc = XHCI_PS_PLS_SET(UPS_PORT_LS_RX_DET) | XHCI_PS_PP;
2611154972afSPatrick Mooney DPRINTF(("Init empty port %d 0x%x", portn, port->portsc));
26124c87aefeSPatrick Mooney }
26134c87aefeSPatrick Mooney }
26144c87aefeSPatrick Mooney
26154c87aefeSPatrick Mooney static int
pci_xhci_dev_intr(struct usb_hci * hci,int epctx)26164c87aefeSPatrick Mooney pci_xhci_dev_intr(struct usb_hci *hci, int epctx)
26174c87aefeSPatrick Mooney {
26184c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
26194c87aefeSPatrick Mooney struct xhci_dev_ctx *dev_ctx;
26204c87aefeSPatrick Mooney struct xhci_trb evtrb;
26214c87aefeSPatrick Mooney struct pci_xhci_softc *sc;
26224c87aefeSPatrick Mooney struct pci_xhci_portregs *p;
26234c87aefeSPatrick Mooney struct xhci_endp_ctx *ep_ctx;
262484659b24SMichael Zeller int error = 0;
26254c87aefeSPatrick Mooney int dir_in;
26264c87aefeSPatrick Mooney int epid;
26274c87aefeSPatrick Mooney
26284c87aefeSPatrick Mooney dir_in = epctx & 0x80;
26294c87aefeSPatrick Mooney epid = epctx & ~0x80;
26304c87aefeSPatrick Mooney
26314c87aefeSPatrick Mooney /* HW endpoint contexts are 0-15; convert to epid based on dir */
26324c87aefeSPatrick Mooney epid = (epid * 2) + (dir_in ? 1 : 0);
26334c87aefeSPatrick Mooney
26344c87aefeSPatrick Mooney assert(epid >= 1 && epid <= 31);
26354c87aefeSPatrick Mooney
26364c87aefeSPatrick Mooney dev = hci->hci_sc;
26374c87aefeSPatrick Mooney sc = dev->xsc;
26384c87aefeSPatrick Mooney
26394c87aefeSPatrick Mooney /* check if device is ready; OS has to initialise it */
26404c87aefeSPatrick Mooney if (sc->rtsregs.erstba_p == NULL ||
26414c87aefeSPatrick Mooney (sc->opregs.usbcmd & XHCI_CMD_RS) == 0 ||
26424c87aefeSPatrick Mooney dev->dev_ctx == NULL)
26434c87aefeSPatrick Mooney return (0);
26444c87aefeSPatrick Mooney
26454c87aefeSPatrick Mooney p = XHCI_PORTREG_PTR(sc, hci->hci_port);
26464c87aefeSPatrick Mooney
26474c87aefeSPatrick Mooney /* raise event if link U3 (suspended) state */
26484c87aefeSPatrick Mooney if (XHCI_PS_PLS_GET(p->portsc) == 3) {
26494c87aefeSPatrick Mooney p->portsc &= ~XHCI_PS_PLS_MASK;
26504c87aefeSPatrick Mooney p->portsc |= XHCI_PS_PLS_SET(UPS_PORT_LS_RESUME);
26514c87aefeSPatrick Mooney if ((p->portsc & XHCI_PS_PLC) != 0)
26524c87aefeSPatrick Mooney return (0);
26534c87aefeSPatrick Mooney
26544c87aefeSPatrick Mooney p->portsc |= XHCI_PS_PLC;
26554c87aefeSPatrick Mooney
26564c87aefeSPatrick Mooney pci_xhci_set_evtrb(&evtrb, hci->hci_port,
26574c87aefeSPatrick Mooney XHCI_TRB_ERROR_SUCCESS, XHCI_TRB_EVENT_PORT_STS_CHANGE);
26584c87aefeSPatrick Mooney error = pci_xhci_insert_event(sc, &evtrb, 0);
26594c87aefeSPatrick Mooney if (error != XHCI_TRB_ERROR_SUCCESS)
26604c87aefeSPatrick Mooney goto done;
26614c87aefeSPatrick Mooney }
26624c87aefeSPatrick Mooney
26634c87aefeSPatrick Mooney dev_ctx = dev->dev_ctx;
26644c87aefeSPatrick Mooney ep_ctx = &dev_ctx->ctx_ep[epid];
26654c87aefeSPatrick Mooney if ((ep_ctx->dwEpCtx0 & 0x7) == XHCI_ST_EPCTX_DISABLED) {
2666154972afSPatrick Mooney DPRINTF(("xhci device interrupt on disabled endpoint %d",
26674c87aefeSPatrick Mooney epid));
26684c87aefeSPatrick Mooney return (0);
26694c87aefeSPatrick Mooney }
26704c87aefeSPatrick Mooney
2671154972afSPatrick Mooney DPRINTF(("xhci device interrupt on endpoint %d", epid));
26724c87aefeSPatrick Mooney
26734c87aefeSPatrick Mooney pci_xhci_device_doorbell(sc, hci->hci_port, epid, 0);
26744c87aefeSPatrick Mooney
26754c87aefeSPatrick Mooney done:
26764c87aefeSPatrick Mooney return (error);
26774c87aefeSPatrick Mooney }
26784c87aefeSPatrick Mooney
26794c87aefeSPatrick Mooney static int
pci_xhci_dev_event(struct usb_hci * hci,enum hci_usbev evid __unused,void * param __unused)268059d65d31SAndy Fiddaman pci_xhci_dev_event(struct usb_hci *hci, enum hci_usbev evid __unused,
268159d65d31SAndy Fiddaman void *param __unused)
26824c87aefeSPatrick Mooney {
2683154972afSPatrick Mooney DPRINTF(("xhci device event port %d", hci->hci_port));
26844c87aefeSPatrick Mooney return (0);
26854c87aefeSPatrick Mooney }
26864c87aefeSPatrick Mooney
26872b948146SAndy Fiddaman /*
26882b948146SAndy Fiddaman * Each controller contains a "slot" node which contains a list of
26892b948146SAndy Fiddaman * child nodes each of which is a device. Each slot node's name
26902b948146SAndy Fiddaman * corresponds to a specific controller slot. These nodes
26912b948146SAndy Fiddaman * contain a "device" variable identifying the device model of the
26922b948146SAndy Fiddaman * USB device. For example:
26932b948146SAndy Fiddaman *
26942b948146SAndy Fiddaman * pci.0.1.0
26952b948146SAndy Fiddaman * .device="xhci"
26962b948146SAndy Fiddaman * .slot
26972b948146SAndy Fiddaman * .1
26982b948146SAndy Fiddaman * .device="tablet"
26992b948146SAndy Fiddaman */
27002b948146SAndy Fiddaman static int
pci_xhci_legacy_config(nvlist_t * nvl,const char * opts)27012b948146SAndy Fiddaman pci_xhci_legacy_config(nvlist_t *nvl, const char *opts)
27024c87aefeSPatrick Mooney {
27032b948146SAndy Fiddaman char node_name[16];
27042b948146SAndy Fiddaman nvlist_t *slots_nvl, *slot_nvl;
27052b948146SAndy Fiddaman char *cp, *opt, *str, *tofree;
27062b948146SAndy Fiddaman int slot;
27074c87aefeSPatrick Mooney
27082b948146SAndy Fiddaman if (opts == NULL)
27092b948146SAndy Fiddaman return (0);
27102b948146SAndy Fiddaman
27112b948146SAndy Fiddaman slots_nvl = create_relative_config_node(nvl, "slot");
27122b948146SAndy Fiddaman slot = 1;
27132b948146SAndy Fiddaman tofree = str = strdup(opts);
27142b948146SAndy Fiddaman while ((opt = strsep(&str, ",")) != NULL) {
27152b948146SAndy Fiddaman /* device[=<config>] */
27162b948146SAndy Fiddaman cp = strchr(opt, '=');
27172b948146SAndy Fiddaman if (cp != NULL) {
27182b948146SAndy Fiddaman *cp = '\0';
27192b948146SAndy Fiddaman cp++;
27202b948146SAndy Fiddaman }
27212b948146SAndy Fiddaman
27222b948146SAndy Fiddaman snprintf(node_name, sizeof(node_name), "%d", slot);
27232b948146SAndy Fiddaman slot++;
27242b948146SAndy Fiddaman slot_nvl = create_relative_config_node(slots_nvl, node_name);
27252b948146SAndy Fiddaman set_config_value_node(slot_nvl, "device", opt);
27262b948146SAndy Fiddaman
27272b948146SAndy Fiddaman /*
27282b948146SAndy Fiddaman * NB: Given that we split on commas above, the legacy
27292b948146SAndy Fiddaman * format only supports a single option.
27302b948146SAndy Fiddaman */
27312b948146SAndy Fiddaman if (cp != NULL && *cp != '\0')
27322b948146SAndy Fiddaman pci_parse_legacy_config(slot_nvl, cp);
27332b948146SAndy Fiddaman }
27342b948146SAndy Fiddaman free(tofree);
27352b948146SAndy Fiddaman return (0);
27364c87aefeSPatrick Mooney }
27374c87aefeSPatrick Mooney
27384c87aefeSPatrick Mooney static int
pci_xhci_parse_devices(struct pci_xhci_softc * sc,nvlist_t * nvl)27392b948146SAndy Fiddaman pci_xhci_parse_devices(struct pci_xhci_softc *sc, nvlist_t *nvl)
27404c87aefeSPatrick Mooney {
27414c87aefeSPatrick Mooney struct pci_xhci_dev_emu *dev;
27424c87aefeSPatrick Mooney struct usb_devemu *ue;
27432b948146SAndy Fiddaman const nvlist_t *slots_nvl, *slot_nvl;
27442b948146SAndy Fiddaman const char *name, *device;
27452b948146SAndy Fiddaman char *cp;
27462b948146SAndy Fiddaman void *devsc, *cookie;
27472b948146SAndy Fiddaman long slot;
27482b948146SAndy Fiddaman int type, usb3_port, usb2_port, i, ndevices;
27494c87aefeSPatrick Mooney
27502b948146SAndy Fiddaman usb3_port = sc->usb3_port_start;
27512b948146SAndy Fiddaman usb2_port = sc->usb2_port_start;
27524c87aefeSPatrick Mooney
27532b948146SAndy Fiddaman sc->devices = calloc(XHCI_MAX_DEVS, sizeof(struct pci_xhci_dev_emu *));
27542b948146SAndy Fiddaman sc->slots = calloc(XHCI_MAX_SLOTS, sizeof(struct pci_xhci_dev_emu *));
27552b948146SAndy Fiddaman
27562b948146SAndy Fiddaman ndevices = 0;
27572b948146SAndy Fiddaman
27582b948146SAndy Fiddaman slots_nvl = find_relative_config_node(nvl, "slot");
27592b948146SAndy Fiddaman if (slots_nvl == NULL)
27604c87aefeSPatrick Mooney goto portsfinal;
27614c87aefeSPatrick Mooney
27622b948146SAndy Fiddaman cookie = NULL;
27632b948146SAndy Fiddaman while ((name = nvlist_next(slots_nvl, &type, &cookie)) != NULL) {
27642b948146SAndy Fiddaman if (usb2_port == ((sc->usb2_port_start) + XHCI_MAX_DEVS/2) ||
27652b948146SAndy Fiddaman usb3_port == ((sc->usb3_port_start) + XHCI_MAX_DEVS/2)) {
27664c87aefeSPatrick Mooney WPRINTF(("pci_xhci max number of USB 2 or 3 "
2767154972afSPatrick Mooney "devices reached, max %d", XHCI_MAX_DEVS/2));
27682b948146SAndy Fiddaman goto bad;
27694c87aefeSPatrick Mooney }
27704c87aefeSPatrick Mooney
27712b948146SAndy Fiddaman if (type != NV_TYPE_NVLIST) {
27722b948146SAndy Fiddaman EPRINTLN(
27732b948146SAndy Fiddaman "pci_xhci: config variable '%s' under slot node",
27742b948146SAndy Fiddaman name);
27752b948146SAndy Fiddaman goto bad;
27762b948146SAndy Fiddaman }
27774c87aefeSPatrick Mooney
27782b948146SAndy Fiddaman slot = strtol(name, &cp, 0);
27792b948146SAndy Fiddaman if (*cp != '\0' || slot <= 0 || slot > XHCI_MAX_SLOTS) {
27802b948146SAndy Fiddaman EPRINTLN("pci_xhci: invalid slot '%s'", name);
27812b948146SAndy Fiddaman goto bad;
27822b948146SAndy Fiddaman }
27832b948146SAndy Fiddaman
27842b948146SAndy Fiddaman if (XHCI_SLOTDEV_PTR(sc, slot) != NULL) {
27852b948146SAndy Fiddaman EPRINTLN("pci_xhci: duplicate slot '%s'", name);
27862b948146SAndy Fiddaman goto bad;
27872b948146SAndy Fiddaman }
27882b948146SAndy Fiddaman
27892b948146SAndy Fiddaman slot_nvl = nvlist_get_nvlist(slots_nvl, name);
27902b948146SAndy Fiddaman device = get_config_value_node(slot_nvl, "device");
27912b948146SAndy Fiddaman if (device == NULL) {
27922b948146SAndy Fiddaman EPRINTLN(
27932b948146SAndy Fiddaman "pci_xhci: missing \"device\" value for slot '%s'",
27942b948146SAndy Fiddaman name);
27952b948146SAndy Fiddaman goto bad;
27962b948146SAndy Fiddaman }
27972b948146SAndy Fiddaman
27982b948146SAndy Fiddaman ue = usb_emu_finddev(device);
27994c87aefeSPatrick Mooney if (ue == NULL) {
28002b948146SAndy Fiddaman EPRINTLN("pci_xhci: unknown device model \"%s\"",
28012b948146SAndy Fiddaman device);
28022b948146SAndy Fiddaman goto bad;
28034c87aefeSPatrick Mooney }
28044c87aefeSPatrick Mooney
28052b948146SAndy Fiddaman DPRINTF(("pci_xhci adding device %s", device));
28064c87aefeSPatrick Mooney
28074c87aefeSPatrick Mooney dev = calloc(1, sizeof(struct pci_xhci_dev_emu));
28084c87aefeSPatrick Mooney dev->xsc = sc;
28094c87aefeSPatrick Mooney dev->hci.hci_sc = dev;
28104c87aefeSPatrick Mooney dev->hci.hci_intr = pci_xhci_dev_intr;
28114c87aefeSPatrick Mooney dev->hci.hci_event = pci_xhci_dev_event;
28124c87aefeSPatrick Mooney
28134c87aefeSPatrick Mooney if (ue->ue_usbver == 2) {
28142b948146SAndy Fiddaman if (usb2_port == sc->usb2_port_start +
28152b948146SAndy Fiddaman XHCI_MAX_DEVS / 2) {
28162b948146SAndy Fiddaman WPRINTF(("pci_xhci max number of USB 2 devices "
28172b948146SAndy Fiddaman "reached, max %d", XHCI_MAX_DEVS / 2));
28182b948146SAndy Fiddaman goto bad;
28192b948146SAndy Fiddaman }
28202b948146SAndy Fiddaman dev->hci.hci_port = usb2_port;
28214c87aefeSPatrick Mooney usb2_port++;
28224c87aefeSPatrick Mooney } else {
28232b948146SAndy Fiddaman if (usb3_port == sc->usb3_port_start +
28242b948146SAndy Fiddaman XHCI_MAX_DEVS / 2) {
28252b948146SAndy Fiddaman WPRINTF(("pci_xhci max number of USB 3 devices "
28262b948146SAndy Fiddaman "reached, max %d", XHCI_MAX_DEVS / 2));
28272b948146SAndy Fiddaman goto bad;
28282b948146SAndy Fiddaman }
28292b948146SAndy Fiddaman dev->hci.hci_port = usb3_port;
28304c87aefeSPatrick Mooney usb3_port++;
28314c87aefeSPatrick Mooney }
28322b948146SAndy Fiddaman XHCI_DEVINST_PTR(sc, dev->hci.hci_port) = dev;
28334c87aefeSPatrick Mooney
28344c87aefeSPatrick Mooney dev->hci.hci_address = 0;
28352b948146SAndy Fiddaman devsc = ue->ue_init(&dev->hci, nvl);
28364c87aefeSPatrick Mooney if (devsc == NULL) {
28372b948146SAndy Fiddaman goto bad;
28384c87aefeSPatrick Mooney }
28394c87aefeSPatrick Mooney
28404c87aefeSPatrick Mooney dev->dev_ue = ue;
28414c87aefeSPatrick Mooney dev->dev_sc = devsc;
28424c87aefeSPatrick Mooney
28432b948146SAndy Fiddaman XHCI_SLOTDEV_PTR(sc, slot) = dev;
28442b948146SAndy Fiddaman ndevices++;
28454c87aefeSPatrick Mooney }
28464c87aefeSPatrick Mooney
28474c87aefeSPatrick Mooney portsfinal:
28484c87aefeSPatrick Mooney sc->portregs = calloc(XHCI_MAX_DEVS, sizeof(struct pci_xhci_portregs));
28494c87aefeSPatrick Mooney
28502b948146SAndy Fiddaman if (ndevices > 0) {
28514c87aefeSPatrick Mooney for (i = 1; i <= XHCI_MAX_DEVS; i++) {
28524c87aefeSPatrick Mooney pci_xhci_init_port(sc, i);
28534c87aefeSPatrick Mooney }
28544c87aefeSPatrick Mooney } else {
2855154972afSPatrick Mooney WPRINTF(("pci_xhci no USB devices configured"));
28562b948146SAndy Fiddaman }
28572b948146SAndy Fiddaman return (0);
28582b948146SAndy Fiddaman
28592b948146SAndy Fiddaman bad:
28602b948146SAndy Fiddaman for (i = 1; i <= XHCI_MAX_DEVS; i++) {
28612b948146SAndy Fiddaman free(XHCI_DEVINST_PTR(sc, i));
28624c87aefeSPatrick Mooney }
28634c87aefeSPatrick Mooney
2864*32640292SAndy Fiddaman free(sc->devices);
2865*32640292SAndy Fiddaman free(sc->slots);
28664c87aefeSPatrick Mooney
28672b948146SAndy Fiddaman return (-1);
28684c87aefeSPatrick Mooney }
28694c87aefeSPatrick Mooney
28704c87aefeSPatrick Mooney static int
pci_xhci_init(struct pci_devinst * pi,nvlist_t * nvl)2871*32640292SAndy Fiddaman pci_xhci_init(struct pci_devinst *pi, nvlist_t *nvl)
28724c87aefeSPatrick Mooney {
28734c87aefeSPatrick Mooney struct pci_xhci_softc *sc;
28744c87aefeSPatrick Mooney int error;
28754c87aefeSPatrick Mooney
2876104fd295SAndy Fiddaman #ifndef __FreeBSD__
2877104fd295SAndy Fiddaman if (get_config_bool_default("xhci.debug", false))
2878104fd295SAndy Fiddaman xhci_debug = 1;
2879104fd295SAndy Fiddaman #endif
2880104fd295SAndy Fiddaman
28814c87aefeSPatrick Mooney if (xhci_in_use) {
2882154972afSPatrick Mooney WPRINTF(("pci_xhci controller already defined"));
28834c87aefeSPatrick Mooney return (-1);
28844c87aefeSPatrick Mooney }
28854c87aefeSPatrick Mooney xhci_in_use = 1;
28864c87aefeSPatrick Mooney
28874c87aefeSPatrick Mooney sc = calloc(1, sizeof(struct pci_xhci_softc));
28884c87aefeSPatrick Mooney pi->pi_arg = sc;
28894c87aefeSPatrick Mooney sc->xsc_pi = pi;
28904c87aefeSPatrick Mooney
28914c87aefeSPatrick Mooney sc->usb2_port_start = (XHCI_MAX_DEVS/2) + 1;
28924c87aefeSPatrick Mooney sc->usb3_port_start = 1;
28934c87aefeSPatrick Mooney
28944c87aefeSPatrick Mooney /* discover devices */
28952b948146SAndy Fiddaman error = pci_xhci_parse_devices(sc, nvl);
28964c87aefeSPatrick Mooney if (error < 0)
28974c87aefeSPatrick Mooney goto done;
28984c87aefeSPatrick Mooney else
28994c87aefeSPatrick Mooney error = 0;
29004c87aefeSPatrick Mooney
29014c87aefeSPatrick Mooney sc->caplength = XHCI_SET_CAPLEN(XHCI_CAPLEN) |
29024c87aefeSPatrick Mooney XHCI_SET_HCIVERSION(0x0100);
29034c87aefeSPatrick Mooney sc->hcsparams1 = XHCI_SET_HCSP1_MAXPORTS(XHCI_MAX_DEVS) |
29044c87aefeSPatrick Mooney XHCI_SET_HCSP1_MAXINTR(1) | /* interrupters */
29054c87aefeSPatrick Mooney XHCI_SET_HCSP1_MAXSLOTS(XHCI_MAX_SLOTS);
29064c87aefeSPatrick Mooney sc->hcsparams2 = XHCI_SET_HCSP2_ERSTMAX(XHCI_ERST_MAX) |
29074c87aefeSPatrick Mooney XHCI_SET_HCSP2_IST(0x04);
29084c87aefeSPatrick Mooney sc->hcsparams3 = 0; /* no latency */
29096960cd89SAndy Fiddaman sc->hccparams1 = XHCI_SET_HCCP1_AC64(1) | /* 64-bit addrs */
29106960cd89SAndy Fiddaman XHCI_SET_HCCP1_NSS(1) | /* no 2nd-streams */
29114c87aefeSPatrick Mooney XHCI_SET_HCCP1_SPC(1) | /* short packet */
29124c87aefeSPatrick Mooney XHCI_SET_HCCP1_MAXPSA(XHCI_STREAMS_MAX);
29134c87aefeSPatrick Mooney sc->hccparams2 = XHCI_SET_HCCP2_LEC(1) |
29144c87aefeSPatrick Mooney XHCI_SET_HCCP2_U3C(1);
29154c87aefeSPatrick Mooney sc->dboff = XHCI_SET_DOORBELL(XHCI_CAPLEN + XHCI_PORTREGS_START +
29164c87aefeSPatrick Mooney XHCI_MAX_DEVS * sizeof(struct pci_xhci_portregs));
29174c87aefeSPatrick Mooney
29184c87aefeSPatrick Mooney /* dboff must be 32-bit aligned */
29194c87aefeSPatrick Mooney if (sc->dboff & 0x3)
29204c87aefeSPatrick Mooney sc->dboff = (sc->dboff + 0x3) & ~0x3;
29214c87aefeSPatrick Mooney
29224c87aefeSPatrick Mooney /* rtsoff must be 32-bytes aligned */
29234c87aefeSPatrick Mooney sc->rtsoff = XHCI_SET_RTSOFFSET(sc->dboff + (XHCI_MAX_SLOTS+1) * 32);
29244c87aefeSPatrick Mooney if (sc->rtsoff & 0x1F)
29254c87aefeSPatrick Mooney sc->rtsoff = (sc->rtsoff + 0x1F) & ~0x1F;
29264c87aefeSPatrick Mooney
2927154972afSPatrick Mooney DPRINTF(("pci_xhci dboff: 0x%x, rtsoff: 0x%x", sc->dboff,
29284c87aefeSPatrick Mooney sc->rtsoff));
29294c87aefeSPatrick Mooney
29304c87aefeSPatrick Mooney sc->opregs.usbsts = XHCI_STS_HCH;
29314c87aefeSPatrick Mooney sc->opregs.pgsz = XHCI_PAGESIZE_4K;
29324c87aefeSPatrick Mooney
29334c87aefeSPatrick Mooney pci_xhci_reset(sc);
29344c87aefeSPatrick Mooney
29354c87aefeSPatrick Mooney sc->regsend = sc->rtsoff + 0x20 + 32; /* only 1 intrpter */
29364c87aefeSPatrick Mooney
29374c87aefeSPatrick Mooney /*
29384c87aefeSPatrick Mooney * Set extended capabilities pointer to be after regsend;
29394c87aefeSPatrick Mooney * value of xecp field is 32-bit offset.
29404c87aefeSPatrick Mooney */
29414c87aefeSPatrick Mooney sc->hccparams1 |= XHCI_SET_HCCP1_XECP(sc->regsend/4);
29424c87aefeSPatrick Mooney
29434c87aefeSPatrick Mooney pci_set_cfgdata16(pi, PCIR_DEVICE, 0x1E31);
29444c87aefeSPatrick Mooney pci_set_cfgdata16(pi, PCIR_VENDOR, 0x8086);
29454c87aefeSPatrick Mooney pci_set_cfgdata8(pi, PCIR_CLASS, PCIC_SERIALBUS);
29464c87aefeSPatrick Mooney pci_set_cfgdata8(pi, PCIR_SUBCLASS, PCIS_SERIALBUS_USB);
29474c87aefeSPatrick Mooney pci_set_cfgdata8(pi, PCIR_PROGIF,PCIP_SERIALBUS_USB_XHCI);
29484c87aefeSPatrick Mooney pci_set_cfgdata8(pi, PCI_USBREV, PCI_USB_REV_3_0);
29494c87aefeSPatrick Mooney
29504c87aefeSPatrick Mooney pci_emul_add_msicap(pi, 1);
29514c87aefeSPatrick Mooney
29524c87aefeSPatrick Mooney /* regsend + xecp registers */
29534c87aefeSPatrick Mooney pci_emul_alloc_bar(pi, 0, PCIBAR_MEM32, sc->regsend + 4*32);
2954154972afSPatrick Mooney DPRINTF(("pci_xhci pci_emu_alloc: %d", sc->regsend + 4*32));
29554c87aefeSPatrick Mooney
29564c87aefeSPatrick Mooney
29574c87aefeSPatrick Mooney pci_lintr_request(pi);
29584c87aefeSPatrick Mooney
29594c87aefeSPatrick Mooney pthread_mutex_init(&sc->mtx, NULL);
29604c87aefeSPatrick Mooney
29614c87aefeSPatrick Mooney done:
29624c87aefeSPatrick Mooney if (error) {
29634c87aefeSPatrick Mooney free(sc);
29644c87aefeSPatrick Mooney }
29654c87aefeSPatrick Mooney
29664c87aefeSPatrick Mooney return (error);
29674c87aefeSPatrick Mooney }
29684c87aefeSPatrick Mooney
29694f3f3e9aSAndy Fiddaman static const struct pci_devemu pci_de_xhci = {
29704c87aefeSPatrick Mooney .pe_emu = "xhci",
29714c87aefeSPatrick Mooney .pe_init = pci_xhci_init,
29722b948146SAndy Fiddaman .pe_legacy_config = pci_xhci_legacy_config,
29734c87aefeSPatrick Mooney .pe_barwrite = pci_xhci_write,
29744c87aefeSPatrick Mooney .pe_barread = pci_xhci_read
29754c87aefeSPatrick Mooney };
29764c87aefeSPatrick Mooney PCI_EMUL_SET(pci_de_xhci);
2977