/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License (the "License"). * You may not use this file except in compliance with the License. * * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE * or http://www.opensolaris.org/os/licensing. * See the License for the specific language governing permissions * and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at usr/src/OPENSOLARIS.LICENSE. * If applicable, add the following below this CDDL HEADER, with the * fields enclosed by brackets "[]" replaced with your own identifying * information: Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END */ /* * Copyright 2010 Sun Microsystems, Inc. All rights reserved. * Use is subject to license terms. */ /* * PCI configurator (pcicfg) */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* * ************************************************************************ * *** Implementation specific local data structures/definitions. *** * ************************************************************************ */ static int pcicfg_start_devno = 0; /* for Debug only */ #define PCICFG_MAX_ARI_FUNCTION 256 #define PCICFG_NODEVICE 42 #define PCICFG_NOMEMORY 43 #define PCICFG_NOMULTI 44 #define PCICFG_NORESRC 45 #define PCICFG_HIADDR(n) ((uint32_t)(((uint64_t)(n) & \ 0xFFFFFFFF00000000ULL)>> 32)) #define PCICFG_LOADDR(n) ((uint32_t)((uint64_t)(n) & 0x00000000FFFFFFFF)) #define PCICFG_LADDR(lo, hi) (((uint64_t)(hi) << 32) | (uint32_t)(lo)) #define PCICFG_HIWORD(n) ((uint16_t)(((uint32_t)(n) & 0xFFFF0000)>> 16)) #define PCICFG_LOWORD(n) ((uint16_t)((uint32_t)(n) & 0x0000FFFF)) #define PCICFG_HIBYTE(n) ((uint8_t)(((uint16_t)(n) & 0xFF00)>> 8)) #define PCICFG_LOBYTE(n) ((uint8_t)((uint16_t)(n) & 0x00FF)) #define PCICFG_ROUND_UP(addr, gran) ((uintptr_t)((gran+addr-1)&(~(gran-1)))) #define PCICFG_ROUND_DOWN(addr, gran) ((uintptr_t)((addr) & ~(gran-1))) #define PCICFG_MEMGRAN 0x100000 #define PCICFG_IOGRAN 0x1000 #define PCICFG_4GIG_LIMIT 0xFFFFFFFFUL #define PCICFG_MEM_MULT 4 #define PCICFG_IO_MULT 4 #define PCICFG_RANGE_LEN 3 /* Number of range entries */ static int pcicfg_slot_busnums = 8; static int pcicfg_slot_memsize = 32 * PCICFG_MEMGRAN; /* 32MB per slot */ static int pcicfg_slot_pf_memsize = 32 * PCICFG_MEMGRAN; /* 32MB per slot */ static int pcicfg_slot_iosize = 64 * PCICFG_IOGRAN; /* 64K per slot */ static int pcicfg_sec_reset_delay = 3000000; static int pcicfg_do_legacy_props = 1; /* create legacy compatible prop */ typedef struct hole hole_t; struct hole { uint64_t start; uint64_t len; hole_t *next; }; typedef struct pcicfg_phdl pcicfg_phdl_t; struct pcicfg_phdl { dev_info_t *dip; /* Associated with the bridge */ dev_info_t *top_dip; /* top node of the attach point */ pcicfg_phdl_t *next; /* non-prefetchable memory space */ uint64_t memory_base; /* Memory base for this attach point */ uint64_t memory_last; uint64_t memory_len; /* prefetchable memory space */ uint64_t pf_memory_base; /* PF Memory base for this Connection */ uint64_t pf_memory_last; uint64_t pf_memory_len; /* io space */ uint32_t io_base; /* I/O base for this attach point */ uint32_t io_last; uint32_t io_len; int error; uint_t highest_bus; /* Highest bus seen on the probe */ hole_t mem_hole; /* Memory hole linked list. */ hole_t pf_mem_hole; /* PF Memory hole linked list. */ hole_t io_hole; /* IO hole linked list */ ndi_ra_request_t mem_req; /* allocator request for memory */ ndi_ra_request_t pf_mem_req; /* allocator request for PF memory */ ndi_ra_request_t io_req; /* allocator request for I/O */ }; struct pcicfg_standard_prop_entry { uchar_t *name; uint_t config_offset; uint_t size; }; struct pcicfg_name_entry { uint32_t class_code; char *name; }; struct pcicfg_find_ctrl { uint_t device; uint_t function; dev_info_t *dip; }; /* * List of Indirect Config Map Devices. At least the intent of the * design is to look for a device in this list during the configure * operation, and if the device is listed here, then it is a nontransparent * bridge, hence load the driver and avail the config map services from * the driver. Class and Subclass should be as defined in the PCI specs * ie. class is 0x6, and subclass is 0x9. */ static struct { uint8_t mem_range_bar_offset; uint8_t io_range_bar_offset; uint8_t prefetch_mem_range_bar_offset; } pcicfg_indirect_map_devs[] = { PCI_CONF_BASE3, PCI_CONF_BASE2, PCI_CONF_BASE3, 0, 0, 0, }; #define PCICFG_MAKE_REG_HIGH(busnum, devnum, funcnum, register)\ (\ ((ulong_t)(busnum & 0xff) << 16) |\ ((ulong_t)(devnum & 0x1f) << 11) |\ ((ulong_t)(funcnum & 0x7) << 8) |\ ((ulong_t)(register & 0x3f))) /* * debug macros: */ #if defined(DEBUG) extern void prom_printf(const char *, ...); /* * Following values are defined for this debug flag. * * 1 = dump configuration header only. * 2 = dump generic debug data only (no config header dumped) * 3 = dump everything (both 1 and 2) */ int pcicfg_debug = 0; static void debug(char *, uintptr_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t); #define DEBUG0(fmt)\ debug(fmt, 0, 0, 0, 0, 0); #define DEBUG1(fmt, a1)\ debug(fmt, (uintptr_t)(a1), 0, 0, 0, 0); #define DEBUG2(fmt, a1, a2)\ debug(fmt, (uintptr_t)(a1), (uintptr_t)(a2), 0, 0, 0); #define DEBUG3(fmt, a1, a2, a3)\ debug(fmt, (uintptr_t)(a1), (uintptr_t)(a2),\ (uintptr_t)(a3), 0, 0); #define DEBUG4(fmt, a1, a2, a3, a4)\ debug(fmt, (uintptr_t)(a1), (uintptr_t)(a2),\ (uintptr_t)(a3), (uintptr_t)(a4), 0); #define DEBUG5(fmt, a1, a2, a3, a4, a5)\ debug(fmt, (uintptr_t)(a1), (uintptr_t)(a2),\ (uintptr_t)(a3), (uintptr_t)(a4), (uintptr_t)(a5)); #else #define DEBUG0(fmt) #define DEBUG1(fmt, a1) #define DEBUG2(fmt, a1, a2) #define DEBUG3(fmt, a1, a2, a3) #define DEBUG4(fmt, a1, a2, a3, a4) #define DEBUG5(fmt, a1, a2, a3, a4, a5) #endif /* * forward declarations for routines defined in this module (called here) */ static int pcicfg_add_config_reg(dev_info_t *, uint_t, uint_t, uint_t); static int pcicfg_probe_children(dev_info_t *, uint_t, uint_t, uint_t, uint_t *, pcicfg_flags_t, boolean_t); static int pcicfg_match_dev(dev_info_t *, void *); static dev_info_t *pcicfg_devi_find(dev_info_t *, uint_t, uint_t); static pcicfg_phdl_t *pcicfg_find_phdl(dev_info_t *); static pcicfg_phdl_t *pcicfg_create_phdl(dev_info_t *); static int pcicfg_destroy_phdl(dev_info_t *); static int pcicfg_sum_resources(dev_info_t *, void *); static int pcicfg_device_assign(dev_info_t *); static int pcicfg_bridge_assign(dev_info_t *, void *); static int pcicfg_device_assign_readonly(dev_info_t *); static int pcicfg_free_resources(dev_info_t *, pcicfg_flags_t); static void pcicfg_setup_bridge(pcicfg_phdl_t *, ddi_acc_handle_t); static void pcicfg_update_bridge(pcicfg_phdl_t *, ddi_acc_handle_t); static int pcicfg_update_assigned_prop(dev_info_t *, pci_regspec_t *); static void pcicfg_device_on(ddi_acc_handle_t); static void pcicfg_device_off(ddi_acc_handle_t); static int pcicfg_set_busnode_props(dev_info_t *, uint8_t); static int pcicfg_free_bridge_resources(dev_info_t *); static int pcicfg_free_device_resources(dev_info_t *); static int pcicfg_teardown_device(dev_info_t *, pcicfg_flags_t, boolean_t); static void pcicfg_reparent_node(dev_info_t *, dev_info_t *); static int pcicfg_config_setup(dev_info_t *, ddi_acc_handle_t *); static void pcicfg_config_teardown(ddi_acc_handle_t *); static void pcicfg_get_mem(pcicfg_phdl_t *, uint32_t, uint64_t *); static void pcicfg_get_pf_mem(pcicfg_phdl_t *, uint32_t, uint64_t *); static void pcicfg_get_io(pcicfg_phdl_t *, uint32_t, uint32_t *); static int pcicfg_update_ranges_prop(dev_info_t *, ppb_ranges_t *); static int pcicfg_configure_ntbridge(dev_info_t *, uint_t, uint_t); static uint_t pcicfg_ntbridge_child(dev_info_t *); static uint_t pcicfg_get_ntbridge_child_range(dev_info_t *, uint64_t *, uint64_t *, uint_t); static int pcicfg_is_ntbridge(dev_info_t *); static int pcicfg_ntbridge_allocate_resources(dev_info_t *); static int pcicfg_ntbridge_configure_done(dev_info_t *); static int pcicfg_ntbridge_program_child(dev_info_t *); static uint_t pcicfg_ntbridge_unconfigure(dev_info_t *); static int pcicfg_ntbridge_unconfigure_child(dev_info_t *, uint_t); static void pcicfg_free_hole(hole_t *); static uint64_t pcicfg_alloc_hole(hole_t *, uint64_t *, uint32_t); static int pcicfg_device_type(dev_info_t *, ddi_acc_handle_t *); static void pcicfg_update_phdl(dev_info_t *, uint8_t, uint8_t); static int pcicfg_get_cap(ddi_acc_handle_t, uint8_t); static uint8_t pcicfg_get_nslots(dev_info_t *, ddi_acc_handle_t); static int pcicfg_pcie_dev(dev_info_t *, ddi_acc_handle_t); static int pcicfg_pcie_device_type(dev_info_t *, ddi_acc_handle_t); static int pcicfg_pcie_port_type(dev_info_t *, ddi_acc_handle_t); static int pcicfg_probe_bridge(dev_info_t *, ddi_acc_handle_t, uint_t, uint_t *, boolean_t); static int pcicfg_find_resource_end(dev_info_t *, void *); static boolean_t is_pcie_fabric(dev_info_t *); static int pcicfg_populate_reg_props(dev_info_t *, ddi_acc_handle_t); static int pcicfg_populate_props_from_bar(dev_info_t *, ddi_acc_handle_t); static int pcicfg_update_assigned_prop_value(dev_info_t *, uint32_t, uint32_t, uint32_t, uint_t); static int pcicfg_ari_configure(dev_info_t *); #ifdef DEBUG static void pcicfg_dump_common_config(ddi_acc_handle_t config_handle); static void pcicfg_dump_device_config(ddi_acc_handle_t); static void pcicfg_dump_bridge_config(ddi_acc_handle_t config_handle); static uint64_t pcicfg_unused_space(hole_t *, uint32_t *); #define PCICFG_DUMP_COMMON_CONFIG(hdl) (void)pcicfg_dump_common_config(hdl) #define PCICFG_DUMP_DEVICE_CONFIG(hdl) (void)pcicfg_dump_device_config(hdl) #define PCICFG_DUMP_BRIDGE_CONFIG(hdl) (void)pcicfg_dump_bridge_config(hdl) #else #define PCICFG_DUMP_COMMON_CONFIG(handle) #define PCICFG_DUMP_DEVICE_CONFIG(handle) #define PCICFG_DUMP_BRIDGE_CONFIG(handle) #endif static kmutex_t pcicfg_list_mutex; /* Protects the probe handle list */ static pcicfg_phdl_t *pcicfg_phdl_list = NULL; #ifndef _DONT_USE_1275_GENERIC_NAMES /* * Class code table */ static struct pcicfg_name_entry pcicfg_class_lookup [] = { { 0x001, "display" }, { 0x100, "scsi" }, { 0x101, "ide" }, { 0x102, "fdc" }, { 0x103, "ipi" }, { 0x104, "raid" }, { 0x105, "ata" }, { 0x106, "sata" }, { 0x200, "ethernet" }, { 0x201, "token-ring" }, { 0x202, "fddi" }, { 0x203, "atm" }, { 0x204, "isdn" }, { 0x206, "mcd" }, { 0x300, "display" }, { 0x400, "video" }, { 0x401, "sound" }, { 0x500, "memory" }, { 0x501, "flash" }, { 0x600, "host" }, { 0x601, "isa" }, { 0x602, "eisa" }, { 0x603, "mca" }, { 0x604, "pci" }, { 0x605, "pcmcia" }, { 0x606, "nubus" }, { 0x607, "cardbus" }, { 0x609, "pci" }, { 0x60a, "ib-pci" }, { 0x700, "serial" }, { 0x701, "parallel" }, { 0x800, "interrupt-controller" }, { 0x801, "dma-controller" }, { 0x802, "timer" }, { 0x803, "rtc" }, { 0x900, "keyboard" }, { 0x901, "pen" }, { 0x902, "mouse" }, { 0xa00, "dock" }, { 0xb00, "cpu" }, { 0xb01, "cpu" }, { 0xb02, "cpu" }, { 0xb10, "cpu" }, { 0xb20, "cpu" }, { 0xb30, "cpu" }, { 0xb40, "coproc" }, { 0xc00, "firewire" }, { 0xc01, "access-bus" }, { 0xc02, "ssa" }, { 0xc03, "usb" }, { 0xc04, "fibre-channel" }, { 0xc05, "smbus" }, { 0xc06, "ib" }, { 0xd00, "irda" }, { 0xd01, "ir" }, { 0xd10, "rf" }, { 0xd11, "btooth" }, { 0xd12, "brdband" }, { 0xd20, "802.11a" }, { 0xd21, "802.11b" }, { 0xe00, "i2o" }, { 0xf01, "tv" }, { 0xf02, "audio" }, { 0xf03, "voice" }, { 0xf04, "data" }, { 0, 0 } }; #endif /* _DONT_USE_1275_GENERIC_NAMES */ /* * Module control operations */ extern struct mod_ops mod_miscops; static struct modlmisc modlmisc = { &mod_miscops, /* Type of module */ "PCI configurator" }; static struct modlinkage modlinkage = { MODREV_1, (void *)&modlmisc, NULL }; #ifdef DEBUG static void pcicfg_dump_common_config(ddi_acc_handle_t config_handle) { if ((pcicfg_debug & 1) == 0) return; prom_printf(" Vendor ID = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_VENID)); prom_printf(" Device ID = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_DEVID)); prom_printf(" Command REG = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_COMM)); prom_printf(" Status REG = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_STAT)); prom_printf(" Revision ID = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_REVID)); prom_printf(" Prog Class = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_PROGCLASS)); prom_printf(" Dev Class = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_SUBCLASS)); prom_printf(" Base Class = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_BASCLASS)); prom_printf(" Device ID = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_CACHE_LINESZ)); prom_printf(" Header Type = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_HEADER)); prom_printf(" BIST = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_BIST)); prom_printf(" BASE 0 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE0)); prom_printf(" BASE 1 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE1)); } static void pcicfg_dump_device_config(ddi_acc_handle_t config_handle) { if ((pcicfg_debug & 1) == 0) return; pcicfg_dump_common_config(config_handle); prom_printf(" BASE 2 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE2)); prom_printf(" BASE 3 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE3)); prom_printf(" BASE 4 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE4)); prom_printf(" BASE 5 = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_BASE5)); prom_printf(" Cardbus CIS = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_CIS)); prom_printf(" Sub VID = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_SUBVENID)); prom_printf(" Sub SID = [0x%x]\n", pci_config_get16(config_handle, PCI_CONF_SUBSYSID)); prom_printf(" ROM = [0x%x]\n", pci_config_get32(config_handle, PCI_CONF_ROM)); prom_printf(" I Line = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_ILINE)); prom_printf(" I Pin = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_IPIN)); prom_printf(" Max Grant = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_MIN_G)); prom_printf(" Max Latent = [0x%x]\n", pci_config_get8(config_handle, PCI_CONF_MAX_L)); } static void pcicfg_dump_bridge_config(ddi_acc_handle_t config_handle) { if ((pcicfg_debug & 1) == 0) return; pcicfg_dump_common_config(config_handle); prom_printf("........................................\n"); prom_printf(" Pri Bus = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_PRIBUS)); prom_printf(" Sec Bus = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_SECBUS)); prom_printf(" Sub Bus = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_SUBBUS)); prom_printf(" Latency = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_LATENCY_TIMER)); prom_printf(" I/O Base LO = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_IO_BASE_LOW)); prom_printf(" I/O Lim LO = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_IO_LIMIT_LOW)); prom_printf(" Sec. Status = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_SEC_STATUS)); prom_printf(" Mem Base = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_MEM_BASE)); prom_printf(" Mem Limit = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_MEM_LIMIT)); prom_printf(" PF Mem Base = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_PF_BASE_LOW)); prom_printf(" PF Mem Lim = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_PF_LIMIT_LOW)); prom_printf(" PF Base HI = [0x%x]\n", pci_config_get32(config_handle, PCI_BCNF_PF_BASE_HIGH)); prom_printf(" PF Lim HI = [0x%x]\n", pci_config_get32(config_handle, PCI_BCNF_PF_LIMIT_HIGH)); prom_printf(" I/O Base HI = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_IO_BASE_HI)); prom_printf(" I/O Lim HI = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_IO_LIMIT_HI)); prom_printf(" ROM addr = [0x%x]\n", pci_config_get32(config_handle, PCI_BCNF_ROM)); prom_printf(" Intr Line = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_ILINE)); prom_printf(" Intr Pin = [0x%x]\n", pci_config_get8(config_handle, PCI_BCNF_IPIN)); prom_printf(" Bridge Ctrl = [0x%x]\n", pci_config_get16(config_handle, PCI_BCNF_BCNTRL)); } #endif int _init() { DEBUG0(" PCI configurator installed\n"); mutex_init(&pcicfg_list_mutex, NULL, MUTEX_DRIVER, NULL); return (mod_install(&modlinkage)); } int _fini(void) { int error; error = mod_remove(&modlinkage); if (error != 0) { return (error); } mutex_destroy(&pcicfg_list_mutex); return (0); } int _info(struct modinfo *modinfop) { return (mod_info(&modlinkage, modinfop)); } /* * In the following functions ndi_devi_enter() without holding the * parent dip is sufficient. This is because pci dr is driven through * opens on the nexus which is in the device tree path above the node * being operated on, and implicitly held due to the open. */ /* * This entry point is called to configure a device (and * all its children) on the given bus. It is called when * a new device is added to the PCI domain. This routine * will create the device tree and program the devices * registers. */ int pcicfg_configure(dev_info_t *devi, uint_t device, uint_t function, pcicfg_flags_t flags) { uint_t bus; int len; int func; dev_info_t *attach_point; pci_bus_range_t pci_bus_range; int rv; int circ; uint_t highest_bus; int ari_mode = B_FALSE; int max_function = PCI_MAX_FUNCTIONS; int trans_device; dev_info_t *new_device; boolean_t is_pcie; if (flags == PCICFG_FLAG_ENABLE_ARI) return (pcicfg_ari_configure(devi)); /* * Start probing at the device specified in "device" on the * "bus" specified. */ len = sizeof (pci_bus_range_t); if (ddi_getlongprop_buf(DDI_DEV_T_ANY, devi, 0, "bus-range", (caddr_t)&pci_bus_range, &len) != DDI_SUCCESS) { DEBUG0("no bus-range property\n"); return (PCICFG_FAILURE); } bus = pci_bus_range.lo; /* primary bus number of this bus node */ attach_point = devi; is_pcie = is_pcie_fabric(devi); ndi_devi_enter(devi, &circ); for (func = 0; func < max_function; ) { if ((function != PCICFG_ALL_FUNC) && (function != func)) goto next; if (ari_mode) trans_device = func >> 3; else trans_device = device; switch (rv = pcicfg_probe_children(attach_point, bus, trans_device, func & 7, &highest_bus, flags, is_pcie)) { case PCICFG_NORESRC: case PCICFG_FAILURE: DEBUG2("configure failed: bus [0x%x] device " "[0x%x]\n", bus, trans_device); goto cleanup; case PCICFG_NODEVICE: DEBUG3("no device : bus " "[0x%x] slot [0x%x] func [0x%x]\n", bus, trans_device, func &7); if (func) goto next; break; default: DEBUG3("configure: bus => [%d] " "slot => [%d] func => [%d]\n", bus, trans_device, func & 7); break; } if (rv != PCICFG_SUCCESS) break; if ((new_device = pcicfg_devi_find(attach_point, trans_device, func & 7)) == NULL) { DEBUG0("Did'nt find device node just created\n"); goto cleanup; } /* * Up until now, we have detected a non transparent bridge * (ntbridge) as a part of the generic probe code and * configured only one configuration * header which is the side facing the host bus. * Now, configure the other side and create children. * * In order to make the process simpler, lets load the device * driver for the non transparent bridge as this is a * Solaris bundled driver, and use its configuration map * services rather than programming it here. * If the driver is not bundled into Solaris, it must be * first loaded and configured before performing any * hotplug operations. * * This not only makes the code here simpler but also more * generic. * * So here we go. */ /* * check if this is a bridge in nontransparent mode */ if (pcicfg_is_ntbridge(new_device) != DDI_FAILURE) { DEBUG0("pcicfg: Found nontransparent bridge.\n"); rv = pcicfg_configure_ntbridge(new_device, bus, trans_device); if (rv != PCICFG_SUCCESS) goto cleanup; } next: /* * Determine if ARI Forwarding should be enabled. */ if (func == 0) { if ((pcie_ari_supported(devi) == PCIE_ARI_FORW_SUPPORTED) && (pcie_ari_device(new_device) == PCIE_ARI_DEVICE)) { if (pcie_ari_enable(devi) == DDI_SUCCESS) { (void) ddi_prop_create(DDI_DEV_T_NONE, devi, DDI_PROP_CANSLEEP, "ari-enabled", NULL, 0); ari_mode = B_TRUE; max_function = PCICFG_MAX_ARI_FUNCTION; } } } if (ari_mode == B_TRUE) { int next_function; DEBUG0("Next Function - ARI Device\n"); if (pcie_ari_get_next_function(new_device, &next_function) != DDI_SUCCESS) goto cleanup; /* * Check if there are more fucntions to probe. */ if (next_function == 0) { DEBUG0("Next Function - " "No more ARI Functions\n"); break; } func = next_function; } else { func++; } DEBUG1("Next Function - %x\n", func); } ndi_devi_exit(devi, circ); if (func == 0) return (PCICFG_FAILURE); /* probe failed */ else return (PCICFG_SUCCESS); cleanup: /* * Clean up a partially created "probe state" tree. * There are no resources allocated to the in the * probe state. */ for (func = 0; func < PCI_MAX_FUNCTIONS; func++) { if ((function != PCICFG_ALL_FUNC) && (function != func)) continue; if ((new_device = pcicfg_devi_find(devi, device, func)) == NULL) { continue; } DEBUG2("Cleaning up device [0x%x] function [0x%x]\n", device, func); /* * If this was a bridge device it will have a * probe handle - if not, no harm in calling this. */ (void) pcicfg_destroy_phdl(new_device); if (is_pcie) { /* * free pcie_bus_t for the sub-tree */ if (ddi_get_child(new_device) != NULL) pcie_fab_fini_bus(new_device, PCIE_BUS_ALL); pcie_fini_bus(new_device, PCIE_BUS_ALL); } /* * This will free up the node */ (void) ndi_devi_offline(new_device, NDI_DEVI_REMOVE); } ndi_devi_exit(devi, circ); /* * Use private return codes to help identify issues without debugging * enabled. Resource limitations and mis-configurations are * probably the most likely caue of configuration failures on x86. * Convert return code back to values expected by the external * consumer before returning so we will warn only once on the first * encountered failure. */ if (rv == PCICFG_NORESRC) { char *path = kmem_alloc(MAXPATHLEN, KM_SLEEP); (void) ddi_pathname(devi, path); cmn_err(CE_CONT, "?Not enough PCI resources to " "configure: %s\n", path); kmem_free(path, MAXPATHLEN); rv = PCICFG_FAILURE; } return (rv); } /* * configure the child nodes of ntbridge. new_device points to ntbridge itself */ /*ARGSUSED*/ static int pcicfg_configure_ntbridge(dev_info_t *new_device, uint_t bus, uint_t device) { int bus_range[2], rc = PCICFG_FAILURE, rc1, max_devs = 0; int devno; dev_info_t *new_ntbridgechild; ddi_acc_handle_t config_handle; uint16_t vid; uint64_t next_bus; uint64_t blen; ndi_ra_request_t req; uint8_t pcie_device_type = 0; /* * If we need to do indirect config, lets create a property here * to let the child conf map routine know that it has to * go through the DDI calls, and not assume the devices are * mapped directly under the host. */ if ((rc = ndi_prop_update_int(DDI_DEV_T_NONE, new_device, PCI_DEV_CONF_MAP_PROP, (int)DDI_SUCCESS)) != DDI_SUCCESS) { DEBUG0("Cannot create indirect conf map property.\n"); return ((int)PCICFG_FAILURE); } if (pci_config_setup(new_device, &config_handle) != DDI_SUCCESS) return (PCICFG_FAILURE); /* check if we are PCIe device */ if (pcicfg_pcie_device_type(new_device, config_handle) == DDI_SUCCESS) { DEBUG0("PCIe device detected\n"); pcie_device_type = 1; } pci_config_teardown(&config_handle); /* create Bus node properties for ntbridge. */ if (pcicfg_set_busnode_props(new_device, pcie_device_type) != PCICFG_SUCCESS) { DEBUG0("Failed to set busnode props\n"); return (rc); } /* For now: Lets only support one layer of child */ bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_len = 1; if (ndi_ra_alloc(ddi_get_parent(new_device), &req, &next_bus, &blen, NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("ntbridge: Failed to get a bus number\n"); return (PCICFG_NORESRC); } DEBUG1("ntbridge bus range start ->[%d]\n", next_bus); /* * Following will change, as we detect more bridges * on the way. */ bus_range[0] = (int)next_bus; bus_range[1] = (int)next_bus; if (ndi_prop_update_int_array(DDI_DEV_T_NONE, new_device, "bus-range", bus_range, 2) != DDI_SUCCESS) { DEBUG0("Cannot set ntbridge bus-range property"); return (rc); } /* * The other interface (away from the host) will be * initialized by the nexus driver when it loads. * We just have to set the registers and the nexus driver * figures out the rest. */ /* * finally, lets load and attach the driver * before configuring children of ntbridge. */ rc = ndi_devi_online(new_device, NDI_ONLINE_ATTACH|NDI_CONFIG); if (rc != NDI_SUCCESS) { cmn_err(CE_WARN, "pcicfg: Fail:cant load nontransparent bridgd driver..\n"); rc = PCICFG_FAILURE; return (rc); } DEBUG0("pcicfg: Success loading nontransparent bridge nexus driver.."); /* Now set aside pci resource allocation requests for our children */ if (pcicfg_ntbridge_allocate_resources(new_device) != PCICFG_SUCCESS) { max_devs = 0; rc = PCICFG_FAILURE; } else max_devs = PCI_MAX_DEVICES; /* Probe devices on 2nd bus */ rc = PCICFG_SUCCESS; for (devno = pcicfg_start_devno; devno < max_devs; devno++) { ndi_devi_alloc_sleep(new_device, DEVI_PSEUDO_NEXNAME, (pnode_t)DEVI_SID_NODEID, &new_ntbridgechild); if (pcicfg_add_config_reg(new_ntbridgechild, next_bus, devno, 0) != DDI_PROP_SUCCESS) { cmn_err(CE_WARN, "Failed to add conf reg for ntbridge child.\n"); (void) ndi_devi_free(new_ntbridgechild); rc = PCICFG_FAILURE; break; } if (pci_config_setup(new_ntbridgechild, &config_handle) != DDI_SUCCESS) { cmn_err(CE_WARN, "Cannot map ntbridge child %x\n", devno); (void) ndi_devi_free(new_ntbridgechild); rc = PCICFG_FAILURE; break; } /* * See if there is any PCI HW at this location * by reading the Vendor ID. If it returns with 0xffff * then there is no hardware at this location. */ vid = pci_config_get16(config_handle, PCI_CONF_VENID); pci_config_teardown(&config_handle); (void) ndi_devi_free(new_ntbridgechild); if (vid == 0xffff) continue; /* Lets fake attachments points for each child, */ rc = pcicfg_configure(new_device, devno, PCICFG_ALL_FUNC, 0); if (rc != PCICFG_SUCCESS) { int old_dev = pcicfg_start_devno; cmn_err(CE_WARN, "Error configuring ntbridge child dev=%d\n", devno); while (old_dev != devno) { if (pcicfg_ntbridge_unconfigure_child( new_device, old_dev) == PCICFG_FAILURE) cmn_err(CE_WARN, "Unconfig Error " "ntbridge child dev=%d\n", old_dev); old_dev++; } break; } } /* devno loop */ DEBUG1("ntbridge: finish probing 2nd bus, rc=%d\n", rc); if (rc == PCICFG_SUCCESS) rc = pcicfg_ntbridge_configure_done(new_device); else { pcicfg_phdl_t *entry = pcicfg_find_phdl(new_device); uint_t *bus; int k; if (ddi_getlongprop(DDI_DEV_T_ANY, new_device, DDI_PROP_DONTPASS, "bus-range", (caddr_t)&bus, &k) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read bus-range property\n"); rc = PCICFG_FAILURE; return (rc); } DEBUG2("Need to free bus [%d] range [%d]\n", bus[0], bus[1] - bus[0] + 1); if (ndi_ra_free(ddi_get_parent(new_device), (uint64_t)bus[0], (uint64_t)(bus[1] - bus[0] + 1), NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to free a bus number\n"); rc = PCICFG_FAILURE; kmem_free(bus, k); return (rc); } /* * Since no memory allocations are done for non transparent * bridges (but instead we just set the handle with the * already allocated memory, we just need to reset the * following values before calling the destroy_phdl() * function next, otherwise the it will try to free * memory allocated as in case of a transparent bridge. */ entry->memory_len = 0; entry->pf_memory_len = 0; entry->io_len = 0; kmem_free(bus, k); /* the following will free hole data. */ (void) pcicfg_destroy_phdl(new_device); } /* * Unload driver just in case child configure failed! */ rc1 = ndi_devi_offline(new_device, 0); DEBUG1("pcicfg: now unloading the ntbridge driver. rc1=%d\n", rc1); if (rc1 != NDI_SUCCESS) { cmn_err(CE_WARN, "pcicfg: cant unload ntbridge driver..children.\n"); rc = PCICFG_FAILURE; } return (rc); } static int pcicfg_ntbridge_allocate_resources(dev_info_t *dip) { pcicfg_phdl_t *phdl; ndi_ra_request_t *mem_request; ndi_ra_request_t *pf_mem_request; ndi_ra_request_t *io_request; uint64_t boundbase, boundlen; phdl = pcicfg_find_phdl(dip); ASSERT(phdl); mem_request = &phdl->mem_req; pf_mem_request = &phdl->pf_mem_req; io_request = &phdl->io_req; phdl->error = PCICFG_SUCCESS; /* Set Memory space handle for ntbridge */ if (pcicfg_get_ntbridge_child_range(dip, &boundbase, &boundlen, PCI_BASE_SPACE_MEM) != DDI_SUCCESS) { cmn_err(CE_WARN, "ntbridge: Mem resource information failure\n"); phdl->memory_len = 0; return (PCICFG_FAILURE); } mem_request->ra_boundbase = boundbase; mem_request->ra_boundlen = boundbase + boundlen; mem_request->ra_len = boundlen; mem_request->ra_align_mask = PCICFG_MEMGRAN - 1; /* 1M alignment on memory space */ mem_request->ra_flags |= NDI_RA_ALLOC_BOUNDED; /* * mem_request->ra_len = * PCICFG_ROUND_UP(mem_request->ra_len, PCICFG_MEMGRAN); */ phdl->memory_base = phdl->memory_last = boundbase; phdl->memory_len = boundlen; phdl->mem_hole.start = phdl->memory_base; phdl->mem_hole.len = mem_request->ra_len; phdl->mem_hole.next = (hole_t *)NULL; DEBUG2("Connector requested [0x%llx], needs [0x%llx] bytes of memory\n", boundlen, mem_request->ra_len); /* Set IO space handle for ntbridge */ if (pcicfg_get_ntbridge_child_range(dip, &boundbase, &boundlen, PCI_BASE_SPACE_IO) != DDI_SUCCESS) { cmn_err(CE_WARN, "ntbridge: IO resource information failure\n"); phdl->io_len = 0; return (PCICFG_FAILURE); } io_request->ra_len = boundlen; io_request->ra_align_mask = PCICFG_IOGRAN - 1; /* 4K alignment on I/O space */ io_request->ra_boundbase = boundbase; io_request->ra_boundlen = boundbase + boundlen; io_request->ra_flags |= NDI_RA_ALLOC_BOUNDED; /* * io_request->ra_len = * PCICFG_ROUND_UP(io_request->ra_len, PCICFG_IOGRAN); */ phdl->io_base = phdl->io_last = (uint32_t)boundbase; phdl->io_len = (uint32_t)boundlen; phdl->io_hole.start = phdl->io_base; phdl->io_hole.len = io_request->ra_len; phdl->io_hole.next = (hole_t *)NULL; DEBUG2("Connector requested [0x%llx], needs [0x%llx] bytes of IO\n", boundlen, io_request->ra_len); /* Set Prefetchable Memory space handle for ntbridge */ if (pcicfg_get_ntbridge_child_range(dip, &boundbase, &boundlen, PCI_BASE_SPACE_MEM | PCI_BASE_PREF_M) != DDI_SUCCESS) { cmn_err(CE_WARN, "ntbridge: PF Mem resource information failure\n"); phdl->pf_memory_len = 0; return (PCICFG_FAILURE); } pf_mem_request->ra_boundbase = boundbase; pf_mem_request->ra_boundlen = boundbase + boundlen; pf_mem_request->ra_len = boundlen; pf_mem_request->ra_align_mask = PCICFG_MEMGRAN - 1; /* 1M alignment on memory space */ pf_mem_request->ra_flags |= NDI_RA_ALLOC_BOUNDED; /* * pf_mem_request->ra_len = * PCICFG_ROUND_UP(pf_mem_request->ra_len, PCICFG_MEMGRAN); */ phdl->pf_memory_base = phdl->pf_memory_last = boundbase; phdl->pf_memory_len = boundlen; phdl->pf_mem_hole.start = phdl->pf_memory_base; phdl->pf_mem_hole.len = pf_mem_request->ra_len; phdl->pf_mem_hole.next = (hole_t *)NULL; DEBUG2("Connector requested [0x%llx], needs [0x%llx] bytes of PF " "memory\n", boundlen, pf_mem_request->ra_len); DEBUG2("MEMORY BASE = [0x%lx] length [0x%lx]\n", phdl->memory_base, phdl->memory_len); DEBUG2("IO BASE = [0x%x] length [0x%x]\n", phdl->io_base, phdl->io_len); DEBUG2("PF MEMORY BASE = [0x%lx] length [0x%lx]\n", phdl->pf_memory_base, phdl->pf_memory_len); return (PCICFG_SUCCESS); } static int pcicfg_ntbridge_configure_done(dev_info_t *dip) { ppb_ranges_t range[PCICFG_RANGE_LEN]; pcicfg_phdl_t *entry; uint_t len; pci_bus_range_t bus_range; int new_bus_range[2]; DEBUG1("Configuring children for %p\n", dip); entry = pcicfg_find_phdl(dip); ASSERT(entry); bzero((caddr_t)range, sizeof (ppb_ranges_t) * PCICFG_RANGE_LEN); range[1].child_high = range[1].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32); range[1].child_low = range[1].parent_low = (uint32_t)entry->memory_base; range[0].child_high = range[0].parent_high |= (PCI_REG_REL_M | PCI_ADDR_IO); range[0].child_low = range[0].parent_low = (uint32_t)entry->io_base; range[2].child_high = range[2].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32 | PCI_REG_PF_M); range[2].child_low = range[2].parent_low = (uint32_t)entry->pf_memory_base; len = sizeof (pci_bus_range_t); if (ddi_getlongprop_buf(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "bus-range", (caddr_t)&bus_range, (int *)&len) != DDI_SUCCESS) { DEBUG0("no bus-range property\n"); return (PCICFG_FAILURE); } new_bus_range[0] = bus_range.lo; /* primary bus number */ if (entry->highest_bus) { /* secondary bus number */ if (entry->highest_bus < bus_range.lo) { cmn_err(CE_WARN, "ntbridge bus range invalid !(%d,%d)\n", bus_range.lo, entry->highest_bus); new_bus_range[1] = bus_range.lo + entry->highest_bus; } else new_bus_range[1] = entry->highest_bus; } else new_bus_range[1] = bus_range.hi; DEBUG2("ntbridge: bus range lo=%x, hi=%x\n", new_bus_range[0], new_bus_range[1]); if (ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "bus-range", new_bus_range, 2) != DDI_SUCCESS) { DEBUG0("Failed to set bus-range property"); entry->error = PCICFG_FAILURE; return (PCICFG_FAILURE); } #ifdef DEBUG { uint64_t unused; unused = pcicfg_unused_space(&entry->io_hole, &len); DEBUG2("ntbridge: Unused IO space %llx bytes over %d holes\n", unused, len); } #endif range[0].size_low = entry->io_len; if (pcicfg_update_ranges_prop(dip, &range[0])) { DEBUG0("Failed to update ranges (i/o)\n"); entry->error = PCICFG_FAILURE; return (PCICFG_FAILURE); } #ifdef DEBUG { uint64_t unused; unused = pcicfg_unused_space(&entry->mem_hole, &len); DEBUG2("ntbridge: Unused Mem space %llx bytes over %d holes\n", unused, len); } #endif range[1].size_low = entry->memory_len; if (pcicfg_update_ranges_prop(dip, &range[1])) { DEBUG0("Failed to update ranges (memory)\n"); entry->error = PCICFG_FAILURE; return (PCICFG_FAILURE); } #ifdef DEBUG { uint64_t unused; unused = pcicfg_unused_space(&entry->pf_mem_hole, &len); DEBUG2("ntbridge: Unused PF Mem space %llx bytes over" " %d holes\n", unused, len); } #endif range[2].size_low = entry->pf_memory_len; if (pcicfg_update_ranges_prop(dip, &range[2])) { DEBUG0("Failed to update ranges (PF memory)\n"); entry->error = PCICFG_FAILURE; return (PCICFG_FAILURE); } return (PCICFG_SUCCESS); } static int pcicfg_ntbridge_program_child(dev_info_t *dip) { pcicfg_phdl_t *entry; int rc = PCICFG_SUCCESS; dev_info_t *anode = dip; /* Find the Hotplug Connection (CN) node */ while ((anode != NULL) && (strcmp(ddi_binding_name(anode), "hp_attachment") != 0)) { anode = ddi_get_parent(anode); } if (anode == NULL) { DEBUG0("ntbridge child tree not in PROBE state\n"); return (PCICFG_FAILURE); } entry = pcicfg_find_phdl(ddi_get_parent(anode)); ASSERT(entry); if (pcicfg_bridge_assign(dip, entry) == DDI_WALK_TERMINATE) { cmn_err(CE_WARN, "ntbridge: Error assigning range for child %s\n", ddi_get_name(dip)); rc = PCICFG_FAILURE; } return (rc); } static int pcicfg_ntbridge_unconfigure_child(dev_info_t *new_device, uint_t devno) { dev_info_t *new_ntbridgechild; int len, bus; uint16_t vid; ddi_acc_handle_t config_handle; pci_bus_range_t pci_bus_range; len = sizeof (pci_bus_range_t); if (ddi_getlongprop_buf(DDI_DEV_T_ANY, new_device, DDI_PROP_DONTPASS, "bus-range", (caddr_t)&pci_bus_range, &len) != DDI_SUCCESS) { DEBUG0("no bus-range property\n"); return (PCICFG_FAILURE); } bus = pci_bus_range.lo; /* primary bus number of this bus node */ ndi_devi_alloc_sleep(new_device, DEVI_PSEUDO_NEXNAME, (pnode_t)DEVI_SID_NODEID, &new_ntbridgechild); if (pcicfg_add_config_reg(new_ntbridgechild, bus, devno, 0) != DDI_PROP_SUCCESS) { cmn_err(CE_WARN, "Unconfigure: Failed to add conf reg prop for " "ntbridge child.\n"); (void) ndi_devi_free(new_ntbridgechild); return (PCICFG_FAILURE); } if (pci_config_setup(new_ntbridgechild, &config_handle) != DDI_SUCCESS) { cmn_err(CE_WARN, "pcicfg: Cannot map ntbridge child %x\n", devno); (void) ndi_devi_free(new_ntbridgechild); return (PCICFG_FAILURE); } /* * See if there is any PCI HW at this location * by reading the Vendor ID. If it returns with 0xffff * then there is no hardware at this location. */ vid = pci_config_get16(config_handle, PCI_CONF_VENID); pci_config_teardown(&config_handle); (void) ndi_devi_free(new_ntbridgechild); if (vid == 0xffff) return (PCICFG_NODEVICE); return (pcicfg_unconfigure(new_device, devno, PCICFG_ALL_FUNC, 0)); } static uint_t pcicfg_ntbridge_unconfigure(dev_info_t *dip) { pcicfg_phdl_t *entry = pcicfg_find_phdl(dip); uint_t *bus; int k, rc = DDI_FAILURE; if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "bus-range", (caddr_t)&bus, &k) != DDI_PROP_SUCCESS) { DEBUG0("ntbridge: Failed to read bus-range property\n"); return (rc); } DEBUG2("ntbridge: Need to free bus [%d] range [%d]\n", bus[0], bus[1] - bus[0] + 1); if (ndi_ra_free(ddi_get_parent(dip), (uint64_t)bus[0], (uint64_t)(bus[1] - bus[0] + 1), NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("ntbridge: Failed to free a bus number\n"); kmem_free(bus, k); return (rc); } /* * Since our resources will be freed at the parent level, * just reset these values. */ entry->memory_len = 0; entry->io_len = 0; entry->pf_memory_len = 0; kmem_free(bus, k); /* the following will also free hole data. */ return (pcicfg_destroy_phdl(dip)); } static int pcicfg_is_ntbridge(dev_info_t *dip) { ddi_acc_handle_t config_handle; uint8_t class, subclass; int rc = DDI_SUCCESS; if (pci_config_setup(dip, &config_handle) != DDI_SUCCESS) { cmn_err(CE_WARN, "pcicfg: cannot map config space, to get map type\n"); return (DDI_FAILURE); } class = pci_config_get8(config_handle, PCI_CONF_BASCLASS); subclass = pci_config_get8(config_handle, PCI_CONF_SUBCLASS); /* check for class=6, subclass=9, for non transparent bridges. */ if ((class != PCI_CLASS_BRIDGE) || (subclass != PCI_BRIDGE_STBRIDGE)) rc = DDI_FAILURE; DEBUG3("pcicfg: checking device %x,%x for indirect map. rc=%d\n", pci_config_get16(config_handle, PCI_CONF_VENID), pci_config_get16(config_handle, PCI_CONF_DEVID), rc); pci_config_teardown(&config_handle); return (rc); } static uint_t pcicfg_ntbridge_child(dev_info_t *dip) { int len, val, rc = DDI_FAILURE; dev_info_t *anode = dip; /* * Find the Hotplug Connection (CN) node */ while ((anode != NULL) && (strcmp(ddi_binding_name(anode), "hp_attachment") != 0)) { anode = ddi_get_parent(anode); } if (anode == NULL) { DEBUG0("ntbridge child tree not in PROBE state\n"); return (rc); } len = sizeof (int); if (ddi_getlongprop_buf(DDI_DEV_T_ANY, ddi_get_parent(anode), DDI_PROP_DONTPASS, PCI_DEV_CONF_MAP_PROP, (caddr_t)&val, &len) != DDI_SUCCESS) { DEBUG1("ntbridge child: no \"%s\" property\n", PCI_DEV_CONF_MAP_PROP); return (rc); } DEBUG0("ntbridge child: success\n"); return (DDI_SUCCESS); } static uint_t pcicfg_get_ntbridge_child_range(dev_info_t *dip, uint64_t *boundbase, uint64_t *boundlen, uint_t space_type) { int length, found = DDI_FAILURE, acount, i, ibridge; pci_regspec_t *assigned; if ((ibridge = pcicfg_is_ntbridge(dip)) == DDI_FAILURE) return (found); if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "assigned-addresses", (caddr_t)&assigned, &length) != DDI_PROP_SUCCESS) { DEBUG1("Failed to get assigned-addresses property %llx\n", dip); return (found); } DEBUG1("pcicfg: ntbridge child range: dip = %s\n", ddi_driver_name(dip)); acount = length / sizeof (pci_regspec_t); for (i = 0; i < acount; i++) { if ((PCI_REG_REG_G(assigned[i].pci_phys_hi) == pcicfg_indirect_map_devs[ibridge].mem_range_bar_offset) && (space_type == PCI_BASE_SPACE_MEM)) { found = DDI_SUCCESS; break; } else if ((PCI_REG_REG_G(assigned[i].pci_phys_hi) == pcicfg_indirect_map_devs[ibridge].io_range_bar_offset) && (space_type == PCI_BASE_SPACE_IO)) { found = DDI_SUCCESS; break; } else if ((PCI_REG_REG_G(assigned[i].pci_phys_hi) == pcicfg_indirect_map_devs[ibridge]. prefetch_mem_range_bar_offset) && (space_type == (PCI_BASE_SPACE_MEM | PCI_BASE_PREF_M))) { found = DDI_SUCCESS; break; } } DEBUG3("pcicfg: ntbridge child range: space=%x, base=%lx, len=%lx\n", space_type, assigned[i].pci_phys_low, assigned[i].pci_size_low); if (found == DDI_SUCCESS) { *boundbase = assigned[i].pci_phys_low; *boundlen = assigned[i].pci_size_low; } kmem_free(assigned, length); return (found); } /* * This will turn resources allocated by pcicfg_configure() * and remove the device tree from the Hotplug Connection (CN) * and below. The routine assumes the devices have their * drivers detached. */ int pcicfg_unconfigure(dev_info_t *devi, uint_t device, uint_t function, pcicfg_flags_t flags) { dev_info_t *child_dip; int func; int i; int max_function, trans_device; int circ; boolean_t is_pcie; if (pcie_ari_is_enabled(devi) == PCIE_ARI_FORW_ENABLED) max_function = PCICFG_MAX_ARI_FUNCTION; else max_function = PCI_MAX_FUNCTIONS; /* * Cycle through devices to make sure none are busy. * If a single device is busy fail the whole unconfigure. */ is_pcie = is_pcie_fabric(devi); ndi_devi_enter(devi, &circ); for (func = 0; func < max_function; func++) { if ((function != PCICFG_ALL_FUNC) && (function != func)) continue; if (max_function == PCICFG_MAX_ARI_FUNCTION) trans_device = func >> 3; /* ARI Device */ else trans_device = device; if ((child_dip = pcicfg_devi_find(devi, trans_device, func & 7)) == NULL) continue; if (ndi_devi_offline(child_dip, NDI_UNCONFIG) == NDI_SUCCESS) continue; /* * Device function is busy. Before returning we have to * put all functions back online which were taken * offline during the process. */ DEBUG2("Device [0x%x] function [0x%x] is busy\n", trans_device, func & 7); /* * If we are only asked to offline one specific function, * and that fails, we just simply return. */ if (function != PCICFG_ALL_FUNC) return (PCICFG_FAILURE); for (i = 0; i < func; i++) { if (max_function == PCICFG_MAX_ARI_FUNCTION) trans_device = i >> 3; if ((child_dip = pcicfg_devi_find(devi, trans_device, i & 7)) == NULL) { DEBUG0("No more devices to put back " "on line!!\n"); /* * Made it through all functions */ continue; } if (ndi_devi_online(child_dip, NDI_CONFIG) != NDI_SUCCESS) { DEBUG0("Failed to put back devices state\n"); goto fail; } } goto fail; } /* * Now, tear down all devinfo nodes for this Connector. */ for (func = 0; func < max_function; func++) { if ((function != PCICFG_ALL_FUNC) && (function != func)) continue; if (max_function == PCICFG_MAX_ARI_FUNCTION) trans_device = func >> 3; /* ARI Device */ else trans_device = device; if ((child_dip = pcicfg_devi_find(devi, trans_device, func & 7)) == NULL) { DEBUG2("No device at %x,%x\n", trans_device, func & 7); continue; } DEBUG2("Tearing down device [0x%x] function [0x%x]\n", trans_device, func & 7); if (pcicfg_is_ntbridge(child_dip) != DDI_FAILURE) if (pcicfg_ntbridge_unconfigure(child_dip) != PCICFG_SUCCESS) { cmn_err(CE_WARN, "ntbridge: unconfigure failed\n"); goto fail; } if (pcicfg_teardown_device(child_dip, flags, is_pcie) != PCICFG_SUCCESS) { DEBUG2("Failed to tear down device [0x%x]" "function [0x%x]\n", trans_device, func & 7); goto fail; } } if (pcie_ari_is_enabled(devi) == PCIE_ARI_FORW_ENABLED) { (void) ddi_prop_remove(DDI_DEV_T_NONE, devi, "ari-enabled"); (void) pcie_ari_disable(devi); } ndi_devi_exit(devi, circ); return (PCICFG_SUCCESS); fail: ndi_devi_exit(devi, circ); return (PCICFG_FAILURE); } static int pcicfg_teardown_device(dev_info_t *dip, pcicfg_flags_t flags, boolean_t is_pcie) { ddi_acc_handle_t handle; /* * Free up resources associated with 'dip' */ if (pcicfg_free_resources(dip, flags) != PCICFG_SUCCESS) { DEBUG0("Failed to free resources\n"); return (PCICFG_FAILURE); } /* * disable the device */ if (pcicfg_config_setup(dip, &handle) != PCICFG_SUCCESS) return (PCICFG_FAILURE); pcicfg_device_off(handle); pcicfg_config_teardown(&handle); if (is_pcie) { /* * free pcie_bus_t for the sub-tree */ if (ddi_get_child(dip) != NULL) pcie_fab_fini_bus(dip, PCIE_BUS_ALL); pcie_fini_bus(dip, PCIE_BUS_ALL); } /* * The framework provides this routine which can * tear down a sub-tree. */ if (ndi_devi_offline(dip, NDI_DEVI_REMOVE) != NDI_SUCCESS) { DEBUG0("Failed to offline and remove node\n"); return (PCICFG_FAILURE); } return (PCICFG_SUCCESS); } /* * BEGIN GENERIC SUPPORT ROUTINES */ static pcicfg_phdl_t * pcicfg_find_phdl(dev_info_t *dip) { pcicfg_phdl_t *entry; mutex_enter(&pcicfg_list_mutex); for (entry = pcicfg_phdl_list; entry != NULL; entry = entry->next) { if (entry->dip == dip) { mutex_exit(&pcicfg_list_mutex); return (entry); } } mutex_exit(&pcicfg_list_mutex); /* * Did'nt find entry - create one */ return (pcicfg_create_phdl(dip)); } static pcicfg_phdl_t * pcicfg_create_phdl(dev_info_t *dip) { pcicfg_phdl_t *new; new = (pcicfg_phdl_t *)kmem_zalloc(sizeof (pcicfg_phdl_t), KM_SLEEP); new->dip = dip; mutex_enter(&pcicfg_list_mutex); new->next = pcicfg_phdl_list; pcicfg_phdl_list = new; mutex_exit(&pcicfg_list_mutex); return (new); } static int pcicfg_destroy_phdl(dev_info_t *dip) { pcicfg_phdl_t *entry; pcicfg_phdl_t *follow = NULL; mutex_enter(&pcicfg_list_mutex); for (entry = pcicfg_phdl_list; entry != NULL; follow = entry, entry = entry->next) { if (entry->dip == dip) { if (entry == pcicfg_phdl_list) { pcicfg_phdl_list = entry->next; } else { follow->next = entry->next; } /* * If this entry has any allocated memory * or IO space associated with it, that * must be freed up. */ if (entry->memory_len > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->memory_base, entry->memory_len, NDI_RA_TYPE_MEM, NDI_RA_PASS); } pcicfg_free_hole(&entry->mem_hole); if (entry->io_len > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->io_base, entry->io_len, NDI_RA_TYPE_IO, NDI_RA_PASS); } pcicfg_free_hole(&entry->io_hole); if (entry->pf_memory_len > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->pf_memory_base, entry->pf_memory_len, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); } pcicfg_free_hole(&entry->pf_mem_hole); /* * Destroy this entry */ kmem_free((caddr_t)entry, sizeof (pcicfg_phdl_t)); mutex_exit(&pcicfg_list_mutex); return (PCICFG_SUCCESS); } } mutex_exit(&pcicfg_list_mutex); /* * Did'nt find the entry */ return (PCICFG_FAILURE); } static int pcicfg_bridge_assign(dev_info_t *dip, void *hdl) { ddi_acc_handle_t handle; pci_regspec_t *reg; int length; int rcount; int i; int offset; uint64_t mem_answer; uint32_t io_answer; int count; uint8_t header_type; ppb_ranges_t range[PCICFG_RANGE_LEN]; int bus_range[2]; uint64_t mem_residual; uint64_t pf_mem_residual; uint64_t io_residual; pcicfg_phdl_t *entry = (pcicfg_phdl_t *)hdl; DEBUG1("bridge assign: assigning addresses to %s\n", ddi_get_name(dip)); entry->error = PCICFG_SUCCESS; if (entry == NULL) { DEBUG0("Failed to get entry\n"); entry->error = PCICFG_FAILURE; return (DDI_WALK_TERMINATE); } if (pcicfg_config_setup(dip, &handle) != DDI_SUCCESS) { DEBUG0("Failed to map config space!\n"); entry->error = PCICFG_FAILURE; return (DDI_WALK_TERMINATE); } header_type = pci_config_get8(handle, PCI_CONF_HEADER); if ((header_type & PCI_HEADER_TYPE_M) == PCI_HEADER_PPB) { bzero((caddr_t)range, sizeof (ppb_ranges_t) * PCICFG_RANGE_LEN); (void) pcicfg_setup_bridge(entry, handle); range[0].child_high = range[0].parent_high |= (PCI_REG_REL_M | PCI_ADDR_IO); range[0].child_low = range[0].parent_low = entry->io_last; range[1].child_high = range[1].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32); range[1].child_low = range[1].parent_low = entry->memory_last; range[2].child_high = range[2].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32 | PCI_REG_PF_M); range[2].child_low = range[2].parent_low = entry->pf_memory_last; ndi_devi_enter(dip, &count); ddi_walk_devs(ddi_get_child(dip), pcicfg_bridge_assign, (void *)entry); ndi_devi_exit(dip, count); (void) pcicfg_update_bridge(entry, handle); bus_range[0] = pci_config_get8(handle, PCI_BCNF_SECBUS); bus_range[1] = pci_config_get8(handle, PCI_BCNF_SUBBUS); if (ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "bus-range", bus_range, 2) != DDI_SUCCESS) { DEBUG0("Failed to set bus-range property"); entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } /* * Put back memory and I/O space not allocated * under the bridge. */ mem_residual = entry->memory_len - (entry->memory_last - entry->memory_base); if (mem_residual > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->memory_last, mem_residual, NDI_RA_TYPE_MEM, NDI_RA_PASS); } io_residual = entry->io_len - (entry->io_last - entry->io_base); if (io_residual > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->io_last, io_residual, NDI_RA_TYPE_IO, NDI_RA_PASS); } pf_mem_residual = entry->pf_memory_len - (entry->pf_memory_last - entry->pf_memory_base); if (pf_mem_residual > 0) { (void) ndi_ra_free(ddi_get_parent(dip), entry->pf_memory_last, pf_mem_residual, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); } if (entry->io_len > 0) { range[0].size_low = entry->io_last - entry->io_base; if (pcicfg_update_ranges_prop(dip, &range[0])) { DEBUG0("Failed to update ranges (i/o)\n"); entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } } if (entry->memory_len > 0) { range[1].size_low = entry->memory_last - entry->memory_base; if (pcicfg_update_ranges_prop(dip, &range[1])) { DEBUG0("Failed to update ranges (memory)\n"); entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } } if (entry->pf_memory_len > 0) { range[2].size_low = entry->pf_memory_last - entry->pf_memory_base; if (pcicfg_update_ranges_prop(dip, &range[2])) { DEBUG0("Failed to update ranges (PF memory)\n"); entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } } (void) pcicfg_device_on(handle); PCICFG_DUMP_BRIDGE_CONFIG(handle); (void) pcicfg_config_teardown(&handle); return (DDI_WALK_PRUNECHILD); } /* * If there is an interrupt pin set program * interrupt line with default values. */ if (pci_config_get8(handle, PCI_CONF_IPIN)) { pci_config_put8(handle, PCI_CONF_ILINE, 0xf); } /* * A single device (under a bridge). * For each "reg" property with a length, allocate memory * and program the base registers. */ if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)®, &length) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read reg property\n"); entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } rcount = length / sizeof (pci_regspec_t); offset = PCI_CONF_BASE0; for (i = 0; i < rcount; i++) { if ((reg[i].pci_size_low != 0) || (reg[i].pci_size_hi != 0)) { offset = PCI_REG_REG_G(reg[i].pci_phys_hi); switch (PCI_REG_ADDR_G(reg[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM64): if (reg[i].pci_phys_hi & PCI_REG_PF_M) { /* allocate prefetchable memory */ pcicfg_get_pf_mem(entry, reg[i].pci_size_low, &mem_answer); } else { /* get non prefetchable memory */ pcicfg_get_mem(entry, reg[i].pci_size_low, &mem_answer); } pci_config_put64(handle, offset, mem_answer); DEBUG2("REGISTER off %x (64)LO ----> [0x%x]\n", offset, pci_config_get32(handle, offset)); DEBUG2("REGISTER off %x (64)HI ----> [0x%x]\n", offset + 4, pci_config_get32(handle, offset + 4)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = PCICFG_LOADDR(mem_answer); reg[i].pci_phys_mid = PCICFG_HIADDR(mem_answer); break; case PCI_REG_ADDR_G(PCI_ADDR_MEM32): if (reg[i].pci_phys_hi & PCI_REG_PF_M) { /* allocate prefetchable memory */ pcicfg_get_pf_mem(entry, reg[i].pci_size_low, &mem_answer); } else { /* get non prefetchable memory */ pcicfg_get_mem(entry, reg[i].pci_size_low, &mem_answer); } pci_config_put32(handle, offset, (uint32_t)mem_answer); DEBUG2("REGISTER off %x(32)LO ----> [0x%x]\n", offset, pci_config_get32(handle, offset)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = (uint32_t)mem_answer; break; case PCI_REG_ADDR_G(PCI_ADDR_IO): /* allocate I/O space from the allocator */ (void) pcicfg_get_io(entry, reg[i].pci_size_low, &io_answer); pci_config_put32(handle, offset, io_answer); DEBUG2("REGISTER off %x (I/O)LO ----> [0x%x]\n", offset, pci_config_get32(handle, offset)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = io_answer; break; default: DEBUG0("Unknown register type\n"); kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); entry->error = PCICFG_FAILURE; return (DDI_WALK_TERMINATE); } /* switch */ /* * Now that memory locations are assigned, * update the assigned address property. */ if (pcicfg_update_assigned_prop(dip, ®[i]) != PCICFG_SUCCESS) { kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); entry->error = PCICFG_FAILURE; return (DDI_WALK_TERMINATE); } } } (void) pcicfg_device_on(handle); PCICFG_DUMP_DEVICE_CONFIG(handle); (void) pcicfg_config_teardown(&handle); kmem_free((caddr_t)reg, length); return (DDI_WALK_CONTINUE); } static int pcicfg_device_assign(dev_info_t *dip) { ddi_acc_handle_t handle; pci_regspec_t *reg; int length; int rcount; int i; int offset; ndi_ra_request_t request; uint64_t answer; uint64_t alen; DEBUG1("%llx now under configuration\n", dip); /* request.ra_len = PCICFG_ROUND_UP(request.ra_len, PCICFG_IOGRAN); */ if (pcicfg_ntbridge_child(dip) == DDI_SUCCESS) { return (pcicfg_ntbridge_program_child(dip)); } /* * XXX Failure here should be noted */ if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)®, &length) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read reg property\n"); return (PCICFG_FAILURE); } if (pcicfg_config_setup(dip, &handle) != DDI_SUCCESS) { DEBUG0("Failed to map config space!\n"); kmem_free(reg, length); return (PCICFG_FAILURE); } /* * A single device * * For each "reg" property with a length, allocate memory * and program the base registers. */ /* * If there is an interrupt pin set program * interrupt line with default values. */ if (pci_config_get8(handle, PCI_CONF_IPIN)) { pci_config_put8(handle, PCI_CONF_ILINE, 0xf); } bzero((caddr_t)&request, sizeof (ndi_ra_request_t)); /* * Note: Both non-prefetchable and prefetchable memory space * allocations are made within 32bit space. Currently, BIOSs * allocate device memory for PCI devices within the 32bit space * so this will not be a problem. */ request.ra_flags |= NDI_RA_ALIGN_SIZE | NDI_RA_ALLOC_BOUNDED; request.ra_boundbase = 0; request.ra_boundlen = PCICFG_4GIG_LIMIT; rcount = length / sizeof (pci_regspec_t); offset = PCI_CONF_BASE0; for (i = 0; i < rcount; i++) { char *mem_type; if ((reg[i].pci_size_low != 0)|| (reg[i].pci_size_hi != 0)) { offset = PCI_REG_REG_G(reg[i].pci_phys_hi); request.ra_len = reg[i].pci_size_low; switch (PCI_REG_ADDR_G(reg[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM64): if (reg[i].pci_phys_hi & PCI_REG_PF_M) { mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; } else { mem_type = NDI_RA_TYPE_MEM; } /* allocate memory space from the allocator */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate 64b mem\n"); kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); return (PCICFG_NORESRC); } DEBUG3("64 addr = [0x%x.0x%x] len [0x%x]\n", PCICFG_HIADDR(answer), PCICFG_LOADDR(answer), alen); /* program the low word */ pci_config_put32(handle, offset, PCICFG_LOADDR(answer)); /* program the high word */ pci_config_put32(handle, offset + 4, PCICFG_HIADDR(answer)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = PCICFG_LOADDR(answer); reg[i].pci_phys_mid = PCICFG_HIADDR(answer); /* * currently support 32b address space * assignments only. */ reg[i].pci_phys_hi ^= PCI_ADDR_MEM64 ^ PCI_ADDR_MEM32; offset += 8; break; case PCI_REG_ADDR_G(PCI_ADDR_MEM32): if (reg[i].pci_phys_hi & PCI_REG_PF_M) mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; else mem_type = NDI_RA_TYPE_MEM; /* allocate memory space from the allocator */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate 32b mem\n"); kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); return (PCICFG_NORESRC); } DEBUG3("32 addr = [0x%x.0x%x] len [0x%x]\n", PCICFG_HIADDR(answer), PCICFG_LOADDR(answer), alen); /* program the low word */ pci_config_put32(handle, offset, PCICFG_LOADDR(answer)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = PCICFG_LOADDR(answer); reg[i].pci_phys_mid = 0; offset += 4; break; case PCI_REG_ADDR_G(PCI_ADDR_IO): /* * Try to allocate I/O space. If it fails, * continue here instead of returning failure * so that the hotplug for drivers that don't * use I/O space can succeed, For drivers * that need to use I/O space, the hotplug * will still fail later during driver attach. */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, NDI_RA_TYPE_IO, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate I/O\n"); continue; } DEBUG3("I/O addr = [0x%x.0x%x] len [0x%x]\n", PCICFG_HIADDR(answer), PCICFG_LOADDR(answer), alen); pci_config_put32(handle, offset, PCICFG_LOADDR(answer)); reg[i].pci_phys_hi |= PCI_REG_REL_M; reg[i].pci_phys_low = PCICFG_LOADDR(answer); offset += 4; break; default: DEBUG0("Unknown register type\n"); kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); return (PCICFG_FAILURE); } /* switch */ /* * Now that memory locations are assigned, * update the assigned address property. */ if (pcicfg_update_assigned_prop(dip, ®[i]) != PCICFG_SUCCESS) { kmem_free(reg, length); (void) pcicfg_config_teardown(&handle); return (PCICFG_FAILURE); } } } (void) pcicfg_device_on(handle); kmem_free(reg, length); PCICFG_DUMP_DEVICE_CONFIG(handle); (void) pcicfg_config_teardown(&handle); return (PCICFG_SUCCESS); } static int pcicfg_device_assign_readonly(dev_info_t *dip) { ddi_acc_handle_t handle; pci_regspec_t *assigned; int length; int acount; int i; ndi_ra_request_t request; uint64_t answer; uint64_t alen; DEBUG1("%llx now under configuration\n", dip); /* * we don't support ntbridges for readonly probe. */ if (pcicfg_ntbridge_child(dip) == DDI_SUCCESS) { return (PCICFG_FAILURE); } if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "assigned-addresses", (caddr_t)&assigned, &length) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read assigned-addresses property\n"); return (PCICFG_FAILURE); } if (pcicfg_config_setup(dip, &handle) != DDI_SUCCESS) { DEBUG0("Failed to map config space!\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } /* * If there is an interrupt pin set program * interrupt line with default values. */ if (pci_config_get8(handle, PCI_CONF_IPIN)) { pci_config_put8(handle, PCI_CONF_ILINE, 0xf); } /* * Note: Both non-prefetchable and prefetchable memory space * allocations are made within 32bit space. Currently, BIOSs * allocate device memory for PCI devices within the 32bit space * so this will not be a problem. */ bzero((caddr_t)&request, sizeof (ndi_ra_request_t)); request.ra_flags = NDI_RA_ALLOC_SPECIFIED; /* specified addr */ request.ra_boundbase = 0; request.ra_boundlen = PCICFG_4GIG_LIMIT; acount = length / sizeof (pci_regspec_t); for (i = 0; i < acount; i++) { char *mem_type; if ((assigned[i].pci_size_low != 0)|| (assigned[i].pci_size_hi != 0)) { request.ra_len = assigned[i].pci_size_low; switch (PCI_REG_ADDR_G(assigned[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM64): request.ra_addr = (uint64_t)PCICFG_LADDR( assigned[i].pci_phys_low, assigned[i].pci_phys_mid); if (assigned[i].pci_phys_hi & PCI_REG_PF_M) { mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; } else { mem_type = NDI_RA_TYPE_MEM; } /* allocate memory space from the allocator */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate 64b mem\n"); kmem_free(assigned, length); return (PCICFG_NORESRC); } break; case PCI_REG_ADDR_G(PCI_ADDR_MEM32): request.ra_addr = (uint64_t) assigned[i].pci_phys_low; if (assigned[i].pci_phys_hi & PCI_REG_PF_M) mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; else mem_type = NDI_RA_TYPE_MEM; /* allocate memory space from the allocator */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate 32b mem\n"); kmem_free(assigned, length); return (PCICFG_NORESRC); } break; case PCI_REG_ADDR_G(PCI_ADDR_IO): request.ra_addr = (uint64_t) assigned[i].pci_phys_low; /* allocate I/O space from the allocator */ if (ndi_ra_alloc(ddi_get_parent(dip), &request, &answer, &alen, NDI_RA_TYPE_IO, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to allocate I/O\n"); kmem_free(assigned, length); return (PCICFG_NORESRC); } break; default: DEBUG0("Unknown register type\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } /* switch */ } } (void) pcicfg_device_on(handle); kmem_free(assigned, length); PCICFG_DUMP_DEVICE_CONFIG(handle); (void) pcicfg_config_teardown(&handle); return (PCICFG_SUCCESS); } #ifdef DEBUG /* * This function is useful in debug mode, where we can measure how * much memory was wasted/unallocated in bridge device's domain. */ static uint64_t pcicfg_unused_space(hole_t *hole, uint32_t *hole_count) { uint64_t len = 0; uint32_t count = 0; do { len += hole->len; hole = hole->next; count++; } while (hole); *hole_count = count; return (len); } #endif /* * This function frees data structures that hold the hole information * which are allocated in pcicfg_alloc_hole(). This is not freeing * any memory allocated through NDI calls. */ static void pcicfg_free_hole(hole_t *addr_hole) { hole_t *nhole, *hole = addr_hole->next; while (hole) { nhole = hole->next; kmem_free(hole, sizeof (hole_t)); hole = nhole; } } static uint64_t pcicfg_alloc_hole(hole_t *addr_hole, uint64_t *alast, uint32_t length) { uint64_t actual_hole_start, ostart, olen; hole_t *hole = addr_hole, *thole, *nhole; do { actual_hole_start = PCICFG_ROUND_UP(hole->start, length); if (((actual_hole_start - hole->start) + length) <= hole->len) { DEBUG3("hole found. start %llx, len %llx, req=0x%x\n", hole->start, hole->len, length); ostart = hole->start; olen = hole->len; /* current hole parameters adjust */ if ((actual_hole_start - hole->start) == 0) { hole->start += length; hole->len -= length; if (hole->start > *alast) *alast = hole->start; } else { hole->len = actual_hole_start - hole->start; nhole = (hole_t *)kmem_zalloc(sizeof (hole_t), KM_SLEEP); nhole->start = actual_hole_start + length; nhole->len = (ostart + olen) - nhole->start; nhole->next = NULL; thole = hole->next; hole->next = nhole; nhole->next = thole; if (nhole->start > *alast) *alast = nhole->start; DEBUG2("put new hole to %llx, %llx\n", nhole->start, nhole->len); } DEBUG2("adjust current hole to %llx, %llx\n", hole->start, hole->len); break; } actual_hole_start = 0; hole = hole->next; } while (hole); DEBUG1("return hole at %llx\n", actual_hole_start); return (actual_hole_start); } static void pcicfg_get_mem(pcicfg_phdl_t *entry, uint32_t length, uint64_t *ans) { uint64_t new_mem; /* See if there is a hole, that can hold this request. */ new_mem = pcicfg_alloc_hole(&entry->mem_hole, &entry->memory_last, length); if (new_mem) { /* if non-zero, found a hole. */ if (ans != NULL) *ans = new_mem; } else cmn_err(CE_WARN, "No %u bytes memory window for %s\n", length, ddi_get_name(entry->dip)); } static void pcicfg_get_io(pcicfg_phdl_t *entry, uint32_t length, uint32_t *ans) { uint32_t new_io; uint64_t io_last; /* * See if there is a hole, that can hold this request. * Pass 64 bit parameters and then truncate to 32 bit. */ io_last = entry->io_last; new_io = (uint32_t)pcicfg_alloc_hole(&entry->io_hole, &io_last, length); if (new_io) { /* if non-zero, found a hole. */ entry->io_last = (uint32_t)io_last; if (ans != NULL) *ans = new_io; } else cmn_err(CE_WARN, "No %u bytes IO space window for %s\n", length, ddi_get_name(entry->dip)); } static void pcicfg_get_pf_mem(pcicfg_phdl_t *entry, uint32_t length, uint64_t *ans) { uint64_t new_mem; /* See if there is a hole, that can hold this request. */ new_mem = pcicfg_alloc_hole(&entry->pf_mem_hole, &entry->pf_memory_last, length); if (new_mem) { /* if non-zero, found a hole. */ if (ans != NULL) *ans = new_mem; } else cmn_err(CE_WARN, "No %u bytes PF memory window for %s\n", length, ddi_get_name(entry->dip)); } static int pcicfg_sum_resources(dev_info_t *dip, void *hdl) { pcicfg_phdl_t *entry = (pcicfg_phdl_t *)hdl; pci_regspec_t *pci_rp; int length; int rcount; int i; ndi_ra_request_t *pf_mem_request; ndi_ra_request_t *mem_request; ndi_ra_request_t *io_request; uint8_t header_type; ddi_acc_handle_t handle; entry->error = PCICFG_SUCCESS; pf_mem_request = &entry->pf_mem_req; mem_request = &entry->mem_req; io_request = &entry->io_req; if (pcicfg_config_setup(dip, &handle) != DDI_SUCCESS) { DEBUG0("Failed to map config space!\n"); entry->error = PCICFG_FAILURE; return (DDI_WALK_TERMINATE); } header_type = pci_config_get8(handle, PCI_CONF_HEADER); /* * If its a bridge - just record the highest bus seen */ if ((header_type & PCI_HEADER_TYPE_M) == PCI_HEADER_PPB) { if (entry->highest_bus < pci_config_get8(handle, PCI_BCNF_SECBUS)) { entry->highest_bus = pci_config_get8(handle, PCI_BCNF_SECBUS); } (void) pcicfg_config_teardown(&handle); entry->error = PCICFG_FAILURE; return (DDI_WALK_CONTINUE); } else { if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)&pci_rp, &length) != DDI_PROP_SUCCESS) { /* * If one node in (the subtree of nodes) * doesn't have a "reg" property fail the * allocation. */ entry->memory_len = 0; entry->io_len = 0; entry->pf_memory_len = 0; entry->error = PCICFG_FAILURE; (void) pcicfg_config_teardown(&handle); return (DDI_WALK_TERMINATE); } /* * For each "reg" property with a length, add that to the * total memory (or I/O) to allocate. */ rcount = length / sizeof (pci_regspec_t); for (i = 0; i < rcount; i++) { switch (PCI_REG_ADDR_G(pci_rp[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM32): if (pci_rp[i].pci_phys_hi & PCI_REG_PF_M) { pf_mem_request->ra_len = pci_rp[i].pci_size_low + PCICFG_ROUND_UP( pf_mem_request->ra_len, pci_rp[i].pci_size_low); DEBUG1("ADDING 32 --->0x%x\n", pci_rp[i].pci_size_low); } else { mem_request->ra_len = pci_rp[i].pci_size_low + PCICFG_ROUND_UP(mem_request->ra_len, pci_rp[i].pci_size_low); DEBUG1("ADDING 32 --->0x%x\n", pci_rp[i].pci_size_low); } break; case PCI_REG_ADDR_G(PCI_ADDR_MEM64): if (pci_rp[i].pci_phys_hi & PCI_REG_PF_M) { pf_mem_request->ra_len = pci_rp[i].pci_size_low + PCICFG_ROUND_UP( pf_mem_request->ra_len, pci_rp[i].pci_size_low); DEBUG1("ADDING 64 --->0x%x\n", pci_rp[i].pci_size_low); } else { mem_request->ra_len = pci_rp[i].pci_size_low + PCICFG_ROUND_UP(mem_request->ra_len, pci_rp[i].pci_size_low); DEBUG1("ADDING 64 --->0x%x\n", pci_rp[i].pci_size_low); } break; case PCI_REG_ADDR_G(PCI_ADDR_IO): io_request->ra_len = pci_rp[i].pci_size_low + PCICFG_ROUND_UP(io_request->ra_len, pci_rp[i].pci_size_low); DEBUG1("ADDING I/O --->0x%x\n", pci_rp[i].pci_size_low); break; default: /* Config space register - not included */ break; } } /* * free the memory allocated by ddi_getlongprop */ kmem_free(pci_rp, length); /* * continue the walk to the next sibling to sum memory */ (void) pcicfg_config_teardown(&handle); return (DDI_WALK_CONTINUE); } } static int pcicfg_free_bridge_resources(dev_info_t *dip) { ppb_ranges_t *ranges; uint_t *bus; int k; int length = 0; int i; if ((i = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "ranges", (caddr_t)&ranges, &length)) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read ranges property\n"); if (ddi_get_child(dip)) { cmn_err(CE_WARN, "No ranges property found for %s", ddi_get_name(dip)); /* * strictly speaking, we can check for children with * assigned-addresses but for now it is better to * be conservative and assume that if there are child * nodes, then they do consume PCI memory or IO * resources, Hence return failure. */ return (PCICFG_FAILURE); } length = 0; } for (i = 0; i < length / sizeof (ppb_ranges_t); i++) { char *mem_type; if (ranges[i].size_low != 0 || ranges[i].size_high != 0) { switch (ranges[i].parent_high & PCI_REG_ADDR_M) { case PCI_ADDR_IO: DEBUG2("Free I/O base/length = " "[0x%x]/[0x%x]\n", ranges[i].child_low, ranges[i].size_low); if (ndi_ra_free(ddi_get_parent(dip), (uint64_t)ranges[i].child_low, (uint64_t)ranges[i].size_low, NDI_RA_TYPE_IO, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Trouble freeing " "PCI i/o space\n"); kmem_free(ranges, length); return (PCICFG_FAILURE); } break; case PCI_ADDR_MEM32: case PCI_ADDR_MEM64: if (ranges[i].parent_high & PCI_REG_PF_M) { DEBUG3("Free PF Memory base/length = " "[0x%x.0x%x]/[0x%x]\n", ranges[i].child_mid, ranges[i].child_low, ranges[i].size_low); mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; } else { DEBUG3("Free Memory base/length" " = [0x%x.0x%x]/[0x%x]\n", ranges[i].child_mid, ranges[i].child_low, ranges[i].size_low) mem_type = NDI_RA_TYPE_MEM; } if (ndi_ra_free(ddi_get_parent(dip), PCICFG_LADDR(ranges[i].child_low, ranges[i].child_mid), (uint64_t)ranges[i].size_low, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Trouble freeing " "PCI memory space\n"); kmem_free(ranges, length); return (PCICFG_FAILURE); } break; default: DEBUG0("Unknown memory space\n"); break; } } } if (length) kmem_free(ranges, length); if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "bus-range", (caddr_t)&bus, &k) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read bus-range property\n"); return (PCICFG_FAILURE); } DEBUG2("Need to free bus [%d] range [%d]\n", bus[0], bus[1] - bus[0] + 1); if (ndi_ra_free(ddi_get_parent(dip), (uint64_t)bus[0], (uint64_t)(bus[1] - bus[0] + 1), NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Failed to free a bus number\n"); kmem_free(bus, k); return (PCICFG_FAILURE); } kmem_free(bus, k); return (PCICFG_SUCCESS); } static int pcicfg_free_device_resources(dev_info_t *dip) { pci_regspec_t *assigned; int length; int acount; int i; if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "assigned-addresses", (caddr_t)&assigned, &length) != DDI_PROP_SUCCESS) { DEBUG0("Failed to read assigned-addresses property\n"); return (PCICFG_FAILURE); } /* * For each "assigned-addresses" property entry with a length, * call the memory allocation routines to return the * resource. */ acount = length / sizeof (pci_regspec_t); for (i = 0; i < acount; i++) { char *mem_type; /* * Free the resource if the size of it is not zero. */ if ((assigned[i].pci_size_low != 0)|| (assigned[i].pci_size_hi != 0)) { switch (PCI_REG_ADDR_G(assigned[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM32): /* * Check the assigned address for zero. * (Workaround for Devconf (x86) bug to * skip bogus entry for ROM base address * register. If the assigned address is * zero then ignore the entry * (see bugid 4281306)). */ if (assigned[i].pci_phys_low == 0) break; /* ignore the entry */ if (assigned[i].pci_phys_hi & PCI_REG_PF_M) mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; else mem_type = NDI_RA_TYPE_MEM; if (ndi_ra_free(ddi_get_parent(dip), (uint64_t)assigned[i].pci_phys_low, (uint64_t)assigned[i].pci_size_low, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Trouble freeing " "PCI memory space\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } DEBUG4("Returned 0x%x of 32 bit %s space" " @ 0x%x from register 0x%x\n", assigned[i].pci_size_low, mem_type, assigned[i].pci_phys_low, PCI_REG_REG_G(assigned[i].pci_phys_hi)); break; case PCI_REG_ADDR_G(PCI_ADDR_MEM64): if (assigned[i].pci_phys_hi & PCI_REG_PF_M) mem_type = NDI_RA_TYPE_PCI_PREFETCH_MEM; else mem_type = NDI_RA_TYPE_MEM; if (ndi_ra_free(ddi_get_parent(dip), PCICFG_LADDR(assigned[i].pci_phys_low, assigned[i].pci_phys_mid), (uint64_t)assigned[i].pci_size_low, mem_type, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Trouble freeing " "PCI memory space\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } DEBUG5("Returned 0x%x of 64 bit %s space" " @ 0x%x.0x%x from register 0x%x\n", assigned[i].pci_size_low, mem_type, assigned[i].pci_phys_mid, assigned[i].pci_phys_low, PCI_REG_REG_G(assigned[i].pci_phys_hi)); break; case PCI_REG_ADDR_G(PCI_ADDR_IO): if (ndi_ra_free(ddi_get_parent(dip), (uint64_t)assigned[i].pci_phys_low, (uint64_t)assigned[i].pci_size_low, NDI_RA_TYPE_IO, NDI_RA_PASS) != NDI_SUCCESS) { DEBUG0("Trouble freeing " "PCI IO space\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } DEBUG3("Returned 0x%x of IO space @ 0x%x from " "register 0x%x\n", assigned[i].pci_size_low, assigned[i].pci_phys_low, PCI_REG_REG_G(assigned[i].pci_phys_hi)); break; default: DEBUG0("Unknown register type\n"); kmem_free(assigned, length); return (PCICFG_FAILURE); } /* switch */ } } kmem_free(assigned, length); return (PCICFG_SUCCESS); } static int pcicfg_free_resources(dev_info_t *dip, pcicfg_flags_t flags) { ddi_acc_handle_t handle; uint8_t header_type; if (pci_config_setup(dip, &handle) != DDI_SUCCESS) { DEBUG0("Failed to map config space!\n"); return (PCICFG_FAILURE); } header_type = pci_config_get8(handle, PCI_CONF_HEADER); (void) pci_config_teardown(&handle); /* * A different algorithm is used for bridges and leaf devices. */ if ((header_type & PCI_HEADER_TYPE_M) == PCI_HEADER_PPB) { /* * We only support readonly probing for leaf devices. */ if (flags & PCICFG_FLAG_READ_ONLY) return (PCICFG_FAILURE); if (pcicfg_free_bridge_resources(dip) != PCICFG_SUCCESS) { DEBUG0("Failed freeing up bridge resources\n"); return (PCICFG_FAILURE); } } else { if (pcicfg_free_device_resources(dip) != PCICFG_SUCCESS) { DEBUG0("Failed freeing up device resources\n"); return (PCICFG_FAILURE); } } return (PCICFG_SUCCESS); } #ifndef _DONT_USE_1275_GENERIC_NAMES static char * pcicfg_get_class_name(uint32_t classcode) { struct pcicfg_name_entry *ptr; for (ptr = &pcicfg_class_lookup[0]; ptr->name != NULL; ptr++) { if (ptr->class_code == classcode) { return (ptr->name); } } return (NULL); } #endif /* _DONT_USE_1275_GENERIC_NAMES */ static dev_info_t * pcicfg_devi_find(dev_info_t *dip, uint_t device, uint_t function) { struct pcicfg_find_ctrl ctrl; int count; ctrl.device = device; ctrl.function = function; ctrl.dip = NULL; ndi_devi_enter(dip, &count); ddi_walk_devs(ddi_get_child(dip), pcicfg_match_dev, (void *)&ctrl); ndi_devi_exit(dip, count); return (ctrl.dip); } static int pcicfg_match_dev(dev_info_t *dip, void *hdl) { struct pcicfg_find_ctrl *ctrl = (struct pcicfg_find_ctrl *)hdl; pci_regspec_t *pci_rp; int length; int pci_dev; int pci_func; if (ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (int **)&pci_rp, (uint_t *)&length) != DDI_PROP_SUCCESS) { ctrl->dip = NULL; return (DDI_WALK_TERMINATE); } /* get the PCI device address info */ pci_dev = PCI_REG_DEV_G(pci_rp->pci_phys_hi); pci_func = PCI_REG_FUNC_G(pci_rp->pci_phys_hi); /* * free the memory allocated by ddi_prop_lookup_int_array */ ddi_prop_free(pci_rp); if ((pci_dev == ctrl->device) && (pci_func == ctrl->function)) { /* found the match for the specified device address */ ctrl->dip = dip; return (DDI_WALK_TERMINATE); } /* * continue the walk to the next sibling to look for a match. */ return (DDI_WALK_PRUNECHILD); } static int pcicfg_update_assigned_prop(dev_info_t *dip, pci_regspec_t *newone) { int alen; pci_regspec_t *assigned; caddr_t newreg; uint_t status; status = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "assigned-addresses", (caddr_t)&assigned, &alen); switch (status) { case DDI_PROP_SUCCESS: break; case DDI_PROP_NO_MEMORY: DEBUG0("no memory for assigned-addresses property\n"); return (PCICFG_FAILURE); default: (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "assigned-addresses", (int *)newone, sizeof (*newone)/sizeof (int)); return (PCICFG_SUCCESS); } /* * Allocate memory for the existing * assigned-addresses(s) plus one and then * build it. */ newreg = kmem_zalloc(alen+sizeof (*newone), KM_SLEEP); bcopy(assigned, newreg, alen); bcopy(newone, newreg + alen, sizeof (*newone)); /* * Write out the new "assigned-addresses" spec */ (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "assigned-addresses", (int *)newreg, (alen + sizeof (*newone))/sizeof (int)); kmem_free((caddr_t)newreg, alen+sizeof (*newone)); kmem_free(assigned, alen); return (PCICFG_SUCCESS); } static int pcicfg_update_ranges_prop(dev_info_t *dip, ppb_ranges_t *addition) { int rlen; ppb_ranges_t *ranges; caddr_t newreg; uint_t status; status = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "ranges", (caddr_t)&ranges, &rlen); switch (status) { case DDI_PROP_SUCCESS: break; case DDI_PROP_NO_MEMORY: DEBUG0("ranges present, but unable to get memory\n"); return (PCICFG_FAILURE); default: DEBUG0("no ranges property - creating one\n"); if (ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "ranges", (int *)addition, sizeof (ppb_ranges_t)/sizeof (int)) != DDI_SUCCESS) { DEBUG0("Did'nt create ranges property\n"); return (PCICFG_FAILURE); } return (PCICFG_SUCCESS); } /* * Allocate memory for the existing ranges plus one and then * build it. */ newreg = kmem_zalloc(rlen+sizeof (ppb_ranges_t), KM_SLEEP); bcopy(ranges, newreg, rlen); bcopy(addition, newreg + rlen, sizeof (ppb_ranges_t)); /* * Write out the new "ranges" property */ (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "ranges", (int *)newreg, (rlen + sizeof (ppb_ranges_t))/sizeof (int)); DEBUG1("Updating ranges property for %d entries", rlen / sizeof (ppb_ranges_t) + 1); kmem_free((caddr_t)newreg, rlen+sizeof (ppb_ranges_t)); kmem_free((caddr_t)ranges, rlen); return (PCICFG_SUCCESS); } static int pcicfg_update_reg_prop(dev_info_t *dip, uint32_t regvalue, uint_t reg_offset) { int rlen; pci_regspec_t *reg; caddr_t newreg; uint32_t hiword; pci_regspec_t addition; uint32_t size; uint_t status; status = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)®, &rlen); switch (status) { case DDI_PROP_SUCCESS: break; case DDI_PROP_NO_MEMORY: DEBUG0("reg present, but unable to get memory\n"); return (PCICFG_FAILURE); default: DEBUG0("no reg property\n"); return (PCICFG_FAILURE); } /* * Allocate memory for the existing reg(s) plus one and then * build it. */ newreg = kmem_zalloc(rlen+sizeof (pci_regspec_t), KM_SLEEP); /* * Build the regspec, then add it to the existing one(s) */ hiword = PCICFG_MAKE_REG_HIGH(PCI_REG_BUS_G(reg->pci_phys_hi), PCI_REG_DEV_G(reg->pci_phys_hi), PCI_REG_FUNC_G(reg->pci_phys_hi), reg_offset); if (reg_offset == PCI_CONF_ROM) { size = (~(PCI_BASE_ROM_ADDR_M & regvalue))+1; hiword |= PCI_ADDR_MEM32; } else { size = (~(PCI_BASE_M_ADDR_M & regvalue))+1; if ((PCI_BASE_SPACE_M & regvalue) == PCI_BASE_SPACE_MEM) { if ((PCI_BASE_TYPE_M & regvalue) == PCI_BASE_TYPE_MEM) { hiword |= PCI_ADDR_MEM32; } else if ((PCI_BASE_TYPE_M & regvalue) == PCI_BASE_TYPE_ALL) { hiword |= PCI_ADDR_MEM64; } if (regvalue & PCI_BASE_PREF_M) hiword |= PCI_REG_PF_M; } else { hiword |= PCI_ADDR_IO; } } addition.pci_phys_hi = hiword; addition.pci_phys_mid = 0; addition.pci_phys_low = 0; addition.pci_size_hi = 0; addition.pci_size_low = size; bcopy(reg, newreg, rlen); bcopy(&addition, newreg + rlen, sizeof (pci_regspec_t)); DEBUG3("updating BAR@off %x with %x,%x\n", reg_offset, hiword, size); /* * Write out the new "reg" property */ (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "reg", (int *)newreg, (rlen + sizeof (pci_regspec_t))/sizeof (int)); kmem_free((caddr_t)newreg, rlen+sizeof (pci_regspec_t)); kmem_free((caddr_t)reg, rlen); return (PCICFG_SUCCESS); } static int pcicfg_update_assigned_prop_value(dev_info_t *dip, uint32_t size, uint32_t base, uint32_t base_hi, uint_t reg_offset) { int rlen; pci_regspec_t *reg; uint32_t hiword; pci_regspec_t addition; uint_t status; status = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)®, &rlen); switch (status) { case DDI_PROP_SUCCESS: break; case DDI_PROP_NO_MEMORY: DEBUG0("reg present, but unable to get memory\n"); return (PCICFG_FAILURE); default: /* * Since the config space "reg" entry should have been * created, we expect a "reg" property already * present here. */ DEBUG0("no reg property\n"); return (PCICFG_FAILURE); } /* * Build the regspec, then add it to the existing one(s) */ hiword = PCICFG_MAKE_REG_HIGH(PCI_REG_BUS_G(reg->pci_phys_hi), PCI_REG_DEV_G(reg->pci_phys_hi), PCI_REG_FUNC_G(reg->pci_phys_hi), reg_offset); hiword |= PCI_REG_REL_M; if (reg_offset == PCI_CONF_ROM) { hiword |= PCI_ADDR_MEM32; base = PCI_BASE_ROM_ADDR_M & base; } else { if ((PCI_BASE_SPACE_M & base) == PCI_BASE_SPACE_MEM) { if ((PCI_BASE_TYPE_M & base) == PCI_BASE_TYPE_MEM) { hiword |= PCI_ADDR_MEM32; } else if ((PCI_BASE_TYPE_M & base) == PCI_BASE_TYPE_ALL) { hiword |= PCI_ADDR_MEM64; } if (base & PCI_BASE_PREF_M) hiword |= PCI_REG_PF_M; base = PCI_BASE_M_ADDR_M & base; } else { hiword |= PCI_ADDR_IO; base = PCI_BASE_IO_ADDR_M & base; base_hi = 0; } } addition.pci_phys_hi = hiword; addition.pci_phys_mid = base_hi; addition.pci_phys_low = base; addition.pci_size_hi = 0; addition.pci_size_low = size; DEBUG3("updating BAR@off %x with %x,%x\n", reg_offset, hiword, size); kmem_free((caddr_t)reg, rlen); return (pcicfg_update_assigned_prop(dip, &addition)); } static void pcicfg_device_on(ddi_acc_handle_t config_handle) { /* * Enable memory, IO, and bus mastership * XXX should we enable parity, SERR#, * fast back-to-back, and addr. stepping? */ pci_config_put16(config_handle, PCI_CONF_COMM, pci_config_get16(config_handle, PCI_CONF_COMM) | 0x7); } static void pcicfg_device_off(ddi_acc_handle_t config_handle) { /* * Disable I/O and memory traffic through the bridge */ pci_config_put16(config_handle, PCI_CONF_COMM, 0x0); } /* * Setup the basic 1275 properties based on information found in the config * header of the PCI device */ static int pcicfg_set_standard_props(dev_info_t *dip, ddi_acc_handle_t config_handle, uint8_t pcie_dev) { int ret; uint16_t cap_id_loc, val; uint32_t wordval; uint8_t byteval; /* These two exists only for non-bridges */ if (((pci_config_get8(config_handle, PCI_CONF_HEADER) & PCI_HEADER_TYPE_M) == PCI_HEADER_ZERO) && !pcie_dev) { byteval = pci_config_get8(config_handle, PCI_CONF_MIN_G); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "min-grant", byteval)) != DDI_SUCCESS) { return (ret); } byteval = pci_config_get8(config_handle, PCI_CONF_MAX_L); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "max-latency", byteval)) != DDI_SUCCESS) { return (ret); } } /* * These should always exist and have the value of the * corresponding register value */ val = pci_config_get16(config_handle, PCI_CONF_VENID); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "vendor-id", val)) != DDI_SUCCESS) { return (ret); } val = pci_config_get16(config_handle, PCI_CONF_DEVID); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "device-id", val)) != DDI_SUCCESS) { return (ret); } byteval = pci_config_get8(config_handle, PCI_CONF_REVID); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "revision-id", byteval)) != DDI_SUCCESS) { return (ret); } wordval = (pci_config_get16(config_handle, PCI_CONF_SUBCLASS)<< 8) | (pci_config_get8(config_handle, PCI_CONF_PROGCLASS)); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "class-code", wordval)) != DDI_SUCCESS) { return (ret); } val = (pci_config_get16(config_handle, PCI_CONF_STAT) & PCI_STAT_DEVSELT); if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "devsel-speed", val)) != DDI_SUCCESS) { return (ret); } /* * The next three are bits set in the status register. The property is * present (but with no value other than its own existence) if the bit * is set, non-existent otherwise */ if ((!pcie_dev) && (pci_config_get16(config_handle, PCI_CONF_STAT) & PCI_STAT_FBBC)) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "fast-back-to-back", 0)) != DDI_SUCCESS) { return (ret); } } if ((!pcie_dev) && (pci_config_get16(config_handle, PCI_CONF_STAT) & PCI_STAT_66MHZ)) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "66mhz-capable", 0)) != DDI_SUCCESS) { return (ret); } } if (pci_config_get16(config_handle, PCI_CONF_STAT) & PCI_STAT_UDF) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "udf-supported", 0)) != DDI_SUCCESS) { return (ret); } } /* * These next three are optional and are not present * if the corresponding register is zero. If the value * is non-zero then the property exists with the value * of the register. */ if ((val = pci_config_get16(config_handle, PCI_CONF_SUBVENID)) != 0) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "subsystem-vendor-id", val)) != DDI_SUCCESS) { return (ret); } } if ((val = pci_config_get16(config_handle, PCI_CONF_SUBSYSID)) != 0) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "subsystem-id", val)) != DDI_SUCCESS) { return (ret); } } if ((val = pci_config_get16(config_handle, PCI_CONF_CACHE_LINESZ)) != 0) { if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "cache-line-size", val)) != DDI_SUCCESS) { return (ret); } } /* * If the Interrupt Pin register is non-zero then the * interrupts property exists */ if ((byteval = pci_config_get8(config_handle, PCI_CONF_IPIN)) != 0) { /* * If interrupt pin is non-zero, * record the interrupt line used */ if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "interrupts", byteval)) != DDI_SUCCESS) { return (ret); } } (void) PCI_CAP_LOCATE(config_handle, PCI_CAP_ID_PCI_E, &cap_id_loc); if (pcie_dev && cap_id_loc != PCI_CAP_NEXT_PTR_NULL) { val = pci_config_get16(config_handle, cap_id_loc + PCIE_PCIECAP) & PCIE_PCIECAP_SLOT_IMPL; /* if slot implemented, get physical slot number */ if (val) { wordval = pci_config_get32(config_handle, cap_id_loc + PCIE_SLOTCAP); /* create the property only if slotnum set correctly? */ if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "physical-slot#", PCIE_SLOTCAP_PHY_SLOT_NUM( wordval))) != DDI_SUCCESS) { return (ret); } } } return (PCICFG_SUCCESS); } static int pcicfg_set_busnode_props(dev_info_t *dip, uint8_t pcie_device_type) { int ret; char device_type[8]; if (pcie_device_type) (void) strcpy(device_type, "pciex"); else (void) strcpy(device_type, "pci"); if ((ret = ndi_prop_update_string(DDI_DEV_T_NONE, dip, "device_type", device_type)) != DDI_SUCCESS) { return (ret); } if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "#address-cells", 3)) != DDI_SUCCESS) { return (ret); } if ((ret = ndi_prop_update_int(DDI_DEV_T_NONE, dip, "#size-cells", 2)) != DDI_SUCCESS) { return (ret); } return (PCICFG_SUCCESS); } static int pcicfg_set_childnode_props(dev_info_t *dip, ddi_acc_handle_t config_handle, uint8_t pcie_dev) { int ret; char *name; char buffer[64], pprefix[8], nprefix[8]; uint16_t classcode; uint8_t revid, pif, pclass, psubclass; char *compat[24]; int i; int n; uint16_t sub_vid, sub_sid, vid, did; /* set the property prefix based on the device type */ if (pcie_dev) { (void) sprintf(pprefix, "pciex"); } else (void) sprintf(pprefix, "pci"); /* set the prefix right for name property */ /* x86 platforms need to go with pci for upgrade purposes */ (void) sprintf(nprefix, "pci"); /* * NOTE: These are for both a child and PCI-PCI bridge node */ sub_vid = pci_config_get16(config_handle, PCI_CONF_SUBVENID); sub_sid = pci_config_get16(config_handle, PCI_CONF_SUBSYSID); vid = pci_config_get16(config_handle, PCI_CONF_VENID); did = pci_config_get16(config_handle, PCI_CONF_DEVID); revid = pci_config_get8(config_handle, PCI_CONF_REVID); pif = pci_config_get8(config_handle, PCI_CONF_PROGCLASS); classcode = pci_config_get16(config_handle, PCI_CONF_SUBCLASS); pclass = pci_config_get8(config_handle, PCI_CONF_BASCLASS); psubclass = pci_config_get8(config_handle, PCI_CONF_SUBCLASS); if (!sub_vid) (void) sprintf(buffer, "%s%x,%x", nprefix, vid, did); else (void) sprintf(buffer, "%s%x,%x", nprefix, sub_vid, sub_sid); /* * In some environments, trying to use "generic" 1275 names is * not the convention. In those cases use the name as created * above. In all the rest of the cases, check to see if there * is a generic name first. */ #ifdef _DONT_USE_1275_GENERIC_NAMES name = buffer; #else if ((name = pcicfg_get_class_name(classcode)) == NULL) { /* * Set name to the above fabricated name */ name = buffer; } #endif /* * The node name field needs to be filled in with the name */ if (ndi_devi_set_nodename(dip, name, 0) != NDI_SUCCESS) { DEBUG0("Failed to set nodename for node\n"); return (PCICFG_FAILURE); } /* * Create the compatible property as an array of pointers * to strings. Start with the buffer created above. */ n = 0; /* * Setup 'compatible' as per the PCI2.1 bindings document. * pci[ex]VVVV,DDDD.SSSS.ssss.RR * pci[ex]VVVV,DDDD.SSSS.ssss * pciSSSS.ssss -> not created for PCIe as per PCIe bindings * pci[ex]VVVV,DDDD.RR * pci[ex]VVVV,DDDD * pci[ex]class,CCSSPP * pci[ex]class,CCSS * Add legacy entries for compatibility with legacy devices and OS * for x86. * pciVVVV,DDDD.SSSS.ssss.RR * pciVVVV,DDDD.SSSS.ssss * pciSSSS.ssss * pciVVVV,DDDD.RR * pciVVVV,DDDD * pciclass,CCSSPP * pciclass,CCSS */ do { if (sub_vid) { /* pci[ex]VVVV,DDDD.SSSS.ssss.RR */ (void) sprintf(buffer, "%s%x,%x.%x.%x.%x", pprefix, vid, did, sub_vid, sub_sid, revid); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); /* pci[ex]VVVV,DDDD.SSSS.ssss */ (void) sprintf(buffer, "%s%x,%x.%x.%x", pprefix, vid, did, sub_vid, sub_sid); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); /* pciSSSS.ssss -> not created for PCIe as per PCIe */ /* binding to IEEE 1275 spec. */ if (!pcie_dev && pcicfg_do_legacy_props) { (void) sprintf(buffer, "pci%x,%x", sub_vid, sub_sid); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); } } /* pci[ex]VVVV,DDDD.RR */ (void) sprintf(buffer, "%s%x,%x.%x", pprefix, vid, did, revid); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); /* pci[ex]VVVV,DDDD */ (void) sprintf(buffer, "%s%x,%x", pprefix, vid, did); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); /* pci[ex]class,CCSSPP */ (void) sprintf(buffer, "%sclass,%02x%02x%02x", pprefix, pclass, psubclass, pif); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); /* pci[ex]class,CCSS */ (void) sprintf(buffer, "%sclass,%04x", pprefix, classcode); compat[n] = kmem_alloc(strlen(buffer) + 1, KM_SLEEP); (void) strcpy(compat[n++], buffer); if (!pcie_dev) break; /* also add compatible names using "pci" prefix */ (void) sprintf(pprefix, "pci"); pcie_dev = 0; } while (pcicfg_do_legacy_props); ret = ndi_prop_update_string_array(DDI_DEV_T_NONE, dip, "compatible", (char **)compat, n); for (i = 0; i < n; i++) { kmem_free(compat[i], strlen(compat[i]) + 1); } return (ret); } /* * Program the bus numbers into the bridge */ static void pcicfg_set_bus_numbers(ddi_acc_handle_t config_handle, uint_t primary, uint_t secondary, uint_t subordinate) { DEBUG3("Setting bridge bus-range %d,%d,%d\n", primary, secondary, subordinate); /* * Primary bus# */ pci_config_put8(config_handle, PCI_BCNF_PRIBUS, primary); /* * Secondary bus# */ pci_config_put8(config_handle, PCI_BCNF_SECBUS, secondary); /* * Set the subordinate bus number to ff in order to pass through any * type 1 cycle with a bus number higher than the secondary bus# */ pci_config_put8(config_handle, PCI_BCNF_SUBBUS, subordinate); } /* * Put bridge registers into initial state */ static void pcicfg_setup_bridge(pcicfg_phdl_t *entry, ddi_acc_handle_t handle) { /* * The highest bus seen during probing is the max-subordinate bus */ pci_config_put8(handle, PCI_BCNF_SUBBUS, entry->highest_bus); /* * Reset the secondary bus */ pci_config_put16(handle, PCI_BCNF_BCNTRL, pci_config_get16(handle, PCI_BCNF_BCNTRL) | 0x40); drv_usecwait(1000); pci_config_put16(handle, PCI_BCNF_BCNTRL, pci_config_get16(handle, PCI_BCNF_BCNTRL) & ~0x40); drv_usecwait(1000); /* * Program the memory base register with the * start of the memory range */ pci_config_put16(handle, PCI_BCNF_MEM_BASE, PCICFG_HIWORD(PCICFG_LOADDR(entry->memory_last))); /* * Program the I/O base register with the start of the I/O range */ pci_config_put8(handle, PCI_BCNF_IO_BASE_LOW, PCICFG_HIBYTE(PCICFG_LOWORD(PCICFG_LOADDR(entry->io_last)))); pci_config_put16(handle, PCI_BCNF_IO_BASE_HI, PCICFG_HIWORD(PCICFG_LOADDR(entry->io_last))); /* * Program the PF memory base register with the start of * PF memory range */ pci_config_put16(handle, PCI_BCNF_PF_BASE_LOW, PCICFG_HIWORD(PCICFG_LOADDR(entry->pf_memory_last))); pci_config_put32(handle, PCI_BCNF_PF_BASE_HIGH, PCICFG_HIADDR(entry->pf_memory_last)); /* * Clear status bits */ pci_config_put16(handle, PCI_BCNF_SEC_STATUS, 0xffff); /* * Needs to be set to this value */ pci_config_put8(handle, PCI_CONF_ILINE, 0xf); /* * XXX - may be delay should be used since noone configures * devices in the interrupt context */ drv_usecwait(pcicfg_sec_reset_delay); /* 1 sec wait */ } static void pcicfg_update_bridge(pcicfg_phdl_t *entry, ddi_acc_handle_t handle) { uint_t length; /* * Program the memory limit register with the end of the memory range */ DEBUG1("DOWN ROUNDED ===>[0x%x]\n", PCICFG_ROUND_DOWN(entry->memory_last, PCICFG_MEMGRAN)); pci_config_put16(handle, PCI_BCNF_MEM_LIMIT, PCICFG_HIWORD(PCICFG_LOADDR( PCICFG_ROUND_DOWN(entry->memory_last, PCICFG_MEMGRAN)))); /* * Since this is a bridge, the rest of this range will * be responded to by the bridge. We have to round up * so no other device claims it. */ if ((length = (PCICFG_ROUND_UP(entry->memory_last, PCICFG_MEMGRAN) - entry->memory_last)) > 0) { (void) pcicfg_get_mem(entry, length, NULL); DEBUG1("Added [0x%x]at the top of the bridge (mem)\n", length); } /* * Program the PF memory limit register with the end of the memory range */ DEBUG1("DOWN ROUNDED ===>[0x%x]\n", PCICFG_ROUND_DOWN(entry->pf_memory_last, PCICFG_MEMGRAN)); pci_config_put16(handle, PCI_BCNF_PF_LIMIT_LOW, PCICFG_HIWORD(PCICFG_LOADDR(PCICFG_ROUND_DOWN( entry->pf_memory_last, PCICFG_MEMGRAN)))); pci_config_put32(handle, PCI_BCNF_PF_LIMIT_HIGH, PCICFG_HIADDR( PCICFG_ROUND_DOWN(entry->pf_memory_last, PCICFG_MEMGRAN))); if ((length = (PCICFG_ROUND_UP(entry->pf_memory_last, PCICFG_MEMGRAN) - entry->pf_memory_last)) > 0) { (void) pcicfg_get_pf_mem(entry, length, NULL); DEBUG1("Added [0x%x]at the top of the bridge (PF mem)\n", length); } /* * Program the I/O limit register with the end of the I/O range */ pci_config_put8(handle, PCI_BCNF_IO_LIMIT_LOW, PCICFG_HIBYTE(PCICFG_LOWORD( PCICFG_LOADDR(PCICFG_ROUND_DOWN(entry->io_last, PCICFG_IOGRAN))))); pci_config_put16(handle, PCI_BCNF_IO_LIMIT_HI, PCICFG_HIWORD( PCICFG_LOADDR(PCICFG_ROUND_DOWN(entry->io_last, PCICFG_IOGRAN)))); /* * Same as above for I/O space. Since this is a * bridge, the rest of this range will be responded * to by the bridge. We have to round up so no * other device claims it. */ if ((length = (PCICFG_ROUND_UP(entry->io_last, PCICFG_IOGRAN) - entry->io_last)) > 0) { (void) pcicfg_get_io(entry, length, NULL); DEBUG1("Added [0x%x]at the top of the bridge (I/O)\n", length); } } static int pcicfg_probe_children(dev_info_t *parent, uint_t bus, uint_t device, uint_t func, uint_t *highest_bus, pcicfg_flags_t flags, boolean_t is_pcie) { dev_info_t *new_child; ddi_acc_handle_t config_handle; uint8_t header_type, pcie_dev = 0; int ret = PCICFG_FAILURE; /* * This node will be put immediately below * "parent". Allocate a blank device node. It will either * be filled in or freed up based on further probing. */ ndi_devi_alloc_sleep(parent, DEVI_PSEUDO_NEXNAME, (pnode_t)DEVI_SID_NODEID, &new_child); if (pcicfg_add_config_reg(new_child, bus, device, func) != DDI_SUCCESS) { DEBUG0("pcicfg_probe_children():Failed to add candidate REG\n"); goto failedconfig; } if ((ret = pcicfg_config_setup(new_child, &config_handle)) != PCICFG_SUCCESS) { if (ret == PCICFG_NODEVICE) { (void) ndi_devi_free(new_child); return (ret); } DEBUG0("pcicfg_probe_children():" "Failed to setup config space\n"); goto failedconfig; } if (is_pcie) (void) pcie_init_bus(new_child, PCI_GETBDF(bus, device, func), PCIE_BUS_INITIAL); /* * As soon as we have access to config space, * turn off device. It will get turned on * later (after memory is assigned). */ (void) pcicfg_device_off(config_handle); /* check if we are PCIe device */ if (pcicfg_pcie_dev(new_child, config_handle) == DDI_SUCCESS) { DEBUG0("PCIe device detected\n"); pcie_dev = 1; } /* * Set 1275 properties common to all devices */ if (pcicfg_set_standard_props(new_child, config_handle, pcie_dev) != PCICFG_SUCCESS) { DEBUG0("Failed to set standard properties\n"); goto failedchild; } /* * Child node properties NOTE: Both for PCI-PCI bridge and child node */ if (pcicfg_set_childnode_props(new_child, config_handle, pcie_dev) != PCICFG_SUCCESS) { goto failedchild; } header_type = pci_config_get8(config_handle, PCI_CONF_HEADER); /* * If this is not a multi-function card only probe function zero. */ if ((!(header_type & PCI_HEADER_MULTI)) && (func != 0)) { ret = PCICFG_NODEVICE; goto failedchild; } /* * Attach the child to its parent */ (void) i_ndi_config_node(new_child, DS_LINKED, 0); if ((header_type & PCI_HEADER_TYPE_M) == PCI_HEADER_PPB) { DEBUG3("--Bridge found bus [0x%x] device[0x%x] func [0x%x]\n", bus, device, func); /* Only support read-only probe for leaf device */ if (flags & PCICFG_FLAG_READ_ONLY) goto failedchild; ret = pcicfg_probe_bridge(new_child, config_handle, bus, highest_bus, is_pcie); if (ret != PCICFG_SUCCESS) { (void) pcicfg_free_bridge_resources(new_child); goto failedchild; } } else { DEBUG3("--Leaf device found bus [0x%x] device" "[0x%x] func [0x%x]\n", bus, device, func); if (flags & PCICFG_FLAG_READ_ONLY) { /* * with read-only probe, don't do any resource * allocation, just read the BARs and update props. */ ret = pcicfg_populate_props_from_bar(new_child, config_handle); if (ret != PCICFG_SUCCESS) goto failedchild; /* * now allocate the resources, just remove the * resources from the parent busra pool. */ ret = pcicfg_device_assign_readonly(new_child); if (ret != PCICFG_SUCCESS) { (void) pcicfg_free_device_resources(new_child); goto failedchild; } } else { /* * update "reg" property by sizing the BARs. */ ret = pcicfg_populate_reg_props(new_child, config_handle); if (ret != PCICFG_SUCCESS) goto failedchild; /* now allocate & program the resources */ ret = pcicfg_device_assign(new_child); if (ret != PCICFG_SUCCESS) { (void) pcicfg_free_device_resources(new_child); goto failedchild; } } (void) ndi_devi_bind_driver(new_child, 0); } (void) pcicfg_config_teardown(&config_handle); /* * Properties have been setted up, so initialize the remaining * bus_t fields */ if (is_pcie) (void) pcie_init_bus(new_child, 0, PCIE_BUS_FINAL); return (PCICFG_SUCCESS); failedchild: /* * XXX check if it should be taken offline (if online) */ (void) pcicfg_config_teardown(&config_handle); if (is_pcie) pcie_fini_bus(new_child, PCIE_BUS_FINAL); failedconfig: (void) ndi_devi_free(new_child); return (ret); } /* * Sizing the BARs and update "reg" property */ static int pcicfg_populate_reg_props(dev_info_t *new_child, ddi_acc_handle_t config_handle) { int i; uint32_t request; i = PCI_CONF_BASE0; while (i <= PCI_CONF_BASE5) { pci_config_put32(config_handle, i, 0xffffffff); request = pci_config_get32(config_handle, i); /* * If its a zero length, don't do * any programming. */ if (request != 0) { /* * Add to the "reg" property */ if (pcicfg_update_reg_prop(new_child, request, i) != PCICFG_SUCCESS) { goto failedchild; } } else { DEBUG1("BASE register [0x%x] asks for " "[0x0]=[0x0](32)\n", i); i += 4; continue; } /* * Increment by eight if it is 64 bit address space */ if ((PCI_BASE_TYPE_M & request) == PCI_BASE_TYPE_ALL) { DEBUG3("BASE register [0x%x] asks for " "[0x%x]=[0x%x] (64)\n", i, request, (~(PCI_BASE_M_ADDR_M & request))+1); i += 8; } else { DEBUG3("BASE register [0x%x] asks for " "[0x%x]=[0x%x](32)\n", i, request, (~(PCI_BASE_M_ADDR_M & request))+1); i += 4; } } /* * Get the ROM size and create register for it */ pci_config_put32(config_handle, PCI_CONF_ROM, 0xfffffffe); request = pci_config_get32(config_handle, PCI_CONF_ROM); /* * If its a zero length, don't do * any programming. */ if (request != 0) { DEBUG3("BASE register [0x%x] asks for [0x%x]=[0x%x]\n", PCI_CONF_ROM, request, (~(PCI_BASE_ROM_ADDR_M & request)) + 1); /* * Add to the "reg" property */ if (pcicfg_update_reg_prop(new_child, request, PCI_CONF_ROM) != PCICFG_SUCCESS) { goto failedchild; } } return (PCICFG_SUCCESS); failedchild: return (PCICFG_FAILURE); } /* * Read the BARs and update properties. Used in virtual hotplug. */ static int pcicfg_populate_props_from_bar(dev_info_t *new_child, ddi_acc_handle_t config_handle) { uint32_t request, base, base_hi, size; int i; i = PCI_CONF_BASE0; while (i <= PCI_CONF_BASE5) { /* * determine the size of the address space */ base = pci_config_get32(config_handle, i); pci_config_put32(config_handle, i, 0xffffffff); request = pci_config_get32(config_handle, i); pci_config_put32(config_handle, i, base); /* * If its a zero length, don't do any programming. */ if (request != 0) { /* * Add to the "reg" property */ if (pcicfg_update_reg_prop(new_child, request, i) != PCICFG_SUCCESS) { goto failedchild; } if ((PCI_BASE_SPACE_IO & request) == 0 && (PCI_BASE_TYPE_M & request) == PCI_BASE_TYPE_ALL) { base_hi = pci_config_get32(config_handle, i+4); } else { base_hi = 0; } /* * Add to "assigned-addresses" property */ size = (~(PCI_BASE_M_ADDR_M & request))+1; if (pcicfg_update_assigned_prop_value(new_child, size, base, base_hi, i) != PCICFG_SUCCESS) { goto failedchild; } } else { DEBUG1("BASE register [0x%x] asks for [0x0]=[0x0]" "(32)\n", i); i += 4; continue; } /* * Increment by eight if it is 64 bit address space */ if ((PCI_BASE_TYPE_M & request) == PCI_BASE_TYPE_ALL) { DEBUG3("BASE register [0x%x] asks for [0x%x]=[0x%x]" "(64)\n", i, request, (~(PCI_BASE_M_ADDR_M & request)) + 1); i += 8; } else { DEBUG3("BASE register [0x%x] asks for [0x%x]=[0x%x]" "(32)\n", i, request, (~(PCI_BASE_M_ADDR_M & request)) + 1); i += 4; } } /* * Get the ROM size and create register for it */ base = pci_config_get32(config_handle, PCI_CONF_ROM); pci_config_put32(config_handle, PCI_CONF_ROM, 0xfffffffe); request = pci_config_get32(config_handle, PCI_CONF_ROM); pci_config_put32(config_handle, PCI_CONF_ROM, base); /* * If its a zero length, don't do * any programming. */ if (request != 0) { DEBUG3("BASE register [0x%x] asks for [0x%x]=[0x%x]\n", PCI_CONF_ROM, request, (~(PCI_BASE_ROM_ADDR_M & request)) + 1); /* * Add to the "reg" property */ if (pcicfg_update_reg_prop(new_child, request, PCI_CONF_ROM) != PCICFG_SUCCESS) { goto failedchild; } /* * Add to "assigned-addresses" property */ size = (~(PCI_BASE_ROM_ADDR_M & request))+1; if (pcicfg_update_assigned_prop_value(new_child, size, base, 0, PCI_CONF_ROM) != PCICFG_SUCCESS) { goto failedchild; } } return (PCICFG_SUCCESS); failedchild: return (PCICFG_FAILURE); } static int pcicfg_probe_bridge(dev_info_t *new_child, ddi_acc_handle_t h, uint_t bus, uint_t *highest_bus, boolean_t is_pcie) { uint64_t next_bus; uint_t new_bus, num_slots; ndi_ra_request_t req; int rval, i, j; uint64_t mem_answer, io_answer, mem_base, io_base, mem_alen, io_alen; uint64_t pf_mem_answer, pf_mem_base, pf_mem_alen; uint64_t mem_size, io_size, pf_mem_size; uint64_t mem_end, pf_mem_end, io_end; uint64_t round_answer, round_len; ppb_ranges_t range[PCICFG_RANGE_LEN]; int bus_range[2]; pcicfg_phdl_t phdl; int count; uint64_t pcibus_base, pcibus_alen; uint64_t max_bus; uint8_t pcie_device_type = 0; uint_t pf_mem_supported = 0; dev_info_t *new_device; int trans_device; int ari_mode = B_FALSE; int max_function = PCI_MAX_FUNCTIONS; io_answer = io_base = io_alen = io_size = 0; pf_mem_answer = pf_mem_base = pf_mem_size = pf_mem_alen = 0; /* * Set "device_type" to "pci", the actual type will be set later * by pcicfg_set_busnode_props() below. This is needed as the * pcicfg_ra_free() below would update "available" property based * on "device_type". * * This code can be removed later after PCI configurator is changed * to use PCIRM, which automatically update properties upon allocation * and free, at that time we'll be able to remove the code inside * ndi_ra_alloc/free() which currently updates "available" property * for pci/pcie devices in pcie fabric. */ if (ndi_prop_update_string(DDI_DEV_T_NONE, new_child, "device_type", "pci") != DDI_SUCCESS) { DEBUG0("Failed to set \"device_type\" props\n"); return (PCICFG_FAILURE); } /* * setup resource maps for the bridge node */ if (ndi_ra_map_setup(new_child, NDI_RA_TYPE_PCI_BUSNUM) == NDI_FAILURE) { DEBUG0("Can not setup resource map - NDI_RA_TYPE_PCI_BUSNUM\n"); rval = PCICFG_FAILURE; goto cleanup; } if (ndi_ra_map_setup(new_child, NDI_RA_TYPE_MEM) == NDI_FAILURE) { DEBUG0("Can not setup resource map - NDI_RA_TYPE_MEM\n"); rval = PCICFG_FAILURE; goto cleanup; } if (ndi_ra_map_setup(new_child, NDI_RA_TYPE_IO) == NDI_FAILURE) { DEBUG0("Can not setup resource map - NDI_RA_TYPE_IO\n"); rval = PCICFG_FAILURE; goto cleanup; } if (ndi_ra_map_setup(new_child, NDI_RA_TYPE_PCI_PREFETCH_MEM) == NDI_FAILURE) { DEBUG0("Can not setup resource map -" " NDI_RA_TYPE_PCI_PREFETCH_MEM\n"); rval = PCICFG_FAILURE; goto cleanup; } /* * Allocate bus range pool for the bridge. */ bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = (NDI_RA_ALLOC_BOUNDED | NDI_RA_ALLOC_PARTIAL_OK); req.ra_boundbase = 0; req.ra_boundlen = req.ra_len = (PCI_MAX_BUS_NUM -1); req.ra_align_mask = 0; /* no alignment needed */ rval = ndi_ra_alloc(ddi_get_parent(new_child), &req, &pcibus_base, &pcibus_alen, NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS); if (rval != NDI_SUCCESS) { if (rval == NDI_RA_PARTIAL_REQ) { /*EMPTY*/ DEBUG0("NDI_RA_PARTIAL_REQ returned for bus range\n"); } else { DEBUG0( "Failed to allocate bus range for bridge\n"); rval = PCICFG_NORESRC; goto cleanup; } } DEBUG2("Bus Range Allocated [base=%d] [len=%d]\n", pcibus_base, pcibus_alen); /* * Put available bus range into the pool. * Take the first one for this bridge to use and don't give * to child. */ (void) ndi_ra_free(new_child, pcibus_base+1, pcibus_alen-1, NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS); next_bus = pcibus_base; max_bus = pcibus_base + pcibus_alen - 1; new_bus = next_bus; DEBUG1("NEW bus found ->[%d]\n", new_bus); /* Keep track of highest bus for subordinate bus programming */ *highest_bus = new_bus; /* * Allocate (non-prefetchable) Memory Space for Bridge */ bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = (NDI_RA_ALLOC_BOUNDED | NDI_RA_ALLOC_PARTIAL_OK); req.ra_boundbase = 0; /* * limit the boundlen,len to a 32b quantity. It should be Ok to * lose alignment-based-size of resource due to this. */ req.ra_boundlen = PCICFG_4GIG_LIMIT; req.ra_len = PCICFG_4GIG_LIMIT; /* Get as big as possible */ req.ra_align_mask = PCICFG_MEMGRAN - 1; /* 1M alignment on memory space */ rval = ndi_ra_alloc(ddi_get_parent(new_child), &req, &mem_answer, &mem_alen, NDI_RA_TYPE_MEM, NDI_RA_PASS); if (rval != NDI_SUCCESS) { if (rval == NDI_RA_PARTIAL_REQ) { /*EMPTY*/ DEBUG0("NDI_RA_PARTIAL_REQ returned\n"); } else { DEBUG0( "Failed to allocate memory for bridge\n"); rval = PCICFG_NORESRC; goto cleanup; } } DEBUG3("Bridge Memory Allocated [0x%x.%x] len [0x%x]\n", PCICFG_HIADDR(mem_answer), PCICFG_LOADDR(mem_answer), mem_alen); /* * Put available memory into the pool. */ (void) ndi_ra_free(new_child, mem_answer, mem_alen, NDI_RA_TYPE_MEM, NDI_RA_PASS); mem_base = mem_answer; /* * Allocate I/O Space for Bridge */ bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_align_mask = PCICFG_IOGRAN - 1; /* 4k alignment */ req.ra_boundbase = 0; req.ra_boundlen = PCICFG_4GIG_LIMIT; req.ra_flags = (NDI_RA_ALLOC_BOUNDED | NDI_RA_ALLOC_PARTIAL_OK); req.ra_len = PCICFG_4GIG_LIMIT; /* Get as big as possible */ rval = ndi_ra_alloc(ddi_get_parent(new_child), &req, &io_answer, &io_alen, NDI_RA_TYPE_IO, NDI_RA_PASS); if (rval != NDI_SUCCESS) { if (rval == NDI_RA_PARTIAL_REQ) { /*EMPTY*/ DEBUG0("NDI_RA_PARTIAL_REQ returned\n"); } else { DEBUG0("Failed to allocate io space for bridge\n"); /* i/o space is an optional requirement so continue */ } } DEBUG3("Bridge IO Space Allocated [0x%x.%x] len [0x%x]\n", PCICFG_HIADDR(io_answer), PCICFG_LOADDR(io_answer), io_alen); /* * Put available I/O into the pool. */ (void) ndi_ra_free(new_child, io_answer, io_alen, NDI_RA_TYPE_IO, NDI_RA_PASS); io_base = io_answer; /* * Check if the bridge supports Prefetchable memory range. * If it does, then we setup PF memory range for the bridge. * Otherwise, we skip the step of setting up PF memory * range for it. This could cause config operation to * fail if any devices under the bridge need PF memory. */ /* write a non zero value to the PF BASE register */ pci_config_put16(h, PCI_BCNF_PF_BASE_LOW, 0xfff0); /* if the read returns zero then PF range is not supported */ if (pci_config_get16(h, PCI_BCNF_PF_BASE_LOW) == 0) { /* bridge doesn't support PF memory range */ goto pf_setup_end; } else { pf_mem_supported = 1; /* reset the PF BASE register */ pci_config_put16(h, PCI_BCNF_PF_BASE_LOW, 0); } /* * Bridge supports PF mem range; Allocate PF Memory Space for it. * * Note: Both non-prefetchable and prefetchable memory space * allocations are made within 32bit space. Currently, BIOSs * allocate device memory for PCI devices within the 32bit space * so this will not be a problem. */ bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = NDI_RA_ALLOC_PARTIAL_OK | NDI_RA_ALLOC_BOUNDED; req.ra_boundbase = 0; req.ra_len = PCICFG_4GIG_LIMIT; /* Get as big as possible */ req.ra_align_mask = PCICFG_MEMGRAN - 1; /* 1M alignment on memory space */ rval = ndi_ra_alloc(ddi_get_parent(new_child), &req, &pf_mem_answer, &pf_mem_alen, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); if (rval != NDI_SUCCESS) { if (rval == NDI_RA_PARTIAL_REQ) { /*EMPTY*/ DEBUG0("NDI_RA_PARTIAL_REQ returned\n"); } else { DEBUG0( "Failed to allocate PF memory for bridge\n"); /* PF mem is an optional requirement so continue */ } } DEBUG3("Bridge PF Memory Allocated [0x%x.%x] len [0x%x]\n", PCICFG_HIADDR(pf_mem_answer), PCICFG_LOADDR(pf_mem_answer), pf_mem_alen); /* * Put available PF memory into the pool. */ (void) ndi_ra_free(new_child, pf_mem_answer, pf_mem_alen, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); pf_mem_base = pf_mem_answer; /* * Program the PF memory base register with the * start of the memory range */ pci_config_put16(h, PCI_BCNF_PF_BASE_LOW, PCICFG_HIWORD(PCICFG_LOADDR(pf_mem_answer))); pci_config_put32(h, PCI_BCNF_PF_BASE_HIGH, PCICFG_HIADDR(pf_mem_answer)); /* * Program the PF memory limit register with the * end of the memory range. */ pci_config_put16(h, PCI_BCNF_PF_LIMIT_LOW, PCICFG_HIWORD(PCICFG_LOADDR( PCICFG_ROUND_DOWN((pf_mem_answer + pf_mem_alen), PCICFG_MEMGRAN) - 1))); pci_config_put32(h, PCI_BCNF_PF_LIMIT_HIGH, PCICFG_HIADDR(PCICFG_ROUND_DOWN((pf_mem_answer + pf_mem_alen), PCICFG_MEMGRAN) - 1)); /* * Allocate the chunk of PF memory (if any) not programmed into the * bridge because of the round down. */ if (PCICFG_ROUND_DOWN((pf_mem_answer + pf_mem_alen), PCICFG_MEMGRAN) != (pf_mem_answer + pf_mem_alen)) { DEBUG0("Need to allocate Memory round off chunk\n"); bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = NDI_RA_ALLOC_SPECIFIED; req.ra_addr = PCICFG_ROUND_DOWN((pf_mem_answer + pf_mem_alen), PCICFG_MEMGRAN); req.ra_len = (pf_mem_answer + pf_mem_alen) - (PCICFG_ROUND_DOWN((pf_mem_answer + pf_mem_alen), PCICFG_MEMGRAN)); (void) ndi_ra_alloc(new_child, &req, &round_answer, &round_len, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); } pf_setup_end: /* * Program the memory base register with the * start of the memory range */ pci_config_put16(h, PCI_BCNF_MEM_BASE, PCICFG_HIWORD(PCICFG_LOADDR(mem_answer))); /* * Program the memory limit register with the * end of the memory range. */ pci_config_put16(h, PCI_BCNF_MEM_LIMIT, PCICFG_HIWORD(PCICFG_LOADDR( PCICFG_ROUND_DOWN((mem_answer + mem_alen), PCICFG_MEMGRAN) - 1))); /* * Allocate the chunk of memory (if any) not programmed into the * bridge because of the round down. */ if (PCICFG_ROUND_DOWN((mem_answer + mem_alen), PCICFG_MEMGRAN) != (mem_answer + mem_alen)) { DEBUG0("Need to allocate Memory round off chunk\n"); bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = NDI_RA_ALLOC_SPECIFIED; req.ra_addr = PCICFG_ROUND_DOWN((mem_answer + mem_alen), PCICFG_MEMGRAN); req.ra_len = (mem_answer + mem_alen) - (PCICFG_ROUND_DOWN((mem_answer + mem_alen), PCICFG_MEMGRAN)); (void) ndi_ra_alloc(new_child, &req, &round_answer, &round_len, NDI_RA_TYPE_MEM, NDI_RA_PASS); } /* * Program the I/O Space Base */ pci_config_put8(h, PCI_BCNF_IO_BASE_LOW, PCICFG_HIBYTE(PCICFG_LOWORD( PCICFG_LOADDR(io_answer)))); pci_config_put16(h, PCI_BCNF_IO_BASE_HI, PCICFG_HIWORD(PCICFG_LOADDR(io_answer))); /* * Program the I/O Space Limit */ pci_config_put8(h, PCI_BCNF_IO_LIMIT_LOW, PCICFG_HIBYTE(PCICFG_LOWORD( PCICFG_LOADDR(PCICFG_ROUND_DOWN(io_answer + io_alen, PCICFG_IOGRAN)))) - 1); pci_config_put16(h, PCI_BCNF_IO_LIMIT_HI, PCICFG_HIWORD(PCICFG_LOADDR( PCICFG_ROUND_DOWN(io_answer + io_alen, PCICFG_IOGRAN))) - 1); /* * Allocate the chunk of I/O (if any) not programmed into the * bridge because of the round down. */ if (PCICFG_ROUND_DOWN((io_answer + io_alen), PCICFG_IOGRAN) != (io_answer + io_alen)) { DEBUG0("Need to allocate I/O round off chunk\n"); bzero((caddr_t)&req, sizeof (ndi_ra_request_t)); req.ra_flags = NDI_RA_ALLOC_SPECIFIED; req.ra_addr = PCICFG_ROUND_DOWN((io_answer + io_alen), PCICFG_IOGRAN); req.ra_len = (io_answer + io_alen) - (PCICFG_ROUND_DOWN((io_answer + io_alen), PCICFG_IOGRAN)); (void) ndi_ra_alloc(new_child, &req, &round_answer, &round_len, NDI_RA_TYPE_IO, NDI_RA_PASS); } (void) pcicfg_set_bus_numbers(h, bus, new_bus, max_bus); /* * Setup "ranges" and "bus-range" properties before onlining * the bridge. */ bzero((caddr_t)range, sizeof (ppb_ranges_t) * PCICFG_RANGE_LEN); range[0].child_high = range[0].parent_high |= (PCI_REG_REL_M | PCI_ADDR_IO); range[0].child_low = range[0].parent_low = io_base; range[1].child_high = range[1].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32); range[1].child_low = range[1].parent_low = mem_base; range[2].child_high = range[2].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM64 | PCI_REG_PF_M); range[2].child_low = range[2].parent_low = pf_mem_base; range[0].size_low = io_alen; (void) pcicfg_update_ranges_prop(new_child, &range[0]); range[1].size_low = mem_alen; (void) pcicfg_update_ranges_prop(new_child, &range[1]); range[2].size_low = pf_mem_alen; (void) pcicfg_update_ranges_prop(new_child, &range[2]); bus_range[0] = new_bus; bus_range[1] = max_bus; (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, new_child, "bus-range", bus_range, 2); /* * Reset the secondary bus */ pci_config_put16(h, PCI_BCNF_BCNTRL, pci_config_get16(h, PCI_BCNF_BCNTRL) | 0x40); drv_usecwait(100); pci_config_put16(h, PCI_BCNF_BCNTRL, pci_config_get16(h, PCI_BCNF_BCNTRL) & ~0x40); /* * Clear status bits */ pci_config_put16(h, PCI_BCNF_SEC_STATUS, 0xffff); /* * Needs to be set to this value */ pci_config_put8(h, PCI_CONF_ILINE, 0xf); /* check our device_type as defined by Open Firmware */ if (pcicfg_pcie_device_type(new_child, h) == DDI_SUCCESS) pcie_device_type = 1; /* * Set bus properties */ if (pcicfg_set_busnode_props(new_child, pcie_device_type) != PCICFG_SUCCESS) { DEBUG0("Failed to set busnode props\n"); rval = PCICFG_FAILURE; goto cleanup; } (void) pcicfg_device_on(h); if (is_pcie) (void) pcie_init_bus(new_child, 0, PCIE_BUS_FINAL); if (ndi_devi_online(new_child, NDI_NO_EVENT|NDI_CONFIG) != NDI_SUCCESS) { DEBUG0("Unable to online bridge\n"); rval = PCICFG_FAILURE; goto cleanup; } DEBUG0("Bridge is ONLINE\n"); /* * After a Reset, we need to wait 2^25 clock cycles before the * first Configuration access. The worst case is 33MHz, which * is a 1 second wait. */ drv_usecwait(pcicfg_sec_reset_delay); /* * Probe all children devices */ DEBUG0("Bridge Programming Complete - probe children\n"); ndi_devi_enter(new_child, &count); for (i = 0; ((i < PCI_MAX_DEVICES) && (ari_mode == B_FALSE)); i++) { for (j = 0; j < max_function; ) { if (ari_mode) trans_device = j >> 3; else trans_device = i; if ((rval = pcicfg_probe_children(new_child, new_bus, trans_device, j & 7, highest_bus, 0, is_pcie)) != PCICFG_SUCCESS) { if (rval == PCICFG_NODEVICE) { DEBUG3("No Device at bus [0x%x]" "device [0x%x] " "func [0x%x]\n", new_bus, trans_device, j & 7); if (j) goto next; } else /*EMPTY*/ DEBUG3("Failed to configure bus " "[0x%x] device [0x%x] " "func [0x%x]\n", new_bus, trans_device, j & 7); break; } next: new_device = pcicfg_devi_find(new_child, trans_device, (j & 7)); /* * Determine if ARI Forwarding should be enabled. */ if (j == 0) { if (new_device == NULL) break; if ((pcie_ari_supported(new_child) == PCIE_ARI_FORW_SUPPORTED) && (pcie_ari_device(new_device) == PCIE_ARI_DEVICE)) { if (pcie_ari_enable(new_child) == DDI_SUCCESS) { (void) ddi_prop_create( DDI_DEV_T_NONE, new_child, DDI_PROP_CANSLEEP, "ari-enabled", NULL, 0); ari_mode = B_TRUE; max_function = PCICFG_MAX_ARI_FUNCTION; } } } if (ari_mode == B_TRUE) { int next_function; if (new_device == NULL) break; if (pcie_ari_get_next_function(new_device, &next_function) != DDI_SUCCESS) break; j = next_function; if (next_function == 0) break; } else j++; } /* if any function fails to be configured, no need to proceed */ if (rval != PCICFG_NODEVICE) break; } ndi_devi_exit(new_child, count); /* * Offline the bridge to allow reprogramming of resources. * * This should always succeed since nobody else has started to * use it yet, failing to detach the driver would indicate a bug. * Also in that case it's better just panic than allowing the * configurator to proceed with BAR reprogramming without bridge * driver detached. */ VERIFY(ndi_devi_offline(new_child, NDI_NO_EVENT|NDI_UNCONFIG) == NDI_SUCCESS); if (is_pcie) pcie_fini_bus(new_child, PCIE_BUS_INITIAL); phdl.dip = new_child; phdl.memory_base = mem_answer; phdl.io_base = io_answer; phdl.pf_memory_base = pf_mem_answer; phdl.error = PCICFG_SUCCESS; /* in case of empty child tree */ ndi_devi_enter(ddi_get_parent(new_child), &count); ddi_walk_devs(new_child, pcicfg_find_resource_end, (void *)&phdl); ndi_devi_exit(ddi_get_parent(new_child), count); num_slots = pcicfg_get_nslots(new_child, h); mem_end = PCICFG_ROUND_UP(phdl.memory_base, PCICFG_MEMGRAN); io_end = PCICFG_ROUND_UP(phdl.io_base, PCICFG_IOGRAN); pf_mem_end = PCICFG_ROUND_UP(phdl.pf_memory_base, PCICFG_MEMGRAN); DEBUG4("Start of Unallocated Bridge(%d slots) Resources Mem=0x%lx " "I/O=0x%lx PF_mem=%x%lx\n", num_slots, mem_end, io_end, pf_mem_end); /* * Before probing the children we've allocated maximum MEM/IO * resources from parent, and updated "available" property * accordingly. Later we'll be giving up unused resources to * the parent, thus we need to destroy "available" property * here otherwise it will be out-of-sync with the actual free * resources this bridge has. This property will be rebuilt below * with the actual free resources reserved for hotplug slots * (if any). */ (void) ndi_prop_remove(DDI_DEV_T_NONE, new_child, "available"); /* * if the bridge a slots, then preallocate. If not, assume static * configuration. Also check for preallocation limits and spit * warning messages appropriately (perhaps some can be in debug mode). */ if (num_slots) { uint64_t mem_reqd = mem_answer + (num_slots * pcicfg_slot_memsize); uint64_t io_reqd = io_answer + (num_slots * pcicfg_slot_iosize); uint64_t pf_mem_reqd = pf_mem_answer + (num_slots * pcicfg_slot_pf_memsize); uint8_t highest_bus_reqd = new_bus + (num_slots * pcicfg_slot_busnums); #ifdef DEBUG if (mem_end > mem_reqd) DEBUG3("Memory space consumed by bridge more " "than planned for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, mem_answer, mem_end); if (io_end > io_reqd) DEBUG3("IO space consumed by bridge more than" " planned for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, io_answer, io_end); if (pf_mem_end > pf_mem_reqd) DEBUG3("PF Memory space consumed by bridge" " more than planned for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, pf_mem_answer, pf_mem_end); if (*highest_bus > highest_bus_reqd) DEBUG3("Buses consumed by bridge more " "than planned for %d slot(s)(%x, %x)", num_slots, new_bus, *highest_bus); if (mem_reqd > (mem_answer + mem_alen)) DEBUG3("Memory space required by bridge more " "than available for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, mem_answer, mem_end); if (io_reqd > (io_answer + io_alen)) DEBUG3("IO space required by bridge more than" "available for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, io_answer, io_end); if (pf_mem_reqd > (pf_mem_answer + pf_mem_alen)) DEBUG3("PF Memory space required by bridge" " more than available for %d slot(s)(%" PRIx64 ",%" PRIx64 ")", num_slots, pf_mem_answer, pf_mem_end); if (highest_bus_reqd > max_bus) DEBUG3("Bus numbers required by bridge more " "than available for %d slot(s)(%x, %x)", num_slots, new_bus, *highest_bus); #endif mem_end = MAX((MIN(mem_reqd, (mem_answer + mem_alen))), mem_end); io_end = MAX((MIN(io_reqd, (io_answer + io_alen))), io_end); pf_mem_end = MAX((MIN(pf_mem_reqd, (pf_mem_answer + pf_mem_alen))), pf_mem_end); *highest_bus = MAX((MIN(highest_bus_reqd, max_bus)), *highest_bus); DEBUG4("mem_end %lx, io_end %lx, pf_mem_end %lx" " highest_bus %x\n", mem_end, io_end, pf_mem_end, *highest_bus); } /* * Give back unused memory space to parent. */ (void) ndi_ra_free(ddi_get_parent(new_child), mem_end, (mem_answer + mem_alen) - mem_end, NDI_RA_TYPE_MEM, NDI_RA_PASS); if (mem_end == mem_answer) { DEBUG0("No memory resources used\n"); /* * To prevent the bridge from forwarding any Memory * transactions, the Memory Limit will be programmed * with a smaller value than the Memory Base. */ pci_config_put16(h, PCI_BCNF_MEM_BASE, 0xffff); pci_config_put16(h, PCI_BCNF_MEM_LIMIT, 0); mem_size = 0; } else { /* * Reprogram the end of the memory. */ pci_config_put16(h, PCI_BCNF_MEM_LIMIT, PCICFG_HIWORD(mem_end) - 1); mem_size = mem_end - mem_base; } /* * Give back unused io space to parent. */ (void) ndi_ra_free(ddi_get_parent(new_child), io_end, (io_answer + io_alen) - io_end, NDI_RA_TYPE_IO, NDI_RA_PASS); if (io_end == io_answer) { DEBUG0("No IO Space resources used\n"); /* * To prevent the bridge from forwarding any I/O * transactions, the I/O Limit will be programmed * with a smaller value than the I/O Base. */ pci_config_put8(h, PCI_BCNF_IO_LIMIT_LOW, 0); pci_config_put16(h, PCI_BCNF_IO_LIMIT_HI, 0); pci_config_put8(h, PCI_BCNF_IO_BASE_LOW, 0xff); pci_config_put16(h, PCI_BCNF_IO_BASE_HI, 0); io_size = 0; } else { /* * Reprogram the end of the io space. */ pci_config_put8(h, PCI_BCNF_IO_LIMIT_LOW, PCICFG_HIBYTE(PCICFG_LOWORD( PCICFG_LOADDR(io_end) - 1))); pci_config_put16(h, PCI_BCNF_IO_LIMIT_HI, PCICFG_HIWORD(PCICFG_LOADDR(io_end - 1))); io_size = io_end - io_base; } /* * Give back unused PF memory space to parent. */ if (pf_mem_supported) { (void) ndi_ra_free(ddi_get_parent(new_child), pf_mem_end, (pf_mem_answer + pf_mem_alen) - pf_mem_end, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); if (pf_mem_end == pf_mem_answer) { DEBUG0("No PF memory resources used\n"); /* * To prevent the bridge from forwarding any PF Memory * transactions, the PF Memory Limit will be programmed * with a smaller value than the Memory Base. */ pci_config_put16(h, PCI_BCNF_PF_BASE_LOW, 0xfff0); pci_config_put32(h, PCI_BCNF_PF_BASE_HIGH, 0xffffffff); pci_config_put16(h, PCI_BCNF_PF_LIMIT_LOW, 0); pci_config_put32(h, PCI_BCNF_PF_LIMIT_HIGH, 0); pf_mem_size = 0; } else { /* * Reprogram the end of the PF memory range. */ pci_config_put16(h, PCI_BCNF_PF_LIMIT_LOW, PCICFG_HIWORD(PCICFG_LOADDR(pf_mem_end - 1))); pci_config_put32(h, PCI_BCNF_PF_LIMIT_HIGH, PCICFG_HIADDR(pf_mem_end - 1)); pf_mem_size = pf_mem_end - pf_mem_base; } } if ((max_bus - *highest_bus) > 0) { /* * Give back unused bus numbers */ (void) ndi_ra_free(ddi_get_parent(new_child), *highest_bus+1, max_bus - *highest_bus, NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS); } /* * Set bus numbers to ranges encountered during scan */ (void) pcicfg_set_bus_numbers(h, bus, new_bus, *highest_bus); /* * Remove the ranges property if it exists since we will create * a new one. */ (void) ndi_prop_remove(DDI_DEV_T_NONE, new_child, "ranges"); DEBUG2("Creating Ranges property - Mem Address %lx Mem Size %x\n", mem_base, mem_size); DEBUG2(" - I/O Address %lx I/O Size %x\n", io_base, io_size); DEBUG2(" - PF Mem address %lx PF Mem Size %x\n", pf_mem_base, pf_mem_size); bzero((caddr_t)range, sizeof (ppb_ranges_t) * PCICFG_RANGE_LEN); range[0].child_high = range[0].parent_high |= (PCI_REG_REL_M | PCI_ADDR_IO); range[0].child_low = range[0].parent_low = io_base; range[1].child_high = range[1].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM32); range[1].child_low = range[1].parent_low = mem_base; range[2].child_high = range[2].parent_high |= (PCI_REG_REL_M | PCI_ADDR_MEM64 | PCI_REG_PF_M); range[2].child_low = range[2].parent_low = pf_mem_base; if (io_size > 0) { range[0].size_low = io_size; (void) pcicfg_update_ranges_prop(new_child, &range[0]); } if (mem_size > 0) { range[1].size_low = mem_size; (void) pcicfg_update_ranges_prop(new_child, &range[1]); } if (pf_mem_size > 0) { range[2].size_low = pf_mem_size; (void) pcicfg_update_ranges_prop(new_child, &range[2]); } bus_range[0] = pci_config_get8(h, PCI_BCNF_SECBUS); bus_range[1] = pci_config_get8(h, PCI_BCNF_SUBBUS); DEBUG1("End of bridge probe: bus_range[0] = %d\n", bus_range[0]); DEBUG1("End of bridge probe: bus_range[1] = %d\n", bus_range[1]); (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, new_child, "bus-range", bus_range, 2); rval = PCICFG_SUCCESS; PCICFG_DUMP_BRIDGE_CONFIG(h); cleanup: /* free up resources (for error return case only) */ if (rval != PCICFG_SUCCESS) { if (mem_alen) (void) ndi_ra_free(ddi_get_parent(new_child), mem_base, mem_alen, NDI_RA_TYPE_MEM, NDI_RA_PASS); if (io_alen) (void) ndi_ra_free(ddi_get_parent(new_child), io_base, io_alen, NDI_RA_TYPE_IO, NDI_RA_PASS); if (pf_mem_alen) (void) ndi_ra_free(ddi_get_parent(new_child), pf_mem_base, pf_mem_alen, NDI_RA_TYPE_PCI_PREFETCH_MEM, NDI_RA_PASS); if (pcibus_alen) (void) ndi_ra_free(ddi_get_parent(new_child), pcibus_base, pcibus_alen, NDI_RA_TYPE_PCI_BUSNUM, NDI_RA_PASS); } /* free up any resource maps setup for the bridge node */ (void) ndi_ra_map_destroy(new_child, NDI_RA_TYPE_PCI_BUSNUM); (void) ndi_ra_map_destroy(new_child, NDI_RA_TYPE_IO); (void) ndi_ra_map_destroy(new_child, NDI_RA_TYPE_MEM); (void) ndi_ra_map_destroy(new_child, NDI_RA_TYPE_PCI_PREFETCH_MEM); return (rval); } static int pcicfg_find_resource_end(dev_info_t *dip, void *hdl) { pcicfg_phdl_t *entry = (pcicfg_phdl_t *)hdl; pci_regspec_t *pci_ap; int length; int rcount; int i; entry->error = PCICFG_SUCCESS; if (dip == entry->dip) { DEBUG0("Don't include parent bridge node\n"); return (DDI_WALK_CONTINUE); } else { if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "assigned-addresses", (caddr_t)&pci_ap, &length) != DDI_PROP_SUCCESS) { DEBUG0("Node doesn't have assigned-addresses\n"); return (DDI_WALK_CONTINUE); } rcount = length / sizeof (pci_regspec_t); for (i = 0; i < rcount; i++) { switch (PCI_REG_ADDR_G(pci_ap[i].pci_phys_hi)) { case PCI_REG_ADDR_G(PCI_ADDR_MEM32): if (pci_ap[i].pci_phys_hi & PCI_REG_PF_M) { if ((pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low) > entry->pf_memory_base) { entry->pf_memory_base = pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low; } } else { if ((pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low) > entry->memory_base) { entry->memory_base = pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low; } } break; case PCI_REG_ADDR_G(PCI_ADDR_MEM64): if (pci_ap[i].pci_phys_hi & PCI_REG_PF_M) { if ((PCICFG_LADDR( pci_ap[i].pci_phys_low, pci_ap[i].pci_phys_mid) + pci_ap[i].pci_size_low) > entry->pf_memory_base) { entry->pf_memory_base = PCICFG_LADDR( pci_ap[i].pci_phys_low, pci_ap[i].pci_phys_mid) + pci_ap[i].pci_size_low; } } else { if ((PCICFG_LADDR( pci_ap[i].pci_phys_low, pci_ap[i].pci_phys_mid) + pci_ap[i].pci_size_low) > entry->memory_base) { entry->memory_base = PCICFG_LADDR( pci_ap[i].pci_phys_low, pci_ap[i].pci_phys_mid) + pci_ap[i].pci_size_low; } } break; case PCI_REG_ADDR_G(PCI_ADDR_IO): if ((pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low) > entry->io_base) { entry->io_base = pci_ap[i].pci_phys_low + pci_ap[i].pci_size_low; } break; } } /* * free the memory allocated by ddi_getlongprop */ kmem_free(pci_ap, length); /* * continue the walk to the next sibling to sum memory */ return (DDI_WALK_CONTINUE); } } /* * Make "parent" be the parent of the "child" dip */ static void pcicfg_reparent_node(dev_info_t *child, dev_info_t *parent) { int circ; dev_info_t *opdip; ASSERT(i_ddi_node_state(child) <= DS_LINKED); /* * Unlink node from tree before reparenting */ opdip = ddi_get_parent(child); ndi_devi_enter(opdip, &circ); (void) i_ndi_unconfig_node(child, DS_PROTO, 0); ndi_devi_exit(opdip, circ); DEVI(child)->devi_parent = DEVI(parent); DEVI(child)->devi_bus_ctl = DEVI(parent); (void) ndi_devi_bind_driver(child, 0); } /* * Return PCICFG_SUCCESS if device exists at the specified address. * Return PCICFG_NODEVICE is no device exists at the specified address. */ int pcicfg_config_setup(dev_info_t *dip, ddi_acc_handle_t *handle) { caddr_t cfgaddr; ddi_device_acc_attr_t attr; dev_info_t *anode; int status; int rlen; pci_regspec_t *reg; int ret = DDI_SUCCESS; int16_t tmp; /* * Get the pci register spec from the node */ status = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg", (caddr_t)®, &rlen); switch (status) { case DDI_PROP_SUCCESS: break; case DDI_PROP_NO_MEMORY: DEBUG0("reg present, but unable to get memory\n"); return (PCICFG_FAILURE); default: DEBUG0("no reg property\n"); return (PCICFG_FAILURE); } anode = dip; DEBUG2("conf_map: dip=%p, anode=%p\n", dip, anode); attr.devacc_attr_version = DDI_DEVICE_ATTR_V0; attr.devacc_attr_endian_flags = DDI_STRUCTURE_LE_ACC; attr.devacc_attr_dataorder = DDI_STRICTORDER_ACC; if (ddi_regs_map_setup(anode, 0, &cfgaddr, 0, 0, &attr, handle) != DDI_SUCCESS) { DEBUG0("Failed to setup registers\n"); kmem_free((caddr_t)reg, rlen); return (PCICFG_FAILURE); } /* * need to use DDI interfaces as the conf space is * cannot be directly accessed by the host. */ tmp = (int16_t)ddi_get16(*handle, (uint16_t *)cfgaddr); if ((tmp == (int16_t)0xffff) || (tmp == -1)) { DEBUG1("NO DEVICEFOUND, read %x\n", tmp); ret = PCICFG_NODEVICE; } else { if (tmp == 0) { DEBUG0("Device Not Ready yet ?"); ret = PCICFG_NODEVICE; } else { DEBUG1("DEVICEFOUND, read %x\n", tmp); ret = PCICFG_SUCCESS; } } if (ret == PCICFG_NODEVICE) ddi_regs_map_free(handle); kmem_free((caddr_t)reg, rlen); return (ret); } static void pcicfg_config_teardown(ddi_acc_handle_t *handle) { (void) ddi_regs_map_free(handle); } static int pcicfg_add_config_reg(dev_info_t *dip, uint_t bus, uint_t device, uint_t func) { int reg[10] = { PCI_ADDR_CONFIG, 0, 0, 0, 0}; reg[0] = PCICFG_MAKE_REG_HIGH(bus, device, func, 0); return (ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "reg", reg, 5)); } static int pcicfg_ari_configure(dev_info_t *dip) { if (pcie_ari_supported(dip) == PCIE_ARI_FORW_NOT_SUPPORTED) return (DDI_FAILURE); /* * Until we have resource balancing, dynamically configure * ARI functions without firmware assistamce. */ return (DDI_FAILURE); } #ifdef DEBUG static void debug(char *fmt, uintptr_t a1, uintptr_t a2, uintptr_t a3, uintptr_t a4, uintptr_t a5) { if (pcicfg_debug > 1) { prom_printf("pcicfg: "); prom_printf(fmt, a1, a2, a3, a4, a5); } } #endif /*ARGSUSED*/ static uint8_t pcicfg_get_nslots(dev_info_t *dip, ddi_acc_handle_t handle) { uint16_t cap_id_loc, slot_id_loc; uint8_t num_slots = 0; /* just depend on the pcie_cap for now. */ (void) PCI_CAP_LOCATE(handle, PCI_CAP_ID_PCI_E, &cap_id_loc); (void) PCI_CAP_LOCATE(handle, PCI_CAP_ID_SLOT_ID, &slot_id_loc); if (cap_id_loc != PCI_CAP_NEXT_PTR_NULL) { if (pci_config_get8(handle, cap_id_loc + PCI_CAP_ID_REGS_OFF) & PCIE_PCIECAP_SLOT_IMPL) num_slots = 1; } else /* not a PCIe switch/bridge. Must be a PCI-PCI[-X] bridge */ if (slot_id_loc != PCI_CAP_NEXT_PTR_NULL) { uint8_t esr_reg = pci_config_get8(handle, slot_id_loc + 2); num_slots = PCI_CAPSLOT_NSLOTS(esr_reg); } /* XXX - need to cover PCI-PCIe bridge with n slots */ return (num_slots); } /*ARGSUSED*/ static int pcicfg_pcie_dev(dev_info_t *dip, ddi_acc_handle_t handle) { /* get parent device's device_type property */ char *device_type; int val; dev_info_t *pdip = ddi_get_parent(dip); if (ddi_prop_lookup_string(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS, "device_type", &device_type) != DDI_PROP_SUCCESS) { DEBUG2("device_type property missing for %s#%d", ddi_get_name(pdip), ddi_get_instance(pdip)); return (DDI_FAILURE); } DEBUG1("device_type=<%s>\n", device_type); val = DDI_FAILURE; if (strcmp(device_type, "pciex") == 0) val = DDI_SUCCESS; ddi_prop_free(device_type); return (val); } static int pcicfg_pcie_device_type(dev_info_t *dip, ddi_acc_handle_t handle) { int port_type = pcicfg_pcie_port_type(dip, handle); DEBUG1("device port_type = %x\n", port_type); /* No PCIe CAP regs, we are not PCIe device_type */ if (port_type < 0) return (DDI_FAILURE); /* check for all PCIe device_types */ if ((port_type == PCIE_PCIECAP_DEV_TYPE_UP) || (port_type == PCIE_PCIECAP_DEV_TYPE_DOWN) || (port_type == PCIE_PCIECAP_DEV_TYPE_ROOT) || (port_type == PCIE_PCIECAP_DEV_TYPE_PCI2PCIE)) return (DDI_SUCCESS); return (DDI_FAILURE); } /*ARGSUSED*/ static int pcicfg_pcie_port_type(dev_info_t *dip, ddi_acc_handle_t handle) { int port_type = -1; uint16_t cap_loc; /* Note: need to look at the port type information here */ (void) PCI_CAP_LOCATE(handle, PCI_CAP_ID_PCI_E, &cap_loc); if (cap_loc != PCI_CAP_NEXT_PTR_NULL) port_type = pci_config_get16(handle, cap_loc + PCIE_PCIECAP) & PCIE_PCIECAP_DEV_TYPE_MASK; return (port_type); } /* * Return true if the devinfo node is in a PCI Express hierarchy. */ static boolean_t is_pcie_fabric(dev_info_t *dip) { dev_info_t *root = ddi_root_node(); dev_info_t *pdip; boolean_t found = B_FALSE; char *bus; /* * Does this device reside in a pcie fabric ? */ for (pdip = dip; pdip && (pdip != root) && !found; pdip = ddi_get_parent(pdip)) { if (ddi_prop_lookup_string(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS, "device_type", &bus) != DDI_PROP_SUCCESS) break; if (strcmp(bus, "pciex") == 0) found = B_TRUE; ddi_prop_free(bus); } return (found); }