115e32d5dSMike Smith /*- 215e32d5dSMike Smith * Copyright (c) 2000 Michael Smith 315e32d5dSMike Smith * Copyright (c) 2000 BSDi 415e32d5dSMike Smith * All rights reserved. 515e32d5dSMike Smith * 615e32d5dSMike Smith * Redistribution and use in source and binary forms, with or without 715e32d5dSMike Smith * modification, are permitted provided that the following conditions 815e32d5dSMike Smith * are met: 915e32d5dSMike Smith * 1. Redistributions of source code must retain the above copyright 1015e32d5dSMike Smith * notice, this list of conditions and the following disclaimer. 1115e32d5dSMike Smith * 2. Redistributions in binary form must reproduce the above copyright 1215e32d5dSMike Smith * notice, this list of conditions and the following disclaimer in the 1315e32d5dSMike Smith * documentation and/or other materials provided with the distribution. 1415e32d5dSMike Smith * 1515e32d5dSMike Smith * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1615e32d5dSMike Smith * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1715e32d5dSMike Smith * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1815e32d5dSMike Smith * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1915e32d5dSMike Smith * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2015e32d5dSMike Smith * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2115e32d5dSMike Smith * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2215e32d5dSMike Smith * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2315e32d5dSMike Smith * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2415e32d5dSMike Smith * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2515e32d5dSMike Smith * SUCH DAMAGE. 2615e32d5dSMike Smith */ 27dad97feeSDavid E. O'Brien 28dad97feeSDavid E. O'Brien #include <sys/cdefs.h> 29dad97feeSDavid E. O'Brien __FBSDID("$FreeBSD$"); 30dad97feeSDavid E. O'Brien 3115e32d5dSMike Smith #include "opt_acpi.h" 3215e32d5dSMike Smith #include <sys/param.h> 3315e32d5dSMike Smith #include <sys/bus.h> 344fa387b6SMike Smith #include <sys/kernel.h> 3534ff71eeSJohn Baldwin #include <sys/limits.h> 36e3aa81b8SNate Lawson #include <sys/malloc.h> 37fe12f24bSPoul-Henning Kamp #include <sys/module.h> 3883c41143SJohn Baldwin #include <sys/rman.h> 39fd492ee0SWarner Losh #include <sys/sysctl.h> 4015e32d5dSMike Smith 41129d3046SJung-uk Kim #include <contrib/dev/acpica/include/acpi.h> 42129d3046SJung-uk Kim #include <contrib/dev/acpica/include/accommon.h> 43129d3046SJung-uk Kim 4415e32d5dSMike Smith #include <dev/acpica/acpivar.h> 4515e32d5dSMike Smith 4615e32d5dSMike Smith #include <machine/pci_cfgreg.h> 474edef187SJohn Baldwin #include <dev/pci/pcireg.h> 48cace7a2aSWarner Losh #include <dev/pci/pcivar.h> 49cace7a2aSWarner Losh #include <dev/pci/pcib_private.h> 5015e32d5dSMike Smith #include "pcib_if.h" 5115e32d5dSMike Smith 522ccfc932SJohn Baldwin #include <dev/acpica/acpi_pcibvar.h> 532ccfc932SJohn Baldwin 54e3aa81b8SNate Lawson /* Hooks for the ACPI CA debugging infrastructure. */ 55e71b6381SMike Smith #define _COMPONENT ACPI_BUS 562ccfc932SJohn Baldwin ACPI_MODULE_NAME("PCI_ACPI") 570ae55423SMike Smith 582ccfc932SJohn Baldwin struct acpi_hpcib_softc { 5915e32d5dSMike Smith device_t ap_dev; 6015e32d5dSMike Smith ACPI_HANDLE ap_handle; 61d4b9ff91SNate Lawson int ap_flags; 6215e32d5dSMike Smith 630d95597cSJohn Baldwin int ap_segment; /* PCI domain */ 6415e32d5dSMike Smith int ap_bus; /* bios-assigned bus number */ 650d95597cSJohn Baldwin int ap_addr; /* device/func of PCI-Host bridge */ 664fa387b6SMike Smith 674fa387b6SMike Smith ACPI_BUFFER ap_prt; /* interrupt routing table */ 6834ff71eeSJohn Baldwin #ifdef NEW_PCIB 6934ff71eeSJohn Baldwin struct pcib_host_resources ap_host_res; 7034ff71eeSJohn Baldwin #endif 7115e32d5dSMike Smith }; 7215e32d5dSMike Smith 732ccfc932SJohn Baldwin static int acpi_pcib_acpi_probe(device_t bus); 742ccfc932SJohn Baldwin static int acpi_pcib_acpi_attach(device_t bus); 75e3aa81b8SNate Lawson static int acpi_pcib_read_ivar(device_t dev, device_t child, 76e3aa81b8SNate Lawson int which, uintptr_t *result); 77e3aa81b8SNate Lawson static int acpi_pcib_write_ivar(device_t dev, device_t child, 78e3aa81b8SNate Lawson int which, uintptr_t value); 791496d4a9SWarner Losh static uint32_t acpi_pcib_read_config(device_t dev, u_int bus, 801496d4a9SWarner Losh u_int slot, u_int func, u_int reg, int bytes); 811496d4a9SWarner Losh static void acpi_pcib_write_config(device_t dev, u_int bus, 821496d4a9SWarner Losh u_int slot, u_int func, u_int reg, uint32_t data, 831496d4a9SWarner Losh int bytes); 842ccfc932SJohn Baldwin static int acpi_pcib_acpi_route_interrupt(device_t pcib, 852ccfc932SJohn Baldwin device_t dev, int pin); 868964299aSJohn Baldwin static int acpi_pcib_alloc_msi(device_t pcib, device_t dev, 878964299aSJohn Baldwin int count, int maxcount, int *irqs); 88e706f7f0SJohn Baldwin static int acpi_pcib_map_msi(device_t pcib, device_t dev, 89e706f7f0SJohn Baldwin int irq, uint64_t *addr, uint32_t *data); 908964299aSJohn Baldwin static int acpi_pcib_alloc_msix(device_t pcib, device_t dev, 91e706f7f0SJohn Baldwin int *irq); 92cd8b53edSWarner Losh static struct resource *acpi_pcib_acpi_alloc_resource(device_t dev, 93cd8b53edSWarner Losh device_t child, int type, int *rid, 942dd1bdf1SJustin Hibbits rman_res_t start, rman_res_t end, rman_res_t count, 95cd8b53edSWarner Losh u_int flags); 9634ff71eeSJohn Baldwin #ifdef NEW_PCIB 9734ff71eeSJohn Baldwin static int acpi_pcib_acpi_adjust_resource(device_t dev, 9834ff71eeSJohn Baldwin device_t child, int type, struct resource *r, 992dd1bdf1SJustin Hibbits rman_res_t start, rman_res_t end); 1004edef187SJohn Baldwin #ifdef PCI_RES_BUS 1014edef187SJohn Baldwin static int acpi_pcib_acpi_release_resource(device_t dev, 1024edef187SJohn Baldwin device_t child, int type, int rid, 1034edef187SJohn Baldwin struct resource *r); 1044edef187SJohn Baldwin #endif 10534ff71eeSJohn Baldwin #endif 10615e32d5dSMike Smith 1072ccfc932SJohn Baldwin static device_method_t acpi_pcib_acpi_methods[] = { 10815e32d5dSMike Smith /* Device interface */ 1092ccfc932SJohn Baldwin DEVMETHOD(device_probe, acpi_pcib_acpi_probe), 1102ccfc932SJohn Baldwin DEVMETHOD(device_attach, acpi_pcib_acpi_attach), 11115e32d5dSMike Smith DEVMETHOD(device_shutdown, bus_generic_shutdown), 11215e32d5dSMike Smith DEVMETHOD(device_suspend, bus_generic_suspend), 1137d23a9b3SJohn Baldwin DEVMETHOD(device_resume, bus_generic_resume), 11415e32d5dSMike Smith 11515e32d5dSMike Smith /* Bus interface */ 11615e32d5dSMike Smith DEVMETHOD(bus_read_ivar, acpi_pcib_read_ivar), 11715e32d5dSMike Smith DEVMETHOD(bus_write_ivar, acpi_pcib_write_ivar), 118cd8b53edSWarner Losh DEVMETHOD(bus_alloc_resource, acpi_pcib_acpi_alloc_resource), 11934ff71eeSJohn Baldwin #ifdef NEW_PCIB 12034ff71eeSJohn Baldwin DEVMETHOD(bus_adjust_resource, acpi_pcib_acpi_adjust_resource), 12134ff71eeSJohn Baldwin #else 122d2c9344fSJohn Baldwin DEVMETHOD(bus_adjust_resource, bus_generic_adjust_resource), 12334ff71eeSJohn Baldwin #endif 1244edef187SJohn Baldwin #if defined(NEW_PCIB) && defined(PCI_RES_BUS) 1254edef187SJohn Baldwin DEVMETHOD(bus_release_resource, acpi_pcib_acpi_release_resource), 1264edef187SJohn Baldwin #else 12715e32d5dSMike Smith DEVMETHOD(bus_release_resource, bus_generic_release_resource), 1284edef187SJohn Baldwin #endif 12915e32d5dSMike Smith DEVMETHOD(bus_activate_resource, bus_generic_activate_resource), 13015e32d5dSMike Smith DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource), 13115e32d5dSMike Smith DEVMETHOD(bus_setup_intr, bus_generic_setup_intr), 13215e32d5dSMike Smith DEVMETHOD(bus_teardown_intr, bus_generic_teardown_intr), 13315e32d5dSMike Smith 13415e32d5dSMike Smith /* pcib interface */ 1352ccfc932SJohn Baldwin DEVMETHOD(pcib_maxslots, pcib_maxslots), 13615e32d5dSMike Smith DEVMETHOD(pcib_read_config, acpi_pcib_read_config), 13715e32d5dSMike Smith DEVMETHOD(pcib_write_config, acpi_pcib_write_config), 1382ccfc932SJohn Baldwin DEVMETHOD(pcib_route_interrupt, acpi_pcib_acpi_route_interrupt), 1398964299aSJohn Baldwin DEVMETHOD(pcib_alloc_msi, acpi_pcib_alloc_msi), 1409bf4c9c1SJohn Baldwin DEVMETHOD(pcib_release_msi, pcib_release_msi), 1418964299aSJohn Baldwin DEVMETHOD(pcib_alloc_msix, acpi_pcib_alloc_msix), 1429bf4c9c1SJohn Baldwin DEVMETHOD(pcib_release_msix, pcib_release_msix), 143e706f7f0SJohn Baldwin DEVMETHOD(pcib_map_msi, acpi_pcib_map_msi), 14462508c53SJohn Baldwin DEVMETHOD(pcib_power_for_sleep, acpi_pcib_power_for_sleep), 14515e32d5dSMike Smith 1464b7ec270SMarius Strobl DEVMETHOD_END 14715e32d5dSMike Smith }; 14815e32d5dSMike Smith 14904dda605SJohn Baldwin static devclass_t pcib_devclass; 15015e32d5dSMike Smith 15104dda605SJohn Baldwin DEFINE_CLASS_0(pcib, acpi_pcib_acpi_driver, acpi_pcib_acpi_methods, 15204dda605SJohn Baldwin sizeof(struct acpi_hpcib_softc)); 1532ccfc932SJohn Baldwin DRIVER_MODULE(acpi_pcib, acpi, acpi_pcib_acpi_driver, pcib_devclass, 0, 0); 15464278df5SNate Lawson MODULE_DEPEND(acpi_pcib, acpi, 1, 1, 1); 15515e32d5dSMike Smith 15615e32d5dSMike Smith static int 1572ccfc932SJohn Baldwin acpi_pcib_acpi_probe(device_t dev) 15815e32d5dSMike Smith { 15992488a57SJung-uk Kim ACPI_DEVICE_INFO *devinfo; 16092488a57SJung-uk Kim ACPI_HANDLE h; 16192488a57SJung-uk Kim int root; 16215e32d5dSMike Smith 16392488a57SJung-uk Kim if (acpi_disabled("pcib") || (h = acpi_get_handle(dev)) == NULL || 16492488a57SJung-uk Kim ACPI_FAILURE(AcpiGetObjectInfo(h, &devinfo))) 16592488a57SJung-uk Kim return (ENXIO); 16692488a57SJung-uk Kim root = (devinfo->Flags & ACPI_PCI_ROOT_BRIDGE) != 0; 16792488a57SJung-uk Kim AcpiOsFree(devinfo); 16892488a57SJung-uk Kim if (!root || pci_cfgregopen() == 0) 1695fcc8a58SNate Lawson return (ENXIO); 17015e32d5dSMike Smith 1712ccfc932SJohn Baldwin device_set_desc(dev, "ACPI Host-PCI bridge"); 17215e32d5dSMike Smith return (0); 17315e32d5dSMike Smith } 17415e32d5dSMike Smith 17534ff71eeSJohn Baldwin #ifdef NEW_PCIB 17634ff71eeSJohn Baldwin static ACPI_STATUS 17734ff71eeSJohn Baldwin acpi_pcib_producer_handler(ACPI_RESOURCE *res, void *context) 17834ff71eeSJohn Baldwin { 17934ff71eeSJohn Baldwin struct acpi_hpcib_softc *sc; 18034ff71eeSJohn Baldwin UINT64 length, min, max; 18134ff71eeSJohn Baldwin u_int flags; 18234ff71eeSJohn Baldwin int error, type; 18334ff71eeSJohn Baldwin 18434ff71eeSJohn Baldwin sc = context; 18534ff71eeSJohn Baldwin switch (res->Type) { 18634ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_START_DEPENDENT: 18734ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_END_DEPENDENT: 18834ff71eeSJohn Baldwin panic("host bridge has depenedent resources"); 18934ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS16: 19034ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS32: 19134ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS64: 19234ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_EXTENDED_ADDRESS64: 19334ff71eeSJohn Baldwin if (res->Data.Address.ProducerConsumer != ACPI_PRODUCER) 19434ff71eeSJohn Baldwin break; 19534ff71eeSJohn Baldwin switch (res->Type) { 19634ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS16: 1977cf3e94aSJung-uk Kim min = res->Data.Address16.Address.Minimum; 1987cf3e94aSJung-uk Kim max = res->Data.Address16.Address.Maximum; 1997cf3e94aSJung-uk Kim length = res->Data.Address16.Address.AddressLength; 20034ff71eeSJohn Baldwin break; 20134ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS32: 2027cf3e94aSJung-uk Kim min = res->Data.Address32.Address.Minimum; 2037cf3e94aSJung-uk Kim max = res->Data.Address32.Address.Maximum; 2047cf3e94aSJung-uk Kim length = res->Data.Address32.Address.AddressLength; 20534ff71eeSJohn Baldwin break; 20634ff71eeSJohn Baldwin case ACPI_RESOURCE_TYPE_ADDRESS64: 2077cf3e94aSJung-uk Kim min = res->Data.Address64.Address.Minimum; 2087cf3e94aSJung-uk Kim max = res->Data.Address64.Address.Maximum; 2097cf3e94aSJung-uk Kim length = res->Data.Address64.Address.AddressLength; 21034ff71eeSJohn Baldwin break; 21134ff71eeSJohn Baldwin default: 21234ff71eeSJohn Baldwin KASSERT(res->Type == 21334ff71eeSJohn Baldwin ACPI_RESOURCE_TYPE_EXTENDED_ADDRESS64, 21434ff71eeSJohn Baldwin ("should never happen")); 2157cf3e94aSJung-uk Kim min = res->Data.ExtAddress64.Address.Minimum; 2167cf3e94aSJung-uk Kim max = res->Data.ExtAddress64.Address.Maximum; 2177cf3e94aSJung-uk Kim length = res->Data.ExtAddress64.Address.AddressLength; 21834ff71eeSJohn Baldwin break; 21934ff71eeSJohn Baldwin } 220e9f91b2bSJohn Baldwin if (length == 0) 221e9f91b2bSJohn Baldwin break; 222e9f91b2bSJohn Baldwin if (min + length - 1 != max && 223e9f91b2bSJohn Baldwin (res->Data.Address.MinAddressFixed != ACPI_ADDRESS_FIXED || 224e9f91b2bSJohn Baldwin res->Data.Address.MaxAddressFixed != ACPI_ADDRESS_FIXED)) 22534ff71eeSJohn Baldwin break; 22634ff71eeSJohn Baldwin flags = 0; 22734ff71eeSJohn Baldwin switch (res->Data.Address.ResourceType) { 22834ff71eeSJohn Baldwin case ACPI_MEMORY_RANGE: 22934ff71eeSJohn Baldwin type = SYS_RES_MEMORY; 23034ff71eeSJohn Baldwin if (res->Type != ACPI_RESOURCE_TYPE_EXTENDED_ADDRESS64) { 23134ff71eeSJohn Baldwin if (res->Data.Address.Info.Mem.Caching == 23234ff71eeSJohn Baldwin ACPI_PREFETCHABLE_MEMORY) 23334ff71eeSJohn Baldwin flags |= RF_PREFETCHABLE; 23434ff71eeSJohn Baldwin } else { 23534ff71eeSJohn Baldwin /* 23634ff71eeSJohn Baldwin * XXX: Parse prefetch flag out of 23734ff71eeSJohn Baldwin * TypeSpecific. 23834ff71eeSJohn Baldwin */ 23934ff71eeSJohn Baldwin } 24034ff71eeSJohn Baldwin break; 24134ff71eeSJohn Baldwin case ACPI_IO_RANGE: 24234ff71eeSJohn Baldwin type = SYS_RES_IOPORT; 24334ff71eeSJohn Baldwin break; 24434ff71eeSJohn Baldwin #ifdef PCI_RES_BUS 24534ff71eeSJohn Baldwin case ACPI_BUS_NUMBER_RANGE: 24634ff71eeSJohn Baldwin type = PCI_RES_BUS; 24734ff71eeSJohn Baldwin break; 24834ff71eeSJohn Baldwin #endif 24934ff71eeSJohn Baldwin default: 25034ff71eeSJohn Baldwin return (AE_OK); 25134ff71eeSJohn Baldwin } 25234ff71eeSJohn Baldwin 25334ff71eeSJohn Baldwin if (min + length - 1 != max) 25434ff71eeSJohn Baldwin device_printf(sc->ap_dev, 25534ff71eeSJohn Baldwin "Length mismatch for %d range: %jx vs %jx\n", type, 2560c10b85aSJung-uk Kim (uintmax_t)(max - min + 1), (uintmax_t)length); 25734ff71eeSJohn Baldwin #ifdef __i386__ 25834ff71eeSJohn Baldwin if (min > ULONG_MAX) { 25934ff71eeSJohn Baldwin device_printf(sc->ap_dev, 26034ff71eeSJohn Baldwin "Ignoring %d range above 4GB (%#jx-%#jx)\n", 26134ff71eeSJohn Baldwin type, (uintmax_t)min, (uintmax_t)max); 26234ff71eeSJohn Baldwin break; 26334ff71eeSJohn Baldwin } 26434ff71eeSJohn Baldwin if (max > ULONG_MAX) { 26534ff71eeSJohn Baldwin device_printf(sc->ap_dev, 26634ff71eeSJohn Baldwin "Truncating end of %d range above 4GB (%#jx-%#jx)\n", 26734ff71eeSJohn Baldwin type, (uintmax_t)min, (uintmax_t)max); 26834ff71eeSJohn Baldwin max = ULONG_MAX; 26934ff71eeSJohn Baldwin } 27034ff71eeSJohn Baldwin #endif 27134ff71eeSJohn Baldwin error = pcib_host_res_decodes(&sc->ap_host_res, type, min, max, 27234ff71eeSJohn Baldwin flags); 27334ff71eeSJohn Baldwin if (error) 27434ff71eeSJohn Baldwin panic("Failed to manage %d range (%#jx-%#jx): %d", 27534ff71eeSJohn Baldwin type, (uintmax_t)min, (uintmax_t)max, error); 27634ff71eeSJohn Baldwin break; 27734ff71eeSJohn Baldwin default: 27834ff71eeSJohn Baldwin break; 27934ff71eeSJohn Baldwin } 28034ff71eeSJohn Baldwin return (AE_OK); 28134ff71eeSJohn Baldwin } 28234ff71eeSJohn Baldwin #endif 28334ff71eeSJohn Baldwin 2844edef187SJohn Baldwin #if defined(NEW_PCIB) && defined(PCI_RES_BUS) 2854edef187SJohn Baldwin static int 2862dd1bdf1SJustin Hibbits first_decoded_bus(struct acpi_hpcib_softc *sc, rman_res_t *startp) 2874edef187SJohn Baldwin { 2884edef187SJohn Baldwin struct resource_list_entry *rle; 2894edef187SJohn Baldwin 2904edef187SJohn Baldwin rle = resource_list_find(&sc->ap_host_res.hr_rl, PCI_RES_BUS, 0); 2914edef187SJohn Baldwin if (rle == NULL) 2924edef187SJohn Baldwin return (ENXIO); 2934edef187SJohn Baldwin *startp = rle->start; 2944edef187SJohn Baldwin return (0); 2954edef187SJohn Baldwin } 2964edef187SJohn Baldwin #endif 2974edef187SJohn Baldwin 298508c21b6SJohn Baldwin static void 299508c21b6SJohn Baldwin acpi_pcib_osc(struct acpi_hpcib_softc *sc) 300508c21b6SJohn Baldwin { 301508c21b6SJohn Baldwin ACPI_STATUS status; 302508c21b6SJohn Baldwin uint32_t cap_set[3]; 303508c21b6SJohn Baldwin 304508c21b6SJohn Baldwin static uint8_t pci_host_bridge_uuid[ACPI_UUID_LENGTH] = { 305508c21b6SJohn Baldwin 0x5b, 0x4d, 0xdb, 0x33, 0xf7, 0x1f, 0x1c, 0x40, 306508c21b6SJohn Baldwin 0x96, 0x57, 0x74, 0x41, 0xc0, 0x3d, 0xd7, 0x66 307508c21b6SJohn Baldwin }; 308508c21b6SJohn Baldwin 309508c21b6SJohn Baldwin /* Support Field: Extended PCI Config Space, MSI */ 310508c21b6SJohn Baldwin cap_set[1] = 0x11; 311508c21b6SJohn Baldwin 312508c21b6SJohn Baldwin /* Control Field */ 313508c21b6SJohn Baldwin cap_set[2] = 0; 314508c21b6SJohn Baldwin 315508c21b6SJohn Baldwin status = acpi_EvaluateOSC(sc->ap_handle, pci_host_bridge_uuid, 1, 3164c26ac69SJohn Baldwin nitems(cap_set), cap_set, cap_set, false); 317508c21b6SJohn Baldwin if (ACPI_FAILURE(status)) { 318508c21b6SJohn Baldwin if (status == AE_NOT_FOUND) 319508c21b6SJohn Baldwin return; 320508c21b6SJohn Baldwin device_printf(sc->ap_dev, "_OSC failed: %s\n", 321508c21b6SJohn Baldwin AcpiFormatException(status)); 322508c21b6SJohn Baldwin return; 323508c21b6SJohn Baldwin } 324508c21b6SJohn Baldwin 325508c21b6SJohn Baldwin if (cap_set[0] != 0) { 326508c21b6SJohn Baldwin device_printf(sc->ap_dev, "_OSC returned error %#x\n", 327508c21b6SJohn Baldwin cap_set[0]); 328508c21b6SJohn Baldwin } 329508c21b6SJohn Baldwin } 330508c21b6SJohn Baldwin 33115e32d5dSMike Smith static int 3322ccfc932SJohn Baldwin acpi_pcib_acpi_attach(device_t dev) 33315e32d5dSMike Smith { 3342ccfc932SJohn Baldwin struct acpi_hpcib_softc *sc; 33515e32d5dSMike Smith ACPI_STATUS status; 3360668724bSJohn Baldwin static int bus0_seen = 0; 3370d95597cSJohn Baldwin u_int slot, func, busok; 3384edef187SJohn Baldwin #if defined(NEW_PCIB) && defined(PCI_RES_BUS) 3394edef187SJohn Baldwin struct resource *bus_res; 3402dd1bdf1SJustin Hibbits rman_res_t start; 3414edef187SJohn Baldwin int rid; 3424edef187SJohn Baldwin #endif 3439debb532SJohn Baldwin uint8_t busno; 3440ae55423SMike Smith 345b4a05238SPeter Wemm ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__); 34615e32d5dSMike Smith 34715e32d5dSMike Smith sc = device_get_softc(dev); 34815e32d5dSMike Smith sc->ap_dev = dev; 34915e32d5dSMike Smith sc->ap_handle = acpi_get_handle(dev); 35015e32d5dSMike Smith 35115e32d5dSMike Smith /* 3528f4c2e52SJohn Baldwin * Don't attach if we're not really there. 3538f4c2e52SJohn Baldwin */ 3548f4c2e52SJohn Baldwin if (!acpi_DeviceIsPresent(dev)) 3558f4c2e52SJohn Baldwin return (ENXIO); 3568f4c2e52SJohn Baldwin 357508c21b6SJohn Baldwin acpi_pcib_osc(sc); 358508c21b6SJohn Baldwin 3598f4c2e52SJohn Baldwin /* 3600d95597cSJohn Baldwin * Get our segment number by evaluating _SEG. 3610668724bSJohn Baldwin * It's OK for this to not exist. 3620668724bSJohn Baldwin */ 3630668724bSJohn Baldwin status = acpi_GetInteger(sc->ap_handle, "_SEG", &sc->ap_segment); 3640668724bSJohn Baldwin if (ACPI_FAILURE(status)) { 3650668724bSJohn Baldwin if (status != AE_NOT_FOUND) { 3660668724bSJohn Baldwin device_printf(dev, "could not evaluate _SEG - %s\n", 3670668724bSJohn Baldwin AcpiFormatException(status)); 3680668724bSJohn Baldwin return_VALUE (ENXIO); 3690668724bSJohn Baldwin } 3700668724bSJohn Baldwin /* If it's not found, assume 0. */ 3710668724bSJohn Baldwin sc->ap_segment = 0; 3720668724bSJohn Baldwin } 3730668724bSJohn Baldwin 3740d95597cSJohn Baldwin /* 3750d95597cSJohn Baldwin * Get the address (device and function) of the associated 3760d95597cSJohn Baldwin * PCI-Host bridge device from _ADR. Assume we don't have one if 3770d95597cSJohn Baldwin * it doesn't exist. 3780d95597cSJohn Baldwin */ 3790d95597cSJohn Baldwin status = acpi_GetInteger(sc->ap_handle, "_ADR", &sc->ap_addr); 3800d95597cSJohn Baldwin if (ACPI_FAILURE(status)) { 3810d95597cSJohn Baldwin device_printf(dev, "could not evaluate _ADR - %s\n", 3820d95597cSJohn Baldwin AcpiFormatException(status)); 3830d95597cSJohn Baldwin sc->ap_addr = -1; 3840d95597cSJohn Baldwin } 3850d95597cSJohn Baldwin 38634ff71eeSJohn Baldwin #ifdef NEW_PCIB 38734ff71eeSJohn Baldwin /* 38834ff71eeSJohn Baldwin * Determine which address ranges this bridge decodes and setup 38934ff71eeSJohn Baldwin * resource managers for those ranges. 39034ff71eeSJohn Baldwin */ 39134ff71eeSJohn Baldwin if (pcib_host_res_init(sc->ap_dev, &sc->ap_host_res) != 0) 39234ff71eeSJohn Baldwin panic("failed to init hostb resources"); 39334ff71eeSJohn Baldwin if (!acpi_disabled("hostres")) { 39434ff71eeSJohn Baldwin status = AcpiWalkResources(sc->ap_handle, "_CRS", 39534ff71eeSJohn Baldwin acpi_pcib_producer_handler, sc); 39634ff71eeSJohn Baldwin if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) 39734ff71eeSJohn Baldwin device_printf(sc->ap_dev, "failed to parse resources: %s\n", 39834ff71eeSJohn Baldwin AcpiFormatException(status)); 39934ff71eeSJohn Baldwin } 40034ff71eeSJohn Baldwin #endif 40134ff71eeSJohn Baldwin 4020668724bSJohn Baldwin /* 4039debb532SJohn Baldwin * Get our base bus number by evaluating _BBN. 404c1b1f787SMike Smith * If this doesn't work, we assume we're bus number 0. 40515e32d5dSMike Smith * 40615e32d5dSMike Smith * XXX note that it may also not exist in the case where we are 40715e32d5dSMike Smith * meant to use a private configuration space mechanism for this bus, 40815e32d5dSMike Smith * so we should dig out our resources and check to see if we have 40915e32d5dSMike Smith * anything like that. How do we do this? 410042283a6SMike Smith * XXX If we have the requisite information, and if we don't think the 411042283a6SMike Smith * default PCI configuration space handlers can deal with this bus, 412042283a6SMike Smith * we should attach our own handler. 413042283a6SMike Smith * XXX invoke _REG on this for the PCI config space address space? 4149debb532SJohn Baldwin * XXX It seems many BIOS's with multiple Host-PCI bridges do not set 4159debb532SJohn Baldwin * _BBN correctly. They set _BBN to zero for all bridges. Thus, 4160668724bSJohn Baldwin * if _BBN is zero and PCI bus 0 already exists, we try to read our 4179debb532SJohn Baldwin * bus number from the configuration registers at address _ADR. 4180668724bSJohn Baldwin * We only do this for domain/segment 0 in the hopes that this is 4190668724bSJohn Baldwin * only needed for old single-domain machines. 42015e32d5dSMike Smith */ 421c310653eSNate Lawson status = acpi_GetInteger(sc->ap_handle, "_BBN", &sc->ap_bus); 4229debb532SJohn Baldwin if (ACPI_FAILURE(status)) { 42315e32d5dSMike Smith if (status != AE_NOT_FOUND) { 4249debb532SJohn Baldwin device_printf(dev, "could not evaluate _BBN - %s\n", 4259debb532SJohn Baldwin AcpiFormatException(status)); 4268f4c2e52SJohn Baldwin return (ENXIO); 427c1b1f787SMike Smith } else { 428e3aa81b8SNate Lawson /* If it's not found, assume 0. */ 42915e32d5dSMike Smith sc->ap_bus = 0; 43015e32d5dSMike Smith } 4318745ec57SJohn Baldwin } 4329debb532SJohn Baldwin 4339debb532SJohn Baldwin /* 4340668724bSJohn Baldwin * If this is segment 0, the bus is zero, and PCI bus 0 already 4350668724bSJohn Baldwin * exists, read the bus number via PCI config space. 4369debb532SJohn Baldwin */ 4379debb532SJohn Baldwin busok = 1; 4380668724bSJohn Baldwin if (sc->ap_segment == 0 && sc->ap_bus == 0 && bus0_seen) { 4398745ec57SJohn Baldwin busok = 0; 4400d95597cSJohn Baldwin if (sc->ap_addr != -1) { 4419debb532SJohn Baldwin /* XXX: We assume bus 0. */ 4420d95597cSJohn Baldwin slot = ACPI_ADR_PCI_SLOT(sc->ap_addr); 4430d95597cSJohn Baldwin func = ACPI_ADR_PCI_FUNC(sc->ap_addr); 4449debb532SJohn Baldwin if (bootverbose) 4459debb532SJohn Baldwin device_printf(dev, "reading config registers from 0:%d:%d\n", 4469debb532SJohn Baldwin slot, func); 4478745ec57SJohn Baldwin if (host_pcib_get_busno(pci_cfgregread, 0, slot, func, &busno) == 0) 448e3aa81b8SNate Lawson device_printf(dev, "couldn't read bus number from cfg space\n"); 4498745ec57SJohn Baldwin else { 4509debb532SJohn Baldwin sc->ap_bus = busno; 4518745ec57SJohn Baldwin busok = 1; 4529debb532SJohn Baldwin } 4539debb532SJohn Baldwin } 4549debb532SJohn Baldwin } 4559debb532SJohn Baldwin 4564edef187SJohn Baldwin #if defined(NEW_PCIB) && defined(PCI_RES_BUS) 4574edef187SJohn Baldwin /* 4584edef187SJohn Baldwin * If nothing else worked, hope that ACPI at least lays out the 4594edef187SJohn Baldwin * Host-PCI bridges in order and that as a result the next free 4604edef187SJohn Baldwin * bus number is our bus number. 4614edef187SJohn Baldwin */ 4624edef187SJohn Baldwin if (busok == 0) { 4634edef187SJohn Baldwin /* 4644edef187SJohn Baldwin * If we have a region of bus numbers, use the first 4654edef187SJohn Baldwin * number for our bus. 4664edef187SJohn Baldwin */ 4674edef187SJohn Baldwin if (first_decoded_bus(sc, &start) == 0) 4684edef187SJohn Baldwin sc->ap_bus = start; 4694edef187SJohn Baldwin else { 4704edef187SJohn Baldwin rid = 0; 4714edef187SJohn Baldwin bus_res = pci_domain_alloc_bus(sc->ap_segment, dev, &rid, 0, 4724edef187SJohn Baldwin PCI_BUSMAX, 1, 0); 4734edef187SJohn Baldwin if (bus_res == NULL) { 4744edef187SJohn Baldwin device_printf(dev, 4754edef187SJohn Baldwin "could not allocate bus number\n"); 4764edef187SJohn Baldwin pcib_host_res_free(dev, &sc->ap_host_res); 4774edef187SJohn Baldwin return (ENXIO); 4784edef187SJohn Baldwin } 4794edef187SJohn Baldwin sc->ap_bus = rman_get_start(bus_res); 4804edef187SJohn Baldwin pci_domain_release_bus(sc->ap_segment, dev, rid, bus_res); 4814edef187SJohn Baldwin } 4824edef187SJohn Baldwin } else { 4834edef187SJohn Baldwin #ifdef INVARIANTS 4844edef187SJohn Baldwin if (first_decoded_bus(sc, &start) == 0) 4854edef187SJohn Baldwin KASSERT(start == sc->ap_bus, ("bus number mismatch")); 4864edef187SJohn Baldwin #endif 4874edef187SJohn Baldwin } 4884edef187SJohn Baldwin #else 4899debb532SJohn Baldwin /* 4909debb532SJohn Baldwin * If nothing else worked, hope that ACPI at least lays out the 4919debb532SJohn Baldwin * host-PCI bridges in order and that as a result our unit number 4929debb532SJohn Baldwin * is actually our bus number. There are several reasons this 4939debb532SJohn Baldwin * might not be true. 4949debb532SJohn Baldwin */ 4959debb532SJohn Baldwin if (busok == 0) { 4969debb532SJohn Baldwin sc->ap_bus = device_get_unit(dev); 4979debb532SJohn Baldwin device_printf(dev, "trying bus number %d\n", sc->ap_bus); 498c1b1f787SMike Smith } 4994edef187SJohn Baldwin #endif 50015e32d5dSMike Smith 5010668724bSJohn Baldwin /* If this is bus 0 on segment 0, note that it has been seen already. */ 5020668724bSJohn Baldwin if (sc->ap_segment == 0 && sc->ap_bus == 0) 5030668724bSJohn Baldwin bus0_seen = 1; 50415e32d5dSMike Smith 505*67e7d085SJohn Baldwin acpi_pcib_fetch_prt(dev, &sc->ap_prt); 506*67e7d085SJohn Baldwin 507*67e7d085SJohn Baldwin if (device_add_child(dev, "pci", -1) == NULL) { 508*67e7d085SJohn Baldwin device_printf(device_get_parent(dev), "couldn't attach pci bus\n"); 509*67e7d085SJohn Baldwin return (ENXIO); 510*67e7d085SJohn Baldwin } 511*67e7d085SJohn Baldwin return (bus_generic_attach(dev)); 51215e32d5dSMike Smith } 51315e32d5dSMike Smith 5144fa387b6SMike Smith /* 5154fa387b6SMike Smith * Support for standard PCI bridge ivars. 5164fa387b6SMike Smith */ 51715e32d5dSMike Smith static int 51815e32d5dSMike Smith acpi_pcib_read_ivar(device_t dev, device_t child, int which, uintptr_t *result) 51915e32d5dSMike Smith { 5202ccfc932SJohn Baldwin struct acpi_hpcib_softc *sc = device_get_softc(dev); 52115e32d5dSMike Smith 52215e32d5dSMike Smith switch (which) { 52355aaf894SMarius Strobl case PCIB_IVAR_DOMAIN: 52424c93a6fSJohn Baldwin *result = sc->ap_segment; 52555aaf894SMarius Strobl return (0); 52615e32d5dSMike Smith case PCIB_IVAR_BUS: 52715e32d5dSMike Smith *result = sc->ap_bus; 52815e32d5dSMike Smith return (0); 5292ccfc932SJohn Baldwin case ACPI_IVAR_HANDLE: 5302ccfc932SJohn Baldwin *result = (uintptr_t)sc->ap_handle; 5312ccfc932SJohn Baldwin return (0); 532d4b9ff91SNate Lawson case ACPI_IVAR_FLAGS: 533d4b9ff91SNate Lawson *result = (uintptr_t)sc->ap_flags; 534d4b9ff91SNate Lawson return (0); 53515e32d5dSMike Smith } 53615e32d5dSMike Smith return (ENOENT); 53715e32d5dSMike Smith } 53815e32d5dSMike Smith 53915e32d5dSMike Smith static int 54015e32d5dSMike Smith acpi_pcib_write_ivar(device_t dev, device_t child, int which, uintptr_t value) 54115e32d5dSMike Smith { 5422ccfc932SJohn Baldwin struct acpi_hpcib_softc *sc = device_get_softc(dev); 54315e32d5dSMike Smith 54415e32d5dSMike Smith switch (which) { 54555aaf894SMarius Strobl case PCIB_IVAR_DOMAIN: 54655aaf894SMarius Strobl return (EINVAL); 54715e32d5dSMike Smith case PCIB_IVAR_BUS: 54815e32d5dSMike Smith sc->ap_bus = value; 54915e32d5dSMike Smith return (0); 550d4b9ff91SNate Lawson case ACPI_IVAR_HANDLE: 551d4b9ff91SNate Lawson sc->ap_handle = (ACPI_HANDLE)value; 552d4b9ff91SNate Lawson return (0); 553d4b9ff91SNate Lawson case ACPI_IVAR_FLAGS: 554d4b9ff91SNate Lawson sc->ap_flags = (int)value; 555d4b9ff91SNate Lawson return (0); 55615e32d5dSMike Smith } 55715e32d5dSMike Smith return (ENOENT); 55815e32d5dSMike Smith } 55915e32d5dSMike Smith 560e3aa81b8SNate Lawson static uint32_t 5611496d4a9SWarner Losh acpi_pcib_read_config(device_t dev, u_int bus, u_int slot, u_int func, 5621496d4a9SWarner Losh u_int reg, int bytes) 56315e32d5dSMike Smith { 56415e32d5dSMike Smith return (pci_cfgregread(bus, slot, func, reg, bytes)); 56515e32d5dSMike Smith } 56615e32d5dSMike Smith 56715e32d5dSMike Smith static void 5681496d4a9SWarner Losh acpi_pcib_write_config(device_t dev, u_int bus, u_int slot, u_int func, 5691496d4a9SWarner Losh u_int reg, uint32_t data, int bytes) 57015e32d5dSMike Smith { 57115e32d5dSMike Smith pci_cfgregwrite(bus, slot, func, reg, data, bytes); 57215e32d5dSMike Smith } 57315e32d5dSMike Smith 57415e32d5dSMike Smith static int 5752ccfc932SJohn Baldwin acpi_pcib_acpi_route_interrupt(device_t pcib, device_t dev, int pin) 57615e32d5dSMike Smith { 5775e1ba6d4SJohn Baldwin struct acpi_hpcib_softc *sc = device_get_softc(pcib); 5784fa387b6SMike Smith 5795e1ba6d4SJohn Baldwin return (acpi_pcib_route_interrupt(pcib, dev, pin, &sc->ap_prt)); 58015e32d5dSMike Smith } 581cd8b53edSWarner Losh 5828964299aSJohn Baldwin static int 5838964299aSJohn Baldwin acpi_pcib_alloc_msi(device_t pcib, device_t dev, int count, int maxcount, 5848964299aSJohn Baldwin int *irqs) 5858964299aSJohn Baldwin { 5868964299aSJohn Baldwin device_t bus; 5878964299aSJohn Baldwin 5888964299aSJohn Baldwin bus = device_get_parent(pcib); 5898964299aSJohn Baldwin return (PCIB_ALLOC_MSI(device_get_parent(bus), dev, count, maxcount, 5908964299aSJohn Baldwin irqs)); 5918964299aSJohn Baldwin } 5928964299aSJohn Baldwin 5938964299aSJohn Baldwin static int 594e706f7f0SJohn Baldwin acpi_pcib_alloc_msix(device_t pcib, device_t dev, int *irq) 5958964299aSJohn Baldwin { 5968964299aSJohn Baldwin device_t bus; 5978964299aSJohn Baldwin 5988964299aSJohn Baldwin bus = device_get_parent(pcib); 599e706f7f0SJohn Baldwin return (PCIB_ALLOC_MSIX(device_get_parent(bus), dev, irq)); 600e706f7f0SJohn Baldwin } 601e706f7f0SJohn Baldwin 602e706f7f0SJohn Baldwin static int 603e706f7f0SJohn Baldwin acpi_pcib_map_msi(device_t pcib, device_t dev, int irq, uint64_t *addr, 604e706f7f0SJohn Baldwin uint32_t *data) 605e706f7f0SJohn Baldwin { 6060d95597cSJohn Baldwin struct acpi_hpcib_softc *sc; 6070d95597cSJohn Baldwin device_t bus, hostb; 6080d95597cSJohn Baldwin int error; 609e706f7f0SJohn Baldwin 610e706f7f0SJohn Baldwin bus = device_get_parent(pcib); 6110d95597cSJohn Baldwin error = PCIB_MAP_MSI(device_get_parent(bus), dev, irq, addr, data); 6120d95597cSJohn Baldwin if (error) 6130d95597cSJohn Baldwin return (error); 6140d95597cSJohn Baldwin 615af0d1ee9SNeel Natu sc = device_get_softc(pcib); 6160d95597cSJohn Baldwin if (sc->ap_addr == -1) 6170d95597cSJohn Baldwin return (0); 6180d95597cSJohn Baldwin /* XXX: Assumes all bridges are on bus 0. */ 6190d95597cSJohn Baldwin hostb = pci_find_dbsf(sc->ap_segment, 0, ACPI_ADR_PCI_SLOT(sc->ap_addr), 6200d95597cSJohn Baldwin ACPI_ADR_PCI_FUNC(sc->ap_addr)); 6210d95597cSJohn Baldwin if (hostb != NULL) 6220d95597cSJohn Baldwin pci_ht_map_msi(hostb, *addr); 6230d95597cSJohn Baldwin return (0); 6248964299aSJohn Baldwin } 6258964299aSJohn Baldwin 626cd8b53edSWarner Losh struct resource * 627cd8b53edSWarner Losh acpi_pcib_acpi_alloc_resource(device_t dev, device_t child, int type, int *rid, 6282dd1bdf1SJustin Hibbits rman_res_t start, rman_res_t end, rman_res_t count, u_int flags) 629cd8b53edSWarner Losh { 63034ff71eeSJohn Baldwin #ifdef NEW_PCIB 63134ff71eeSJohn Baldwin struct acpi_hpcib_softc *sc; 6325d0d779bSJohn Baldwin struct resource *res; 63334ff71eeSJohn Baldwin #endif 63438d7a61bSJohn Baldwin 63538d7a61bSJohn Baldwin #if defined(__i386__) || defined(__amd64__) 63638d7a61bSJohn Baldwin start = hostb_alloc_start(type, start, end, count); 63738d7a61bSJohn Baldwin #endif 63834ff71eeSJohn Baldwin 63934ff71eeSJohn Baldwin #ifdef NEW_PCIB 64034ff71eeSJohn Baldwin sc = device_get_softc(dev); 6414edef187SJohn Baldwin #ifdef PCI_RES_BUS 6424edef187SJohn Baldwin if (type == PCI_RES_BUS) 6434edef187SJohn Baldwin return (pci_domain_alloc_bus(sc->ap_segment, child, rid, start, end, 6444edef187SJohn Baldwin count, flags)); 6454edef187SJohn Baldwin #endif 6465d0d779bSJohn Baldwin res = pcib_host_res_alloc(&sc->ap_host_res, child, type, rid, start, end, 6475d0d779bSJohn Baldwin count, flags); 648a74d6952SJohn Baldwin 649a74d6952SJohn Baldwin /* 650a74d6952SJohn Baldwin * XXX: If this is a request for a specific range, assume it is 651a74d6952SJohn Baldwin * correct and pass it up to the parent. What we probably want to 652a74d6952SJohn Baldwin * do long-term is explicitly trust any firmware-configured 653a74d6952SJohn Baldwin * resources during the initial bus scan on boot and then disable 654a74d6952SJohn Baldwin * this after that. 655a74d6952SJohn Baldwin */ 6565d0d779bSJohn Baldwin if (res == NULL && start + count - 1 == end) 657a74d6952SJohn Baldwin res = bus_generic_alloc_resource(dev, child, type, rid, start, end, 658a74d6952SJohn Baldwin count, flags); 6595d0d779bSJohn Baldwin return (res); 66034ff71eeSJohn Baldwin #else 661cd8b53edSWarner Losh return (bus_generic_alloc_resource(dev, child, type, rid, start, end, 662cd8b53edSWarner Losh count, flags)); 66334ff71eeSJohn Baldwin #endif 664cd8b53edSWarner Losh } 66534ff71eeSJohn Baldwin 66634ff71eeSJohn Baldwin #ifdef NEW_PCIB 66734ff71eeSJohn Baldwin int 66834ff71eeSJohn Baldwin acpi_pcib_acpi_adjust_resource(device_t dev, device_t child, int type, 6692dd1bdf1SJustin Hibbits struct resource *r, rman_res_t start, rman_res_t end) 67034ff71eeSJohn Baldwin { 67134ff71eeSJohn Baldwin struct acpi_hpcib_softc *sc; 67234ff71eeSJohn Baldwin 67334ff71eeSJohn Baldwin sc = device_get_softc(dev); 6744edef187SJohn Baldwin #ifdef PCI_RES_BUS 6754edef187SJohn Baldwin if (type == PCI_RES_BUS) 6764edef187SJohn Baldwin return (pci_domain_adjust_bus(sc->ap_segment, child, r, start, 6774edef187SJohn Baldwin end)); 6784edef187SJohn Baldwin #endif 67934ff71eeSJohn Baldwin return (pcib_host_res_adjust(&sc->ap_host_res, child, type, r, start, 68034ff71eeSJohn Baldwin end)); 68134ff71eeSJohn Baldwin } 6824edef187SJohn Baldwin 6834edef187SJohn Baldwin #ifdef PCI_RES_BUS 6844edef187SJohn Baldwin int 6854edef187SJohn Baldwin acpi_pcib_acpi_release_resource(device_t dev, device_t child, int type, int rid, 6864edef187SJohn Baldwin struct resource *r) 6874edef187SJohn Baldwin { 6884edef187SJohn Baldwin struct acpi_hpcib_softc *sc; 6894edef187SJohn Baldwin 6904edef187SJohn Baldwin sc = device_get_softc(dev); 6914edef187SJohn Baldwin if (type == PCI_RES_BUS) 6924edef187SJohn Baldwin return (pci_domain_release_bus(sc->ap_segment, child, rid, r)); 6934edef187SJohn Baldwin return (bus_generic_release_resource(dev, child, type, rid, r)); 6944edef187SJohn Baldwin } 6954edef187SJohn Baldwin #endif 69634ff71eeSJohn Baldwin #endif 697