1098ca2bdSWarner Losh /*-
228bf1fadSJohn Baldwin * Copyright (c) 1997, Stefan Esser <se@freebsd.org>
328bf1fadSJohn Baldwin * Copyright (c) 2000, Michael Smith <msmith@freebsd.org>
428bf1fadSJohn Baldwin * Copyright (c) 2000, BSDi
528bf1fadSJohn Baldwin * All rights reserved.
628bf1fadSJohn Baldwin *
728bf1fadSJohn Baldwin * Redistribution and use in source and binary forms, with or without
828bf1fadSJohn Baldwin * modification, are permitted provided that the following conditions
928bf1fadSJohn Baldwin * are met:
1028bf1fadSJohn Baldwin * 1. Redistributions of source code must retain the above copyright
1128bf1fadSJohn Baldwin * notice unmodified, this list of conditions, and the following
1228bf1fadSJohn Baldwin * disclaimer.
1328bf1fadSJohn Baldwin * 2. Redistributions in binary form must reproduce the above copyright
1428bf1fadSJohn Baldwin * notice, this list of conditions and the following disclaimer in the
1528bf1fadSJohn Baldwin * documentation and/or other materials provided with the distribution.
1628bf1fadSJohn Baldwin *
1728bf1fadSJohn Baldwin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1828bf1fadSJohn Baldwin * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1928bf1fadSJohn Baldwin * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2028bf1fadSJohn Baldwin * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2128bf1fadSJohn Baldwin * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2228bf1fadSJohn Baldwin * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2328bf1fadSJohn Baldwin * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2428bf1fadSJohn Baldwin * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2528bf1fadSJohn Baldwin * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2628bf1fadSJohn Baldwin * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2728bf1fadSJohn Baldwin */
2828bf1fadSJohn Baldwin
29aad970f1SDavid E. O'Brien #include <sys/cdefs.h>
3086be9f0dSKonstantin Belousov #include "opt_acpi.h"
316186bfbdSRuslan Bukin #include "opt_iommu.h"
3286be9f0dSKonstantin Belousov
3328bf1fadSJohn Baldwin #include <sys/param.h>
3428bf1fadSJohn Baldwin #include <sys/systm.h>
3528bf1fadSJohn Baldwin #include <sys/bus.h>
3628bf1fadSJohn Baldwin #include <sys/kernel.h>
3728bf1fadSJohn Baldwin #include <sys/malloc.h>
3828bf1fadSJohn Baldwin #include <sys/module.h>
39ddfc9c4cSWarner Losh #include <sys/sbuf.h>
40025730aaSRuslan Bukin #include <sys/taskqueue.h>
41025730aaSRuslan Bukin #include <sys/tree.h>
4228bf1fadSJohn Baldwin
43129d3046SJung-uk Kim #include <contrib/dev/acpica/include/acpi.h>
44129d3046SJung-uk Kim #include <contrib/dev/acpica/include/accommon.h>
45129d3046SJung-uk Kim
4628bf1fadSJohn Baldwin #include <dev/acpica/acpivar.h>
4765252317SJohn Baldwin #include <dev/acpica/acpi_pcivar.h>
4828bf1fadSJohn Baldwin
4928bf1fadSJohn Baldwin #include <sys/pciio.h>
5028bf1fadSJohn Baldwin #include <dev/pci/pcireg.h>
5128bf1fadSJohn Baldwin #include <dev/pci/pcivar.h>
5228bf1fadSJohn Baldwin #include <dev/pci/pci_private.h>
5328bf1fadSJohn Baldwin
54025730aaSRuslan Bukin #include <dev/iommu/iommu.h>
55025730aaSRuslan Bukin
5628bf1fadSJohn Baldwin #include "pcib_if.h"
5728bf1fadSJohn Baldwin #include "pci_if.h"
5828bf1fadSJohn Baldwin
595acd0218SNate Lawson /* Hooks for the ACPI CA debugging infrastructure. */
6028bf1fadSJohn Baldwin #define _COMPONENT ACPI_BUS
6128bf1fadSJohn Baldwin ACPI_MODULE_NAME("PCI")
6228bf1fadSJohn Baldwin
6328bf1fadSJohn Baldwin struct acpi_pci_devinfo {
6428bf1fadSJohn Baldwin struct pci_devinfo ap_dinfo;
6528bf1fadSJohn Baldwin ACPI_HANDLE ap_handle;
66d4b9ff91SNate Lawson int ap_flags;
6728bf1fadSJohn Baldwin };
6828bf1fadSJohn Baldwin
69f4e6d08dSNate Lawson ACPI_SERIAL_DECL(pci_powerstate, "ACPI PCI power methods");
70f4e6d08dSNate Lawson
71a811035eSNate Lawson /* Be sure that ACPI and PCI power states are equivalent. */
72a811035eSNate Lawson CTASSERT(ACPI_STATE_D0 == PCI_POWERSTATE_D0);
73a811035eSNate Lawson CTASSERT(ACPI_STATE_D1 == PCI_POWERSTATE_D1);
74a811035eSNate Lawson CTASSERT(ACPI_STATE_D2 == PCI_POWERSTATE_D2);
75a811035eSNate Lawson CTASSERT(ACPI_STATE_D3 == PCI_POWERSTATE_D3);
76a811035eSNate Lawson
776cd99ae8SJohn Baldwin static struct pci_devinfo *acpi_pci_alloc_devinfo(device_t dev);
788c9861f5SJohn Baldwin static int acpi_pci_attach(device_t dev);
79496dfa89SJohn Baldwin static void acpi_pci_child_deleted(device_t dev, device_t child);
80ddfc9c4cSWarner Losh static int acpi_pci_child_location_method(device_t cbdev,
81ddfc9c4cSWarner Losh device_t child, struct sbuf *sb);
82cae7d9ecSWarner Losh static int acpi_pci_get_device_path(device_t cbdev,
83cae7d9ecSWarner Losh device_t child, const char *locator, struct sbuf *sb);
848c9861f5SJohn Baldwin static int acpi_pci_detach(device_t dev);
8581bb99d2SJohn Baldwin static int acpi_pci_probe(device_t dev);
8681bb99d2SJohn Baldwin static int acpi_pci_read_ivar(device_t dev, device_t child, int which,
8781bb99d2SJohn Baldwin uintptr_t *result);
88d4b9ff91SNate Lawson static int acpi_pci_write_ivar(device_t dev, device_t child, int which,
89d4b9ff91SNate Lawson uintptr_t value);
9028bf1fadSJohn Baldwin static ACPI_STATUS acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level,
9128bf1fadSJohn Baldwin void *context, void **status);
9281bb99d2SJohn Baldwin static int acpi_pci_set_powerstate_method(device_t dev, device_t child,
9381bb99d2SJohn Baldwin int state);
9481bb99d2SJohn Baldwin static void acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child);
9586be9f0dSKonstantin Belousov static bus_dma_tag_t acpi_pci_get_dma_tag(device_t bus, device_t child);
967dd1f0dcSKonstantin Belousov static int acpi_pci_get_domain(device_t dev, device_t child, int *domain);
9728bf1fadSJohn Baldwin
9828bf1fadSJohn Baldwin static device_method_t acpi_pci_methods[] = {
9928bf1fadSJohn Baldwin /* Device interface */
10028bf1fadSJohn Baldwin DEVMETHOD(device_probe, acpi_pci_probe),
1018c9861f5SJohn Baldwin DEVMETHOD(device_attach, acpi_pci_attach),
1028c9861f5SJohn Baldwin DEVMETHOD(device_detach, acpi_pci_detach),
10328bf1fadSJohn Baldwin
10428bf1fadSJohn Baldwin /* Bus interface */
10528bf1fadSJohn Baldwin DEVMETHOD(bus_read_ivar, acpi_pci_read_ivar),
106d4b9ff91SNate Lawson DEVMETHOD(bus_write_ivar, acpi_pci_write_ivar),
107496dfa89SJohn Baldwin DEVMETHOD(bus_child_deleted, acpi_pci_child_deleted),
108ddfc9c4cSWarner Losh DEVMETHOD(bus_child_location, acpi_pci_child_location_method),
109cae7d9ecSWarner Losh DEVMETHOD(bus_get_device_path, acpi_pci_get_device_path),
1108d791e5aSJohn Baldwin DEVMETHOD(bus_get_cpus, acpi_get_cpus),
11186be9f0dSKonstantin Belousov DEVMETHOD(bus_get_dma_tag, acpi_pci_get_dma_tag),
1127dd1f0dcSKonstantin Belousov DEVMETHOD(bus_get_domain, acpi_pci_get_domain),
11328bf1fadSJohn Baldwin
11428bf1fadSJohn Baldwin /* PCI interface */
1156cd99ae8SJohn Baldwin DEVMETHOD(pci_alloc_devinfo, acpi_pci_alloc_devinfo),
11665252317SJohn Baldwin DEVMETHOD(pci_child_added, acpi_pci_child_added),
1175233e9ffSJohn Baldwin DEVMETHOD(pci_set_powerstate, acpi_pci_set_powerstate_method),
11828bf1fadSJohn Baldwin
11961bfd867SSofian Brabez DEVMETHOD_END
12028bf1fadSJohn Baldwin };
12128bf1fadSJohn Baldwin
1221b1596a3SJohn Baldwin DEFINE_CLASS_1(pci, acpi_pci_driver, acpi_pci_methods, sizeof(struct pci_softc),
1231b1596a3SJohn Baldwin pci_driver);
124916a5d8aSJohn Baldwin DRIVER_MODULE(acpi_pci, pcib, acpi_pci_driver, 0, 0);
12564278df5SNate Lawson MODULE_DEPEND(acpi_pci, acpi, 1, 1, 1);
12628bf1fadSJohn Baldwin MODULE_DEPEND(acpi_pci, pci, 1, 1, 1);
12764278df5SNate Lawson MODULE_VERSION(acpi_pci, 1);
12828bf1fadSJohn Baldwin
1296cd99ae8SJohn Baldwin static struct pci_devinfo *
acpi_pci_alloc_devinfo(device_t dev)1306cd99ae8SJohn Baldwin acpi_pci_alloc_devinfo(device_t dev)
1316cd99ae8SJohn Baldwin {
1326cd99ae8SJohn Baldwin struct acpi_pci_devinfo *dinfo;
1336cd99ae8SJohn Baldwin
1346cd99ae8SJohn Baldwin dinfo = malloc(sizeof(*dinfo), M_DEVBUF, M_WAITOK | M_ZERO);
1356cd99ae8SJohn Baldwin return (&dinfo->ap_dinfo);
1366cd99ae8SJohn Baldwin }
1376cd99ae8SJohn Baldwin
13828bf1fadSJohn Baldwin static int
acpi_pci_read_ivar(device_t dev,device_t child,int which,uintptr_t * result)13928bf1fadSJohn Baldwin acpi_pci_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
14028bf1fadSJohn Baldwin {
14128bf1fadSJohn Baldwin struct acpi_pci_devinfo *dinfo;
14228bf1fadSJohn Baldwin
143d4b9ff91SNate Lawson dinfo = device_get_ivars(child);
14428bf1fadSJohn Baldwin switch (which) {
14528bf1fadSJohn Baldwin case ACPI_IVAR_HANDLE:
14628bf1fadSJohn Baldwin *result = (uintptr_t)dinfo->ap_handle;
14728bf1fadSJohn Baldwin return (0);
148d4b9ff91SNate Lawson case ACPI_IVAR_FLAGS:
149d4b9ff91SNate Lawson *result = (uintptr_t)dinfo->ap_flags;
150d4b9ff91SNate Lawson return (0);
15128bf1fadSJohn Baldwin }
15228bf1fadSJohn Baldwin return (pci_read_ivar(dev, child, which, result));
15328bf1fadSJohn Baldwin }
15428bf1fadSJohn Baldwin
155cd284d7aSTakanori Watanabe static int
acpi_pci_write_ivar(device_t dev,device_t child,int which,uintptr_t value)156d4b9ff91SNate Lawson acpi_pci_write_ivar(device_t dev, device_t child, int which, uintptr_t value)
157d4b9ff91SNate Lawson {
158d4b9ff91SNate Lawson struct acpi_pci_devinfo *dinfo;
159d4b9ff91SNate Lawson
160d4b9ff91SNate Lawson dinfo = device_get_ivars(child);
161d4b9ff91SNate Lawson switch (which) {
162d4b9ff91SNate Lawson case ACPI_IVAR_HANDLE:
163d4b9ff91SNate Lawson dinfo->ap_handle = (ACPI_HANDLE)value;
164d4b9ff91SNate Lawson return (0);
165d4b9ff91SNate Lawson case ACPI_IVAR_FLAGS:
166d4b9ff91SNate Lawson dinfo->ap_flags = (int)value;
167d4b9ff91SNate Lawson return (0);
168d4b9ff91SNate Lawson }
169d4b9ff91SNate Lawson return (pci_write_ivar(dev, child, which, value));
170d4b9ff91SNate Lawson }
171d4b9ff91SNate Lawson
172496dfa89SJohn Baldwin static void
acpi_pci_child_deleted(device_t dev,device_t child)173496dfa89SJohn Baldwin acpi_pci_child_deleted(device_t dev, device_t child)
174496dfa89SJohn Baldwin {
175496dfa89SJohn Baldwin struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
176496dfa89SJohn Baldwin
177496dfa89SJohn Baldwin if (acpi_get_device(dinfo->ap_handle) == child)
178496dfa89SJohn Baldwin AcpiDetachData(dinfo->ap_handle, acpi_fake_objhandler);
179496dfa89SJohn Baldwin pci_child_deleted(dev, child);
180496dfa89SJohn Baldwin }
181496dfa89SJohn Baldwin
182d4b9ff91SNate Lawson static int
acpi_pci_child_location_method(device_t cbdev,device_t child,struct sbuf * sb)183ddfc9c4cSWarner Losh acpi_pci_child_location_method(device_t cbdev, device_t child, struct sbuf *sb)
184cd284d7aSTakanori Watanabe {
185cd284d7aSTakanori Watanabe struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
1869cf5a6aaSAdrian Chadd int pxm;
18763600cc3SNate Lawson
188ddfc9c4cSWarner Losh pci_child_location_method(cbdev, child, sb);
189cd284d7aSTakanori Watanabe
190cd284d7aSTakanori Watanabe if (dinfo->ap_handle) {
191ddfc9c4cSWarner Losh sbuf_printf(sb, " handle=%s", acpi_name(dinfo->ap_handle));
1929cf5a6aaSAdrian Chadd if (ACPI_SUCCESS(acpi_GetInteger(dinfo->ap_handle, "_PXM", &pxm))) {
193ddfc9c4cSWarner Losh sbuf_printf(sb, " _PXM=%d", pxm);
1949cf5a6aaSAdrian Chadd }
195cd284d7aSTakanori Watanabe }
196cd284d7aSTakanori Watanabe return (0);
197cd284d7aSTakanori Watanabe }
198cd284d7aSTakanori Watanabe
199cae7d9ecSWarner Losh static int
acpi_pci_get_device_path(device_t bus,device_t child,const char * locator,struct sbuf * sb)200cae7d9ecSWarner Losh acpi_pci_get_device_path(device_t bus, device_t child, const char *locator, struct sbuf *sb)
201cae7d9ecSWarner Losh {
202cae7d9ecSWarner Losh
203cae7d9ecSWarner Losh if (strcmp(locator, BUS_LOCATOR_ACPI) == 0)
204cae7d9ecSWarner Losh return (acpi_get_acpi_device_path(bus, child, locator, sb));
205cae7d9ecSWarner Losh
206d0a20e40SWarner Losh /* Otherwise follow base class' actions */
207d0a20e40SWarner Losh return (pci_get_device_path_method(bus, child, locator, sb));
208cae7d9ecSWarner Losh }
209cae7d9ecSWarner Losh
21028bf1fadSJohn Baldwin /*
2117dd1f0dcSKonstantin Belousov * Fetch the NUMA domain for the given device 'dev'.
2127dd1f0dcSKonstantin Belousov *
2137dd1f0dcSKonstantin Belousov * If a device has a _PXM method, map that to a NUMA domain.
2147dd1f0dcSKonstantin Belousov * Otherwise, pass the request up to the parent.
2157dd1f0dcSKonstantin Belousov * If there's no matching domain or the domain cannot be
2167dd1f0dcSKonstantin Belousov * determined, return ENOENT.
2177dd1f0dcSKonstantin Belousov */
2187dd1f0dcSKonstantin Belousov static int
acpi_pci_get_domain(device_t dev,device_t child,int * domain)2197dd1f0dcSKonstantin Belousov acpi_pci_get_domain(device_t dev, device_t child, int *domain)
2207dd1f0dcSKonstantin Belousov {
2217dd1f0dcSKonstantin Belousov int d;
2227dd1f0dcSKonstantin Belousov
2237dd1f0dcSKonstantin Belousov d = acpi_pxm_parse(child);
2247dd1f0dcSKonstantin Belousov if (d >= 0) {
2257dd1f0dcSKonstantin Belousov *domain = d;
2267dd1f0dcSKonstantin Belousov return (0);
2277dd1f0dcSKonstantin Belousov }
2287dd1f0dcSKonstantin Belousov if (d == -1)
2297dd1f0dcSKonstantin Belousov return (ENOENT);
2307dd1f0dcSKonstantin Belousov
2317dd1f0dcSKonstantin Belousov /* No _PXM node; go up a level */
2327dd1f0dcSKonstantin Belousov return (bus_generic_get_domain(dev, child, domain));
2337dd1f0dcSKonstantin Belousov }
2347dd1f0dcSKonstantin Belousov
2357dd1f0dcSKonstantin Belousov /*
23628bf1fadSJohn Baldwin * PCI power manangement
23728bf1fadSJohn Baldwin */
23828bf1fadSJohn Baldwin static int
acpi_pci_set_powerstate_method(device_t dev,device_t child,int state)23928bf1fadSJohn Baldwin acpi_pci_set_powerstate_method(device_t dev, device_t child, int state)
24028bf1fadSJohn Baldwin {
241916dc0e2SNate Lawson ACPI_HANDLE h;
2425233e9ffSJohn Baldwin ACPI_STATUS status;
243a811035eSNate Lawson int old_state, error;
2445233e9ffSJohn Baldwin
245f4e6d08dSNate Lawson error = 0;
246a811035eSNate Lawson if (state < ACPI_STATE_D0 || state > ACPI_STATE_D3)
2475233e9ffSJohn Baldwin return (EINVAL);
24828bf1fadSJohn Baldwin
2495233e9ffSJohn Baldwin /*
2505233e9ffSJohn Baldwin * We set the state using PCI Power Management outside of setting
2515233e9ffSJohn Baldwin * the ACPI state. This means that when powering down a device, we
2525233e9ffSJohn Baldwin * first shut it down using PCI, and then using ACPI, which lets ACPI
2535233e9ffSJohn Baldwin * try to power down any Power Resources that are now no longer used.
2545233e9ffSJohn Baldwin * When powering up a device, we let ACPI set the state first so that
2555233e9ffSJohn Baldwin * it can enable any needed Power Resources before changing the PCI
2565233e9ffSJohn Baldwin * power state.
2575233e9ffSJohn Baldwin */
258f4e6d08dSNate Lawson ACPI_SERIAL_BEGIN(pci_powerstate);
2595233e9ffSJohn Baldwin old_state = pci_get_powerstate(child);
260f3e0b109SJung-uk Kim if (old_state < state && pci_do_power_suspend) {
2615233e9ffSJohn Baldwin error = pci_set_powerstate_method(dev, child, state);
2625233e9ffSJohn Baldwin if (error)
263f4e6d08dSNate Lawson goto out;
26428bf1fadSJohn Baldwin }
2651f36889fSNate Lawson h = acpi_get_handle(child);
266a811035eSNate Lawson status = acpi_pwr_switch_consumer(h, state);
267a7a3177fSJung-uk Kim if (ACPI_SUCCESS(status)) {
268a7a3177fSJung-uk Kim if (bootverbose)
269a7a3177fSJung-uk Kim device_printf(dev, "set ACPI power state D%d on %s\n",
270a7a3177fSJung-uk Kim state, acpi_name(h));
271a7a3177fSJung-uk Kim } else if (status != AE_NOT_FOUND)
2725233e9ffSJohn Baldwin device_printf(dev,
273a7a3177fSJung-uk Kim "failed to set ACPI power state D%d on %s: %s\n",
274a811035eSNate Lawson state, acpi_name(h), AcpiFormatException(status));
275edc0cb7dSJung-uk Kim if (old_state > state && pci_do_power_resume)
276f4e6d08dSNate Lawson error = pci_set_powerstate_method(dev, child, state);
277f4e6d08dSNate Lawson
278f4e6d08dSNate Lawson out:
279f4e6d08dSNate Lawson ACPI_SERIAL_END(pci_powerstate);
280f4e6d08dSNate Lawson return (error);
2815233e9ffSJohn Baldwin }
28228bf1fadSJohn Baldwin
28381bb99d2SJohn Baldwin static void
acpi_pci_update_device(ACPI_HANDLE handle,device_t pci_child)28481bb99d2SJohn Baldwin acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child)
28581bb99d2SJohn Baldwin {
28681bb99d2SJohn Baldwin ACPI_STATUS status;
28781bb99d2SJohn Baldwin device_t child;
28881bb99d2SJohn Baldwin
28981bb99d2SJohn Baldwin /*
290183c8af3SJohn Baldwin * Occasionally a PCI device may show up as an ACPI device
291183c8af3SJohn Baldwin * with a _HID. (For example, the TabletPC TC1000 has a
292183c8af3SJohn Baldwin * second PCI-ISA bridge that has a _HID for an
293183c8af3SJohn Baldwin * acpi_sysresource device.) In that case, leave ACPI-CA's
294183c8af3SJohn Baldwin * device data pointing at the ACPI-enumerated device.
29581bb99d2SJohn Baldwin */
29681bb99d2SJohn Baldwin child = acpi_get_device(handle);
29781bb99d2SJohn Baldwin if (child != NULL) {
29881bb99d2SJohn Baldwin KASSERT(device_get_parent(child) ==
29981bb99d2SJohn Baldwin devclass_get_device(devclass_find("acpi"), 0),
30081bb99d2SJohn Baldwin ("%s: child (%s)'s parent is not acpi0", __func__,
30181bb99d2SJohn Baldwin acpi_name(handle)));
302183c8af3SJohn Baldwin return;
30381bb99d2SJohn Baldwin }
30481bb99d2SJohn Baldwin
30581bb99d2SJohn Baldwin /*
30681bb99d2SJohn Baldwin * Update ACPI-CA to use the PCI enumerated device_t for this handle.
30781bb99d2SJohn Baldwin */
30830d577a0SNate Lawson status = AcpiAttachData(handle, acpi_fake_objhandler, pci_child);
30981bb99d2SJohn Baldwin if (ACPI_FAILURE(status))
31081bb99d2SJohn Baldwin printf("WARNING: Unable to attach object data to %s - %s\n",
31181bb99d2SJohn Baldwin acpi_name(handle), AcpiFormatException(status));
31281bb99d2SJohn Baldwin }
31381bb99d2SJohn Baldwin
31428bf1fadSJohn Baldwin static ACPI_STATUS
acpi_pci_save_handle(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)31528bf1fadSJohn Baldwin acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level, void *context,
31628bf1fadSJohn Baldwin void **status)
31728bf1fadSJohn Baldwin {
31828bf1fadSJohn Baldwin struct acpi_pci_devinfo *dinfo;
31965252317SJohn Baldwin device_t child;
32065252317SJohn Baldwin int func, slot;
32128bf1fadSJohn Baldwin UINT32 address;
32228bf1fadSJohn Baldwin
32328bf1fadSJohn Baldwin ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
32428bf1fadSJohn Baldwin
32565252317SJohn Baldwin child = context;
326c310653eSNate Lawson if (ACPI_FAILURE(acpi_GetInteger(handle, "_ADR", &address)))
32728bf1fadSJohn Baldwin return_ACPI_STATUS (AE_OK);
328e0a93586SJohn Baldwin slot = ACPI_ADR_PCI_SLOT(address);
329e0a93586SJohn Baldwin func = ACPI_ADR_PCI_FUNC(address);
33065252317SJohn Baldwin dinfo = device_get_ivars(child);
33128bf1fadSJohn Baldwin if (dinfo->ap_dinfo.cfg.func == func &&
33228bf1fadSJohn Baldwin dinfo->ap_dinfo.cfg.slot == slot) {
33328bf1fadSJohn Baldwin dinfo->ap_handle = handle;
33465252317SJohn Baldwin acpi_pci_update_device(handle, child);
33565252317SJohn Baldwin return_ACPI_STATUS (AE_CTRL_TERMINATE);
33628bf1fadSJohn Baldwin }
33728bf1fadSJohn Baldwin return_ACPI_STATUS (AE_OK);
33828bf1fadSJohn Baldwin }
33928bf1fadSJohn Baldwin
34065252317SJohn Baldwin void
acpi_pci_child_added(device_t dev,device_t child)34165252317SJohn Baldwin acpi_pci_child_added(device_t dev, device_t child)
34265252317SJohn Baldwin {
34365252317SJohn Baldwin
34428bf1fadSJohn Baldwin /*
34565252317SJohn Baldwin * PCI devices are added via the bus scan in the normal PCI
34665252317SJohn Baldwin * bus driver. As each device is added, the
34765252317SJohn Baldwin * acpi_pci_child_added() callback walks the ACPI namespace
34865252317SJohn Baldwin * under the bridge driver to save ACPI handles to all the
34965252317SJohn Baldwin * devices that appear in the ACPI namespace as immediate
35065252317SJohn Baldwin * descendants of the bridge.
35128bf1fadSJohn Baldwin *
35228bf1fadSJohn Baldwin * XXX: Sometimes PCI devices show up in the ACPI namespace that
35328bf1fadSJohn Baldwin * pci_add_children() doesn't find. We currently just ignore
35428bf1fadSJohn Baldwin * these devices.
35528bf1fadSJohn Baldwin */
3566cd99ae8SJohn Baldwin AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
3576cd99ae8SJohn Baldwin acpi_pci_save_handle, NULL, child, NULL);
3586cd99ae8SJohn Baldwin }
35928bf1fadSJohn Baldwin
3606cd99ae8SJohn Baldwin static int
acpi_pci_probe(device_t dev)3616cd99ae8SJohn Baldwin acpi_pci_probe(device_t dev)
3626cd99ae8SJohn Baldwin {
3636cd99ae8SJohn Baldwin
3646cd99ae8SJohn Baldwin if (acpi_get_handle(dev) == NULL)
3656cd99ae8SJohn Baldwin return (ENXIO);
3666cd99ae8SJohn Baldwin device_set_desc(dev, "ACPI PCI bus");
3676cd99ae8SJohn Baldwin return (BUS_PROBE_DEFAULT);
36828bf1fadSJohn Baldwin }
36986be9f0dSKonstantin Belousov
3708c9861f5SJohn Baldwin static void
acpi_pci_bus_notify_handler(ACPI_HANDLE h,UINT32 notify,void * context)37165db3aa8SJohn Baldwin acpi_pci_bus_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
37265db3aa8SJohn Baldwin {
37365db3aa8SJohn Baldwin device_t dev;
37465db3aa8SJohn Baldwin
37565db3aa8SJohn Baldwin dev = context;
37665db3aa8SJohn Baldwin
37765db3aa8SJohn Baldwin switch (notify) {
37865db3aa8SJohn Baldwin case ACPI_NOTIFY_BUS_CHECK:
379c6df6f53SWarner Losh bus_topo_lock();
38065db3aa8SJohn Baldwin BUS_RESCAN(dev);
381c6df6f53SWarner Losh bus_topo_unlock();
38265db3aa8SJohn Baldwin break;
38365db3aa8SJohn Baldwin default:
38465db3aa8SJohn Baldwin device_printf(dev, "unknown notify %#x\n", notify);
38565db3aa8SJohn Baldwin break;
38665db3aa8SJohn Baldwin }
38765db3aa8SJohn Baldwin }
38865db3aa8SJohn Baldwin
38965db3aa8SJohn Baldwin static void
acpi_pci_device_notify_handler(ACPI_HANDLE h,UINT32 notify,void * context)3908c9861f5SJohn Baldwin acpi_pci_device_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
3918c9861f5SJohn Baldwin {
3928c9861f5SJohn Baldwin device_t child, dev;
3938c9861f5SJohn Baldwin ACPI_STATUS status;
3948c9861f5SJohn Baldwin int error;
3958c9861f5SJohn Baldwin
3968c9861f5SJohn Baldwin dev = context;
3978c9861f5SJohn Baldwin
3988c9861f5SJohn Baldwin switch (notify) {
3998c9861f5SJohn Baldwin case ACPI_NOTIFY_DEVICE_CHECK:
400c6df6f53SWarner Losh bus_topo_lock();
4018c9861f5SJohn Baldwin BUS_RESCAN(dev);
402c6df6f53SWarner Losh bus_topo_unlock();
4038c9861f5SJohn Baldwin break;
4048c9861f5SJohn Baldwin case ACPI_NOTIFY_EJECT_REQUEST:
4058c9861f5SJohn Baldwin child = acpi_get_device(h);
4068c9861f5SJohn Baldwin if (child == NULL) {
4078c9861f5SJohn Baldwin device_printf(dev, "no device to eject for %s\n",
4088c9861f5SJohn Baldwin acpi_name(h));
4098c9861f5SJohn Baldwin return;
4108c9861f5SJohn Baldwin }
411c6df6f53SWarner Losh bus_topo_lock();
4128c9861f5SJohn Baldwin error = device_detach(child);
4138c9861f5SJohn Baldwin if (error) {
414c6df6f53SWarner Losh bus_topo_unlock();
4158c9861f5SJohn Baldwin device_printf(dev, "failed to detach %s: %d\n",
4168c9861f5SJohn Baldwin device_get_nameunit(child), error);
4178c9861f5SJohn Baldwin return;
4188c9861f5SJohn Baldwin }
419d70bac25SColin Percival if ((acpi_quirks & ACPI_Q_CLEAR_PME_ON_DETACH) &&
420*931baeb6SJohn Baldwin pci_has_pm(child))
421*931baeb6SJohn Baldwin pci_clear_pme(child);
4228c9861f5SJohn Baldwin status = acpi_SetInteger(h, "_EJ0", 1);
4238c9861f5SJohn Baldwin if (ACPI_FAILURE(status)) {
424c6df6f53SWarner Losh bus_topo_unlock();
4258c9861f5SJohn Baldwin device_printf(dev, "failed to eject %s: %s\n",
4268c9861f5SJohn Baldwin acpi_name(h), AcpiFormatException(status));
4278c9861f5SJohn Baldwin return;
4288c9861f5SJohn Baldwin }
42955c3348eSColin Percival if (acpi_quirks & ACPI_Q_DELAY_BEFORE_EJECT_RESCAN)
43055c3348eSColin Percival DELAY(10 * 1000);
4318c9861f5SJohn Baldwin BUS_RESCAN(dev);
432c6df6f53SWarner Losh bus_topo_unlock();
4338c9861f5SJohn Baldwin break;
4348c9861f5SJohn Baldwin default:
4358c9861f5SJohn Baldwin device_printf(dev, "unknown notify %#x for %s\n", notify,
4368c9861f5SJohn Baldwin acpi_name(h));
4378c9861f5SJohn Baldwin break;
4388c9861f5SJohn Baldwin }
4398c9861f5SJohn Baldwin }
4408c9861f5SJohn Baldwin
4418c9861f5SJohn Baldwin static ACPI_STATUS
acpi_pci_install_device_notify_handler(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)4428c9861f5SJohn Baldwin acpi_pci_install_device_notify_handler(ACPI_HANDLE handle, UINT32 level,
4438c9861f5SJohn Baldwin void *context, void **status)
4448c9861f5SJohn Baldwin {
4458c9861f5SJohn Baldwin ACPI_HANDLE h;
4468c9861f5SJohn Baldwin
4478c9861f5SJohn Baldwin ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4488c9861f5SJohn Baldwin
4498c9861f5SJohn Baldwin if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4508c9861f5SJohn Baldwin return_ACPI_STATUS (AE_OK);
4518c9861f5SJohn Baldwin
4528c9861f5SJohn Baldwin AcpiInstallNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4538c9861f5SJohn Baldwin acpi_pci_device_notify_handler, context);
4548c9861f5SJohn Baldwin return_ACPI_STATUS (AE_OK);
4558c9861f5SJohn Baldwin }
4568c9861f5SJohn Baldwin
4578c9861f5SJohn Baldwin static int
acpi_pci_attach(device_t dev)4588c9861f5SJohn Baldwin acpi_pci_attach(device_t dev)
4598c9861f5SJohn Baldwin {
4608c9861f5SJohn Baldwin int error;
4618c9861f5SJohn Baldwin
4628c9861f5SJohn Baldwin error = pci_attach(dev);
4638c9861f5SJohn Baldwin if (error)
4648c9861f5SJohn Baldwin return (error);
46565db3aa8SJohn Baldwin AcpiInstallNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
46665db3aa8SJohn Baldwin acpi_pci_bus_notify_handler, dev);
4678c9861f5SJohn Baldwin AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4688c9861f5SJohn Baldwin acpi_pci_install_device_notify_handler, NULL, dev, NULL);
4698c9861f5SJohn Baldwin
4708c9861f5SJohn Baldwin return (0);
4718c9861f5SJohn Baldwin }
4728c9861f5SJohn Baldwin
4738c9861f5SJohn Baldwin static ACPI_STATUS
acpi_pci_remove_notify_handler(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)4748c9861f5SJohn Baldwin acpi_pci_remove_notify_handler(ACPI_HANDLE handle, UINT32 level, void *context,
4758c9861f5SJohn Baldwin void **status)
4768c9861f5SJohn Baldwin {
4778c9861f5SJohn Baldwin ACPI_HANDLE h;
4788c9861f5SJohn Baldwin
4798c9861f5SJohn Baldwin ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4808c9861f5SJohn Baldwin
4818c9861f5SJohn Baldwin if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4828c9861f5SJohn Baldwin return_ACPI_STATUS (AE_OK);
4838c9861f5SJohn Baldwin
4848c9861f5SJohn Baldwin AcpiRemoveNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4858c9861f5SJohn Baldwin acpi_pci_device_notify_handler);
4868c9861f5SJohn Baldwin return_ACPI_STATUS (AE_OK);
4878c9861f5SJohn Baldwin }
4888c9861f5SJohn Baldwin
4898c9861f5SJohn Baldwin static int
acpi_pci_detach(device_t dev)4908c9861f5SJohn Baldwin acpi_pci_detach(device_t dev)
4918c9861f5SJohn Baldwin {
4928c9861f5SJohn Baldwin
4938c9861f5SJohn Baldwin AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4948c9861f5SJohn Baldwin acpi_pci_remove_notify_handler, NULL, dev, NULL);
49565db3aa8SJohn Baldwin AcpiRemoveNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
49665db3aa8SJohn Baldwin acpi_pci_bus_notify_handler);
4978c9861f5SJohn Baldwin return (pci_detach(dev));
4988c9861f5SJohn Baldwin }
4998c9861f5SJohn Baldwin
5006186bfbdSRuslan Bukin #ifdef IOMMU
50186be9f0dSKonstantin Belousov static bus_dma_tag_t
acpi_pci_get_dma_tag(device_t bus,device_t child)50286be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
50386be9f0dSKonstantin Belousov {
50486be9f0dSKonstantin Belousov bus_dma_tag_t tag;
50586be9f0dSKonstantin Belousov
50686be9f0dSKonstantin Belousov if (device_get_parent(child) == bus) {
50743843cc2SRuslan Bukin /* try iommu and return if it works */
508025730aaSRuslan Bukin tag = iommu_get_dma_tag(bus, child);
50986be9f0dSKonstantin Belousov } else
51086be9f0dSKonstantin Belousov tag = NULL;
51186be9f0dSKonstantin Belousov if (tag == NULL)
51286be9f0dSKonstantin Belousov tag = pci_get_dma_tag(bus, child);
51386be9f0dSKonstantin Belousov return (tag);
51486be9f0dSKonstantin Belousov }
51586be9f0dSKonstantin Belousov #else
51686be9f0dSKonstantin Belousov static bus_dma_tag_t
acpi_pci_get_dma_tag(device_t bus,device_t child)51786be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
51886be9f0dSKonstantin Belousov {
51986be9f0dSKonstantin Belousov
52086be9f0dSKonstantin Belousov return (pci_get_dma_tag(bus, child));
52186be9f0dSKonstantin Belousov }
52286be9f0dSKonstantin Belousov #endif
523