xref: /freebsd/sys/dev/acpica/acpi_pci.c (revision ddfc9c4c59e2ea4871100d8c076adffe3af8ff21)
1098ca2bdSWarner Losh /*-
228bf1fadSJohn Baldwin  * Copyright (c) 1997, Stefan Esser <se@freebsd.org>
328bf1fadSJohn Baldwin  * Copyright (c) 2000, Michael Smith <msmith@freebsd.org>
428bf1fadSJohn Baldwin  * Copyright (c) 2000, BSDi
528bf1fadSJohn Baldwin  * All rights reserved.
628bf1fadSJohn Baldwin  *
728bf1fadSJohn Baldwin  * Redistribution and use in source and binary forms, with or without
828bf1fadSJohn Baldwin  * modification, are permitted provided that the following conditions
928bf1fadSJohn Baldwin  * are met:
1028bf1fadSJohn Baldwin  * 1. Redistributions of source code must retain the above copyright
1128bf1fadSJohn Baldwin  *    notice unmodified, this list of conditions, and the following
1228bf1fadSJohn Baldwin  *    disclaimer.
1328bf1fadSJohn Baldwin  * 2. Redistributions in binary form must reproduce the above copyright
1428bf1fadSJohn Baldwin  *    notice, this list of conditions and the following disclaimer in the
1528bf1fadSJohn Baldwin  *    documentation and/or other materials provided with the distribution.
1628bf1fadSJohn Baldwin  *
1728bf1fadSJohn Baldwin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1828bf1fadSJohn Baldwin  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1928bf1fadSJohn Baldwin  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2028bf1fadSJohn Baldwin  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2128bf1fadSJohn Baldwin  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2228bf1fadSJohn Baldwin  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2328bf1fadSJohn Baldwin  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2428bf1fadSJohn Baldwin  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2528bf1fadSJohn Baldwin  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2628bf1fadSJohn Baldwin  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2728bf1fadSJohn Baldwin  */
2828bf1fadSJohn Baldwin 
29aad970f1SDavid E. O'Brien #include <sys/cdefs.h>
30aad970f1SDavid E. O'Brien __FBSDID("$FreeBSD$");
31aad970f1SDavid E. O'Brien 
3286be9f0dSKonstantin Belousov #include "opt_acpi.h"
336186bfbdSRuslan Bukin #include "opt_iommu.h"
3486be9f0dSKonstantin Belousov 
3528bf1fadSJohn Baldwin #include <sys/param.h>
3628bf1fadSJohn Baldwin #include <sys/systm.h>
3728bf1fadSJohn Baldwin #include <sys/bus.h>
3828bf1fadSJohn Baldwin #include <sys/kernel.h>
3928bf1fadSJohn Baldwin #include <sys/malloc.h>
4028bf1fadSJohn Baldwin #include <sys/module.h>
41*ddfc9c4cSWarner Losh #include <sys/sbuf.h>
42025730aaSRuslan Bukin #include <sys/taskqueue.h>
43025730aaSRuslan Bukin #include <sys/tree.h>
4428bf1fadSJohn Baldwin 
45129d3046SJung-uk Kim #include <contrib/dev/acpica/include/acpi.h>
46129d3046SJung-uk Kim #include <contrib/dev/acpica/include/accommon.h>
47129d3046SJung-uk Kim 
4828bf1fadSJohn Baldwin #include <dev/acpica/acpivar.h>
4965252317SJohn Baldwin #include <dev/acpica/acpi_pcivar.h>
5028bf1fadSJohn Baldwin 
5128bf1fadSJohn Baldwin #include <sys/pciio.h>
5228bf1fadSJohn Baldwin #include <dev/pci/pcireg.h>
5328bf1fadSJohn Baldwin #include <dev/pci/pcivar.h>
5428bf1fadSJohn Baldwin #include <dev/pci/pci_private.h>
5528bf1fadSJohn Baldwin 
56025730aaSRuslan Bukin #include <dev/iommu/iommu.h>
57025730aaSRuslan Bukin 
5828bf1fadSJohn Baldwin #include "pcib_if.h"
5928bf1fadSJohn Baldwin #include "pci_if.h"
6028bf1fadSJohn Baldwin 
615acd0218SNate Lawson /* Hooks for the ACPI CA debugging infrastructure. */
6228bf1fadSJohn Baldwin #define _COMPONENT	ACPI_BUS
6328bf1fadSJohn Baldwin ACPI_MODULE_NAME("PCI")
6428bf1fadSJohn Baldwin 
6528bf1fadSJohn Baldwin struct acpi_pci_devinfo {
6628bf1fadSJohn Baldwin 	struct pci_devinfo	ap_dinfo;
6728bf1fadSJohn Baldwin 	ACPI_HANDLE		ap_handle;
68d4b9ff91SNate Lawson 	int			ap_flags;
6928bf1fadSJohn Baldwin };
7028bf1fadSJohn Baldwin 
71f4e6d08dSNate Lawson ACPI_SERIAL_DECL(pci_powerstate, "ACPI PCI power methods");
72f4e6d08dSNate Lawson 
73a811035eSNate Lawson /* Be sure that ACPI and PCI power states are equivalent. */
74a811035eSNate Lawson CTASSERT(ACPI_STATE_D0 == PCI_POWERSTATE_D0);
75a811035eSNate Lawson CTASSERT(ACPI_STATE_D1 == PCI_POWERSTATE_D1);
76a811035eSNate Lawson CTASSERT(ACPI_STATE_D2 == PCI_POWERSTATE_D2);
77a811035eSNate Lawson CTASSERT(ACPI_STATE_D3 == PCI_POWERSTATE_D3);
78a811035eSNate Lawson 
796cd99ae8SJohn Baldwin static struct pci_devinfo *acpi_pci_alloc_devinfo(device_t dev);
808c9861f5SJohn Baldwin static int	acpi_pci_attach(device_t dev);
81496dfa89SJohn Baldwin static void	acpi_pci_child_deleted(device_t dev, device_t child);
82*ddfc9c4cSWarner Losh static int	acpi_pci_child_location_method(device_t cbdev,
83*ddfc9c4cSWarner Losh 		    device_t child, struct sbuf *sb);
848c9861f5SJohn Baldwin static int	acpi_pci_detach(device_t dev);
8581bb99d2SJohn Baldwin static int	acpi_pci_probe(device_t dev);
8681bb99d2SJohn Baldwin static int	acpi_pci_read_ivar(device_t dev, device_t child, int which,
8781bb99d2SJohn Baldwin 		    uintptr_t *result);
88d4b9ff91SNate Lawson static int	acpi_pci_write_ivar(device_t dev, device_t child, int which,
89d4b9ff91SNate Lawson 		    uintptr_t value);
9028bf1fadSJohn Baldwin static ACPI_STATUS acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level,
9128bf1fadSJohn Baldwin 		    void *context, void **status);
9281bb99d2SJohn Baldwin static int	acpi_pci_set_powerstate_method(device_t dev, device_t child,
9381bb99d2SJohn Baldwin 		    int state);
9481bb99d2SJohn Baldwin static void	acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child);
9586be9f0dSKonstantin Belousov static bus_dma_tag_t acpi_pci_get_dma_tag(device_t bus, device_t child);
9628bf1fadSJohn Baldwin 
9728bf1fadSJohn Baldwin static device_method_t acpi_pci_methods[] = {
9828bf1fadSJohn Baldwin 	/* Device interface */
9928bf1fadSJohn Baldwin 	DEVMETHOD(device_probe,		acpi_pci_probe),
1008c9861f5SJohn Baldwin 	DEVMETHOD(device_attach,	acpi_pci_attach),
1018c9861f5SJohn Baldwin 	DEVMETHOD(device_detach,	acpi_pci_detach),
10228bf1fadSJohn Baldwin 
10328bf1fadSJohn Baldwin 	/* Bus interface */
10428bf1fadSJohn Baldwin 	DEVMETHOD(bus_read_ivar,	acpi_pci_read_ivar),
105d4b9ff91SNate Lawson 	DEVMETHOD(bus_write_ivar,	acpi_pci_write_ivar),
106496dfa89SJohn Baldwin 	DEVMETHOD(bus_child_deleted,	acpi_pci_child_deleted),
107*ddfc9c4cSWarner Losh 	DEVMETHOD(bus_child_location,	acpi_pci_child_location_method),
1088d791e5aSJohn Baldwin 	DEVMETHOD(bus_get_cpus,		acpi_get_cpus),
10986be9f0dSKonstantin Belousov 	DEVMETHOD(bus_get_dma_tag,	acpi_pci_get_dma_tag),
110ffcf962dSAdrian Chadd 	DEVMETHOD(bus_get_domain,	acpi_get_domain),
11128bf1fadSJohn Baldwin 
11228bf1fadSJohn Baldwin 	/* PCI interface */
1136cd99ae8SJohn Baldwin 	DEVMETHOD(pci_alloc_devinfo,	acpi_pci_alloc_devinfo),
11465252317SJohn Baldwin 	DEVMETHOD(pci_child_added,	acpi_pci_child_added),
1155233e9ffSJohn Baldwin 	DEVMETHOD(pci_set_powerstate,	acpi_pci_set_powerstate_method),
11628bf1fadSJohn Baldwin 
11761bfd867SSofian Brabez 	DEVMETHOD_END
11828bf1fadSJohn Baldwin };
11928bf1fadSJohn Baldwin 
12014450110SJohn Baldwin static devclass_t pci_devclass;
12128bf1fadSJohn Baldwin 
1221b1596a3SJohn Baldwin DEFINE_CLASS_1(pci, acpi_pci_driver, acpi_pci_methods, sizeof(struct pci_softc),
1231b1596a3SJohn Baldwin     pci_driver);
12428bf1fadSJohn Baldwin DRIVER_MODULE(acpi_pci, pcib, acpi_pci_driver, pci_devclass, 0, 0);
12564278df5SNate Lawson MODULE_DEPEND(acpi_pci, acpi, 1, 1, 1);
12628bf1fadSJohn Baldwin MODULE_DEPEND(acpi_pci, pci, 1, 1, 1);
12764278df5SNate Lawson MODULE_VERSION(acpi_pci, 1);
12828bf1fadSJohn Baldwin 
1296cd99ae8SJohn Baldwin static struct pci_devinfo *
1306cd99ae8SJohn Baldwin acpi_pci_alloc_devinfo(device_t dev)
1316cd99ae8SJohn Baldwin {
1326cd99ae8SJohn Baldwin 	struct acpi_pci_devinfo *dinfo;
1336cd99ae8SJohn Baldwin 
1346cd99ae8SJohn Baldwin 	dinfo = malloc(sizeof(*dinfo), M_DEVBUF, M_WAITOK | M_ZERO);
1356cd99ae8SJohn Baldwin 	return (&dinfo->ap_dinfo);
1366cd99ae8SJohn Baldwin }
1376cd99ae8SJohn Baldwin 
13828bf1fadSJohn Baldwin static int
13928bf1fadSJohn Baldwin acpi_pci_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
14028bf1fadSJohn Baldwin {
14128bf1fadSJohn Baldwin     struct acpi_pci_devinfo *dinfo;
14228bf1fadSJohn Baldwin 
143d4b9ff91SNate Lawson     dinfo = device_get_ivars(child);
14428bf1fadSJohn Baldwin     switch (which) {
14528bf1fadSJohn Baldwin     case ACPI_IVAR_HANDLE:
14628bf1fadSJohn Baldwin 	*result = (uintptr_t)dinfo->ap_handle;
14728bf1fadSJohn Baldwin 	return (0);
148d4b9ff91SNate Lawson     case ACPI_IVAR_FLAGS:
149d4b9ff91SNate Lawson 	*result = (uintptr_t)dinfo->ap_flags;
150d4b9ff91SNate Lawson 	return (0);
15128bf1fadSJohn Baldwin     }
15228bf1fadSJohn Baldwin     return (pci_read_ivar(dev, child, which, result));
15328bf1fadSJohn Baldwin }
15428bf1fadSJohn Baldwin 
155cd284d7aSTakanori Watanabe static int
156d4b9ff91SNate Lawson acpi_pci_write_ivar(device_t dev, device_t child, int which, uintptr_t value)
157d4b9ff91SNate Lawson {
158d4b9ff91SNate Lawson     struct acpi_pci_devinfo *dinfo;
159d4b9ff91SNate Lawson 
160d4b9ff91SNate Lawson     dinfo = device_get_ivars(child);
161d4b9ff91SNate Lawson     switch (which) {
162d4b9ff91SNate Lawson     case ACPI_IVAR_HANDLE:
163d4b9ff91SNate Lawson 	dinfo->ap_handle = (ACPI_HANDLE)value;
164d4b9ff91SNate Lawson 	return (0);
165d4b9ff91SNate Lawson     case ACPI_IVAR_FLAGS:
166d4b9ff91SNate Lawson 	dinfo->ap_flags = (int)value;
167d4b9ff91SNate Lawson 	return (0);
168d4b9ff91SNate Lawson     }
169d4b9ff91SNate Lawson     return (pci_write_ivar(dev, child, which, value));
170d4b9ff91SNate Lawson }
171d4b9ff91SNate Lawson 
172496dfa89SJohn Baldwin static void
173496dfa89SJohn Baldwin acpi_pci_child_deleted(device_t dev, device_t child)
174496dfa89SJohn Baldwin {
175496dfa89SJohn Baldwin 	struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
176496dfa89SJohn Baldwin 
177496dfa89SJohn Baldwin 	if (acpi_get_device(dinfo->ap_handle) == child)
178496dfa89SJohn Baldwin 		AcpiDetachData(dinfo->ap_handle, acpi_fake_objhandler);
179496dfa89SJohn Baldwin 	pci_child_deleted(dev, child);
180496dfa89SJohn Baldwin }
181496dfa89SJohn Baldwin 
182d4b9ff91SNate Lawson static int
183*ddfc9c4cSWarner Losh acpi_pci_child_location_method(device_t cbdev, device_t child, struct sbuf *sb)
184cd284d7aSTakanori Watanabe {
185cd284d7aSTakanori Watanabe 	struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
1869cf5a6aaSAdrian Chadd 	int pxm;
18763600cc3SNate Lawson 
188*ddfc9c4cSWarner Losh 	pci_child_location_method(cbdev, child, sb);
189cd284d7aSTakanori Watanabe 
190cd284d7aSTakanori Watanabe 	if (dinfo->ap_handle) {
191*ddfc9c4cSWarner Losh 		sbuf_printf(sb, " handle=%s", acpi_name(dinfo->ap_handle));
1929cf5a6aaSAdrian Chadd 		if (ACPI_SUCCESS(acpi_GetInteger(dinfo->ap_handle, "_PXM", &pxm))) {
193*ddfc9c4cSWarner Losh 			sbuf_printf(sb, " _PXM=%d", pxm);
1949cf5a6aaSAdrian Chadd 		}
195cd284d7aSTakanori Watanabe 	}
196cd284d7aSTakanori Watanabe 	return (0);
197cd284d7aSTakanori Watanabe }
198cd284d7aSTakanori Watanabe 
19928bf1fadSJohn Baldwin /*
20028bf1fadSJohn Baldwin  * PCI power manangement
20128bf1fadSJohn Baldwin  */
20228bf1fadSJohn Baldwin static int
20328bf1fadSJohn Baldwin acpi_pci_set_powerstate_method(device_t dev, device_t child, int state)
20428bf1fadSJohn Baldwin {
205916dc0e2SNate Lawson 	ACPI_HANDLE h;
2065233e9ffSJohn Baldwin 	ACPI_STATUS status;
207a811035eSNate Lawson 	int old_state, error;
2085233e9ffSJohn Baldwin 
209f4e6d08dSNate Lawson 	error = 0;
210a811035eSNate Lawson 	if (state < ACPI_STATE_D0 || state > ACPI_STATE_D3)
2115233e9ffSJohn Baldwin 		return (EINVAL);
21228bf1fadSJohn Baldwin 
2135233e9ffSJohn Baldwin 	/*
2145233e9ffSJohn Baldwin 	 * We set the state using PCI Power Management outside of setting
2155233e9ffSJohn Baldwin 	 * the ACPI state.  This means that when powering down a device, we
2165233e9ffSJohn Baldwin 	 * first shut it down using PCI, and then using ACPI, which lets ACPI
2175233e9ffSJohn Baldwin 	 * try to power down any Power Resources that are now no longer used.
2185233e9ffSJohn Baldwin 	 * When powering up a device, we let ACPI set the state first so that
2195233e9ffSJohn Baldwin 	 * it can enable any needed Power Resources before changing the PCI
2205233e9ffSJohn Baldwin 	 * power state.
2215233e9ffSJohn Baldwin 	 */
222f4e6d08dSNate Lawson 	ACPI_SERIAL_BEGIN(pci_powerstate);
2235233e9ffSJohn Baldwin 	old_state = pci_get_powerstate(child);
224f3e0b109SJung-uk Kim 	if (old_state < state && pci_do_power_suspend) {
2255233e9ffSJohn Baldwin 		error = pci_set_powerstate_method(dev, child, state);
2265233e9ffSJohn Baldwin 		if (error)
227f4e6d08dSNate Lawson 			goto out;
22828bf1fadSJohn Baldwin 	}
2291f36889fSNate Lawson 	h = acpi_get_handle(child);
230a811035eSNate Lawson 	status = acpi_pwr_switch_consumer(h, state);
231a7a3177fSJung-uk Kim 	if (ACPI_SUCCESS(status)) {
232a7a3177fSJung-uk Kim 		if (bootverbose)
233a7a3177fSJung-uk Kim 			device_printf(dev, "set ACPI power state D%d on %s\n",
234a7a3177fSJung-uk Kim 			    state, acpi_name(h));
235a7a3177fSJung-uk Kim 	} else if (status != AE_NOT_FOUND)
2365233e9ffSJohn Baldwin 		device_printf(dev,
237a7a3177fSJung-uk Kim 		    "failed to set ACPI power state D%d on %s: %s\n",
238a811035eSNate Lawson 		    state, acpi_name(h), AcpiFormatException(status));
239edc0cb7dSJung-uk Kim 	if (old_state > state && pci_do_power_resume)
240f4e6d08dSNate Lawson 		error = pci_set_powerstate_method(dev, child, state);
241f4e6d08dSNate Lawson 
242f4e6d08dSNate Lawson out:
243f4e6d08dSNate Lawson 	ACPI_SERIAL_END(pci_powerstate);
244f4e6d08dSNate Lawson 	return (error);
2455233e9ffSJohn Baldwin }
24628bf1fadSJohn Baldwin 
24781bb99d2SJohn Baldwin static void
24881bb99d2SJohn Baldwin acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child)
24981bb99d2SJohn Baldwin {
25081bb99d2SJohn Baldwin 	ACPI_STATUS status;
25181bb99d2SJohn Baldwin 	device_t child;
25281bb99d2SJohn Baldwin 
25381bb99d2SJohn Baldwin 	/*
254183c8af3SJohn Baldwin 	 * Occasionally a PCI device may show up as an ACPI device
255183c8af3SJohn Baldwin 	 * with a _HID.  (For example, the TabletPC TC1000 has a
256183c8af3SJohn Baldwin 	 * second PCI-ISA bridge that has a _HID for an
257183c8af3SJohn Baldwin 	 * acpi_sysresource device.)  In that case, leave ACPI-CA's
258183c8af3SJohn Baldwin 	 * device data pointing at the ACPI-enumerated device.
25981bb99d2SJohn Baldwin 	 */
26081bb99d2SJohn Baldwin 	child = acpi_get_device(handle);
26181bb99d2SJohn Baldwin 	if (child != NULL) {
26281bb99d2SJohn Baldwin 		KASSERT(device_get_parent(child) ==
26381bb99d2SJohn Baldwin 		    devclass_get_device(devclass_find("acpi"), 0),
26481bb99d2SJohn Baldwin 		    ("%s: child (%s)'s parent is not acpi0", __func__,
26581bb99d2SJohn Baldwin 		    acpi_name(handle)));
266183c8af3SJohn Baldwin 		return;
26781bb99d2SJohn Baldwin 	}
26881bb99d2SJohn Baldwin 
26981bb99d2SJohn Baldwin 	/*
27081bb99d2SJohn Baldwin 	 * Update ACPI-CA to use the PCI enumerated device_t for this handle.
27181bb99d2SJohn Baldwin 	 */
27230d577a0SNate Lawson 	status = AcpiAttachData(handle, acpi_fake_objhandler, pci_child);
27381bb99d2SJohn Baldwin 	if (ACPI_FAILURE(status))
27481bb99d2SJohn Baldwin 		printf("WARNING: Unable to attach object data to %s - %s\n",
27581bb99d2SJohn Baldwin 		    acpi_name(handle), AcpiFormatException(status));
27681bb99d2SJohn Baldwin }
27781bb99d2SJohn Baldwin 
27828bf1fadSJohn Baldwin static ACPI_STATUS
27928bf1fadSJohn Baldwin acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level, void *context,
28028bf1fadSJohn Baldwin     void **status)
28128bf1fadSJohn Baldwin {
28228bf1fadSJohn Baldwin 	struct acpi_pci_devinfo *dinfo;
28365252317SJohn Baldwin 	device_t child;
28465252317SJohn Baldwin 	int func, slot;
28528bf1fadSJohn Baldwin 	UINT32 address;
28628bf1fadSJohn Baldwin 
28728bf1fadSJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
28828bf1fadSJohn Baldwin 
28965252317SJohn Baldwin 	child = context;
290c310653eSNate Lawson 	if (ACPI_FAILURE(acpi_GetInteger(handle, "_ADR", &address)))
29128bf1fadSJohn Baldwin 		return_ACPI_STATUS (AE_OK);
292e0a93586SJohn Baldwin 	slot = ACPI_ADR_PCI_SLOT(address);
293e0a93586SJohn Baldwin 	func = ACPI_ADR_PCI_FUNC(address);
29465252317SJohn Baldwin 	dinfo = device_get_ivars(child);
29528bf1fadSJohn Baldwin 	if (dinfo->ap_dinfo.cfg.func == func &&
29628bf1fadSJohn Baldwin 	    dinfo->ap_dinfo.cfg.slot == slot) {
29728bf1fadSJohn Baldwin 		dinfo->ap_handle = handle;
29865252317SJohn Baldwin 		acpi_pci_update_device(handle, child);
29965252317SJohn Baldwin 		return_ACPI_STATUS (AE_CTRL_TERMINATE);
30028bf1fadSJohn Baldwin 	}
30128bf1fadSJohn Baldwin 	return_ACPI_STATUS (AE_OK);
30228bf1fadSJohn Baldwin }
30328bf1fadSJohn Baldwin 
30465252317SJohn Baldwin void
30565252317SJohn Baldwin acpi_pci_child_added(device_t dev, device_t child)
30665252317SJohn Baldwin {
30765252317SJohn Baldwin 
30828bf1fadSJohn Baldwin 	/*
30965252317SJohn Baldwin 	 * PCI devices are added via the bus scan in the normal PCI
31065252317SJohn Baldwin 	 * bus driver.  As each device is added, the
31165252317SJohn Baldwin 	 * acpi_pci_child_added() callback walks the ACPI namespace
31265252317SJohn Baldwin 	 * under the bridge driver to save ACPI handles to all the
31365252317SJohn Baldwin 	 * devices that appear in the ACPI namespace as immediate
31465252317SJohn Baldwin 	 * descendants of the bridge.
31528bf1fadSJohn Baldwin 	 *
31628bf1fadSJohn Baldwin 	 * XXX: Sometimes PCI devices show up in the ACPI namespace that
31728bf1fadSJohn Baldwin 	 * pci_add_children() doesn't find.  We currently just ignore
31828bf1fadSJohn Baldwin 	 * these devices.
31928bf1fadSJohn Baldwin 	 */
3206cd99ae8SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
3216cd99ae8SJohn Baldwin 	    acpi_pci_save_handle, NULL, child, NULL);
3226cd99ae8SJohn Baldwin }
32328bf1fadSJohn Baldwin 
3246cd99ae8SJohn Baldwin static int
3256cd99ae8SJohn Baldwin acpi_pci_probe(device_t dev)
3266cd99ae8SJohn Baldwin {
3276cd99ae8SJohn Baldwin 
3286cd99ae8SJohn Baldwin 	if (acpi_get_handle(dev) == NULL)
3296cd99ae8SJohn Baldwin 		return (ENXIO);
3306cd99ae8SJohn Baldwin 	device_set_desc(dev, "ACPI PCI bus");
3316cd99ae8SJohn Baldwin 	return (BUS_PROBE_DEFAULT);
33228bf1fadSJohn Baldwin }
33386be9f0dSKonstantin Belousov 
3348c9861f5SJohn Baldwin static void
33565db3aa8SJohn Baldwin acpi_pci_bus_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
33665db3aa8SJohn Baldwin {
33765db3aa8SJohn Baldwin 	device_t dev;
33865db3aa8SJohn Baldwin 
33965db3aa8SJohn Baldwin 	dev = context;
34065db3aa8SJohn Baldwin 
34165db3aa8SJohn Baldwin 	switch (notify) {
34265db3aa8SJohn Baldwin 	case ACPI_NOTIFY_BUS_CHECK:
34365db3aa8SJohn Baldwin 		mtx_lock(&Giant);
34465db3aa8SJohn Baldwin 		BUS_RESCAN(dev);
34565db3aa8SJohn Baldwin 		mtx_unlock(&Giant);
34665db3aa8SJohn Baldwin 		break;
34765db3aa8SJohn Baldwin 	default:
34865db3aa8SJohn Baldwin 		device_printf(dev, "unknown notify %#x\n", notify);
34965db3aa8SJohn Baldwin 		break;
35065db3aa8SJohn Baldwin 	}
35165db3aa8SJohn Baldwin }
35265db3aa8SJohn Baldwin 
35365db3aa8SJohn Baldwin static void
3548c9861f5SJohn Baldwin acpi_pci_device_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
3558c9861f5SJohn Baldwin {
3568c9861f5SJohn Baldwin 	device_t child, dev;
3578c9861f5SJohn Baldwin 	ACPI_STATUS status;
3588c9861f5SJohn Baldwin 	int error;
3598c9861f5SJohn Baldwin 
3608c9861f5SJohn Baldwin 	dev = context;
3618c9861f5SJohn Baldwin 
3628c9861f5SJohn Baldwin 	switch (notify) {
3638c9861f5SJohn Baldwin 	case ACPI_NOTIFY_DEVICE_CHECK:
3648c9861f5SJohn Baldwin 		mtx_lock(&Giant);
3658c9861f5SJohn Baldwin 		BUS_RESCAN(dev);
3668c9861f5SJohn Baldwin 		mtx_unlock(&Giant);
3678c9861f5SJohn Baldwin 		break;
3688c9861f5SJohn Baldwin 	case ACPI_NOTIFY_EJECT_REQUEST:
3698c9861f5SJohn Baldwin 		child = acpi_get_device(h);
3708c9861f5SJohn Baldwin 		if (child == NULL) {
3718c9861f5SJohn Baldwin 			device_printf(dev, "no device to eject for %s\n",
3728c9861f5SJohn Baldwin 			    acpi_name(h));
3738c9861f5SJohn Baldwin 			return;
3748c9861f5SJohn Baldwin 		}
3758c9861f5SJohn Baldwin 		mtx_lock(&Giant);
3768c9861f5SJohn Baldwin 		error = device_detach(child);
3778c9861f5SJohn Baldwin 		if (error) {
3788c9861f5SJohn Baldwin 			mtx_unlock(&Giant);
3798c9861f5SJohn Baldwin 			device_printf(dev, "failed to detach %s: %d\n",
3808c9861f5SJohn Baldwin 			    device_get_nameunit(child), error);
3818c9861f5SJohn Baldwin 			return;
3828c9861f5SJohn Baldwin 		}
3838c9861f5SJohn Baldwin 		status = acpi_SetInteger(h, "_EJ0", 1);
3848c9861f5SJohn Baldwin 		if (ACPI_FAILURE(status)) {
3858c9861f5SJohn Baldwin 			mtx_unlock(&Giant);
3868c9861f5SJohn Baldwin 			device_printf(dev, "failed to eject %s: %s\n",
3878c9861f5SJohn Baldwin 			    acpi_name(h), AcpiFormatException(status));
3888c9861f5SJohn Baldwin 			return;
3898c9861f5SJohn Baldwin 		}
3908c9861f5SJohn Baldwin 		BUS_RESCAN(dev);
3918c9861f5SJohn Baldwin 		mtx_unlock(&Giant);
3928c9861f5SJohn Baldwin 		break;
3938c9861f5SJohn Baldwin 	default:
3948c9861f5SJohn Baldwin 		device_printf(dev, "unknown notify %#x for %s\n", notify,
3958c9861f5SJohn Baldwin 		    acpi_name(h));
3968c9861f5SJohn Baldwin 		break;
3978c9861f5SJohn Baldwin 	}
3988c9861f5SJohn Baldwin }
3998c9861f5SJohn Baldwin 
4008c9861f5SJohn Baldwin static ACPI_STATUS
4018c9861f5SJohn Baldwin acpi_pci_install_device_notify_handler(ACPI_HANDLE handle, UINT32 level,
4028c9861f5SJohn Baldwin     void *context, void **status)
4038c9861f5SJohn Baldwin {
4048c9861f5SJohn Baldwin 	ACPI_HANDLE h;
4058c9861f5SJohn Baldwin 
4068c9861f5SJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4078c9861f5SJohn Baldwin 
4088c9861f5SJohn Baldwin 	if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4098c9861f5SJohn Baldwin 		return_ACPI_STATUS (AE_OK);
4108c9861f5SJohn Baldwin 
4118c9861f5SJohn Baldwin 	AcpiInstallNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4128c9861f5SJohn Baldwin 	    acpi_pci_device_notify_handler, context);
4138c9861f5SJohn Baldwin 	return_ACPI_STATUS (AE_OK);
4148c9861f5SJohn Baldwin }
4158c9861f5SJohn Baldwin 
4168c9861f5SJohn Baldwin static int
4178c9861f5SJohn Baldwin acpi_pci_attach(device_t dev)
4188c9861f5SJohn Baldwin {
4198c9861f5SJohn Baldwin 	int error;
4208c9861f5SJohn Baldwin 
4218c9861f5SJohn Baldwin 	error = pci_attach(dev);
4228c9861f5SJohn Baldwin 	if (error)
4238c9861f5SJohn Baldwin 		return (error);
42465db3aa8SJohn Baldwin 	AcpiInstallNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
42565db3aa8SJohn Baldwin 	    acpi_pci_bus_notify_handler, dev);
4268c9861f5SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4278c9861f5SJohn Baldwin 	    acpi_pci_install_device_notify_handler, NULL, dev, NULL);
4288c9861f5SJohn Baldwin 
4298c9861f5SJohn Baldwin 	return (0);
4308c9861f5SJohn Baldwin }
4318c9861f5SJohn Baldwin 
4328c9861f5SJohn Baldwin static ACPI_STATUS
4338c9861f5SJohn Baldwin acpi_pci_remove_notify_handler(ACPI_HANDLE handle, UINT32 level, void *context,
4348c9861f5SJohn Baldwin     void **status)
4358c9861f5SJohn Baldwin {
4368c9861f5SJohn Baldwin 	ACPI_HANDLE h;
4378c9861f5SJohn Baldwin 
4388c9861f5SJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4398c9861f5SJohn Baldwin 
4408c9861f5SJohn Baldwin 	if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4418c9861f5SJohn Baldwin 		return_ACPI_STATUS (AE_OK);
4428c9861f5SJohn Baldwin 
4438c9861f5SJohn Baldwin 	AcpiRemoveNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4448c9861f5SJohn Baldwin 	    acpi_pci_device_notify_handler);
4458c9861f5SJohn Baldwin 	return_ACPI_STATUS (AE_OK);
4468c9861f5SJohn Baldwin }
4478c9861f5SJohn Baldwin 
4488c9861f5SJohn Baldwin static int
4498c9861f5SJohn Baldwin acpi_pci_detach(device_t dev)
4508c9861f5SJohn Baldwin {
4518c9861f5SJohn Baldwin 
4528c9861f5SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4538c9861f5SJohn Baldwin 	    acpi_pci_remove_notify_handler, NULL, dev, NULL);
45465db3aa8SJohn Baldwin 	AcpiRemoveNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
45565db3aa8SJohn Baldwin 	    acpi_pci_bus_notify_handler);
4568c9861f5SJohn Baldwin 	return (pci_detach(dev));
4578c9861f5SJohn Baldwin }
4588c9861f5SJohn Baldwin 
4596186bfbdSRuslan Bukin #ifdef IOMMU
46086be9f0dSKonstantin Belousov static bus_dma_tag_t
46186be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
46286be9f0dSKonstantin Belousov {
46386be9f0dSKonstantin Belousov 	bus_dma_tag_t tag;
46486be9f0dSKonstantin Belousov 
46586be9f0dSKonstantin Belousov 	if (device_get_parent(child) == bus) {
46643843cc2SRuslan Bukin 		/* try iommu and return if it works */
467025730aaSRuslan Bukin 		tag = iommu_get_dma_tag(bus, child);
46886be9f0dSKonstantin Belousov 	} else
46986be9f0dSKonstantin Belousov 		tag = NULL;
47086be9f0dSKonstantin Belousov 	if (tag == NULL)
47186be9f0dSKonstantin Belousov 		tag = pci_get_dma_tag(bus, child);
47286be9f0dSKonstantin Belousov 	return (tag);
47386be9f0dSKonstantin Belousov }
47486be9f0dSKonstantin Belousov #else
47586be9f0dSKonstantin Belousov static bus_dma_tag_t
47686be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
47786be9f0dSKonstantin Belousov {
47886be9f0dSKonstantin Belousov 
47986be9f0dSKonstantin Belousov 	return (pci_get_dma_tag(bus, child));
48086be9f0dSKonstantin Belousov }
48186be9f0dSKonstantin Belousov #endif
482