xref: /freebsd/sys/dev/acpica/acpi_pci.c (revision 931baeb62b03029cb57459736851c4e8141e672e)
1098ca2bdSWarner Losh /*-
228bf1fadSJohn Baldwin  * Copyright (c) 1997, Stefan Esser <se@freebsd.org>
328bf1fadSJohn Baldwin  * Copyright (c) 2000, Michael Smith <msmith@freebsd.org>
428bf1fadSJohn Baldwin  * Copyright (c) 2000, BSDi
528bf1fadSJohn Baldwin  * All rights reserved.
628bf1fadSJohn Baldwin  *
728bf1fadSJohn Baldwin  * Redistribution and use in source and binary forms, with or without
828bf1fadSJohn Baldwin  * modification, are permitted provided that the following conditions
928bf1fadSJohn Baldwin  * are met:
1028bf1fadSJohn Baldwin  * 1. Redistributions of source code must retain the above copyright
1128bf1fadSJohn Baldwin  *    notice unmodified, this list of conditions, and the following
1228bf1fadSJohn Baldwin  *    disclaimer.
1328bf1fadSJohn Baldwin  * 2. Redistributions in binary form must reproduce the above copyright
1428bf1fadSJohn Baldwin  *    notice, this list of conditions and the following disclaimer in the
1528bf1fadSJohn Baldwin  *    documentation and/or other materials provided with the distribution.
1628bf1fadSJohn Baldwin  *
1728bf1fadSJohn Baldwin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1828bf1fadSJohn Baldwin  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1928bf1fadSJohn Baldwin  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2028bf1fadSJohn Baldwin  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2128bf1fadSJohn Baldwin  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2228bf1fadSJohn Baldwin  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2328bf1fadSJohn Baldwin  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2428bf1fadSJohn Baldwin  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2528bf1fadSJohn Baldwin  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2628bf1fadSJohn Baldwin  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2728bf1fadSJohn Baldwin  */
2828bf1fadSJohn Baldwin 
29aad970f1SDavid E. O'Brien #include <sys/cdefs.h>
3086be9f0dSKonstantin Belousov #include "opt_acpi.h"
316186bfbdSRuslan Bukin #include "opt_iommu.h"
3286be9f0dSKonstantin Belousov 
3328bf1fadSJohn Baldwin #include <sys/param.h>
3428bf1fadSJohn Baldwin #include <sys/systm.h>
3528bf1fadSJohn Baldwin #include <sys/bus.h>
3628bf1fadSJohn Baldwin #include <sys/kernel.h>
3728bf1fadSJohn Baldwin #include <sys/malloc.h>
3828bf1fadSJohn Baldwin #include <sys/module.h>
39ddfc9c4cSWarner Losh #include <sys/sbuf.h>
40025730aaSRuslan Bukin #include <sys/taskqueue.h>
41025730aaSRuslan Bukin #include <sys/tree.h>
4228bf1fadSJohn Baldwin 
43129d3046SJung-uk Kim #include <contrib/dev/acpica/include/acpi.h>
44129d3046SJung-uk Kim #include <contrib/dev/acpica/include/accommon.h>
45129d3046SJung-uk Kim 
4628bf1fadSJohn Baldwin #include <dev/acpica/acpivar.h>
4765252317SJohn Baldwin #include <dev/acpica/acpi_pcivar.h>
4828bf1fadSJohn Baldwin 
4928bf1fadSJohn Baldwin #include <sys/pciio.h>
5028bf1fadSJohn Baldwin #include <dev/pci/pcireg.h>
5128bf1fadSJohn Baldwin #include <dev/pci/pcivar.h>
5228bf1fadSJohn Baldwin #include <dev/pci/pci_private.h>
5328bf1fadSJohn Baldwin 
54025730aaSRuslan Bukin #include <dev/iommu/iommu.h>
55025730aaSRuslan Bukin 
5628bf1fadSJohn Baldwin #include "pcib_if.h"
5728bf1fadSJohn Baldwin #include "pci_if.h"
5828bf1fadSJohn Baldwin 
595acd0218SNate Lawson /* Hooks for the ACPI CA debugging infrastructure. */
6028bf1fadSJohn Baldwin #define _COMPONENT	ACPI_BUS
6128bf1fadSJohn Baldwin ACPI_MODULE_NAME("PCI")
6228bf1fadSJohn Baldwin 
6328bf1fadSJohn Baldwin struct acpi_pci_devinfo {
6428bf1fadSJohn Baldwin 	struct pci_devinfo	ap_dinfo;
6528bf1fadSJohn Baldwin 	ACPI_HANDLE		ap_handle;
66d4b9ff91SNate Lawson 	int			ap_flags;
6728bf1fadSJohn Baldwin };
6828bf1fadSJohn Baldwin 
69f4e6d08dSNate Lawson ACPI_SERIAL_DECL(pci_powerstate, "ACPI PCI power methods");
70f4e6d08dSNate Lawson 
71a811035eSNate Lawson /* Be sure that ACPI and PCI power states are equivalent. */
72a811035eSNate Lawson CTASSERT(ACPI_STATE_D0 == PCI_POWERSTATE_D0);
73a811035eSNate Lawson CTASSERT(ACPI_STATE_D1 == PCI_POWERSTATE_D1);
74a811035eSNate Lawson CTASSERT(ACPI_STATE_D2 == PCI_POWERSTATE_D2);
75a811035eSNate Lawson CTASSERT(ACPI_STATE_D3 == PCI_POWERSTATE_D3);
76a811035eSNate Lawson 
776cd99ae8SJohn Baldwin static struct pci_devinfo *acpi_pci_alloc_devinfo(device_t dev);
788c9861f5SJohn Baldwin static int	acpi_pci_attach(device_t dev);
79496dfa89SJohn Baldwin static void	acpi_pci_child_deleted(device_t dev, device_t child);
80ddfc9c4cSWarner Losh static int	acpi_pci_child_location_method(device_t cbdev,
81ddfc9c4cSWarner Losh 		    device_t child, struct sbuf *sb);
82cae7d9ecSWarner Losh static int	acpi_pci_get_device_path(device_t cbdev,
83cae7d9ecSWarner Losh 		    device_t child, const char *locator, struct sbuf *sb);
848c9861f5SJohn Baldwin static int	acpi_pci_detach(device_t dev);
8581bb99d2SJohn Baldwin static int	acpi_pci_probe(device_t dev);
8681bb99d2SJohn Baldwin static int	acpi_pci_read_ivar(device_t dev, device_t child, int which,
8781bb99d2SJohn Baldwin 		    uintptr_t *result);
88d4b9ff91SNate Lawson static int	acpi_pci_write_ivar(device_t dev, device_t child, int which,
89d4b9ff91SNate Lawson 		    uintptr_t value);
9028bf1fadSJohn Baldwin static ACPI_STATUS acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level,
9128bf1fadSJohn Baldwin 		    void *context, void **status);
9281bb99d2SJohn Baldwin static int	acpi_pci_set_powerstate_method(device_t dev, device_t child,
9381bb99d2SJohn Baldwin 		    int state);
9481bb99d2SJohn Baldwin static void	acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child);
9586be9f0dSKonstantin Belousov static bus_dma_tag_t acpi_pci_get_dma_tag(device_t bus, device_t child);
967dd1f0dcSKonstantin Belousov static int	acpi_pci_get_domain(device_t dev, device_t child, int *domain);
9728bf1fadSJohn Baldwin 
9828bf1fadSJohn Baldwin static device_method_t acpi_pci_methods[] = {
9928bf1fadSJohn Baldwin 	/* Device interface */
10028bf1fadSJohn Baldwin 	DEVMETHOD(device_probe,		acpi_pci_probe),
1018c9861f5SJohn Baldwin 	DEVMETHOD(device_attach,	acpi_pci_attach),
1028c9861f5SJohn Baldwin 	DEVMETHOD(device_detach,	acpi_pci_detach),
10328bf1fadSJohn Baldwin 
10428bf1fadSJohn Baldwin 	/* Bus interface */
10528bf1fadSJohn Baldwin 	DEVMETHOD(bus_read_ivar,	acpi_pci_read_ivar),
106d4b9ff91SNate Lawson 	DEVMETHOD(bus_write_ivar,	acpi_pci_write_ivar),
107496dfa89SJohn Baldwin 	DEVMETHOD(bus_child_deleted,	acpi_pci_child_deleted),
108ddfc9c4cSWarner Losh 	DEVMETHOD(bus_child_location,	acpi_pci_child_location_method),
109cae7d9ecSWarner Losh 	DEVMETHOD(bus_get_device_path,	acpi_pci_get_device_path),
1108d791e5aSJohn Baldwin 	DEVMETHOD(bus_get_cpus,		acpi_get_cpus),
11186be9f0dSKonstantin Belousov 	DEVMETHOD(bus_get_dma_tag,	acpi_pci_get_dma_tag),
1127dd1f0dcSKonstantin Belousov 	DEVMETHOD(bus_get_domain,	acpi_pci_get_domain),
11328bf1fadSJohn Baldwin 
11428bf1fadSJohn Baldwin 	/* PCI interface */
1156cd99ae8SJohn Baldwin 	DEVMETHOD(pci_alloc_devinfo,	acpi_pci_alloc_devinfo),
11665252317SJohn Baldwin 	DEVMETHOD(pci_child_added,	acpi_pci_child_added),
1175233e9ffSJohn Baldwin 	DEVMETHOD(pci_set_powerstate,	acpi_pci_set_powerstate_method),
11828bf1fadSJohn Baldwin 
11961bfd867SSofian Brabez 	DEVMETHOD_END
12028bf1fadSJohn Baldwin };
12128bf1fadSJohn Baldwin 
1221b1596a3SJohn Baldwin DEFINE_CLASS_1(pci, acpi_pci_driver, acpi_pci_methods, sizeof(struct pci_softc),
1231b1596a3SJohn Baldwin     pci_driver);
124916a5d8aSJohn Baldwin DRIVER_MODULE(acpi_pci, pcib, acpi_pci_driver, 0, 0);
12564278df5SNate Lawson MODULE_DEPEND(acpi_pci, acpi, 1, 1, 1);
12628bf1fadSJohn Baldwin MODULE_DEPEND(acpi_pci, pci, 1, 1, 1);
12764278df5SNate Lawson MODULE_VERSION(acpi_pci, 1);
12828bf1fadSJohn Baldwin 
1296cd99ae8SJohn Baldwin static struct pci_devinfo *
acpi_pci_alloc_devinfo(device_t dev)1306cd99ae8SJohn Baldwin acpi_pci_alloc_devinfo(device_t dev)
1316cd99ae8SJohn Baldwin {
1326cd99ae8SJohn Baldwin 	struct acpi_pci_devinfo *dinfo;
1336cd99ae8SJohn Baldwin 
1346cd99ae8SJohn Baldwin 	dinfo = malloc(sizeof(*dinfo), M_DEVBUF, M_WAITOK | M_ZERO);
1356cd99ae8SJohn Baldwin 	return (&dinfo->ap_dinfo);
1366cd99ae8SJohn Baldwin }
1376cd99ae8SJohn Baldwin 
13828bf1fadSJohn Baldwin static int
acpi_pci_read_ivar(device_t dev,device_t child,int which,uintptr_t * result)13928bf1fadSJohn Baldwin acpi_pci_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
14028bf1fadSJohn Baldwin {
14128bf1fadSJohn Baldwin     struct acpi_pci_devinfo *dinfo;
14228bf1fadSJohn Baldwin 
143d4b9ff91SNate Lawson     dinfo = device_get_ivars(child);
14428bf1fadSJohn Baldwin     switch (which) {
14528bf1fadSJohn Baldwin     case ACPI_IVAR_HANDLE:
14628bf1fadSJohn Baldwin 	*result = (uintptr_t)dinfo->ap_handle;
14728bf1fadSJohn Baldwin 	return (0);
148d4b9ff91SNate Lawson     case ACPI_IVAR_FLAGS:
149d4b9ff91SNate Lawson 	*result = (uintptr_t)dinfo->ap_flags;
150d4b9ff91SNate Lawson 	return (0);
15128bf1fadSJohn Baldwin     }
15228bf1fadSJohn Baldwin     return (pci_read_ivar(dev, child, which, result));
15328bf1fadSJohn Baldwin }
15428bf1fadSJohn Baldwin 
155cd284d7aSTakanori Watanabe static int
acpi_pci_write_ivar(device_t dev,device_t child,int which,uintptr_t value)156d4b9ff91SNate Lawson acpi_pci_write_ivar(device_t dev, device_t child, int which, uintptr_t value)
157d4b9ff91SNate Lawson {
158d4b9ff91SNate Lawson     struct acpi_pci_devinfo *dinfo;
159d4b9ff91SNate Lawson 
160d4b9ff91SNate Lawson     dinfo = device_get_ivars(child);
161d4b9ff91SNate Lawson     switch (which) {
162d4b9ff91SNate Lawson     case ACPI_IVAR_HANDLE:
163d4b9ff91SNate Lawson 	dinfo->ap_handle = (ACPI_HANDLE)value;
164d4b9ff91SNate Lawson 	return (0);
165d4b9ff91SNate Lawson     case ACPI_IVAR_FLAGS:
166d4b9ff91SNate Lawson 	dinfo->ap_flags = (int)value;
167d4b9ff91SNate Lawson 	return (0);
168d4b9ff91SNate Lawson     }
169d4b9ff91SNate Lawson     return (pci_write_ivar(dev, child, which, value));
170d4b9ff91SNate Lawson }
171d4b9ff91SNate Lawson 
172496dfa89SJohn Baldwin static void
acpi_pci_child_deleted(device_t dev,device_t child)173496dfa89SJohn Baldwin acpi_pci_child_deleted(device_t dev, device_t child)
174496dfa89SJohn Baldwin {
175496dfa89SJohn Baldwin 	struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
176496dfa89SJohn Baldwin 
177496dfa89SJohn Baldwin 	if (acpi_get_device(dinfo->ap_handle) == child)
178496dfa89SJohn Baldwin 		AcpiDetachData(dinfo->ap_handle, acpi_fake_objhandler);
179496dfa89SJohn Baldwin 	pci_child_deleted(dev, child);
180496dfa89SJohn Baldwin }
181496dfa89SJohn Baldwin 
182d4b9ff91SNate Lawson static int
acpi_pci_child_location_method(device_t cbdev,device_t child,struct sbuf * sb)183ddfc9c4cSWarner Losh acpi_pci_child_location_method(device_t cbdev, device_t child, struct sbuf *sb)
184cd284d7aSTakanori Watanabe {
185cd284d7aSTakanori Watanabe 	struct acpi_pci_devinfo *dinfo = device_get_ivars(child);
1869cf5a6aaSAdrian Chadd 	int pxm;
18763600cc3SNate Lawson 
188ddfc9c4cSWarner Losh 	pci_child_location_method(cbdev, child, sb);
189cd284d7aSTakanori Watanabe 
190cd284d7aSTakanori Watanabe 	if (dinfo->ap_handle) {
191ddfc9c4cSWarner Losh 		sbuf_printf(sb, " handle=%s", acpi_name(dinfo->ap_handle));
1929cf5a6aaSAdrian Chadd 		if (ACPI_SUCCESS(acpi_GetInteger(dinfo->ap_handle, "_PXM", &pxm))) {
193ddfc9c4cSWarner Losh 			sbuf_printf(sb, " _PXM=%d", pxm);
1949cf5a6aaSAdrian Chadd 		}
195cd284d7aSTakanori Watanabe 	}
196cd284d7aSTakanori Watanabe 	return (0);
197cd284d7aSTakanori Watanabe }
198cd284d7aSTakanori Watanabe 
199cae7d9ecSWarner Losh static int
acpi_pci_get_device_path(device_t bus,device_t child,const char * locator,struct sbuf * sb)200cae7d9ecSWarner Losh acpi_pci_get_device_path(device_t bus, device_t child, const char *locator, struct sbuf *sb)
201cae7d9ecSWarner Losh {
202cae7d9ecSWarner Losh 
203cae7d9ecSWarner Losh 	if (strcmp(locator, BUS_LOCATOR_ACPI) == 0)
204cae7d9ecSWarner Losh 		return (acpi_get_acpi_device_path(bus, child, locator, sb));
205cae7d9ecSWarner Losh 
206d0a20e40SWarner Losh 	/* Otherwise follow base class' actions */
207d0a20e40SWarner Losh 	return 	(pci_get_device_path_method(bus, child, locator, sb));
208cae7d9ecSWarner Losh }
209cae7d9ecSWarner Losh 
21028bf1fadSJohn Baldwin /*
2117dd1f0dcSKonstantin Belousov  * Fetch the NUMA domain for the given device 'dev'.
2127dd1f0dcSKonstantin Belousov  *
2137dd1f0dcSKonstantin Belousov  * If a device has a _PXM method, map that to a NUMA domain.
2147dd1f0dcSKonstantin Belousov  * Otherwise, pass the request up to the parent.
2157dd1f0dcSKonstantin Belousov  * If there's no matching domain or the domain cannot be
2167dd1f0dcSKonstantin Belousov  * determined, return ENOENT.
2177dd1f0dcSKonstantin Belousov  */
2187dd1f0dcSKonstantin Belousov static int
acpi_pci_get_domain(device_t dev,device_t child,int * domain)2197dd1f0dcSKonstantin Belousov acpi_pci_get_domain(device_t dev, device_t child, int *domain)
2207dd1f0dcSKonstantin Belousov {
2217dd1f0dcSKonstantin Belousov 	int d;
2227dd1f0dcSKonstantin Belousov 
2237dd1f0dcSKonstantin Belousov 	d = acpi_pxm_parse(child);
2247dd1f0dcSKonstantin Belousov 	if (d >= 0) {
2257dd1f0dcSKonstantin Belousov 		*domain = d;
2267dd1f0dcSKonstantin Belousov 		return (0);
2277dd1f0dcSKonstantin Belousov 	}
2287dd1f0dcSKonstantin Belousov 	if (d == -1)
2297dd1f0dcSKonstantin Belousov 		return (ENOENT);
2307dd1f0dcSKonstantin Belousov 
2317dd1f0dcSKonstantin Belousov 	/* No _PXM node; go up a level */
2327dd1f0dcSKonstantin Belousov 	return (bus_generic_get_domain(dev, child, domain));
2337dd1f0dcSKonstantin Belousov }
2347dd1f0dcSKonstantin Belousov 
2357dd1f0dcSKonstantin Belousov /*
23628bf1fadSJohn Baldwin  * PCI power manangement
23728bf1fadSJohn Baldwin  */
23828bf1fadSJohn Baldwin static int
acpi_pci_set_powerstate_method(device_t dev,device_t child,int state)23928bf1fadSJohn Baldwin acpi_pci_set_powerstate_method(device_t dev, device_t child, int state)
24028bf1fadSJohn Baldwin {
241916dc0e2SNate Lawson 	ACPI_HANDLE h;
2425233e9ffSJohn Baldwin 	ACPI_STATUS status;
243a811035eSNate Lawson 	int old_state, error;
2445233e9ffSJohn Baldwin 
245f4e6d08dSNate Lawson 	error = 0;
246a811035eSNate Lawson 	if (state < ACPI_STATE_D0 || state > ACPI_STATE_D3)
2475233e9ffSJohn Baldwin 		return (EINVAL);
24828bf1fadSJohn Baldwin 
2495233e9ffSJohn Baldwin 	/*
2505233e9ffSJohn Baldwin 	 * We set the state using PCI Power Management outside of setting
2515233e9ffSJohn Baldwin 	 * the ACPI state.  This means that when powering down a device, we
2525233e9ffSJohn Baldwin 	 * first shut it down using PCI, and then using ACPI, which lets ACPI
2535233e9ffSJohn Baldwin 	 * try to power down any Power Resources that are now no longer used.
2545233e9ffSJohn Baldwin 	 * When powering up a device, we let ACPI set the state first so that
2555233e9ffSJohn Baldwin 	 * it can enable any needed Power Resources before changing the PCI
2565233e9ffSJohn Baldwin 	 * power state.
2575233e9ffSJohn Baldwin 	 */
258f4e6d08dSNate Lawson 	ACPI_SERIAL_BEGIN(pci_powerstate);
2595233e9ffSJohn Baldwin 	old_state = pci_get_powerstate(child);
260f3e0b109SJung-uk Kim 	if (old_state < state && pci_do_power_suspend) {
2615233e9ffSJohn Baldwin 		error = pci_set_powerstate_method(dev, child, state);
2625233e9ffSJohn Baldwin 		if (error)
263f4e6d08dSNate Lawson 			goto out;
26428bf1fadSJohn Baldwin 	}
2651f36889fSNate Lawson 	h = acpi_get_handle(child);
266a811035eSNate Lawson 	status = acpi_pwr_switch_consumer(h, state);
267a7a3177fSJung-uk Kim 	if (ACPI_SUCCESS(status)) {
268a7a3177fSJung-uk Kim 		if (bootverbose)
269a7a3177fSJung-uk Kim 			device_printf(dev, "set ACPI power state D%d on %s\n",
270a7a3177fSJung-uk Kim 			    state, acpi_name(h));
271a7a3177fSJung-uk Kim 	} else if (status != AE_NOT_FOUND)
2725233e9ffSJohn Baldwin 		device_printf(dev,
273a7a3177fSJung-uk Kim 		    "failed to set ACPI power state D%d on %s: %s\n",
274a811035eSNate Lawson 		    state, acpi_name(h), AcpiFormatException(status));
275edc0cb7dSJung-uk Kim 	if (old_state > state && pci_do_power_resume)
276f4e6d08dSNate Lawson 		error = pci_set_powerstate_method(dev, child, state);
277f4e6d08dSNate Lawson 
278f4e6d08dSNate Lawson out:
279f4e6d08dSNate Lawson 	ACPI_SERIAL_END(pci_powerstate);
280f4e6d08dSNate Lawson 	return (error);
2815233e9ffSJohn Baldwin }
28228bf1fadSJohn Baldwin 
28381bb99d2SJohn Baldwin static void
acpi_pci_update_device(ACPI_HANDLE handle,device_t pci_child)28481bb99d2SJohn Baldwin acpi_pci_update_device(ACPI_HANDLE handle, device_t pci_child)
28581bb99d2SJohn Baldwin {
28681bb99d2SJohn Baldwin 	ACPI_STATUS status;
28781bb99d2SJohn Baldwin 	device_t child;
28881bb99d2SJohn Baldwin 
28981bb99d2SJohn Baldwin 	/*
290183c8af3SJohn Baldwin 	 * Occasionally a PCI device may show up as an ACPI device
291183c8af3SJohn Baldwin 	 * with a _HID.  (For example, the TabletPC TC1000 has a
292183c8af3SJohn Baldwin 	 * second PCI-ISA bridge that has a _HID for an
293183c8af3SJohn Baldwin 	 * acpi_sysresource device.)  In that case, leave ACPI-CA's
294183c8af3SJohn Baldwin 	 * device data pointing at the ACPI-enumerated device.
29581bb99d2SJohn Baldwin 	 */
29681bb99d2SJohn Baldwin 	child = acpi_get_device(handle);
29781bb99d2SJohn Baldwin 	if (child != NULL) {
29881bb99d2SJohn Baldwin 		KASSERT(device_get_parent(child) ==
29981bb99d2SJohn Baldwin 		    devclass_get_device(devclass_find("acpi"), 0),
30081bb99d2SJohn Baldwin 		    ("%s: child (%s)'s parent is not acpi0", __func__,
30181bb99d2SJohn Baldwin 		    acpi_name(handle)));
302183c8af3SJohn Baldwin 		return;
30381bb99d2SJohn Baldwin 	}
30481bb99d2SJohn Baldwin 
30581bb99d2SJohn Baldwin 	/*
30681bb99d2SJohn Baldwin 	 * Update ACPI-CA to use the PCI enumerated device_t for this handle.
30781bb99d2SJohn Baldwin 	 */
30830d577a0SNate Lawson 	status = AcpiAttachData(handle, acpi_fake_objhandler, pci_child);
30981bb99d2SJohn Baldwin 	if (ACPI_FAILURE(status))
31081bb99d2SJohn Baldwin 		printf("WARNING: Unable to attach object data to %s - %s\n",
31181bb99d2SJohn Baldwin 		    acpi_name(handle), AcpiFormatException(status));
31281bb99d2SJohn Baldwin }
31381bb99d2SJohn Baldwin 
31428bf1fadSJohn Baldwin static ACPI_STATUS
acpi_pci_save_handle(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)31528bf1fadSJohn Baldwin acpi_pci_save_handle(ACPI_HANDLE handle, UINT32 level, void *context,
31628bf1fadSJohn Baldwin     void **status)
31728bf1fadSJohn Baldwin {
31828bf1fadSJohn Baldwin 	struct acpi_pci_devinfo *dinfo;
31965252317SJohn Baldwin 	device_t child;
32065252317SJohn Baldwin 	int func, slot;
32128bf1fadSJohn Baldwin 	UINT32 address;
32228bf1fadSJohn Baldwin 
32328bf1fadSJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
32428bf1fadSJohn Baldwin 
32565252317SJohn Baldwin 	child = context;
326c310653eSNate Lawson 	if (ACPI_FAILURE(acpi_GetInteger(handle, "_ADR", &address)))
32728bf1fadSJohn Baldwin 		return_ACPI_STATUS (AE_OK);
328e0a93586SJohn Baldwin 	slot = ACPI_ADR_PCI_SLOT(address);
329e0a93586SJohn Baldwin 	func = ACPI_ADR_PCI_FUNC(address);
33065252317SJohn Baldwin 	dinfo = device_get_ivars(child);
33128bf1fadSJohn Baldwin 	if (dinfo->ap_dinfo.cfg.func == func &&
33228bf1fadSJohn Baldwin 	    dinfo->ap_dinfo.cfg.slot == slot) {
33328bf1fadSJohn Baldwin 		dinfo->ap_handle = handle;
33465252317SJohn Baldwin 		acpi_pci_update_device(handle, child);
33565252317SJohn Baldwin 		return_ACPI_STATUS (AE_CTRL_TERMINATE);
33628bf1fadSJohn Baldwin 	}
33728bf1fadSJohn Baldwin 	return_ACPI_STATUS (AE_OK);
33828bf1fadSJohn Baldwin }
33928bf1fadSJohn Baldwin 
34065252317SJohn Baldwin void
acpi_pci_child_added(device_t dev,device_t child)34165252317SJohn Baldwin acpi_pci_child_added(device_t dev, device_t child)
34265252317SJohn Baldwin {
34365252317SJohn Baldwin 
34428bf1fadSJohn Baldwin 	/*
34565252317SJohn Baldwin 	 * PCI devices are added via the bus scan in the normal PCI
34665252317SJohn Baldwin 	 * bus driver.  As each device is added, the
34765252317SJohn Baldwin 	 * acpi_pci_child_added() callback walks the ACPI namespace
34865252317SJohn Baldwin 	 * under the bridge driver to save ACPI handles to all the
34965252317SJohn Baldwin 	 * devices that appear in the ACPI namespace as immediate
35065252317SJohn Baldwin 	 * descendants of the bridge.
35128bf1fadSJohn Baldwin 	 *
35228bf1fadSJohn Baldwin 	 * XXX: Sometimes PCI devices show up in the ACPI namespace that
35328bf1fadSJohn Baldwin 	 * pci_add_children() doesn't find.  We currently just ignore
35428bf1fadSJohn Baldwin 	 * these devices.
35528bf1fadSJohn Baldwin 	 */
3566cd99ae8SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
3576cd99ae8SJohn Baldwin 	    acpi_pci_save_handle, NULL, child, NULL);
3586cd99ae8SJohn Baldwin }
35928bf1fadSJohn Baldwin 
3606cd99ae8SJohn Baldwin static int
acpi_pci_probe(device_t dev)3616cd99ae8SJohn Baldwin acpi_pci_probe(device_t dev)
3626cd99ae8SJohn Baldwin {
3636cd99ae8SJohn Baldwin 
3646cd99ae8SJohn Baldwin 	if (acpi_get_handle(dev) == NULL)
3656cd99ae8SJohn Baldwin 		return (ENXIO);
3666cd99ae8SJohn Baldwin 	device_set_desc(dev, "ACPI PCI bus");
3676cd99ae8SJohn Baldwin 	return (BUS_PROBE_DEFAULT);
36828bf1fadSJohn Baldwin }
36986be9f0dSKonstantin Belousov 
3708c9861f5SJohn Baldwin static void
acpi_pci_bus_notify_handler(ACPI_HANDLE h,UINT32 notify,void * context)37165db3aa8SJohn Baldwin acpi_pci_bus_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
37265db3aa8SJohn Baldwin {
37365db3aa8SJohn Baldwin 	device_t dev;
37465db3aa8SJohn Baldwin 
37565db3aa8SJohn Baldwin 	dev = context;
37665db3aa8SJohn Baldwin 
37765db3aa8SJohn Baldwin 	switch (notify) {
37865db3aa8SJohn Baldwin 	case ACPI_NOTIFY_BUS_CHECK:
379c6df6f53SWarner Losh 		bus_topo_lock();
38065db3aa8SJohn Baldwin 		BUS_RESCAN(dev);
381c6df6f53SWarner Losh 		bus_topo_unlock();
38265db3aa8SJohn Baldwin 		break;
38365db3aa8SJohn Baldwin 	default:
38465db3aa8SJohn Baldwin 		device_printf(dev, "unknown notify %#x\n", notify);
38565db3aa8SJohn Baldwin 		break;
38665db3aa8SJohn Baldwin 	}
38765db3aa8SJohn Baldwin }
38865db3aa8SJohn Baldwin 
38965db3aa8SJohn Baldwin static void
acpi_pci_device_notify_handler(ACPI_HANDLE h,UINT32 notify,void * context)3908c9861f5SJohn Baldwin acpi_pci_device_notify_handler(ACPI_HANDLE h, UINT32 notify, void *context)
3918c9861f5SJohn Baldwin {
3928c9861f5SJohn Baldwin 	device_t child, dev;
3938c9861f5SJohn Baldwin 	ACPI_STATUS status;
3948c9861f5SJohn Baldwin 	int error;
3958c9861f5SJohn Baldwin 
3968c9861f5SJohn Baldwin 	dev = context;
3978c9861f5SJohn Baldwin 
3988c9861f5SJohn Baldwin 	switch (notify) {
3998c9861f5SJohn Baldwin 	case ACPI_NOTIFY_DEVICE_CHECK:
400c6df6f53SWarner Losh 		bus_topo_lock();
4018c9861f5SJohn Baldwin 		BUS_RESCAN(dev);
402c6df6f53SWarner Losh 		bus_topo_unlock();
4038c9861f5SJohn Baldwin 		break;
4048c9861f5SJohn Baldwin 	case ACPI_NOTIFY_EJECT_REQUEST:
4058c9861f5SJohn Baldwin 		child = acpi_get_device(h);
4068c9861f5SJohn Baldwin 		if (child == NULL) {
4078c9861f5SJohn Baldwin 			device_printf(dev, "no device to eject for %s\n",
4088c9861f5SJohn Baldwin 			    acpi_name(h));
4098c9861f5SJohn Baldwin 			return;
4108c9861f5SJohn Baldwin 		}
411c6df6f53SWarner Losh 		bus_topo_lock();
4128c9861f5SJohn Baldwin 		error = device_detach(child);
4138c9861f5SJohn Baldwin 		if (error) {
414c6df6f53SWarner Losh 			bus_topo_unlock();
4158c9861f5SJohn Baldwin 			device_printf(dev, "failed to detach %s: %d\n",
4168c9861f5SJohn Baldwin 			    device_get_nameunit(child), error);
4178c9861f5SJohn Baldwin 			return;
4188c9861f5SJohn Baldwin 		}
419d70bac25SColin Percival 		if ((acpi_quirks & ACPI_Q_CLEAR_PME_ON_DETACH) &&
420*931baeb6SJohn Baldwin 		    pci_has_pm(child))
421*931baeb6SJohn Baldwin 			pci_clear_pme(child);
4228c9861f5SJohn Baldwin 		status = acpi_SetInteger(h, "_EJ0", 1);
4238c9861f5SJohn Baldwin 		if (ACPI_FAILURE(status)) {
424c6df6f53SWarner Losh 			bus_topo_unlock();
4258c9861f5SJohn Baldwin 			device_printf(dev, "failed to eject %s: %s\n",
4268c9861f5SJohn Baldwin 			    acpi_name(h), AcpiFormatException(status));
4278c9861f5SJohn Baldwin 			return;
4288c9861f5SJohn Baldwin 		}
42955c3348eSColin Percival 		if (acpi_quirks & ACPI_Q_DELAY_BEFORE_EJECT_RESCAN)
43055c3348eSColin Percival 			DELAY(10 * 1000);
4318c9861f5SJohn Baldwin 		BUS_RESCAN(dev);
432c6df6f53SWarner Losh 		bus_topo_unlock();
4338c9861f5SJohn Baldwin 		break;
4348c9861f5SJohn Baldwin 	default:
4358c9861f5SJohn Baldwin 		device_printf(dev, "unknown notify %#x for %s\n", notify,
4368c9861f5SJohn Baldwin 		    acpi_name(h));
4378c9861f5SJohn Baldwin 		break;
4388c9861f5SJohn Baldwin 	}
4398c9861f5SJohn Baldwin }
4408c9861f5SJohn Baldwin 
4418c9861f5SJohn Baldwin static ACPI_STATUS
acpi_pci_install_device_notify_handler(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)4428c9861f5SJohn Baldwin acpi_pci_install_device_notify_handler(ACPI_HANDLE handle, UINT32 level,
4438c9861f5SJohn Baldwin     void *context, void **status)
4448c9861f5SJohn Baldwin {
4458c9861f5SJohn Baldwin 	ACPI_HANDLE h;
4468c9861f5SJohn Baldwin 
4478c9861f5SJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4488c9861f5SJohn Baldwin 
4498c9861f5SJohn Baldwin 	if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4508c9861f5SJohn Baldwin 		return_ACPI_STATUS (AE_OK);
4518c9861f5SJohn Baldwin 
4528c9861f5SJohn Baldwin 	AcpiInstallNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4538c9861f5SJohn Baldwin 	    acpi_pci_device_notify_handler, context);
4548c9861f5SJohn Baldwin 	return_ACPI_STATUS (AE_OK);
4558c9861f5SJohn Baldwin }
4568c9861f5SJohn Baldwin 
4578c9861f5SJohn Baldwin static int
acpi_pci_attach(device_t dev)4588c9861f5SJohn Baldwin acpi_pci_attach(device_t dev)
4598c9861f5SJohn Baldwin {
4608c9861f5SJohn Baldwin 	int error;
4618c9861f5SJohn Baldwin 
4628c9861f5SJohn Baldwin 	error = pci_attach(dev);
4638c9861f5SJohn Baldwin 	if (error)
4648c9861f5SJohn Baldwin 		return (error);
46565db3aa8SJohn Baldwin 	AcpiInstallNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
46665db3aa8SJohn Baldwin 	    acpi_pci_bus_notify_handler, dev);
4678c9861f5SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4688c9861f5SJohn Baldwin 	    acpi_pci_install_device_notify_handler, NULL, dev, NULL);
4698c9861f5SJohn Baldwin 
4708c9861f5SJohn Baldwin 	return (0);
4718c9861f5SJohn Baldwin }
4728c9861f5SJohn Baldwin 
4738c9861f5SJohn Baldwin static ACPI_STATUS
acpi_pci_remove_notify_handler(ACPI_HANDLE handle,UINT32 level,void * context,void ** status)4748c9861f5SJohn Baldwin acpi_pci_remove_notify_handler(ACPI_HANDLE handle, UINT32 level, void *context,
4758c9861f5SJohn Baldwin     void **status)
4768c9861f5SJohn Baldwin {
4778c9861f5SJohn Baldwin 	ACPI_HANDLE h;
4788c9861f5SJohn Baldwin 
4798c9861f5SJohn Baldwin 	ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
4808c9861f5SJohn Baldwin 
4818c9861f5SJohn Baldwin 	if (ACPI_FAILURE(AcpiGetHandle(handle, "_EJ0", &h)))
4828c9861f5SJohn Baldwin 		return_ACPI_STATUS (AE_OK);
4838c9861f5SJohn Baldwin 
4848c9861f5SJohn Baldwin 	AcpiRemoveNotifyHandler(handle, ACPI_SYSTEM_NOTIFY,
4858c9861f5SJohn Baldwin 	    acpi_pci_device_notify_handler);
4868c9861f5SJohn Baldwin 	return_ACPI_STATUS (AE_OK);
4878c9861f5SJohn Baldwin }
4888c9861f5SJohn Baldwin 
4898c9861f5SJohn Baldwin static int
acpi_pci_detach(device_t dev)4908c9861f5SJohn Baldwin acpi_pci_detach(device_t dev)
4918c9861f5SJohn Baldwin {
4928c9861f5SJohn Baldwin 
4938c9861f5SJohn Baldwin 	AcpiWalkNamespace(ACPI_TYPE_DEVICE, acpi_get_handle(dev), 1,
4948c9861f5SJohn Baldwin 	    acpi_pci_remove_notify_handler, NULL, dev, NULL);
49565db3aa8SJohn Baldwin 	AcpiRemoveNotifyHandler(acpi_get_handle(dev), ACPI_SYSTEM_NOTIFY,
49665db3aa8SJohn Baldwin 	    acpi_pci_bus_notify_handler);
4978c9861f5SJohn Baldwin 	return (pci_detach(dev));
4988c9861f5SJohn Baldwin }
4998c9861f5SJohn Baldwin 
5006186bfbdSRuslan Bukin #ifdef IOMMU
50186be9f0dSKonstantin Belousov static bus_dma_tag_t
acpi_pci_get_dma_tag(device_t bus,device_t child)50286be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
50386be9f0dSKonstantin Belousov {
50486be9f0dSKonstantin Belousov 	bus_dma_tag_t tag;
50586be9f0dSKonstantin Belousov 
50686be9f0dSKonstantin Belousov 	if (device_get_parent(child) == bus) {
50743843cc2SRuslan Bukin 		/* try iommu and return if it works */
508025730aaSRuslan Bukin 		tag = iommu_get_dma_tag(bus, child);
50986be9f0dSKonstantin Belousov 	} else
51086be9f0dSKonstantin Belousov 		tag = NULL;
51186be9f0dSKonstantin Belousov 	if (tag == NULL)
51286be9f0dSKonstantin Belousov 		tag = pci_get_dma_tag(bus, child);
51386be9f0dSKonstantin Belousov 	return (tag);
51486be9f0dSKonstantin Belousov }
51586be9f0dSKonstantin Belousov #else
51686be9f0dSKonstantin Belousov static bus_dma_tag_t
acpi_pci_get_dma_tag(device_t bus,device_t child)51786be9f0dSKonstantin Belousov acpi_pci_get_dma_tag(device_t bus, device_t child)
51886be9f0dSKonstantin Belousov {
51986be9f0dSKonstantin Belousov 
52086be9f0dSKonstantin Belousov 	return (pci_get_dma_tag(bus, child));
52186be9f0dSKonstantin Belousov }
52286be9f0dSKonstantin Belousov #endif
523