xref: /freebsd/sys/x86/pci/qpi.c (revision d91f8db5f1822c43cd256f19aae1d059e4b25a26)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause
3  *
4  * Copyright (c) 2010 Hudson River Trading LLC
5  * Written by: John H. Baldwin <jhb@FreeBSD.org>
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27  * SUCH DAMAGE.
28  */
29 
30 /*
31  * This driver provides a pseudo-bus to enumerate the PCI buses
32  * present on a system using a QPI chipset.  It creates a qpi0 bus that
33  * is a child of nexus0 and then creates Host-PCI bridges as a
34  * child of that.
35  */
36 
37 #include <sys/cdefs.h>
38 __FBSDID("$FreeBSD$");
39 
40 #include <sys/param.h>
41 #include <sys/bus.h>
42 #include <sys/kernel.h>
43 #include <sys/malloc.h>
44 #include <sys/module.h>
45 #include <sys/rman.h>
46 #include <sys/systm.h>
47 
48 #include <machine/cputypes.h>
49 #include <machine/md_var.h>
50 #include <x86/legacyvar.h>
51 #include <x86/pci_cfgreg.h>
52 #include <x86/specialreg.h>
53 
54 #include <dev/pci/pcireg.h>
55 #include <dev/pci/pcivar.h>
56 #include <dev/pci/pcib_private.h>
57 #include "pcib_if.h"
58 
59 struct qpi_device {
60 	int	qd_pcibus;
61 };
62 
63 static MALLOC_DEFINE(M_QPI, "qpidrv", "qpi system device");
64 
65 static void
66 qpi_identify(driver_t *driver, device_t parent)
67 {
68 	int do_qpi;
69 
70 	/* Check CPUID to ensure this is an i7 CPU of some sort. */
71 	if (cpu_vendor_id != CPU_VENDOR_INTEL ||
72 	    CPUID_TO_FAMILY(cpu_id) != 0x6)
73 		return;
74 
75 	/* Only discover buses with configuration devices if allowed by user */
76 	do_qpi = 0;
77 	TUNABLE_INT_FETCH("hw.attach_intel_csr_pci", &do_qpi);
78 	if (!do_qpi)
79 		return;
80 
81 	/* PCI config register access is required. */
82 	if (pci_cfgregopen() == 0)
83 		return;
84 
85 	/* Add a qpi bus device. */
86 	if (BUS_ADD_CHILD(parent, 20, "qpi", -1) == NULL)
87 		panic("Failed to add qpi bus");
88 }
89 
90 static int
91 qpi_probe(device_t dev)
92 {
93 
94 	device_set_desc(dev, "QPI system bus");
95 	return (BUS_PROBE_SPECIFIC);
96 }
97 
98 /*
99  * Look for a PCI bus with the specified bus address.  If one is found,
100  * add a pcib device and return 0.  Otherwise, return an error code.
101  */
102 static int
103 qpi_probe_pcib(device_t dev, int bus)
104 {
105 	struct qpi_device *qdev;
106 	device_t child;
107 	uint32_t devid;
108 	int s;
109 
110 	/*
111 	 * If a PCI bus already exists for this bus number, then
112 	 * fail.
113 	 */
114 	if (pci_find_bsf(bus, 0, 0) != NULL)
115 		return (EEXIST);
116 
117 	/*
118 	 * Attempt to read the device id for every slot, function 0 on
119 	 * the bus.  If all read values are 0xffffffff this means that
120 	 * the bus is not present.
121 	 */
122 	for (s = 0; s <= PCI_SLOTMAX; s++) {
123 		devid = pci_cfgregread(bus, s, 0, PCIR_DEVVENDOR, 4);
124 		if (devid != 0xffffffff)
125 			break;
126 	}
127 	if (devid == 0xffffffff)
128 		return (ENOENT);
129 
130 	if ((devid & 0xffff) != 0x8086) {
131 		if (bootverbose)
132 			device_printf(dev,
133 			    "Device at pci%d.%d.0 has non-Intel vendor 0x%x\n",
134 			    bus, s, devid & 0xffff);
135 		return (ENXIO);
136 	}
137 
138 	child = BUS_ADD_CHILD(dev, 0, "pcib", -1);
139 	if (child == NULL)
140 		panic("%s: failed to add pci bus %d", device_get_nameunit(dev),
141 		    bus);
142 	qdev = malloc(sizeof(struct qpi_device), M_QPI, M_WAITOK);
143 	qdev->qd_pcibus = bus;
144 	device_set_ivars(child, qdev);
145 	return (0);
146 }
147 
148 static int
149 qpi_attach(device_t dev)
150 {
151 	int bus;
152 
153 	/*
154 	 * Each processor socket has a dedicated PCI bus, sometimes
155 	 * not enumerated by ACPI.  Probe all unattached buses from 0
156 	 * to 255.
157 	 */
158 	for (bus = PCI_BUSMAX; bus >= 0; bus--)
159 		qpi_probe_pcib(dev, bus);
160 
161 	return (bus_generic_attach(dev));
162 }
163 
164 static int
165 qpi_print_child(device_t bus, device_t child)
166 {
167 	struct qpi_device *qdev;
168 	int retval = 0;
169 
170 	qdev = device_get_ivars(child);
171 	retval += bus_print_child_header(bus, child);
172 	if (qdev->qd_pcibus != -1)
173 		retval += printf(" pcibus %d", qdev->qd_pcibus);
174 	retval += bus_print_child_footer(bus, child);
175 
176 	return (retval);
177 }
178 
179 static int
180 qpi_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
181 {
182 	struct qpi_device *qdev;
183 
184 	qdev = device_get_ivars(child);
185 	switch (which) {
186 	case PCIB_IVAR_BUS:
187 		*result = qdev->qd_pcibus;
188 		break;
189 	default:
190 		return (ENOENT);
191 	}
192 	return (0);
193 }
194 
195 static device_method_t qpi_methods[] = {
196 	/* Device interface */
197 	DEVMETHOD(device_identify,	qpi_identify),
198 	DEVMETHOD(device_probe,		qpi_probe),
199 	DEVMETHOD(device_attach,	qpi_attach),
200 	DEVMETHOD(device_shutdown,	bus_generic_shutdown),
201 	DEVMETHOD(device_suspend,	bus_generic_suspend),
202 	DEVMETHOD(device_resume,	bus_generic_resume),
203 
204 	/* Bus interface */
205 	DEVMETHOD(bus_print_child,	qpi_print_child),
206 	DEVMETHOD(bus_add_child,	bus_generic_add_child),
207 	DEVMETHOD(bus_read_ivar,	qpi_read_ivar),
208 	DEVMETHOD(bus_alloc_resource,	bus_generic_alloc_resource),
209 	DEVMETHOD(bus_release_resource,	bus_generic_release_resource),
210 	DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
211 	DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
212 	DEVMETHOD(bus_setup_intr,	bus_generic_setup_intr),
213 	DEVMETHOD(bus_teardown_intr,	bus_generic_teardown_intr),
214 	{ 0, 0 }
215 };
216 
217 DEFINE_CLASS_0(qpi, qpi_driver, qpi_methods, 0);
218 DRIVER_MODULE(qpi, nexus, qpi_driver, 0, 0);
219 
220 static int
221 qpi_pcib_probe(device_t dev)
222 {
223 
224 	device_set_desc(dev, "QPI Host-PCI bridge");
225 	return (BUS_PROBE_SPECIFIC);
226 }
227 
228 static int
229 qpi_pcib_attach(device_t dev)
230 {
231 
232 	device_add_child(dev, "pci", -1);
233 	return (bus_generic_attach(dev));
234 }
235 
236 static int
237 qpi_pcib_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
238 {
239 
240 	switch (which) {
241 	case PCIB_IVAR_DOMAIN:
242 		*result = 0;
243 		return (0);
244 	case PCIB_IVAR_BUS:
245 		*result = pcib_get_bus(dev);
246 		return (0);
247 	default:
248 		return (ENOENT);
249 	}
250 }
251 
252 #if defined(NEW_PCIB) && defined(PCI_RES_BUS)
253 static struct resource *
254 qpi_pcib_alloc_resource(device_t dev, device_t child, int type, int *rid,
255     rman_res_t start, rman_res_t end, rman_res_t count, u_int flags)
256 {
257 
258 	if (type == PCI_RES_BUS)
259 		return (pci_domain_alloc_bus(0, child, rid, start, end, count,
260 		    flags));
261 	return (bus_generic_alloc_resource(dev, child, type, rid, start, end,
262 	    count, flags));
263 }
264 #endif
265 
266 static int
267 qpi_pcib_map_msi(device_t pcib, device_t dev, int irq, uint64_t *addr,
268     uint32_t *data)
269 {
270 	device_t bus;
271 
272 	bus = device_get_parent(pcib);
273 	return (PCIB_MAP_MSI(device_get_parent(bus), dev, irq, addr, data));
274 }
275 
276 static device_method_t qpi_pcib_methods[] = {
277 	/* Device interface */
278 	DEVMETHOD(device_probe,		qpi_pcib_probe),
279 	DEVMETHOD(device_attach,	qpi_pcib_attach),
280 	DEVMETHOD(device_shutdown,	bus_generic_shutdown),
281 	DEVMETHOD(device_suspend,	bus_generic_suspend),
282 	DEVMETHOD(device_resume,	bus_generic_resume),
283 
284 	/* Bus interface */
285 	DEVMETHOD(bus_read_ivar,	qpi_pcib_read_ivar),
286 #if defined(NEW_PCIB) && defined(PCI_RES_BUS)
287 	DEVMETHOD(bus_alloc_resource,	qpi_pcib_alloc_resource),
288 	DEVMETHOD(bus_adjust_resource,	legacy_pcib_adjust_resource),
289 	DEVMETHOD(bus_release_resource,	legacy_pcib_release_resource),
290 #else
291 	DEVMETHOD(bus_alloc_resource,	bus_generic_alloc_resource),
292 	DEVMETHOD(bus_release_resource,	bus_generic_release_resource),
293 #endif
294 	DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
295 	DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
296 	DEVMETHOD(bus_setup_intr,	bus_generic_setup_intr),
297 	DEVMETHOD(bus_teardown_intr,	bus_generic_teardown_intr),
298 
299 	/* pcib interface */
300 	DEVMETHOD(pcib_maxslots,	pcib_maxslots),
301 	DEVMETHOD(pcib_read_config,	legacy_pcib_read_config),
302 	DEVMETHOD(pcib_write_config,	legacy_pcib_write_config),
303 	DEVMETHOD(pcib_alloc_msi,	legacy_pcib_alloc_msi),
304 	DEVMETHOD(pcib_release_msi,	pcib_release_msi),
305 	DEVMETHOD(pcib_alloc_msix,	legacy_pcib_alloc_msix),
306 	DEVMETHOD(pcib_release_msix,	pcib_release_msix),
307 	DEVMETHOD(pcib_map_msi,		qpi_pcib_map_msi),
308 
309 	DEVMETHOD_END
310 };
311 
312 DEFINE_CLASS_0(pcib, qpi_pcib_driver, qpi_pcib_methods, 0);
313 DRIVER_MODULE(pcib, qpi, qpi_pcib_driver, 0, 0);
314