xref: /freebsd/sys/dev/pci/pci_user.c (revision b9f654b163bce26de79705e77b872427c9f2afa1)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  * Copyright (c) 1997, Stefan Esser <se@freebsd.org>
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice unmodified, this list of conditions, and the following
12  *    disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27  */
28 
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD$");
31 
32 #include "opt_bus.h"	/* XXX trim includes */
33 
34 #include <sys/types.h>
35 #include <sys/param.h>
36 #include <sys/systm.h>
37 #include <sys/malloc.h>
38 #include <sys/module.h>
39 #include <sys/linker.h>
40 #include <sys/fcntl.h>
41 #include <sys/conf.h>
42 #include <sys/kernel.h>
43 #include <sys/mman.h>
44 #include <sys/proc.h>
45 #include <sys/queue.h>
46 #include <sys/rwlock.h>
47 #include <sys/sglist.h>
48 
49 #include <vm/vm.h>
50 #include <vm/pmap.h>
51 #include <vm/vm_extern.h>
52 #include <vm/vm_map.h>
53 #include <vm/vm_object.h>
54 #include <vm/vm_page.h>
55 #include <vm/vm_pager.h>
56 
57 #include <sys/bus.h>
58 #include <machine/bus.h>
59 #include <sys/rman.h>
60 #include <machine/resource.h>
61 
62 #include <sys/pciio.h>
63 #include <dev/pci/pcireg.h>
64 #include <dev/pci/pcivar.h>
65 
66 #include "pcib_if.h"
67 #include "pci_if.h"
68 
69 #ifdef COMPAT_FREEBSD32
70 struct pci_conf32 {
71 	struct pcisel	pc_sel;		/* domain+bus+slot+function */
72 	u_int8_t	pc_hdr;		/* PCI header type */
73 	u_int16_t	pc_subvendor;	/* card vendor ID */
74 	u_int16_t	pc_subdevice;	/* card device ID, assigned by
75 					   card vendor */
76 	u_int16_t	pc_vendor;	/* chip vendor ID */
77 	u_int16_t	pc_device;	/* chip device ID, assigned by
78 					   chip vendor */
79 	u_int8_t	pc_class;	/* chip PCI class */
80 	u_int8_t	pc_subclass;	/* chip PCI subclass */
81 	u_int8_t	pc_progif;	/* chip PCI programming interface */
82 	u_int8_t	pc_revid;	/* chip revision ID */
83 	char		pd_name[PCI_MAXNAMELEN + 1];  /* device name */
84 	u_int32_t	pd_unit;	/* device unit number */
85 };
86 
87 struct pci_match_conf32 {
88 	struct pcisel		pc_sel;		/* domain+bus+slot+function */
89 	char			pd_name[PCI_MAXNAMELEN + 1];  /* device name */
90 	u_int32_t		pd_unit;	/* Unit number */
91 	u_int16_t		pc_vendor;	/* PCI Vendor ID */
92 	u_int16_t		pc_device;	/* PCI Device ID */
93 	u_int8_t		pc_class;	/* PCI class */
94 	u_int32_t		flags;		/* Matching expression */
95 };
96 
97 struct pci_conf_io32 {
98 	u_int32_t		pat_buf_len;	/* pattern buffer length */
99 	u_int32_t		num_patterns;	/* number of patterns */
100 	u_int32_t		patterns;	/* struct pci_match_conf ptr */
101 	u_int32_t		match_buf_len;	/* match buffer length */
102 	u_int32_t		num_matches;	/* number of matches returned */
103 	u_int32_t		matches;	/* struct pci_conf ptr */
104 	u_int32_t		offset;		/* offset into device list */
105 	u_int32_t		generation;	/* device list generation */
106 	u_int32_t		status;		/* request status */
107 };
108 
109 #define	PCIOCGETCONF32	_IOC_NEWTYPE(PCIOCGETCONF, struct pci_conf_io32)
110 #endif
111 
112 /*
113  * This is the user interface to PCI configuration space.
114  */
115 
116 static d_open_t 	pci_open;
117 static d_close_t	pci_close;
118 static d_ioctl_t	pci_ioctl;
119 
120 struct cdevsw pcicdev = {
121 	.d_version =	D_VERSION,
122 	.d_flags =	D_NEEDGIANT,
123 	.d_open =	pci_open,
124 	.d_close =	pci_close,
125 	.d_ioctl =	pci_ioctl,
126 	.d_name =	"pci",
127 };
128 
129 static int
130 pci_open(struct cdev *dev, int oflags, int devtype, struct thread *td)
131 {
132 	int error;
133 
134 	if (oflags & FWRITE) {
135 		error = securelevel_gt(td->td_ucred, 0);
136 		if (error)
137 			return (error);
138 	}
139 
140 	return (0);
141 }
142 
143 static int
144 pci_close(struct cdev *dev, int flag, int devtype, struct thread *td)
145 {
146 	return 0;
147 }
148 
149 /*
150  * Match a single pci_conf structure against an array of pci_match_conf
151  * structures.  The first argument, 'matches', is an array of num_matches
152  * pci_match_conf structures.  match_buf is a pointer to the pci_conf
153  * structure that will be compared to every entry in the matches array.
154  * This function returns 1 on failure, 0 on success.
155  */
156 static int
157 pci_conf_match_native(struct pci_match_conf *matches, int num_matches,
158 	       struct pci_conf *match_buf)
159 {
160 	int i;
161 
162 	if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
163 		return(1);
164 
165 	for (i = 0; i < num_matches; i++) {
166 		/*
167 		 * I'm not sure why someone would do this...but...
168 		 */
169 		if (matches[i].flags == PCI_GETCONF_NO_MATCH)
170 			continue;
171 
172 		/*
173 		 * Look at each of the match flags.  If it's set, do the
174 		 * comparison.  If the comparison fails, we don't have a
175 		 * match, go on to the next item if there is one.
176 		 */
177 		if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
178 		 && (match_buf->pc_sel.pc_domain !=
179 		 matches[i].pc_sel.pc_domain))
180 			continue;
181 
182 		if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
183 		 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
184 			continue;
185 
186 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
187 		 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
188 			continue;
189 
190 		if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
191 		 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
192 			continue;
193 
194 		if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
195 		 && (match_buf->pc_vendor != matches[i].pc_vendor))
196 			continue;
197 
198 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
199 		 && (match_buf->pc_device != matches[i].pc_device))
200 			continue;
201 
202 		if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
203 		 && (match_buf->pc_class != matches[i].pc_class))
204 			continue;
205 
206 		if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
207 		 && (match_buf->pd_unit != matches[i].pd_unit))
208 			continue;
209 
210 		if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
211 		 && (strncmp(matches[i].pd_name, match_buf->pd_name,
212 			     sizeof(match_buf->pd_name)) != 0))
213 			continue;
214 
215 		return(0);
216 	}
217 
218 	return(1);
219 }
220 
221 #ifdef COMPAT_FREEBSD32
222 static int
223 pci_conf_match32(struct pci_match_conf32 *matches, int num_matches,
224 	       struct pci_conf *match_buf)
225 {
226 	int i;
227 
228 	if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
229 		return(1);
230 
231 	for (i = 0; i < num_matches; i++) {
232 		/*
233 		 * I'm not sure why someone would do this...but...
234 		 */
235 		if (matches[i].flags == PCI_GETCONF_NO_MATCH)
236 			continue;
237 
238 		/*
239 		 * Look at each of the match flags.  If it's set, do the
240 		 * comparison.  If the comparison fails, we don't have a
241 		 * match, go on to the next item if there is one.
242 		 */
243 		if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
244 		 && (match_buf->pc_sel.pc_domain !=
245 		 matches[i].pc_sel.pc_domain))
246 			continue;
247 
248 		if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
249 		 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
250 			continue;
251 
252 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
253 		 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
254 			continue;
255 
256 		if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
257 		 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
258 			continue;
259 
260 		if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
261 		 && (match_buf->pc_vendor != matches[i].pc_vendor))
262 			continue;
263 
264 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
265 		 && (match_buf->pc_device != matches[i].pc_device))
266 			continue;
267 
268 		if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
269 		 && (match_buf->pc_class != matches[i].pc_class))
270 			continue;
271 
272 		if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
273 		 && (match_buf->pd_unit != matches[i].pd_unit))
274 			continue;
275 
276 		if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
277 		 && (strncmp(matches[i].pd_name, match_buf->pd_name,
278 			     sizeof(match_buf->pd_name)) != 0))
279 			continue;
280 
281 		return(0);
282 	}
283 
284 	return(1);
285 }
286 #endif	/* COMPAT_FREEBSD32 */
287 
288 #if defined(COMPAT_FREEBSD4) || defined(COMPAT_FREEBSD5) || \
289     defined(COMPAT_FREEBSD6)
290 #define PRE7_COMPAT
291 
292 typedef enum {
293 	PCI_GETCONF_NO_MATCH_OLD	= 0x00,
294 	PCI_GETCONF_MATCH_BUS_OLD	= 0x01,
295 	PCI_GETCONF_MATCH_DEV_OLD	= 0x02,
296 	PCI_GETCONF_MATCH_FUNC_OLD	= 0x04,
297 	PCI_GETCONF_MATCH_NAME_OLD	= 0x08,
298 	PCI_GETCONF_MATCH_UNIT_OLD	= 0x10,
299 	PCI_GETCONF_MATCH_VENDOR_OLD	= 0x20,
300 	PCI_GETCONF_MATCH_DEVICE_OLD	= 0x40,
301 	PCI_GETCONF_MATCH_CLASS_OLD	= 0x80
302 } pci_getconf_flags_old;
303 
304 struct pcisel_old {
305 	u_int8_t	pc_bus;		/* bus number */
306 	u_int8_t	pc_dev;		/* device on this bus */
307 	u_int8_t	pc_func;	/* function on this device */
308 };
309 
310 struct pci_conf_old {
311 	struct pcisel_old pc_sel;	/* bus+slot+function */
312 	u_int8_t	pc_hdr;		/* PCI header type */
313 	u_int16_t	pc_subvendor;	/* card vendor ID */
314 	u_int16_t	pc_subdevice;	/* card device ID, assigned by
315 					   card vendor */
316 	u_int16_t	pc_vendor;	/* chip vendor ID */
317 	u_int16_t	pc_device;	/* chip device ID, assigned by
318 					   chip vendor */
319 	u_int8_t	pc_class;	/* chip PCI class */
320 	u_int8_t	pc_subclass;	/* chip PCI subclass */
321 	u_int8_t	pc_progif;	/* chip PCI programming interface */
322 	u_int8_t	pc_revid;	/* chip revision ID */
323 	char		pd_name[PCI_MAXNAMELEN + 1];  /* device name */
324 	u_long		pd_unit;	/* device unit number */
325 };
326 
327 struct pci_match_conf_old {
328 	struct pcisel_old	pc_sel;		/* bus+slot+function */
329 	char			pd_name[PCI_MAXNAMELEN + 1];  /* device name */
330 	u_long			pd_unit;	/* Unit number */
331 	u_int16_t		pc_vendor;	/* PCI Vendor ID */
332 	u_int16_t		pc_device;	/* PCI Device ID */
333 	u_int8_t		pc_class;	/* PCI class */
334 	pci_getconf_flags_old	flags;		/* Matching expression */
335 };
336 
337 struct pci_io_old {
338 	struct pcisel_old pi_sel;	/* device to operate on */
339 	int		pi_reg;		/* configuration register to examine */
340 	int		pi_width;	/* width (in bytes) of read or write */
341 	u_int32_t	pi_data;	/* data to write or result of read */
342 };
343 
344 #ifdef COMPAT_FREEBSD32
345 struct pci_conf_old32 {
346 	struct pcisel_old pc_sel;	/* bus+slot+function */
347 	uint8_t		pc_hdr;		/* PCI header type */
348 	uint16_t	pc_subvendor;	/* card vendor ID */
349 	uint16_t	pc_subdevice;	/* card device ID, assigned by
350 					   card vendor */
351 	uint16_t	pc_vendor;	/* chip vendor ID */
352 	uint16_t	pc_device;	/* chip device ID, assigned by
353 					   chip vendor */
354 	uint8_t		pc_class;	/* chip PCI class */
355 	uint8_t		pc_subclass;	/* chip PCI subclass */
356 	uint8_t		pc_progif;	/* chip PCI programming interface */
357 	uint8_t		pc_revid;	/* chip revision ID */
358 	char		pd_name[PCI_MAXNAMELEN + 1]; /* device name */
359 	uint32_t	pd_unit;	/* device unit number (u_long) */
360 };
361 
362 struct pci_match_conf_old32 {
363 	struct pcisel_old pc_sel;	/* bus+slot+function */
364 	char		pd_name[PCI_MAXNAMELEN + 1]; /* device name */
365 	uint32_t	pd_unit;	/* Unit number (u_long) */
366 	uint16_t	pc_vendor;	/* PCI Vendor ID */
367 	uint16_t	pc_device;	/* PCI Device ID */
368 	uint8_t		pc_class;	/* PCI class */
369 	pci_getconf_flags_old flags;	/* Matching expression */
370 };
371 
372 #define	PCIOCGETCONF_OLD32	_IOWR('p', 1, struct pci_conf_io32)
373 #endif	/* COMPAT_FREEBSD32 */
374 
375 #define	PCIOCGETCONF_OLD	_IOWR('p', 1, struct pci_conf_io)
376 #define	PCIOCREAD_OLD		_IOWR('p', 2, struct pci_io_old)
377 #define	PCIOCWRITE_OLD		_IOWR('p', 3, struct pci_io_old)
378 
379 static int
380 pci_conf_match_old(struct pci_match_conf_old *matches, int num_matches,
381     struct pci_conf *match_buf)
382 {
383 	int i;
384 
385 	if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
386 		return(1);
387 
388 	for (i = 0; i < num_matches; i++) {
389 		if (match_buf->pc_sel.pc_domain != 0)
390 			continue;
391 
392 		/*
393 		 * I'm not sure why someone would do this...but...
394 		 */
395 		if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
396 			continue;
397 
398 		/*
399 		 * Look at each of the match flags.  If it's set, do the
400 		 * comparison.  If the comparison fails, we don't have a
401 		 * match, go on to the next item if there is one.
402 		 */
403 		if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0)
404 		 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
405 			continue;
406 
407 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0)
408 		 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
409 			continue;
410 
411 		if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0)
412 		 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
413 			continue;
414 
415 		if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0)
416 		 && (match_buf->pc_vendor != matches[i].pc_vendor))
417 			continue;
418 
419 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0)
420 		 && (match_buf->pc_device != matches[i].pc_device))
421 			continue;
422 
423 		if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0)
424 		 && (match_buf->pc_class != matches[i].pc_class))
425 			continue;
426 
427 		if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0)
428 		 && (match_buf->pd_unit != matches[i].pd_unit))
429 			continue;
430 
431 		if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0)
432 		 && (strncmp(matches[i].pd_name, match_buf->pd_name,
433 			     sizeof(match_buf->pd_name)) != 0))
434 			continue;
435 
436 		return(0);
437 	}
438 
439 	return(1);
440 }
441 
442 #ifdef COMPAT_FREEBSD32
443 static int
444 pci_conf_match_old32(struct pci_match_conf_old32 *matches, int num_matches,
445     struct pci_conf *match_buf)
446 {
447 	int i;
448 
449 	if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
450 		return(1);
451 
452 	for (i = 0; i < num_matches; i++) {
453 		if (match_buf->pc_sel.pc_domain != 0)
454 			continue;
455 
456 		/*
457 		 * I'm not sure why someone would do this...but...
458 		 */
459 		if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
460 			continue;
461 
462 		/*
463 		 * Look at each of the match flags.  If it's set, do the
464 		 * comparison.  If the comparison fails, we don't have a
465 		 * match, go on to the next item if there is one.
466 		 */
467 		if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0) &&
468 		    (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
469 			continue;
470 
471 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0) &&
472 		    (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
473 			continue;
474 
475 		if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0) &&
476 		    (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
477 			continue;
478 
479 		if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0) &&
480 		    (match_buf->pc_vendor != matches[i].pc_vendor))
481 			continue;
482 
483 		if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0) &&
484 		    (match_buf->pc_device != matches[i].pc_device))
485 			continue;
486 
487 		if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0) &&
488 		    (match_buf->pc_class != matches[i].pc_class))
489 			continue;
490 
491 		if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0) &&
492 		    ((u_int32_t)match_buf->pd_unit != matches[i].pd_unit))
493 			continue;
494 
495 		if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0) &&
496 		    (strncmp(matches[i].pd_name, match_buf->pd_name,
497 		    sizeof(match_buf->pd_name)) != 0))
498 			continue;
499 
500 		return (0);
501 	}
502 
503 	return (1);
504 }
505 #endif	/* COMPAT_FREEBSD32 */
506 #endif	/* !PRE7_COMPAT */
507 
508 union pci_conf_union {
509 	struct pci_conf		pc;
510 #ifdef COMPAT_FREEBSD32
511 	struct pci_conf32	pc32;
512 #endif
513 #ifdef PRE7_COMPAT
514 	struct pci_conf_old	pco;
515 #ifdef COMPAT_FREEBSD32
516 	struct pci_conf_old32	pco32;
517 #endif
518 #endif
519 };
520 
521 static int
522 pci_conf_match(u_long cmd, struct pci_match_conf *matches, int num_matches,
523     struct pci_conf *match_buf)
524 {
525 
526 	switch (cmd) {
527 	case PCIOCGETCONF:
528 		return (pci_conf_match_native(
529 		    (struct pci_match_conf *)matches, num_matches, match_buf));
530 #ifdef COMPAT_FREEBSD32
531 	case PCIOCGETCONF32:
532 		return (pci_conf_match32((struct pci_match_conf32 *)matches,
533 		    num_matches, match_buf));
534 #endif
535 #ifdef PRE7_COMPAT
536 	case PCIOCGETCONF_OLD:
537 		return (pci_conf_match_old(
538 		    (struct pci_match_conf_old *)matches, num_matches,
539 		    match_buf));
540 #ifdef COMPAT_FREEBSD32
541 	case PCIOCGETCONF_OLD32:
542 		return (pci_conf_match_old32(
543 		    (struct pci_match_conf_old32 *)matches, num_matches,
544 		    match_buf));
545 #endif
546 #endif
547 	default:
548 		/* programmer error */
549 		return (0);
550 	}
551 }
552 
553 /*
554  * Like PVE_NEXT but takes an explicit length since 'pve' is a user
555  * pointer that cannot be dereferenced.
556  */
557 #define	PVE_NEXT_LEN(pve, datalen)					\
558 	((struct pci_vpd_element *)((char *)(pve) +			\
559 	    sizeof(struct pci_vpd_element) + (datalen)))
560 
561 static int
562 pci_list_vpd(device_t dev, struct pci_list_vpd_io *lvio)
563 {
564 	struct pci_vpd_element vpd_element, *vpd_user;
565 	struct pcicfg_vpd *vpd;
566 	size_t len;
567 	int error, i;
568 
569 	vpd = pci_fetch_vpd_list(dev);
570 	if (vpd->vpd_reg == 0 || vpd->vpd_ident == NULL)
571 		return (ENXIO);
572 
573 	/*
574 	 * Calculate the amount of space needed in the data buffer.  An
575 	 * identifier element is always present followed by the read-only
576 	 * and read-write keywords.
577 	 */
578 	len = sizeof(struct pci_vpd_element) + strlen(vpd->vpd_ident);
579 	for (i = 0; i < vpd->vpd_rocnt; i++)
580 		len += sizeof(struct pci_vpd_element) + vpd->vpd_ros[i].len;
581 	for (i = 0; i < vpd->vpd_wcnt; i++)
582 		len += sizeof(struct pci_vpd_element) + vpd->vpd_w[i].len;
583 
584 	if (lvio->plvi_len == 0) {
585 		lvio->plvi_len = len;
586 		return (0);
587 	}
588 	if (lvio->plvi_len < len) {
589 		lvio->plvi_len = len;
590 		return (ENOMEM);
591 	}
592 
593 	/*
594 	 * Copyout the identifier string followed by each keyword and
595 	 * value.
596 	 */
597 	vpd_user = lvio->plvi_data;
598 	vpd_element.pve_keyword[0] = '\0';
599 	vpd_element.pve_keyword[1] = '\0';
600 	vpd_element.pve_flags = PVE_FLAG_IDENT;
601 	vpd_element.pve_datalen = strlen(vpd->vpd_ident);
602 	error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
603 	if (error)
604 		return (error);
605 	error = copyout(vpd->vpd_ident, vpd_user->pve_data,
606 	    strlen(vpd->vpd_ident));
607 	if (error)
608 		return (error);
609 	vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
610 	vpd_element.pve_flags = 0;
611 	for (i = 0; i < vpd->vpd_rocnt; i++) {
612 		vpd_element.pve_keyword[0] = vpd->vpd_ros[i].keyword[0];
613 		vpd_element.pve_keyword[1] = vpd->vpd_ros[i].keyword[1];
614 		vpd_element.pve_datalen = vpd->vpd_ros[i].len;
615 		error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
616 		if (error)
617 			return (error);
618 		error = copyout(vpd->vpd_ros[i].value, vpd_user->pve_data,
619 		    vpd->vpd_ros[i].len);
620 		if (error)
621 			return (error);
622 		vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
623 	}
624 	vpd_element.pve_flags = PVE_FLAG_RW;
625 	for (i = 0; i < vpd->vpd_wcnt; i++) {
626 		vpd_element.pve_keyword[0] = vpd->vpd_w[i].keyword[0];
627 		vpd_element.pve_keyword[1] = vpd->vpd_w[i].keyword[1];
628 		vpd_element.pve_datalen = vpd->vpd_w[i].len;
629 		error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
630 		if (error)
631 			return (error);
632 		error = copyout(vpd->vpd_w[i].value, vpd_user->pve_data,
633 		    vpd->vpd_w[i].len);
634 		if (error)
635 			return (error);
636 		vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
637 	}
638 	KASSERT((char *)vpd_user - (char *)lvio->plvi_data == len,
639 	    ("length mismatch"));
640 	lvio->plvi_len = len;
641 	return (0);
642 }
643 
644 static size_t
645 pci_match_conf_size(u_long cmd)
646 {
647 
648 	switch (cmd) {
649 	case PCIOCGETCONF:
650 		return (sizeof(struct pci_match_conf));
651 #ifdef COMPAT_FREEBSD32
652 	case PCIOCGETCONF32:
653 		return (sizeof(struct pci_match_conf32));
654 #endif
655 #ifdef PRE7_COMPAT
656 	case PCIOCGETCONF_OLD:
657 		return (sizeof(struct pci_match_conf_old));
658 #ifdef COMPAT_FREEBSD32
659 	case PCIOCGETCONF_OLD32:
660 		return (sizeof(struct pci_match_conf_old32));
661 #endif
662 #endif
663 	default:
664 		/* programmer error */
665 		return (0);
666 	}
667 }
668 
669 static size_t
670 pci_conf_size(u_long cmd)
671 {
672 
673 	switch (cmd) {
674 	case PCIOCGETCONF:
675 		return (sizeof(struct pci_conf));
676 #ifdef COMPAT_FREEBSD32
677 	case PCIOCGETCONF32:
678 		return (sizeof(struct pci_conf32));
679 #endif
680 #ifdef PRE7_COMPAT
681 	case PCIOCGETCONF_OLD:
682 		return (sizeof(struct pci_conf_old));
683 #ifdef COMPAT_FREEBSD32
684 	case PCIOCGETCONF_OLD32:
685 		return (sizeof(struct pci_conf_old32));
686 #endif
687 #endif
688 	default:
689 		/* programmer error */
690 		return (0);
691 	}
692 }
693 
694 static void
695 pci_conf_io_init(struct pci_conf_io *cio, caddr_t data, u_long cmd)
696 {
697 #if defined(COMPAT_FREEBSD32)
698 	struct pci_conf_io32 *cio32;
699 #endif
700 
701 	switch (cmd) {
702 	case PCIOCGETCONF:
703 #ifdef PRE7_COMPAT
704 	case PCIOCGETCONF_OLD:
705 #endif
706 		*cio = *(struct pci_conf_io *)data;
707 		return;
708 
709 #ifdef COMPAT_FREEBSD32
710 	case PCIOCGETCONF32:
711 #ifdef PRE7_COMPAT
712 	case PCIOCGETCONF_OLD32:
713 #endif
714                cio32 = (struct pci_conf_io32 *)data;
715                cio->pat_buf_len = cio32->pat_buf_len;
716                cio->num_patterns = cio32->num_patterns;
717                cio->patterns = (void *)(uintptr_t)cio32->patterns;
718                cio->match_buf_len = cio32->match_buf_len;
719                cio->num_matches = cio32->num_matches;
720                cio->matches = (void *)(uintptr_t)cio32->matches;
721                cio->offset = cio32->offset;
722                cio->generation = cio32->generation;
723                cio->status = cio32->status;
724                return;
725 #endif
726 
727 	default:
728 		/* programmer error */
729 		return;
730 	}
731 }
732 
733 static void
734 pci_conf_io_update_data(const struct pci_conf_io *cio, caddr_t data,
735     u_long cmd)
736 {
737 	struct pci_conf_io *d_cio;
738 #if defined(COMPAT_FREEBSD32)
739 	struct pci_conf_io32 *cio32;
740 #endif
741 
742 	switch (cmd) {
743 	case PCIOCGETCONF:
744 #ifdef PRE7_COMPAT
745 	case PCIOCGETCONF_OLD:
746 #endif
747 		d_cio = (struct pci_conf_io *)data;
748 		d_cio->status = cio->status;
749 		d_cio->generation = cio->generation;
750 		d_cio->offset = cio->offset;
751 		d_cio->num_matches = cio->num_matches;
752 		return;
753 
754 #ifdef COMPAT_FREEBSD32
755 	case PCIOCGETCONF32:
756 #ifdef PRE7_COMPAT
757 	case PCIOCGETCONF_OLD32:
758 #endif
759 		cio32 = (struct pci_conf_io32 *)data;
760 
761 		cio32->status = cio->status;
762 		cio32->generation = cio->generation;
763 		cio32->offset = cio->offset;
764 		cio32->num_matches = cio->num_matches;
765 		return;
766 #endif
767 
768 	default:
769 		/* programmer error */
770 		return;
771 	}
772 }
773 
774 static void
775 pci_conf_for_copyout(const struct pci_conf *pcp, union pci_conf_union *pcup,
776     u_long cmd)
777 {
778 
779 	memset(pcup, 0, sizeof(*pcup));
780 
781 	switch (cmd) {
782 	case PCIOCGETCONF:
783 		pcup->pc = *pcp;
784 		return;
785 
786 #ifdef COMPAT_FREEBSD32
787 	case PCIOCGETCONF32:
788 		pcup->pc32.pc_sel = pcp->pc_sel;
789 		pcup->pc32.pc_hdr = pcp->pc_hdr;
790 		pcup->pc32.pc_subvendor = pcp->pc_subvendor;
791 		pcup->pc32.pc_subdevice = pcp->pc_subdevice;
792 		pcup->pc32.pc_vendor = pcp->pc_vendor;
793 		pcup->pc32.pc_device = pcp->pc_device;
794 		pcup->pc32.pc_class = pcp->pc_class;
795 		pcup->pc32.pc_subclass = pcp->pc_subclass;
796 		pcup->pc32.pc_progif = pcp->pc_progif;
797 		pcup->pc32.pc_revid = pcp->pc_revid;
798 		strlcpy(pcup->pc32.pd_name, pcp->pd_name,
799 		    sizeof(pcup->pc32.pd_name));
800 		pcup->pc32.pd_unit = (uint32_t)pcp->pd_unit;
801 		return;
802 #endif
803 
804 #ifdef PRE7_COMPAT
805 #ifdef COMPAT_FREEBSD32
806 	case PCIOCGETCONF_OLD32:
807 		pcup->pco32.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
808 		pcup->pco32.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
809 		pcup->pco32.pc_sel.pc_func = pcp->pc_sel.pc_func;
810 		pcup->pco32.pc_hdr = pcp->pc_hdr;
811 		pcup->pco32.pc_subvendor = pcp->pc_subvendor;
812 		pcup->pco32.pc_subdevice = pcp->pc_subdevice;
813 		pcup->pco32.pc_vendor = pcp->pc_vendor;
814 		pcup->pco32.pc_device = pcp->pc_device;
815 		pcup->pco32.pc_class = pcp->pc_class;
816 		pcup->pco32.pc_subclass = pcp->pc_subclass;
817 		pcup->pco32.pc_progif = pcp->pc_progif;
818 		pcup->pco32.pc_revid = pcp->pc_revid;
819 		strlcpy(pcup->pco32.pd_name, pcp->pd_name,
820 		    sizeof(pcup->pco32.pd_name));
821 		pcup->pco32.pd_unit = (uint32_t)pcp->pd_unit;
822 		return;
823 
824 #endif /* COMPAT_FREEBSD32 */
825 	case PCIOCGETCONF_OLD:
826 		pcup->pco.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
827 		pcup->pco.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
828 		pcup->pco.pc_sel.pc_func = pcp->pc_sel.pc_func;
829 		pcup->pco.pc_hdr = pcp->pc_hdr;
830 		pcup->pco.pc_subvendor = pcp->pc_subvendor;
831 		pcup->pco.pc_subdevice = pcp->pc_subdevice;
832 		pcup->pco.pc_vendor = pcp->pc_vendor;
833 		pcup->pco.pc_device = pcp->pc_device;
834 		pcup->pco.pc_class = pcp->pc_class;
835 		pcup->pco.pc_subclass = pcp->pc_subclass;
836 		pcup->pco.pc_progif = pcp->pc_progif;
837 		pcup->pco.pc_revid = pcp->pc_revid;
838 		strlcpy(pcup->pco.pd_name, pcp->pd_name,
839 		    sizeof(pcup->pco.pd_name));
840 		pcup->pco.pd_unit = pcp->pd_unit;
841 		return;
842 #endif /* PRE7_COMPAT */
843 
844 	default:
845 		/* programmer error */
846 		return;
847 	}
848 }
849 
850 static int
851 pci_bar_mmap(device_t pcidev, struct pci_bar_mmap *pbm)
852 {
853 	vm_map_t map;
854 	vm_object_t obj;
855 	struct thread *td;
856 	struct sglist *sg;
857 	struct pci_map *pm;
858 	vm_paddr_t pbase;
859 	vm_size_t plen;
860 	vm_offset_t addr;
861 	vm_prot_t prot;
862 	int error, flags;
863 
864 	td = curthread;
865 	map = &td->td_proc->p_vmspace->vm_map;
866 	if ((pbm->pbm_flags & ~(PCIIO_BAR_MMAP_FIXED | PCIIO_BAR_MMAP_EXCL |
867 	    PCIIO_BAR_MMAP_RW | PCIIO_BAR_MMAP_ACTIVATE)) != 0 ||
868 	    pbm->pbm_memattr != (vm_memattr_t)pbm->pbm_memattr ||
869 	    !pmap_is_valid_memattr(map->pmap, pbm->pbm_memattr))
870 		return (EINVAL);
871 
872 	/* Fetch the BAR physical base and length. */
873 	pm = pci_find_bar(pcidev, pbm->pbm_reg);
874 	if (pm == NULL)
875 		return (EINVAL);
876 	if (!pci_bar_enabled(pcidev, pm))
877 		return (EBUSY); /* XXXKIB enable if _ACTIVATE */
878 	if (!PCI_BAR_MEM(pm->pm_value))
879 		return (EIO);
880 	pbase = trunc_page(pm->pm_value);
881 	plen = round_page(pm->pm_value + ((pci_addr_t)1 << pm->pm_size)) -
882 	    pbase;
883 	prot = VM_PROT_READ | (((pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0) ?
884 	    VM_PROT_WRITE : 0);
885 
886 	/* Create vm structures and mmap. */
887 	sg = sglist_alloc(1, M_WAITOK);
888 	error = sglist_append_phys(sg, pbase, plen);
889 	if (error != 0)
890 		goto out;
891 	obj = vm_pager_allocate(OBJT_SG, sg, plen, prot, 0, td->td_ucred);
892 	if (obj == NULL) {
893 		error = EIO;
894 		goto out;
895 	}
896 	obj->memattr = pbm->pbm_memattr;
897 	flags = MAP_SHARED;
898 	addr = 0;
899 	if ((pbm->pbm_flags & PCIIO_BAR_MMAP_FIXED) != 0) {
900 		addr = (uintptr_t)pbm->pbm_map_base;
901 		flags |= MAP_FIXED;
902 	}
903 	if ((pbm->pbm_flags & PCIIO_BAR_MMAP_EXCL) != 0)
904 		flags |= MAP_CHECK_EXCL;
905 	error = vm_mmap_object(map, &addr, plen, prot, prot, flags, obj, 0,
906 	    FALSE, td);
907 	if (error != 0) {
908 		vm_object_deallocate(obj);
909 		goto out;
910 	}
911 	pbm->pbm_map_base = (void *)addr;
912 	pbm->pbm_map_length = plen;
913 	pbm->pbm_bar_off = pm->pm_value - pbase;
914 	pbm->pbm_bar_length = (pci_addr_t)1 << pm->pm_size;
915 
916 out:
917 	sglist_free(sg);
918 	return (error);
919 }
920 
921 static int
922 pci_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td)
923 {
924 	device_t pcidev;
925 	const char *name;
926 	struct devlist *devlist_head;
927 	struct pci_conf_io *cio = NULL;
928 	struct pci_devinfo *dinfo;
929 	struct pci_io *io;
930 	struct pci_bar_io *bio;
931 	struct pci_list_vpd_io *lvio;
932 	struct pci_match_conf *pattern_buf;
933 	struct pci_map *pm;
934 	struct pci_bar_mmap *pbm;
935 	size_t confsz, iolen;
936 	int error, ionum, i, num_patterns;
937 	union pci_conf_union pcu;
938 #ifdef PRE7_COMPAT
939 	struct pci_io iodata;
940 	struct pci_io_old *io_old;
941 
942 	io_old = NULL;
943 #endif
944 
945 	if (!(flag & FWRITE)) {
946 		switch (cmd) {
947 		case PCIOCGETCONF:
948 #ifdef COMPAT_FREEBSD32
949 		case PCIOCGETCONF32:
950 #endif
951 #ifdef PRE7_COMPAT
952 		case PCIOCGETCONF_OLD:
953 #ifdef COMPAT_FREEBSD32
954 		case PCIOCGETCONF_OLD32:
955 #endif
956 #endif
957 		case PCIOCGETBAR:
958 		case PCIOCLISTVPD:
959 			break;
960 		default:
961 			return (EPERM);
962 		}
963 	}
964 
965 
966 	switch (cmd) {
967 	case PCIOCGETCONF:
968 #ifdef COMPAT_FREEBSD32
969 	case PCIOCGETCONF32:
970 #endif
971 #ifdef PRE7_COMPAT
972 	case PCIOCGETCONF_OLD:
973 #ifdef COMPAT_FREEBSD32
974 	case PCIOCGETCONF_OLD32:
975 #endif
976 #endif
977 		cio = malloc(sizeof(struct pci_conf_io), M_TEMP,
978 		    M_WAITOK | M_ZERO);
979 		pci_conf_io_init(cio, data, cmd);
980 		pattern_buf = NULL;
981 		num_patterns = 0;
982 		dinfo = NULL;
983 
984 		cio->num_matches = 0;
985 
986 		/*
987 		 * If the user specified an offset into the device list,
988 		 * but the list has changed since they last called this
989 		 * ioctl, tell them that the list has changed.  They will
990 		 * have to get the list from the beginning.
991 		 */
992 		if ((cio->offset != 0)
993 		 && (cio->generation != pci_generation)){
994 			cio->status = PCI_GETCONF_LIST_CHANGED;
995 			error = 0;
996 			goto getconfexit;
997 		}
998 
999 		/*
1000 		 * Check to see whether the user has asked for an offset
1001 		 * past the end of our list.
1002 		 */
1003 		if (cio->offset >= pci_numdevs) {
1004 			cio->status = PCI_GETCONF_LAST_DEVICE;
1005 			error = 0;
1006 			goto getconfexit;
1007 		}
1008 
1009 		/* get the head of the device queue */
1010 		devlist_head = &pci_devq;
1011 
1012 		/*
1013 		 * Determine how much room we have for pci_conf structures.
1014 		 * Round the user's buffer size down to the nearest
1015 		 * multiple of sizeof(struct pci_conf) in case the user
1016 		 * didn't specify a multiple of that size.
1017 		 */
1018 		confsz = pci_conf_size(cmd);
1019 		iolen = min(cio->match_buf_len - (cio->match_buf_len % confsz),
1020 		    pci_numdevs * confsz);
1021 
1022 		/*
1023 		 * Since we know that iolen is a multiple of the size of
1024 		 * the pciconf union, it's okay to do this.
1025 		 */
1026 		ionum = iolen / confsz;
1027 
1028 		/*
1029 		 * If this test is true, the user wants the pci_conf
1030 		 * structures returned to match the supplied entries.
1031 		 */
1032 		if ((cio->num_patterns > 0) && (cio->num_patterns < pci_numdevs)
1033 		 && (cio->pat_buf_len > 0)) {
1034 			/*
1035 			 * pat_buf_len needs to be:
1036 			 * num_patterns * sizeof(struct pci_match_conf)
1037 			 * While it is certainly possible the user just
1038 			 * allocated a large buffer, but set the number of
1039 			 * matches correctly, it is far more likely that
1040 			 * their kernel doesn't match the userland utility
1041 			 * they're using.  It's also possible that the user
1042 			 * forgot to initialize some variables.  Yes, this
1043 			 * may be overly picky, but I hazard to guess that
1044 			 * it's far more likely to just catch folks that
1045 			 * updated their kernel but not their userland.
1046 			 */
1047 			if (cio->num_patterns * pci_match_conf_size(cmd) !=
1048 			    cio->pat_buf_len) {
1049 				/* The user made a mistake, return an error. */
1050 				cio->status = PCI_GETCONF_ERROR;
1051 				error = EINVAL;
1052 				goto getconfexit;
1053 			}
1054 
1055 			/*
1056 			 * Allocate a buffer to hold the patterns.
1057 			 */
1058 			pattern_buf = malloc(cio->pat_buf_len, M_TEMP,
1059 			    M_WAITOK);
1060 			error = copyin(cio->patterns, pattern_buf,
1061 			    cio->pat_buf_len);
1062 			if (error != 0) {
1063 				error = EINVAL;
1064 				goto getconfexit;
1065 			}
1066 			num_patterns = cio->num_patterns;
1067 		} else if ((cio->num_patterns > 0)
1068 			|| (cio->pat_buf_len > 0)) {
1069 			/*
1070 			 * The user made a mistake, spit out an error.
1071 			 */
1072 			cio->status = PCI_GETCONF_ERROR;
1073 			error = EINVAL;
1074                        goto getconfexit;
1075 		}
1076 
1077 		/*
1078 		 * Go through the list of devices and copy out the devices
1079 		 * that match the user's criteria.
1080 		 */
1081 		for (cio->num_matches = 0, i = 0,
1082 				 dinfo = STAILQ_FIRST(devlist_head);
1083 		     dinfo != NULL;
1084 		     dinfo = STAILQ_NEXT(dinfo, pci_links), i++) {
1085 
1086 			if (i < cio->offset)
1087 				continue;
1088 
1089 			/* Populate pd_name and pd_unit */
1090 			name = NULL;
1091 			if (dinfo->cfg.dev)
1092 				name = device_get_name(dinfo->cfg.dev);
1093 			if (name) {
1094 				strncpy(dinfo->conf.pd_name, name,
1095 					sizeof(dinfo->conf.pd_name));
1096 				dinfo->conf.pd_name[PCI_MAXNAMELEN] = 0;
1097 				dinfo->conf.pd_unit =
1098 					device_get_unit(dinfo->cfg.dev);
1099 			} else {
1100 				dinfo->conf.pd_name[0] = '\0';
1101 				dinfo->conf.pd_unit = 0;
1102 			}
1103 
1104 			if (pattern_buf == NULL ||
1105 			    pci_conf_match(cmd, pattern_buf, num_patterns,
1106 			    &dinfo->conf) == 0) {
1107 				/*
1108 				 * If we've filled up the user's buffer,
1109 				 * break out at this point.  Since we've
1110 				 * got a match here, we'll pick right back
1111 				 * up at the matching entry.  We can also
1112 				 * tell the user that there are more matches
1113 				 * left.
1114 				 */
1115 				if (cio->num_matches >= ionum) {
1116 					error = 0;
1117 					break;
1118 				}
1119 
1120 				pci_conf_for_copyout(&dinfo->conf, &pcu, cmd);
1121 				error = copyout(&pcu,
1122 				    (caddr_t)cio->matches +
1123 				    confsz * cio->num_matches, confsz);
1124 				if (error)
1125 					break;
1126 				cio->num_matches++;
1127 			}
1128 		}
1129 
1130 		/*
1131 		 * Set the pointer into the list, so if the user is getting
1132 		 * n records at a time, where n < pci_numdevs,
1133 		 */
1134 		cio->offset = i;
1135 
1136 		/*
1137 		 * Set the generation, the user will need this if they make
1138 		 * another ioctl call with offset != 0.
1139 		 */
1140 		cio->generation = pci_generation;
1141 
1142 		/*
1143 		 * If this is the last device, inform the user so he won't
1144 		 * bother asking for more devices.  If dinfo isn't NULL, we
1145 		 * know that there are more matches in the list because of
1146 		 * the way the traversal is done.
1147 		 */
1148 		if (dinfo == NULL)
1149 			cio->status = PCI_GETCONF_LAST_DEVICE;
1150 		else
1151 			cio->status = PCI_GETCONF_MORE_DEVS;
1152 
1153 getconfexit:
1154 		pci_conf_io_update_data(cio, data, cmd);
1155 		free(cio, M_TEMP);
1156 		free(pattern_buf, M_TEMP);
1157 
1158 		break;
1159 
1160 #ifdef PRE7_COMPAT
1161 	case PCIOCREAD_OLD:
1162 	case PCIOCWRITE_OLD:
1163 		io_old = (struct pci_io_old *)data;
1164 		iodata.pi_sel.pc_domain = 0;
1165 		iodata.pi_sel.pc_bus = io_old->pi_sel.pc_bus;
1166 		iodata.pi_sel.pc_dev = io_old->pi_sel.pc_dev;
1167 		iodata.pi_sel.pc_func = io_old->pi_sel.pc_func;
1168 		iodata.pi_reg = io_old->pi_reg;
1169 		iodata.pi_width = io_old->pi_width;
1170 		iodata.pi_data = io_old->pi_data;
1171 		data = (caddr_t)&iodata;
1172 		/* FALLTHROUGH */
1173 #endif
1174 	case PCIOCREAD:
1175 	case PCIOCWRITE:
1176 		io = (struct pci_io *)data;
1177 		switch(io->pi_width) {
1178 		case 4:
1179 		case 2:
1180 		case 1:
1181 			/* Make sure register is not negative and aligned. */
1182 			if (io->pi_reg < 0 ||
1183 			    io->pi_reg & (io->pi_width - 1)) {
1184 				error = EINVAL;
1185 				break;
1186 			}
1187 			/*
1188 			 * Assume that the user-level bus number is
1189 			 * in fact the physical PCI bus number.
1190 			 * Look up the grandparent, i.e. the bridge device,
1191 			 * so that we can issue configuration space cycles.
1192 			 */
1193 			pcidev = pci_find_dbsf(io->pi_sel.pc_domain,
1194 			    io->pi_sel.pc_bus, io->pi_sel.pc_dev,
1195 			    io->pi_sel.pc_func);
1196 			if (pcidev) {
1197 #ifdef PRE7_COMPAT
1198 				if (cmd == PCIOCWRITE || cmd == PCIOCWRITE_OLD)
1199 #else
1200 				if (cmd == PCIOCWRITE)
1201 #endif
1202 					pci_write_config(pcidev,
1203 							  io->pi_reg,
1204 							  io->pi_data,
1205 							  io->pi_width);
1206 #ifdef PRE7_COMPAT
1207 				else if (cmd == PCIOCREAD_OLD)
1208 					io_old->pi_data =
1209 						pci_read_config(pcidev,
1210 							  io->pi_reg,
1211 							  io->pi_width);
1212 #endif
1213 				else
1214 					io->pi_data =
1215 						pci_read_config(pcidev,
1216 							  io->pi_reg,
1217 							  io->pi_width);
1218 				error = 0;
1219 			} else {
1220 #ifdef COMPAT_FREEBSD4
1221 				if (cmd == PCIOCREAD_OLD) {
1222 					io_old->pi_data = -1;
1223 					error = 0;
1224 				} else
1225 #endif
1226 					error = ENODEV;
1227 			}
1228 			break;
1229 		default:
1230 			error = EINVAL;
1231 			break;
1232 		}
1233 		break;
1234 
1235 	case PCIOCGETBAR:
1236 		bio = (struct pci_bar_io *)data;
1237 
1238 		/*
1239 		 * Assume that the user-level bus number is
1240 		 * in fact the physical PCI bus number.
1241 		 */
1242 		pcidev = pci_find_dbsf(bio->pbi_sel.pc_domain,
1243 		    bio->pbi_sel.pc_bus, bio->pbi_sel.pc_dev,
1244 		    bio->pbi_sel.pc_func);
1245 		if (pcidev == NULL) {
1246 			error = ENODEV;
1247 			break;
1248 		}
1249 		pm = pci_find_bar(pcidev, bio->pbi_reg);
1250 		if (pm == NULL) {
1251 			error = EINVAL;
1252 			break;
1253 		}
1254 		bio->pbi_base = pm->pm_value;
1255 		bio->pbi_length = (pci_addr_t)1 << pm->pm_size;
1256 		bio->pbi_enabled = pci_bar_enabled(pcidev, pm);
1257 		error = 0;
1258 		break;
1259 	case PCIOCATTACHED:
1260 		error = 0;
1261 		io = (struct pci_io *)data;
1262 		pcidev = pci_find_dbsf(io->pi_sel.pc_domain, io->pi_sel.pc_bus,
1263 				       io->pi_sel.pc_dev, io->pi_sel.pc_func);
1264 		if (pcidev != NULL)
1265 			io->pi_data = device_is_attached(pcidev);
1266 		else
1267 			error = ENODEV;
1268 		break;
1269 	case PCIOCLISTVPD:
1270 		lvio = (struct pci_list_vpd_io *)data;
1271 
1272 		/*
1273 		 * Assume that the user-level bus number is
1274 		 * in fact the physical PCI bus number.
1275 		 */
1276 		pcidev = pci_find_dbsf(lvio->plvi_sel.pc_domain,
1277 		    lvio->plvi_sel.pc_bus, lvio->plvi_sel.pc_dev,
1278 		    lvio->plvi_sel.pc_func);
1279 		if (pcidev == NULL) {
1280 			error = ENODEV;
1281 			break;
1282 		}
1283 		error = pci_list_vpd(pcidev, lvio);
1284 		break;
1285 
1286 	case PCIOCBARMMAP:
1287 		pbm = (struct pci_bar_mmap *)data;
1288 		if ((flag & FWRITE) == 0 &&
1289 		    (pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0)
1290 			return (EPERM);
1291 		pcidev = pci_find_dbsf(pbm->pbm_sel.pc_domain,
1292 		    pbm->pbm_sel.pc_bus, pbm->pbm_sel.pc_dev,
1293 		    pbm->pbm_sel.pc_func);
1294 		error = pcidev == NULL ? ENODEV : pci_bar_mmap(pcidev, pbm);
1295 		break;
1296 
1297 	default:
1298 		error = ENOTTY;
1299 		break;
1300 	}
1301 
1302 	return (error);
1303 }
1304