1 /*-
2  * Copyright (C) 2012-2016 Intel Corporation
81 	{ 0x09538086,		1, 0x3704, "DC P3500 SSD [Add-in Card]" },
83 	{ 0x09538086,		1, 0x3709, "DC P3600 SSD [Add-in Card]" },
102 	if (devid != ep->devid)  in nvme_match()
105 	if (!ep->match_subdevice)  in nvme_match()
108 	if (subdevice == ep->subdevice)  in nvme_match()
126 	while (ep->devid) {  in nvme_pci_probe()
131 	if (ep->devid)  in nvme_pci_probe()
132 		ctrlr->quirks = ep->quirks;  in nvme_pci_probe()
134 	if (ep->desc) {  in nvme_pci_probe()
135 		device_set_desc(device, ep->desc);  in nvme_pci_probe()
155 	ctrlr->resource_id = PCIR_BAR(0);  in nvme_ctrlr_allocate_bar()
157 	ctrlr->resource = bus_alloc_resource_any(ctrlr->dev, SYS_RES_MEMORY,  in nvme_ctrlr_allocate_bar()
158 	    &ctrlr->resource_id, RF_ACTIVE);  in nvme_ctrlr_allocate_bar()
160 	if(ctrlr->resource == NULL) {  in nvme_ctrlr_allocate_bar()
165 	ctrlr->bus_tag = rman_get_bustag(ctrlr->resource);  in nvme_ctrlr_allocate_bar()
166 	ctrlr->bus_handle = rman_get_bushandle(ctrlr->resource);  in nvme_ctrlr_allocate_bar()
167 	ctrlr->regs = (struct nvme_registers *)ctrlr->bus_handle;  in nvme_ctrlr_allocate_bar()
170 	 * The NVMe spec allows for the MSI-X table to be placed behind  in nvme_ctrlr_allocate_bar()
176 	ctrlr->bar4_resource_id = PCIR_BAR(4);  in nvme_ctrlr_allocate_bar()
177 	ctrlr->bar4_resource = bus_alloc_resource_any(ctrlr->dev, SYS_RES_MEMORY,  in nvme_ctrlr_allocate_bar()
178 	    &ctrlr->bar4_resource_id, RF_ACTIVE);  in nvme_ctrlr_allocate_bar()
189 	ctrlr->dev = dev;  in nvme_pci_attach()
199 	if (ctrlr->resource != NULL) {  in nvme_pci_attach()
201 		    ctrlr->resource_id, ctrlr->resource);  in nvme_pci_attach()
204 	if (ctrlr->bar4_resource != NULL) {  in nvme_pci_attach()
206 		    ctrlr->bar4_resource_id, ctrlr->bar4_resource);  in nvme_pci_attach()
209 	if (ctrlr->tag)  in nvme_pci_attach()
210 		bus_teardown_intr(dev, ctrlr->res, ctrlr->tag);  in nvme_pci_attach()
212 	if (ctrlr->res)  in nvme_pci_attach()
214 		    rman_get_rid(ctrlr->res), ctrlr->res);  in nvme_pci_attach()
216 	if (ctrlr->msi_count > 0)  in nvme_pci_attach()
229 	if (ctrlr->msi_count > 0)  in nvme_pci_detach()
240 	ctrlr->num_io_queues = 1;  in nvme_ctrlr_setup_shared()
241 	ctrlr->rid = rid;  in nvme_ctrlr_setup_shared()
242 	ctrlr->res = bus_alloc_resource_any(ctrlr->dev, SYS_RES_IRQ,  in nvme_ctrlr_setup_shared()
243 	    &ctrlr->rid, RF_SHAREABLE | RF_ACTIVE);  in nvme_ctrlr_setup_shared()
244 	if (ctrlr->res == NULL) {  in nvme_ctrlr_setup_shared()
249 	error = bus_setup_intr(ctrlr->dev, ctrlr->res,  in nvme_ctrlr_setup_shared()
251 	    ctrlr, &ctrlr->tag);  in nvme_ctrlr_setup_shared()
268 	dev = ctrlr->dev;  in nvme_ctrlr_setup_interrupts()
276 		goto msi;  in nvme_ctrlr_setup_interrupts()
279 	 * Try to allocate one MSI-X per core for I/O queues, plus one  in nvme_ctrlr_setup_interrupts()
280 	 * for admin queue, but accept single shared MSI-X if have to.  in nvme_ctrlr_setup_interrupts()
281 	 * Fall back to MSI if can't get any MSI-X.  in nvme_ctrlr_setup_interrupts()
300 	num_io_queues = min(num_io_queues, max(1, pci_msix_count(dev) - 1));  in nvme_ctrlr_setup_interrupts()
304 		num_io_queues -= num_io_queues % vm_ndomains;  in nvme_ctrlr_setup_interrupts()
306 	ctrlr->msi_count = num_vectors_requested;  in nvme_ctrlr_setup_interrupts()
307 	if (pci_alloc_msix(dev, &ctrlr->msi_count) != 0) {  in nvme_ctrlr_setup_interrupts()
308 		nvme_printf(ctrlr, "unable to allocate MSI-X\n");  in nvme_ctrlr_setup_interrupts()
309 		ctrlr->msi_count = 0;  in nvme_ctrlr_setup_interrupts()
310 		goto msi;  in nvme_ctrlr_setup_interrupts()
312 	if (ctrlr->msi_count == 1)  in nvme_ctrlr_setup_interrupts()
314 	if (ctrlr->msi_count != num_vectors_requested) {  in nvme_ctrlr_setup_interrupts()
316 		num_io_queues = ctrlr->msi_count - 1;  in nvme_ctrlr_setup_interrupts()
320 	ctrlr->num_io_queues = num_io_queues;  in nvme_ctrlr_setup_interrupts()
323 msi:  in nvme_ctrlr_setup_interrupts()
326 	 * shared if have to.  Fall back to INTx if can't get any MSI.  in nvme_ctrlr_setup_interrupts()
328 	ctrlr->msi_count = min(pci_msi_count(dev), 2);  in nvme_ctrlr_setup_interrupts()
329 	if (ctrlr->msi_count > 0) {  in nvme_ctrlr_setup_interrupts()
330 		if (pci_alloc_msi(dev, &ctrlr->msi_count) != 0) {  in nvme_ctrlr_setup_interrupts()
331 			nvme_printf(ctrlr, "unable to allocate MSI\n");  in nvme_ctrlr_setup_interrupts()
332 			ctrlr->msi_count = 0;  in nvme_ctrlr_setup_interrupts()
333 		} else if (ctrlr->msi_count == 2) {  in nvme_ctrlr_setup_interrupts()
334 			ctrlr->num_io_queues = 1;  in nvme_ctrlr_setup_interrupts()
338 	return (nvme_ctrlr_setup_shared(ctrlr, ctrlr->msi_count > 0 ? 1 : 0));  in nvme_ctrlr_setup_interrupts()