1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
3  * Copyright(c) 2018 - 2020 Intel Corporation.
12  * msix_initialize() - Calculate, request and configure MSIx IRQs
28 	 *      ...any new IRQs should be added here.  in msix_initialize()
30 	total = 1 + dd->num_sdma + dd->n_krcv_queues + dd->num_netdev_contexts;  in msix_initialize()
33 		return -EINVAL;  in msix_initialize()
35 	ret = pci_alloc_irq_vectors(dd->pcidev, total, total, PCI_IRQ_MSIX);  in msix_initialize()
41 	entries = kcalloc(total, sizeof(*dd->msix_info.msix_entries),  in msix_initialize()
44 		pci_free_irq_vectors(dd->pcidev);  in msix_initialize()
45 		return -ENOMEM;  in msix_initialize()
48 	dd->msix_info.msix_entries = entries;  in msix_initialize()
49 	spin_lock_init(&dd->msix_info.msix_lock);  in msix_initialize()
50 	bitmap_zero(dd->msix_info.in_use_msix, total);  in msix_initialize()
51 	dd->msix_info.max_requested = total;  in msix_initialize()
52 	dd_dev_info(dd, "%u MSI-X interrupts allocated\n", total);  in msix_initialize()
58  * msix_request_irq() - Allocate a free MSIx IRQ
78 	unsigned long nr;  in msix_request_irq()  local
84 	spin_lock(&dd->msix_info.msix_lock);  in msix_request_irq()
85 	nr = find_first_zero_bit(dd->msix_info.in_use_msix,  in msix_request_irq()
86 				 dd->msix_info.max_requested);  in msix_request_irq()
87 	if (nr < dd->msix_info.max_requested)  in msix_request_irq()
88 		__set_bit(nr, dd->msix_info.in_use_msix);  in msix_request_irq()
89 	spin_unlock(&dd->msix_info.msix_lock);  in msix_request_irq()
91 	if (nr == dd->msix_info.max_requested)  in msix_request_irq()
92 		return -ENOSPC;  in msix_request_irq()
95 		return -EINVAL;  in msix_request_irq()
97 	irq = pci_irq_vector(dd->pcidev, nr);  in msix_request_irq()
98 	ret = pci_request_irq(dd->pcidev, nr, handler, thread, arg, name);  in msix_request_irq()
102 			   name, irq, nr, ret);  in msix_request_irq()
103 		spin_lock(&dd->msix_info.msix_lock);  in msix_request_irq()
104 		__clear_bit(nr, dd->msix_info.in_use_msix);  in msix_request_irq()
105 		spin_unlock(&dd->msix_info.msix_lock);  in msix_request_irq()
113 	me = &dd->msix_info.msix_entries[nr];  in msix_request_irq()
114 	me->irq = irq;  in msix_request_irq()
115 	me->arg = arg;  in msix_request_irq()
116 	me->type = type;  in msix_request_irq()
123 	return nr;  in msix_request_irq()
131 	int nr = msix_request_irq(rcd->dd, rcd, handler, thread,  in msix_request_rcd_irq_common()  local
132 				  rcd->is_vnic ? IRQ_NETDEVCTXT : IRQ_RCVCTXT,  in msix_request_rcd_irq_common()
134 	if (nr < 0)  in msix_request_rcd_irq_common()
135 		return nr;  in msix_request_rcd_irq_common()
141 	rcd->ireg = (IS_RCVAVAIL_START + rcd->ctxt) / 64;  in msix_request_rcd_irq_common()
142 	rcd->imask = ((u64)1) << ((IS_RCVAVAIL_START + rcd->ctxt) % 64);  in msix_request_rcd_irq_common()
143 	rcd->msix_intr = nr;  in msix_request_rcd_irq_common()
144 	remap_intr(rcd->dd, IS_RCVAVAIL_START + rcd->ctxt, nr);  in msix_request_rcd_irq_common()
150  * msix_request_rcd_irq() - Helper function for RCVAVAIL IRQs
159 		 rcd->dd->unit, rcd->ctxt);  in msix_request_rcd_irq()
166  * msix_netdev_request_rcd_irq  - Helper function for RCVAVAIL IRQs
175 		 rcd->dd->unit, rcd->ctxt);  in msix_netdev_request_rcd_irq()
181  * msix_request_sdma_irq  - Helper for getting SDMA IRQ resources
187 	int nr;  in msix_request_sdma_irq()  local
191 		 sde->dd->unit, sde->this_idx);  in msix_request_sdma_irq()
192 	nr = msix_request_irq(sde->dd, sde, sdma_interrupt, NULL,  in msix_request_sdma_irq()
194 	if (nr < 0)  in msix_request_sdma_irq()
195 		return nr;  in msix_request_sdma_irq()
196 	sde->msix_intr = nr;  in msix_request_sdma_irq()
197 	remap_sdma_interrupts(sde->dd, sde->this_idx, nr);  in msix_request_sdma_irq()
203  * msix_request_general_irq - Helper for getting general IRQ
209 	int nr;  in msix_request_general_irq()  local
212 	snprintf(name, sizeof(name), DRIVER_NAME "_%d", dd->unit);  in msix_request_general_irq()
213 	nr = msix_request_irq(dd, dd, general_interrupt, NULL, IRQ_GENERAL,  in msix_request_general_irq()
215 	if (nr < 0)  in msix_request_general_irq()
216 		return nr;  in msix_request_general_irq()
219 	if (nr) {  in msix_request_general_irq()
220 		msix_free_irq(dd, (u8)nr);  in msix_request_general_irq()
221 		dd_dev_err(dd, "Invalid index %d for GENERAL IRQ\n", nr);  in msix_request_general_irq()
222 		return -EINVAL;  in msix_request_general_irq()
229  * enable_sdma_srcs - Helper to enable SDMA IRQ srcs
244  * msix_request_irqs() - Allocate all MSIx IRQs
247  * Helper function to request the used MSIx IRQs.
258 	for (i = 0; i < dd->num_sdma; i++) {  in msix_request_irqs()
259 		struct sdma_engine *sde = &dd->per_sdma[i];  in msix_request_irqs()
264 		enable_sdma_srcs(sde->dd, i);  in msix_request_irqs()
267 	for (i = 0; i < dd->n_krcv_queues; i++) {  in msix_request_irqs()
281  * msix_free_irq() - Free the specified MSIx resources and IRQ
290 	if (msix_intr >= dd->msix_info.max_requested)  in msix_free_irq()
293 	me = &dd->msix_info.msix_entries[msix_intr];  in msix_free_irq()
295 	if (!me->arg) /* => no irq, no affinity */  in msix_free_irq()
299 	pci_free_irq(dd->pcidev, msix_intr, me->arg);  in msix_free_irq()
301 	me->arg = NULL;  in msix_free_irq()
303 	spin_lock(&dd->msix_info.msix_lock);  in msix_free_irq()
304 	__clear_bit(msix_intr, dd->msix_info.in_use_msix);  in msix_free_irq()
305 	spin_unlock(&dd->msix_info.msix_lock);  in msix_free_irq()
309  * msix_clean_up_interrupts  - Free all MSIx IRQ resources
317 	struct hfi1_msix_entry *me = dd->msix_info.msix_entries;  in msix_clean_up_interrupts()
319 	/* remove irqs - must happen before disabling/turning off */  in msix_clean_up_interrupts()
320 	for (i = 0; i < dd->msix_info.max_requested; i++, me++)  in msix_clean_up_interrupts()
324 	kfree(dd->msix_info.msix_entries);  in msix_clean_up_interrupts()
325 	dd->msix_info.msix_entries = NULL;  in msix_clean_up_interrupts()
326 	dd->msix_info.max_requested = 0;  in msix_clean_up_interrupts()
328 	pci_free_irq_vectors(dd->pcidev);  in msix_clean_up_interrupts()
332  * msix_netdev_synchronize_irq - netdev IRQ synchronize
344 		me = &dd->msix_info.msix_entries[rcd->msix_intr];  in msix_netdev_synchronize_irq()
346 		synchronize_irq(me->irq);  in msix_netdev_synchronize_irq()