Lines Matching full:irq
9 * chip. When an event is received, it is mapped to an irq and sent
29 #include <linux/irq.h>
46 #include <asm/irq.h>
86 * Packed IRQ information:
88 * event channel - irq->event channel mapping
91 * PIRQ - vector, with MSB being "needs EIO", or physical IRQ of the HVM
92 * guest, or GSI (real passthrough IRQ) of the device.
110 unsigned irq; member
155 * IRQ-desc lock
162 /* IRQ <-> VIRQ mapping. */
165 /* IRQ <-> IPI mapping */
215 static int set_evtchn_to_irq(evtchn_port_t evtchn, unsigned int irq) in set_evtchn_to_irq() argument
228 /* Unallocated irq entries return -1 anyway */ in set_evtchn_to_irq()
229 if (irq == -1) in set_evtchn_to_irq()
246 WRITE_ONCE(evtchn_to_irq[row][col], irq); in set_evtchn_to_irq()
250 /* Get info for IRQ */
251 static struct irq_info *info_for_irq(unsigned irq) in info_for_irq() argument
253 if (irq < nr_legacy_irqs()) in info_for_irq()
254 return legacy_info_ptrs[irq]; in info_for_irq()
256 return irq_get_chip_data(irq); in info_for_irq()
259 static void set_info_for_irq(unsigned int irq, struct irq_info *info) in set_info_for_irq() argument
261 if (irq < nr_legacy_irqs()) in set_info_for_irq()
262 legacy_info_ptrs[irq] = info; in set_info_for_irq()
264 irq_set_chip_data(irq, info); in set_info_for_irq()
269 int irq; in evtchn_to_info() local
275 irq = READ_ONCE(evtchn_to_irq[EVTCHN_ROW(evtchn)][EVTCHN_COL(evtchn)]); in evtchn_to_info()
277 return (irq < 0) ? NULL : info_for_irq(irq); in evtchn_to_info()
306 static void xen_irq_free_desc(unsigned int irq) in xen_irq_free_desc() argument
308 /* Legacy IRQ descriptors are managed by the arch. */ in xen_irq_free_desc()
309 if (irq >= nr_legacy_irqs()) in xen_irq_free_desc()
310 irq_free_desc(irq); in xen_irq_free_desc()
317 unsigned int irq = info->irq; in delayed_free_irq() local
320 set_info_for_irq(irq, NULL); in delayed_free_irq()
324 xen_irq_free_desc(irq); in delayed_free_irq()
327 /* Constructors for packed IRQ information. */
343 ret = set_evtchn_to_irq(evtchn, info->irq); in xen_irq_info_common_setup()
347 irq_clear_status_flags(info->irq, IRQ_NOREQUEST | IRQ_NOAUTOEN); in xen_irq_info_common_setup()
371 per_cpu(ipi_to_irq, cpu)[ipi] = info->irq; in xen_irq_info_ipi_setup()
382 per_cpu(virq_to_irq, cpu)[virq] = info->irq; in xen_irq_info_virq_setup()
408 * Accessors for packed IRQ information.
410 static evtchn_port_t evtchn_from_irq(unsigned int irq) in evtchn_from_irq() argument
414 if (likely(irq < irq_get_nr_irqs())) in evtchn_from_irq()
415 info = info_for_irq(irq); in evtchn_from_irq()
426 return info ? info->irq : -1; in irq_from_evtchn()
433 int irq = per_cpu(virq_to_irq, cpu)[virq]; in irq_evtchn_from_virq() local
435 *evtchn = evtchn_from_irq(irq); in irq_evtchn_from_virq()
437 return irq; in irq_evtchn_from_virq()
517 struct irq_data *data = irq_get_irq_data(info->irq); in bind_evtchn_to_cpu()
531 * notify_remote_via_irq - send event to remote end of event channel via irq
532 * @irq: irq of event channel to send event to
538 void notify_remote_via_irq(int irq) in notify_remote_via_irq() argument
540 evtchn_port_t evtchn = evtchn_from_irq(irq); in notify_remote_via_irq()
698 void xen_irq_lateeoi(unsigned int irq, unsigned int eoi_flags) in xen_irq_lateeoi() argument
704 info = info_for_irq(irq); in xen_irq_lateeoi()
713 static struct irq_info *xen_irq_init(unsigned int irq) in xen_irq_init() argument
719 info->irq = irq; in xen_irq_init()
724 set_info_for_irq(irq, info); in xen_irq_init()
734 int irq = irq_alloc_desc_from(0, -1); in xen_allocate_irq_dynamic() local
737 if (irq >= 0) { in xen_allocate_irq_dynamic()
738 info = xen_irq_init(irq); in xen_allocate_irq_dynamic()
740 xen_irq_free_desc(irq); in xen_allocate_irq_dynamic()
748 int irq; in xen_allocate_irq_gsi() local
754 * all IRQs are dynamically allocated from the entire IRQ in xen_allocate_irq_gsi()
760 /* Legacy IRQ descriptors are already allocated by the arch. */ in xen_allocate_irq_gsi()
762 irq = gsi; in xen_allocate_irq_gsi()
764 irq = irq_alloc_desc_at(gsi, -1); in xen_allocate_irq_gsi()
766 info = xen_irq_init(irq); in xen_allocate_irq_gsi()
768 xen_irq_free_desc(irq); in xen_allocate_irq_gsi()
799 irq_status.irq = pirq_from_irq(info); in pirq_query_unmask()
810 struct physdev_eoi eoi = { .irq = pirq_from_irq(info) }; in do_eoi_pirq()
826 struct irq_info *info = info_for_irq(data->irq); in eoi_pirq()
839 struct irq_info *info = info_for_irq(data->irq); in disable_dynirq()
847 struct irq_info *info = info_for_irq(data->irq); in mask_ack_pirq()
870 pr_warn("Failed to obtain physical IRQ %d\n", info->irq); in __startup_pirq()
877 rc = set_evtchn_to_irq(evtchn, info->irq); in __startup_pirq()
896 pr_err("irq%d: Failed to set port to irq mapping (%d)\n", info->irq, in __startup_pirq()
904 struct irq_info *info = info_for_irq(data->irq); in startup_pirq()
911 struct irq_info *info = info_for_irq(data->irq); in shutdown_pirq()
943 return info->irq; in xen_irq_from_gsi()
950 static void __unbind_from_irq(struct irq_info *info, unsigned int irq) in __unbind_from_irq() argument
956 xen_irq_free_desc(irq); in __unbind_from_irq()
1003 * IRQ number returned here and the Xen pirq argument.
1005 * Note: We don't assign an event channel until the irq actually started
1006 * up. Return an existing irq if we've already got one for the gsi.
1022 pr_info("%s: returning irq %d for gsi %u\n", in xen_bind_pirq_gsi_to_irq()
1031 irq_op.irq = info->irq; in xen_bind_pirq_gsi_to_irq()
1047 __unbind_from_irq(info, info->irq); in xen_bind_pirq_gsi_to_irq()
1068 irq_set_chip_and_handler_name(info->irq, &xen_pirq_chip, in xen_bind_pirq_gsi_to_irq()
1071 irq_set_chip_and_handler_name(info->irq, &xen_pirq_chip, in xen_bind_pirq_gsi_to_irq()
1074 ret = info->irq; in xen_bind_pirq_gsi_to_irq()
1100 int i, irq, ret; in xen_bind_pirq_msi_to_irq() local
1105 irq = irq_alloc_descs(-1, 0, nvec, -1); in xen_bind_pirq_msi_to_irq()
1106 if (irq < 0) in xen_bind_pirq_msi_to_irq()
1110 info = xen_irq_init(irq + i); in xen_bind_pirq_msi_to_irq()
1116 irq_set_chip_and_handler_name(irq + i, &xen_pirq_chip, handle_edge_irq, name); in xen_bind_pirq_msi_to_irq()
1124 ret = irq_set_msi_desc(irq, msidesc); in xen_bind_pirq_msi_to_irq()
1129 return irq; in xen_bind_pirq_msi_to_irq()
1133 info = info_for_irq(irq + nvec); in xen_bind_pirq_msi_to_irq()
1134 __unbind_from_irq(info, irq + nvec); in xen_bind_pirq_msi_to_irq()
1141 int xen_destroy_irq(int irq) in xen_destroy_irq() argument
1144 struct irq_info *info = info_for_irq(irq); in xen_destroy_irq()
1166 pr_warn("unmap irq failed %d\n", rc); in xen_destroy_irq()
1178 int xen_pirq_from_irq(unsigned irq) in xen_pirq_from_irq() argument
1180 struct irq_info *info = info_for_irq(irq); in xen_pirq_from_irq()
1204 irq_set_chip_and_handler_name(info->irq, chip, in bind_evtchn_to_irq_chip()
1209 __unbind_from_irq(info, info->irq); in bind_evtchn_to_irq_chip()
1225 ret = info->irq; in bind_evtchn_to_irq_chip()
1261 irq_set_chip_and_handler_name(info->irq, &xen_percpu_chip, in bind_ipi_to_irq()
1272 __unbind_from_irq(info, info->irq); in bind_ipi_to_irq()
1280 ret = info->irq; in bind_ipi_to_irq()
1377 irq_set_chip_and_handler_name(info->irq, &xen_percpu_chip, in bind_virq_to_irq()
1380 irq_set_chip_and_handler_name(info->irq, &xen_dynamic_chip, in bind_virq_to_irq()
1393 __unbind_from_irq(info, info->irq); in bind_virq_to_irq()
1400 __unbind_from_irq(info, info->irq); in bind_virq_to_irq()
1409 ret = info->irq; in bind_virq_to_irq()
1421 static void unbind_from_irq(unsigned int irq) in unbind_from_irq() argument
1426 info = info_for_irq(irq); in unbind_from_irq()
1427 __unbind_from_irq(info, irq); in unbind_from_irq()
1437 int irq, retval; in bind_evtchn_to_irqhandler_chip() local
1439 irq = bind_evtchn_to_irq_chip(evtchn, chip, NULL, in bind_evtchn_to_irqhandler_chip()
1441 if (irq < 0) in bind_evtchn_to_irqhandler_chip()
1442 return irq; in bind_evtchn_to_irqhandler_chip()
1443 retval = request_irq(irq, handler, irqflags, devname, dev_id); in bind_evtchn_to_irqhandler_chip()
1445 unbind_from_irq(irq); in bind_evtchn_to_irqhandler_chip()
1449 return irq; in bind_evtchn_to_irqhandler_chip()
1479 int irq, retval; in bind_interdomain_evtchn_to_irqhandler_chip() local
1481 irq = bind_interdomain_evtchn_to_irq_chip(dev, remote_port, chip, in bind_interdomain_evtchn_to_irqhandler_chip()
1483 if (irq < 0) in bind_interdomain_evtchn_to_irqhandler_chip()
1484 return irq; in bind_interdomain_evtchn_to_irqhandler_chip()
1486 retval = request_irq(irq, handler, irqflags, devname, dev_id); in bind_interdomain_evtchn_to_irqhandler_chip()
1488 unbind_from_irq(irq); in bind_interdomain_evtchn_to_irqhandler_chip()
1492 return irq; in bind_interdomain_evtchn_to_irqhandler_chip()
1512 int irq, retval; in bind_virq_to_irqhandler() local
1514 irq = bind_virq_to_irq(virq, cpu, irqflags & IRQF_PERCPU); in bind_virq_to_irqhandler()
1515 if (irq < 0) in bind_virq_to_irqhandler()
1516 return irq; in bind_virq_to_irqhandler()
1517 retval = request_irq(irq, handler, irqflags, devname, dev_id); in bind_virq_to_irqhandler()
1519 unbind_from_irq(irq); in bind_virq_to_irqhandler()
1523 return irq; in bind_virq_to_irqhandler()
1534 int irq, retval; in bind_ipi_to_irqhandler() local
1536 irq = bind_ipi_to_irq(ipi, cpu); in bind_ipi_to_irqhandler()
1537 if (irq < 0) in bind_ipi_to_irqhandler()
1538 return irq; in bind_ipi_to_irqhandler()
1541 retval = request_irq(irq, handler, irqflags, devname, dev_id); in bind_ipi_to_irqhandler()
1543 unbind_from_irq(irq); in bind_ipi_to_irqhandler()
1547 return irq; in bind_ipi_to_irqhandler()
1550 void unbind_from_irqhandler(unsigned int irq, void *dev_id) in unbind_from_irqhandler() argument
1552 struct irq_info *info = info_for_irq(irq); in unbind_from_irqhandler()
1556 free_irq(irq, dev_id); in unbind_from_irqhandler()
1557 unbind_from_irq(irq); in unbind_from_irqhandler()
1563 * @irq:irq bound to an event channel.
1566 int xen_set_irq_priority(unsigned irq, unsigned priority) in xen_set_irq_priority() argument
1570 set_priority.port = evtchn_from_irq(irq); in xen_set_irq_priority()
1628 unbind_from_irq(info->irq); in evtchn_put()
1699 generic_handle_irq(info->irq); in handle_irq_for_port()
1710 * When closing an event channel the associated IRQ must not be freed in xen_evtchn_do_upcall()
1713 * the IRQ is handled via queue_rcu_work() _after_ closing the event in xen_evtchn_do_upcall()
1742 /* Rebind a new event channel to an existing irq. */
1743 void rebind_evtchn_irq(evtchn_port_t evtchn, int irq) in rebind_evtchn_irq() argument
1745 struct irq_info *info = info_for_irq(irq); in rebind_evtchn_irq()
1750 /* Make sure the irq is masked, since the new event channel in rebind_evtchn_irq()
1752 disable_irq(irq); in rebind_evtchn_irq()
1756 /* After resume the irq<->evtchn mappings are all cleared out */ in rebind_evtchn_irq()
1758 /* Expect irq to have been bound before, in rebind_evtchn_irq()
1762 info->irq = irq; in rebind_evtchn_irq()
1770 enable_irq(irq); in rebind_evtchn_irq()
1807 int irq = per_cpu(virq_to_irq, old_cpu)[virq]; in xen_rebind_evtchn_to_cpu() local
1810 per_cpu(virq_to_irq, tcpu)[virq] = irq; in xen_rebind_evtchn_to_cpu()
1853 ret = xen_rebind_evtchn_to_cpu(info_for_irq(data->irq), tcpu); in set_affinity_irq()
1862 struct irq_info *info = info_for_irq(data->irq); in enable_dynirq()
1879 struct irq_info *info = info_for_irq(data->irq); in ack_dynirq()
1887 struct irq_info *info = info_for_irq(data->irq); in mask_ack_dynirq()
1897 struct irq_info *info = info_for_irq(data->irq); in lateeoi_ack_dynirq()
1913 struct irq_info *info = info_for_irq(data->irq); in lateeoi_mask_ack_dynirq()
1924 struct irq_info *info = info_for_irq(data->irq); in retrigger_dynirq()
1939 int pirq, rc, irq, gsi; in restore_pirqs() local
1949 irq = info->irq; in restore_pirqs()
1963 pr_warn("xen map irq failed gsi=%d irq=%d pirq=%d rc=%d\n", in restore_pirqs()
1964 gsi, irq, pirq, rc); in restore_pirqs()
1969 printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq); in restore_pirqs()
1980 int virq, irq; in restore_cpu_virqs() local
1983 if ((irq = per_cpu(virq_to_irq, cpu)[virq]) == -1) in restore_cpu_virqs()
1985 info = info_for_irq(irq); in restore_cpu_virqs()
2009 int ipi, irq; in restore_cpu_ipis() local
2012 if ((irq = per_cpu(ipi_to_irq, cpu)[ipi]) == -1) in restore_cpu_ipis()
2014 info = info_for_irq(irq); in restore_cpu_ipis()
2032 /* Clear an irq's pending state, in preparation for polling on it */
2033 void xen_clear_irq_pending(int irq) in xen_clear_irq_pending() argument
2035 struct irq_info *info = info_for_irq(irq); in xen_clear_irq_pending()
2043 bool xen_test_irq_pending(int irq) in xen_test_irq_pending() argument
2045 evtchn_port_t evtchn = evtchn_from_irq(irq); in xen_test_irq_pending()
2054 /* Poll waiting for an irq to become pending with timeout. In the usual case,
2055 * the irq will be disabled so it won't deliver an interrupt. */
2056 void xen_poll_irq_timeout(int irq, u64 timeout) in xen_poll_irq_timeout() argument
2058 evtchn_port_t evtchn = evtchn_from_irq(irq); in xen_poll_irq_timeout()
2072 /* Poll waiting for an irq to become pending. In the usual case, the
2073 * irq will be disabled so it won't deliver an interrupt. */
2074 void xen_poll_irq(int irq) in xen_poll_irq() argument
2076 xen_poll_irq_timeout(irq, 0 /* no timeout */); in xen_poll_irq()
2079 /* Check whether the IRQ line is shared with other guests. */
2080 int xen_test_irq_shared(int irq) in xen_test_irq_shared() argument
2082 struct irq_info *info = info_for_irq(irq); in xen_test_irq_shared()
2088 irq_status.irq = info->u.pirq.pirq; in xen_test_irq_shared()
2104 /* No IRQ <-> event-channel mappings. */ in xen_irq_resume()