xref: /freebsd/sys/powerpc/powermac/cpcht.c (revision cddbc3b40812213ff00041f79174cac0be360a2a)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  * Copyright (C) 2008-2010 Nathan Whitehorn
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26  */
27 
28 #include <sys/cdefs.h>
29 __FBSDID("$FreeBSD$");
30 
31 #include <sys/param.h>
32 #include <sys/systm.h>
33 #include <sys/module.h>
34 #include <sys/bus.h>
35 #include <sys/conf.h>
36 #include <sys/kernel.h>
37 #include <sys/pciio.h>
38 #include <sys/rman.h>
39 
40 #include <dev/ofw/openfirm.h>
41 #include <dev/ofw/ofw_pci.h>
42 
43 #include <dev/pci/pcivar.h>
44 #include <dev/pci/pcireg.h>
45 
46 #include <machine/bus.h>
47 #include <machine/intr_machdep.h>
48 #include <machine/md_var.h>
49 #include <machine/openpicreg.h>
50 #include <machine/openpicvar.h>
51 #include <machine/pio.h>
52 #include <machine/resource.h>
53 
54 #include <dev/ofw/ofw_bus.h>
55 #include <dev/ofw/ofw_bus_subr.h>
56 #include <dev/ofw/ofwpci.h>
57 
58 #include <vm/vm.h>
59 #include <vm/pmap.h>
60 
61 #include "pcib_if.h"
62 #include <dev/pci/pcib_private.h>
63 #include "pic_if.h"
64 
65 /*
66  * IBM CPC9X5 Hypertransport Device interface.
67  */
68 static int		cpcht_probe(device_t);
69 static int		cpcht_attach(device_t);
70 
71 static void		cpcht_configure_htbridge(device_t, phandle_t);
72 
73 /*
74  * pcib interface.
75  */
76 static u_int32_t	cpcht_read_config(device_t, u_int, u_int, u_int,
77 			    u_int, int);
78 static void		cpcht_write_config(device_t, u_int, u_int, u_int,
79 			    u_int, u_int32_t, int);
80 static int		cpcht_route_interrupt(device_t, device_t, int);
81 static int		cpcht_alloc_msi(device_t dev, device_t child,
82 			    int count, int maxcount, int *irqs);
83 static int		cpcht_release_msi(device_t dev, device_t child,
84 			    int count, int *irqs);
85 static int		cpcht_alloc_msix(device_t dev, device_t child,
86 			    int *irq);
87 static int		cpcht_release_msix(device_t dev, device_t child,
88 			    int irq);
89 static int		cpcht_map_msi(device_t dev, device_t child,
90 			    int irq, uint64_t *addr, uint32_t *data);
91 
92 /*
93  * Driver methods.
94  */
95 static device_method_t	cpcht_methods[] = {
96 	/* Device interface */
97 	DEVMETHOD(device_probe,		cpcht_probe),
98 	DEVMETHOD(device_attach,	cpcht_attach),
99 
100 	/* pcib interface */
101 	DEVMETHOD(pcib_read_config,	cpcht_read_config),
102 	DEVMETHOD(pcib_write_config,	cpcht_write_config),
103 	DEVMETHOD(pcib_route_interrupt,	cpcht_route_interrupt),
104 	DEVMETHOD(pcib_alloc_msi,	cpcht_alloc_msi),
105 	DEVMETHOD(pcib_release_msi,	cpcht_release_msi),
106 	DEVMETHOD(pcib_alloc_msix,	cpcht_alloc_msix),
107 	DEVMETHOD(pcib_release_msix,	cpcht_release_msix),
108 	DEVMETHOD(pcib_map_msi,		cpcht_map_msi),
109 	DEVMETHOD(pcib_request_feature,	pcib_request_feature_allow),
110 
111 	DEVMETHOD_END
112 };
113 
114 struct cpcht_irq {
115 	enum {
116 	    IRQ_NONE, IRQ_HT, IRQ_MSI, IRQ_INTERNAL
117 	}		irq_type;
118 
119 	int		ht_source;
120 
121 	vm_offset_t	ht_base;
122 	vm_offset_t	apple_eoi;
123 	uint32_t	eoi_data;
124 	int		edge;
125 };
126 
127 static struct cpcht_irq *cpcht_irqmap = NULL;
128 uint32_t cpcht_msipic = 0;
129 
130 struct cpcht_softc {
131 	struct ofw_pci_softc	pci_sc;
132 	vm_offset_t		sc_data;
133 	uint64_t		sc_populated_slots;
134 
135 	struct cpcht_irq	htirq_map[128];
136 	struct mtx		htirq_mtx;
137 };
138 
139 static devclass_t	cpcht_devclass;
140 DEFINE_CLASS_1(pcib, cpcht_driver, cpcht_methods, sizeof(struct cpcht_softc),
141     ofw_pci_driver);
142 EARLY_DRIVER_MODULE(cpcht, ofwbus, cpcht_driver, cpcht_devclass, 0, 0,
143     BUS_PASS_BUS);
144 
145 #define CPCHT_IOPORT_BASE	0xf4000000UL /* Hardwired */
146 #define CPCHT_IOPORT_SIZE	0x00400000UL
147 
148 #define HTAPIC_REQUEST_EOI	0x20
149 #define HTAPIC_TRIGGER_LEVEL	0x02
150 #define HTAPIC_MASK		0x01
151 
152 static int
153 cpcht_probe(device_t dev)
154 {
155 	const char	*type, *compatible;
156 
157 	type = ofw_bus_get_type(dev);
158 	compatible = ofw_bus_get_compat(dev);
159 
160 	if (type == NULL || compatible == NULL)
161 		return (ENXIO);
162 
163 	if (strcmp(type, "ht") != 0)
164 		return (ENXIO);
165 
166 	if (strcmp(compatible, "u3-ht") != 0)
167 		return (ENXIO);
168 
169 	device_set_desc(dev, "IBM CPC9X5 HyperTransport Tunnel");
170 	return (0);
171 }
172 
173 static int
174 cpcht_attach(device_t dev)
175 {
176 	struct		cpcht_softc *sc;
177 	phandle_t	node, child;
178 	u_int32_t	reg[3];
179 	int		i;
180 
181 	node = ofw_bus_get_node(dev);
182 	sc = device_get_softc(dev);
183 
184 	if (OF_getencprop(node, "reg", reg, sizeof(reg)) < 12)
185 		return (ENXIO);
186 
187 	if (OF_getproplen(node, "ranges") <= 0)
188 		sc->pci_sc.sc_quirks = OFW_PCI_QUIRK_RANGES_ON_CHILDREN;
189 	sc->sc_populated_slots = 0;
190 	sc->sc_data = (vm_offset_t)pmap_mapdev(reg[1], reg[2]);
191 
192 	/*
193 	 * Set up the resource manager and the HT->MPIC mapping. For cpcht,
194 	 * the ranges are properties of the child bridges, and this is also
195 	 * where we get the HT interrupts properties.
196 	 */
197 
198 #if 0
199 	/* I/O port mappings are usually not in the device tree */
200 	rman_manage_region(&sc->pci_sc.sc_io_rman, 0, CPCHT_IOPORT_SIZE - 1);
201 #endif
202 
203 	bzero(sc->htirq_map, sizeof(sc->htirq_map));
204 	mtx_init(&sc->htirq_mtx, "cpcht irq", NULL, MTX_DEF);
205 	for (i = 0; i < 8; i++)
206 		sc->htirq_map[i].irq_type = IRQ_INTERNAL;
207 	for (child = OF_child(node); child != 0; child = OF_peer(child))
208 		cpcht_configure_htbridge(dev, child);
209 
210 	/* Now make the mapping table available to the MPIC */
211 	cpcht_irqmap = sc->htirq_map;
212 
213 	return (ofw_pci_attach(dev));
214 }
215 
216 static void
217 cpcht_configure_htbridge(device_t dev, phandle_t child)
218 {
219 	struct cpcht_softc *sc;
220 	struct ofw_pci_register pcir;
221 	int ptr, nextptr;
222 	uint32_t vend, val;
223 	int i, nirq, irq;
224 	u_int b, f, s;
225 
226 	sc = device_get_softc(dev);
227 	if (OF_getencprop(child, "reg", (pcell_t *)&pcir, sizeof(pcir)) == -1)
228 		return;
229 
230 	b = OFW_PCI_PHYS_HI_BUS(pcir.phys_hi);
231 	s = OFW_PCI_PHYS_HI_DEVICE(pcir.phys_hi);
232 	f = OFW_PCI_PHYS_HI_FUNCTION(pcir.phys_hi);
233 
234 	/*
235 	 * Mark this slot is populated. The remote south bridge does
236 	 * not like us talking to unpopulated slots on the root bus.
237 	 */
238 	sc->sc_populated_slots |= (1 << s);
239 
240 	/*
241 	 * Next build up any HT->MPIC mappings for this sub-bus. One would
242 	 * naively hope that enabling, disabling, and EOIing interrupts would
243 	 * cause the appropriate HT bus transactions to that effect. This is
244 	 * not the case.
245 	 *
246 	 * Instead, we have to muck about on the HT peer's root PCI bridges,
247 	 * figure out what interrupts they send, enable them, and cache
248 	 * the location of their WaitForEOI registers so that we can
249 	 * send EOIs later.
250 	 */
251 
252 	/* All the devices we are interested in have caps */
253 	if (!(PCIB_READ_CONFIG(dev, b, s, f, PCIR_STATUS, 2)
254 	    & PCIM_STATUS_CAPPRESENT))
255 		return;
256 
257 	nextptr = PCIB_READ_CONFIG(dev, b, s, f, PCIR_CAP_PTR, 1);
258 	while (nextptr != 0) {
259 		ptr = nextptr;
260 		nextptr = PCIB_READ_CONFIG(dev, b, s, f,
261 		    ptr + PCICAP_NEXTPTR, 1);
262 
263 		/* Find the HT IRQ capabilities */
264 		if (PCIB_READ_CONFIG(dev, b, s, f,
265 		    ptr + PCICAP_ID, 1) != PCIY_HT)
266 			continue;
267 
268 		val = PCIB_READ_CONFIG(dev, b, s, f, ptr + PCIR_HT_COMMAND, 2);
269 		if ((val & PCIM_HTCMD_CAP_MASK) != PCIM_HTCAP_INTERRUPT)
270 			continue;
271 
272 		/* Ask for the IRQ count */
273 		PCIB_WRITE_CONFIG(dev, b, s, f, ptr + PCIR_HT_COMMAND, 0x1, 1);
274 		nirq = PCIB_READ_CONFIG(dev, b, s, f, ptr + 4, 4);
275 		nirq = ((nirq >> 16) & 0xff) + 1;
276 
277 		device_printf(dev, "%d HT IRQs on device %d.%d\n", nirq, s, f);
278 
279 		for (i = 0; i < nirq; i++) {
280 			PCIB_WRITE_CONFIG(dev, b, s, f,
281 			     ptr + PCIR_HT_COMMAND, 0x10 + (i << 1), 1);
282 			irq = PCIB_READ_CONFIG(dev, b, s, f, ptr + 4, 4);
283 
284 			/*
285 			 * Mask this interrupt for now.
286 			 */
287 			PCIB_WRITE_CONFIG(dev, b, s, f, ptr + 4,
288 			    irq | HTAPIC_MASK, 4);
289 			irq = (irq >> 16) & 0xff;
290 
291 			sc->htirq_map[irq].irq_type = IRQ_HT;
292 			sc->htirq_map[irq].ht_source = i;
293 			sc->htirq_map[irq].ht_base = sc->sc_data +
294 			    (((((s & 0x1f) << 3) | (f & 0x07)) << 8) | (ptr));
295 
296 			PCIB_WRITE_CONFIG(dev, b, s, f,
297 			     ptr + PCIR_HT_COMMAND, 0x11 + (i << 1), 1);
298 			sc->htirq_map[irq].eoi_data =
299 			    PCIB_READ_CONFIG(dev, b, s, f, ptr + 4, 4) |
300 			    0x80000000;
301 
302 			/*
303 			 * Apple uses a non-compliant IO/APIC that differs
304 			 * in how we signal EOIs. Check if this device was
305 			 * made by Apple, and act accordingly.
306 			 */
307 			vend = PCIB_READ_CONFIG(dev, b, s, f,
308 			    PCIR_DEVVENDOR, 4);
309 			if ((vend & 0xffff) == 0x106b)
310 				sc->htirq_map[irq].apple_eoi =
311 				 (sc->htirq_map[irq].ht_base - ptr) + 0x60;
312 		}
313 	}
314 }
315 
316 static u_int32_t
317 cpcht_read_config(device_t dev, u_int bus, u_int slot, u_int func, u_int reg,
318     int width)
319 {
320 	struct		cpcht_softc *sc;
321 	vm_offset_t	caoff;
322 
323 	sc = device_get_softc(dev);
324 	caoff = sc->sc_data +
325 		(((((slot & 0x1f) << 3) | (func & 0x07)) << 8) | reg);
326 
327 	if (bus == 0 && (!(sc->sc_populated_slots & (1 << slot)) || func > 0))
328 		return (0xffffffff);
329 
330 	if (bus > 0)
331 		caoff += 0x01000000UL + (bus << 16);
332 
333 	switch (width) {
334 	case 1:
335 		return (in8rb(caoff));
336 		break;
337 	case 2:
338 		return (in16rb(caoff));
339 		break;
340 	case 4:
341 		return (in32rb(caoff));
342 		break;
343 	}
344 
345 	return (0xffffffff);
346 }
347 
348 static void
349 cpcht_write_config(device_t dev, u_int bus, u_int slot, u_int func,
350     u_int reg, u_int32_t val, int width)
351 {
352 	struct		cpcht_softc *sc;
353 	vm_offset_t	caoff;
354 
355 	sc = device_get_softc(dev);
356 	caoff = sc->sc_data +
357 		(((((slot & 0x1f) << 3) | (func & 0x07)) << 8) | reg);
358 
359 	if (bus == 0 && (!(sc->sc_populated_slots & (1 << slot)) || func > 0))
360 		return;
361 
362 	if (bus > 0)
363 		caoff += 0x01000000UL + (bus << 16);
364 
365 	switch (width) {
366 	case 1:
367 		out8rb(caoff, val);
368 		break;
369 	case 2:
370 		out16rb(caoff, val);
371 		break;
372 	case 4:
373 		out32rb(caoff, val);
374 		break;
375 	}
376 }
377 
378 static int
379 cpcht_route_interrupt(device_t bus, device_t dev, int pin)
380 {
381 	return (pin);
382 }
383 
384 static int
385 cpcht_alloc_msi(device_t dev, device_t child, int count, int maxcount,
386     int *irqs)
387 {
388 	struct cpcht_softc *sc;
389 	int i, j;
390 
391 	sc = device_get_softc(dev);
392 	j = 0;
393 
394 	/* Bail if no MSI PIC yet */
395 	if (cpcht_msipic == 0)
396 		return (ENXIO);
397 
398 	mtx_lock(&sc->htirq_mtx);
399 	for (i = 8; i < 124 - count; i++) {
400 		for (j = 0; j < count; j++) {
401 			if (sc->htirq_map[i+j].irq_type != IRQ_NONE)
402 				break;
403 		}
404 		if (j == count)
405 			break;
406 
407 		i += j; /* We know there isn't a large enough run */
408 	}
409 
410 	if (j != count) {
411 		mtx_unlock(&sc->htirq_mtx);
412 		return (ENXIO);
413 	}
414 
415 	for (j = 0; j < count; j++) {
416 		irqs[j] = MAP_IRQ(cpcht_msipic, i+j);
417 		sc->htirq_map[i+j].irq_type = IRQ_MSI;
418 	}
419 	mtx_unlock(&sc->htirq_mtx);
420 
421 	return (0);
422 }
423 
424 static int
425 cpcht_release_msi(device_t dev, device_t child, int count, int *irqs)
426 {
427 	struct cpcht_softc *sc;
428 	int i;
429 
430 	sc = device_get_softc(dev);
431 
432 	mtx_lock(&sc->htirq_mtx);
433 	for (i = 0; i < count; i++)
434 		sc->htirq_map[irqs[i] & 0xff].irq_type = IRQ_NONE;
435 	mtx_unlock(&sc->htirq_mtx);
436 
437 	return (0);
438 }
439 
440 static int
441 cpcht_alloc_msix(device_t dev, device_t child, int *irq)
442 {
443 	struct cpcht_softc *sc;
444 	int i;
445 
446 	sc = device_get_softc(dev);
447 
448 	/* Bail if no MSI PIC yet */
449 	if (cpcht_msipic == 0)
450 		return (ENXIO);
451 
452 	mtx_lock(&sc->htirq_mtx);
453 	for (i = 8; i < 124; i++) {
454 		if (sc->htirq_map[i].irq_type == IRQ_NONE) {
455 			sc->htirq_map[i].irq_type = IRQ_MSI;
456 			*irq = MAP_IRQ(cpcht_msipic, i);
457 
458 			mtx_unlock(&sc->htirq_mtx);
459 			return (0);
460 		}
461 	}
462 	mtx_unlock(&sc->htirq_mtx);
463 
464 	return (ENXIO);
465 }
466 
467 static int
468 cpcht_release_msix(device_t dev, device_t child, int irq)
469 {
470 	struct cpcht_softc *sc;
471 
472 	sc = device_get_softc(dev);
473 
474 	mtx_lock(&sc->htirq_mtx);
475 	sc->htirq_map[irq & 0xff].irq_type = IRQ_NONE;
476 	mtx_unlock(&sc->htirq_mtx);
477 
478 	return (0);
479 }
480 
481 static int
482 cpcht_map_msi(device_t dev, device_t child, int irq, uint64_t *addr,
483     uint32_t *data)
484 {
485 	device_t pcib;
486 	struct pci_devinfo *dinfo;
487 	struct pcicfg_ht *ht = NULL;
488 
489 	for (pcib = child; pcib != dev; pcib =
490 	    device_get_parent(device_get_parent(pcib))) {
491 		dinfo = device_get_ivars(pcib);
492 		ht = &dinfo->cfg.ht;
493 
494 		if (ht == NULL)
495 			continue;
496 	}
497 
498 	if (ht == NULL)
499 		return (ENXIO);
500 
501 	*addr = ht->ht_msiaddr;
502 	*data = irq & 0xff;
503 
504 	return (0);
505 }
506 
507 /*
508  * Driver for the integrated MPIC on U3/U4 (CPC925/CPC945)
509  */
510 
511 static int	openpic_cpcht_probe(device_t);
512 static int	openpic_cpcht_attach(device_t);
513 static void	openpic_cpcht_config(device_t, u_int irq,
514 		    enum intr_trigger trig, enum intr_polarity pol);
515 static void	openpic_cpcht_enable(device_t, u_int irq, u_int vector,
516 		    void **priv);
517 static void	openpic_cpcht_unmask(device_t, u_int irq, void *priv);
518 static void	openpic_cpcht_eoi(device_t, u_int irq, void *priv);
519 
520 static device_method_t  openpic_cpcht_methods[] = {
521 	/* Device interface */
522 	DEVMETHOD(device_probe,		openpic_cpcht_probe),
523 	DEVMETHOD(device_attach,	openpic_cpcht_attach),
524 
525 	/* PIC interface */
526 	DEVMETHOD(pic_bind,		openpic_bind),
527 	DEVMETHOD(pic_config,		openpic_cpcht_config),
528 	DEVMETHOD(pic_dispatch,		openpic_dispatch),
529 	DEVMETHOD(pic_enable,		openpic_cpcht_enable),
530 	DEVMETHOD(pic_eoi,		openpic_cpcht_eoi),
531 	DEVMETHOD(pic_ipi,		openpic_ipi),
532 	DEVMETHOD(pic_mask,		openpic_mask),
533 	DEVMETHOD(pic_unmask,		openpic_cpcht_unmask),
534 
535 	{ 0, 0 },
536 };
537 
538 struct openpic_cpcht_softc {
539 	struct openpic_softc sc_openpic;
540 
541 	struct mtx sc_ht_mtx;
542 };
543 
544 static driver_t openpic_cpcht_driver = {
545 	"htpic",
546 	openpic_cpcht_methods,
547 	sizeof(struct openpic_cpcht_softc),
548 };
549 
550 EARLY_DRIVER_MODULE(openpic, unin, openpic_cpcht_driver, openpic_devclass,
551     0, 0, BUS_PASS_INTERRUPT);
552 
553 static int
554 openpic_cpcht_probe(device_t dev)
555 {
556 	const char *type = ofw_bus_get_type(dev);
557 
558 	if (strcmp(type, "open-pic") != 0)
559                 return (ENXIO);
560 
561 	device_set_desc(dev, OPENPIC_DEVSTR);
562 	return (0);
563 }
564 
565 static int
566 openpic_cpcht_attach(device_t dev)
567 {
568 	struct openpic_cpcht_softc *sc;
569 	phandle_t node;
570 	int err, irq;
571 
572 	node = ofw_bus_get_node(dev);
573 	err = openpic_common_attach(dev, node);
574 	if (err != 0)
575 		return (err);
576 
577 	/*
578 	 * The HT APIC stuff is not thread-safe, so we need a mutex to
579 	 * protect it.
580 	 */
581 	sc = device_get_softc(dev);
582 	mtx_init(&sc->sc_ht_mtx, "htpic", NULL, MTX_SPIN);
583 
584 	/*
585 	 * Interrupts 0-3 are internally sourced and are level triggered
586 	 * active low. Interrupts 4-123 are connected to a pulse generator
587 	 * and should be programmed as edge triggered low-to-high.
588 	 *
589 	 * IBM CPC945 Manual, Section 9.3.
590 	 */
591 
592 	for (irq = 0; irq < 4; irq++)
593 		openpic_config(dev, irq, INTR_TRIGGER_LEVEL, INTR_POLARITY_LOW);
594 	for (irq = 4; irq < 124; irq++)
595 		openpic_config(dev, irq, INTR_TRIGGER_EDGE, INTR_POLARITY_LOW);
596 
597 	/*
598 	 * Use this PIC for MSI only if it is the root PIC. This may not
599 	 * be necessary, but Linux does it, and I cannot find any U3 machines
600 	 * with MSI devices to test.
601 	 */
602 	if (dev == root_pic)
603 		cpcht_msipic = node;
604 
605 	return (0);
606 }
607 
608 static void
609 openpic_cpcht_config(device_t dev, u_int irq, enum intr_trigger trig,
610     enum intr_polarity pol)
611 {
612 	struct openpic_cpcht_softc *sc;
613 	uint32_t ht_irq;
614 
615 	/*
616 	 * The interrupt settings for the MPIC are completely determined
617 	 * by the internal wiring in the northbridge. Real changes to these
618 	 * settings need to be negotiated with the remote IO-APIC on the HT
619 	 * link.
620 	 */
621 
622 	sc = device_get_softc(dev);
623 
624 	if (cpcht_irqmap != NULL && irq < 128 &&
625 	    cpcht_irqmap[irq].ht_base > 0 && !cpcht_irqmap[irq].edge) {
626 		mtx_lock_spin(&sc->sc_ht_mtx);
627 
628 		/* Program the data port */
629 		out8rb(cpcht_irqmap[irq].ht_base + PCIR_HT_COMMAND,
630 		    0x10 + (cpcht_irqmap[irq].ht_source << 1));
631 
632 		/* Grab the IRQ config register */
633 		ht_irq = in32rb(cpcht_irqmap[irq].ht_base + 4);
634 
635 		/* Mask the IRQ while we fiddle settings */
636 		out32rb(cpcht_irqmap[irq].ht_base + 4, ht_irq | HTAPIC_MASK);
637 
638 		/* Program the interrupt sense */
639 		ht_irq &= ~(HTAPIC_TRIGGER_LEVEL | HTAPIC_REQUEST_EOI);
640 		if (trig == INTR_TRIGGER_EDGE) {
641 			cpcht_irqmap[irq].edge = 1;
642 		} else {
643 			cpcht_irqmap[irq].edge = 0;
644 			ht_irq |= HTAPIC_TRIGGER_LEVEL | HTAPIC_REQUEST_EOI;
645 		}
646 		out32rb(cpcht_irqmap[irq].ht_base + 4, ht_irq);
647 
648 		mtx_unlock_spin(&sc->sc_ht_mtx);
649 	}
650 }
651 
652 static void
653 openpic_cpcht_enable(device_t dev, u_int irq, u_int vec, void **priv)
654 {
655 	struct openpic_cpcht_softc *sc;
656 	uint32_t ht_irq;
657 
658 	openpic_enable(dev, irq, vec, priv);
659 
660 	sc = device_get_softc(dev);
661 
662 	if (cpcht_irqmap != NULL && irq < 128 &&
663 	    cpcht_irqmap[irq].ht_base > 0) {
664 		mtx_lock_spin(&sc->sc_ht_mtx);
665 
666 		/* Program the data port */
667 		out8rb(cpcht_irqmap[irq].ht_base + PCIR_HT_COMMAND,
668 		    0x10 + (cpcht_irqmap[irq].ht_source << 1));
669 
670 		/* Unmask the interrupt */
671 		ht_irq = in32rb(cpcht_irqmap[irq].ht_base + 4);
672 		ht_irq &= ~HTAPIC_MASK;
673 		out32rb(cpcht_irqmap[irq].ht_base + 4, ht_irq);
674 
675 		mtx_unlock_spin(&sc->sc_ht_mtx);
676 	}
677 
678 	openpic_cpcht_eoi(dev, irq, *priv);
679 }
680 
681 static void
682 openpic_cpcht_unmask(device_t dev, u_int irq, void *priv)
683 {
684 	struct openpic_cpcht_softc *sc;
685 	uint32_t ht_irq;
686 
687 	openpic_unmask(dev, irq, priv);
688 
689 	sc = device_get_softc(dev);
690 
691 	if (cpcht_irqmap != NULL && irq < 128 &&
692 	    cpcht_irqmap[irq].ht_base > 0) {
693 		mtx_lock_spin(&sc->sc_ht_mtx);
694 
695 		/* Program the data port */
696 		out8rb(cpcht_irqmap[irq].ht_base + PCIR_HT_COMMAND,
697 		    0x10 + (cpcht_irqmap[irq].ht_source << 1));
698 
699 		/* Unmask the interrupt */
700 		ht_irq = in32rb(cpcht_irqmap[irq].ht_base + 4);
701 		ht_irq &= ~HTAPIC_MASK;
702 		out32rb(cpcht_irqmap[irq].ht_base + 4, ht_irq);
703 
704 		mtx_unlock_spin(&sc->sc_ht_mtx);
705 	}
706 
707 	openpic_cpcht_eoi(dev, irq, priv);
708 }
709 
710 static void
711 openpic_cpcht_eoi(device_t dev, u_int irq, void *priv)
712 {
713 	struct openpic_cpcht_softc *sc;
714 	uint32_t off, mask;
715 
716 	if (irq == 255)
717 		return;
718 
719 	sc = device_get_softc(dev);
720 
721 	if (cpcht_irqmap != NULL && irq < 128 &&
722 	    cpcht_irqmap[irq].ht_base > 0 && !cpcht_irqmap[irq].edge) {
723 		/* If this is an HT IRQ, acknowledge it at the remote APIC */
724 
725 		if (cpcht_irqmap[irq].apple_eoi) {
726 			off = (cpcht_irqmap[irq].ht_source >> 3) & ~3;
727 			mask = 1 << (cpcht_irqmap[irq].ht_source & 0x1f);
728 			out32rb(cpcht_irqmap[irq].apple_eoi + off, mask);
729 		} else {
730 			mtx_lock_spin(&sc->sc_ht_mtx);
731 
732 			out8rb(cpcht_irqmap[irq].ht_base + PCIR_HT_COMMAND,
733 			    0x11 + (cpcht_irqmap[irq].ht_source << 1));
734 			out32rb(cpcht_irqmap[irq].ht_base + 4,
735 			    cpcht_irqmap[irq].eoi_data);
736 
737 			mtx_unlock_spin(&sc->sc_ht_mtx);
738 		}
739 	}
740 
741 	openpic_eoi(dev, irq, priv);
742 }
743