1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License, Version 1.0 only 6 * (the "License"). You may not use this file except in compliance 7 * with the License. 8 * 9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10 * or http://www.opensolaris.org/os/licensing. 11 * See the License for the specific language governing permissions 12 * and limitations under the License. 13 * 14 * When distributing Covered Code, include this CDDL HEADER in each 15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16 * If applicable, add the following below this CDDL HEADER, with the 17 * fields enclosed by brackets "[]" replaced with your own identifying 18 * information: Portions Copyright [yyyy] [name of copyright owner] 19 * 20 * CDDL HEADER END 21 */ 22 /* 23 * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #pragma ident "%Z%%M% %I% %E% SMI" 28 29 /* 30 * apic_introp.c: 31 * Has code for Advanced DDI interrupt framework support. 32 */ 33 34 #include <sys/cpuvar.h> 35 #include <sys/psm.h> 36 #include "apic.h" 37 #include <sys/sunddi.h> 38 #include <sys/ddi_impldefs.h> 39 #include <sys/mach_intr.h> 40 #include <sys/sysmacros.h> 41 #include <sys/trap.h> 42 #include <sys/pci.h> 43 #include <sys/pci_intr_lib.h> 44 45 extern struct av_head autovect[]; 46 47 /* 48 * Local Function Prototypes 49 */ 50 int apic_pci_msi_enable_vector(dev_info_t *, int, int, 51 int, int, int); 52 apic_irq_t *apic_find_irq(dev_info_t *, struct intrspec *, int); 53 static int apic_get_pending(apic_irq_t *, int); 54 static void apic_clear_mask(apic_irq_t *); 55 static void apic_set_mask(apic_irq_t *); 56 static uchar_t apic_find_multi_vectors(int, int); 57 int apic_navail_vector(dev_info_t *, int); 58 int apic_alloc_vectors(dev_info_t *, int, int, int, int); 59 void apic_free_vectors(dev_info_t *, int, int, int, int); 60 int apic_intr_ops(dev_info_t *, ddi_intr_handle_impl_t *, 61 psm_intr_op_t, int *); 62 63 extern int intr_clear(void); 64 extern void intr_restore(uint_t); 65 extern uchar_t apic_bind_intr(dev_info_t *, int, uchar_t, uchar_t); 66 extern int apic_allocate_irq(int); 67 extern int apic_introp_xlate(dev_info_t *, struct intrspec *, int); 68 extern int apic_rebind_all(apic_irq_t *irq_ptr, int bind_cpu, int safe); 69 extern boolean_t apic_cpu_in_range(int cpu); 70 71 /* 72 * MSI support flag: 73 * reflects whether MSI is supported at APIC level 74 * it can also be patched through /etc/system 75 * 76 * 0 = default value - don't know and need to call apic_check_msi_support() 77 * to find out then set it accordingly 78 * 1 = supported 79 * -1 = not supported 80 */ 81 int apic_support_msi = 0; 82 83 /* Multiple vector support for MSI */ 84 int apic_multi_msi_enable = 1; 85 int apic_multi_msi_max = 2; 86 87 extern uchar_t apic_ipltopri[MAXIPL+1]; 88 extern uchar_t apic_vector_to_irq[APIC_MAX_VECTOR+1]; 89 extern int apic_max_device_irq; 90 extern int apic_min_device_irq; 91 extern apic_irq_t *apic_irq_table[APIC_MAX_VECTOR+1]; 92 extern volatile uint32_t *apicadr; /* virtual addr of local APIC */ 93 extern volatile int32_t *apicioadr[MAX_IO_APIC]; 94 extern lock_t apic_ioapic_lock; 95 extern kmutex_t airq_mutex; 96 extern apic_cpus_info_t *apic_cpus; 97 extern int apic_first_avail_irq; 98 99 100 /* 101 * apic_pci_msi_enable_vector: 102 * Set the address/data fields in the MSI/X capability structure 103 * XXX: MSI-X support 104 */ 105 /* ARGSUSED */ 106 int 107 apic_pci_msi_enable_vector(dev_info_t *dip, int type, int inum, int vector, 108 int count, int target_apic_id) 109 { 110 uint64_t msi_addr, msi_data; 111 112 DDI_INTR_IMPLDBG((CE_CONT, "apic_pci_msi_enable_vector: dip=0x%p\n" 113 "\tdriver = %s, inum=0x%x vector=0x%x apicid=0x%x\n", (void *)dip, 114 ddi_driver_name(dip), inum, vector, target_apic_id)); 115 116 /* MSI Address */ 117 msi_addr = (MSI_ADDR_HDR | (target_apic_id << MSI_ADDR_DEST_SHIFT)); 118 msi_addr |= ((MSI_ADDR_RH_FIXED << MSI_ADDR_RH_SHIFT) | 119 (MSI_ADDR_DM_PHYSICAL << MSI_ADDR_DM_SHIFT)); 120 121 /* MSI Data: MSI is edge triggered according to spec */ 122 msi_data = ((MSI_DATA_TM_EDGE << MSI_DATA_TM_SHIFT) | vector); 123 124 DDI_INTR_IMPLDBG((CE_CONT, "apic_pci_msi_enable_vector: addr=0x%lx " 125 "data=0x%lx\n", (long)msi_addr, (long)msi_data)); 126 127 if (pci_msi_configure(dip, type, count, inum, msi_addr, msi_data) != 128 DDI_SUCCESS) { 129 DDI_INTR_IMPLDBG((CE_CONT, "apic_pci_msi_enable_vector: " 130 "pci_msi_configure failed\n")); 131 return (PSM_FAILURE); 132 } 133 134 return (PSM_SUCCESS); 135 } 136 137 138 /* 139 * This function returns the no. of vectors available for the pri. 140 * dip is not used at this moment. If we really don't need that, 141 * it will be removed. 142 */ 143 /*ARGSUSED*/ 144 int 145 apic_navail_vector(dev_info_t *dip, int pri) 146 { 147 int lowest, highest, i, navail, count; 148 149 DDI_INTR_IMPLDBG((CE_CONT, "apic_navail_vector: dip: %p, pri: %x\n", 150 (void *)dip, pri)); 151 152 highest = apic_ipltopri[pri] + APIC_VECTOR_MASK; 153 lowest = apic_ipltopri[pri - 1] + APIC_VECTOR_PER_IPL; 154 navail = count = 0; 155 156 /* It has to be contiguous */ 157 for (i = lowest; i < highest; i++) { 158 count = 0; 159 while ((apic_vector_to_irq[i] == APIC_RESV_IRQ) && 160 (i < highest)) { 161 if ((i == T_FASTTRAP) || (i == APIC_SPUR_INTR)) 162 break; 163 count++; 164 i++; 165 } 166 if (count > navail) 167 navail = count; 168 } 169 return (navail); 170 } 171 172 static uchar_t 173 apic_find_multi_vectors(int pri, int count) 174 { 175 int lowest, highest, i, navail, start; 176 177 DDI_INTR_IMPLDBG((CE_CONT, "apic_find_mult: pri: %x, count: %x\n", 178 pri, count)); 179 180 highest = apic_ipltopri[pri] + APIC_VECTOR_MASK; 181 lowest = apic_ipltopri[pri - 1] + APIC_VECTOR_PER_IPL; 182 navail = 0; 183 184 /* It has to be contiguous */ 185 for (i = lowest; i < highest; i++) { 186 navail = 0; 187 start = i; 188 while ((apic_vector_to_irq[i] == APIC_RESV_IRQ) && 189 (i < highest)) { 190 if ((i == T_FASTTRAP) || (i == APIC_SPUR_INTR)) 191 break; 192 navail++; 193 if (navail >= count) 194 return (start); 195 i++; 196 } 197 } 198 return (0); 199 } 200 201 202 /* 203 * It finds the apic_irq_t associates with the dip, ispec and type. 204 */ 205 apic_irq_t * 206 apic_find_irq(dev_info_t *dip, struct intrspec *ispec, int type) 207 { 208 apic_irq_t *irqp; 209 int i; 210 211 DDI_INTR_IMPLDBG((CE_CONT, "apic_find_irq: dip=0x%p vec=0x%x " 212 "ipl=0x%x type=0x%x\n", (void *)dip, ispec->intrspec_vec, 213 ispec->intrspec_pri, type)); 214 215 for (i = apic_min_device_irq; i <= apic_max_device_irq; i++) { 216 if ((irqp = apic_irq_table[i]) == NULL) 217 continue; 218 if ((irqp->airq_dip == dip) && 219 (irqp->airq_origirq == ispec->intrspec_vec) && 220 (irqp->airq_ipl == ispec->intrspec_pri)) { 221 if (DDI_INTR_IS_MSI_OR_MSIX(type)) { 222 if (APIC_IS_MSI_OR_MSIX_INDEX(irqp-> 223 airq_mps_intr_index)) 224 return (irqp); 225 } else 226 return (irqp); 227 } 228 } 229 DDI_INTR_IMPLDBG((CE_CONT, "apic_find_irq: return NULL\n")); 230 return (NULL); 231 } 232 233 234 /* 235 * This function will return the pending bit of the irqp. 236 * It either comes from the IRR register of the APIC or the RDT 237 * entry of the I/O APIC. 238 * For the IRR to work, it needs to be to its binding CPU 239 */ 240 static int 241 apic_get_pending(apic_irq_t *irqp, int type) 242 { 243 int bit, index, irr, pending; 244 int intin_no; 245 volatile int32_t *ioapic; 246 247 DDI_INTR_IMPLDBG((CE_CONT, "apic_get_pending: irqp: %p, cpuid: %x " 248 "type: %x\n", (void *)irqp, irqp->airq_cpu & ~IRQ_USER_BOUND, 249 type)); 250 251 /* need to get on the bound cpu */ 252 mutex_enter(&cpu_lock); 253 affinity_set(irqp->airq_cpu & ~IRQ_USER_BOUND); 254 255 index = irqp->airq_vector / 32; 256 bit = irqp->airq_vector % 32; 257 irr = apicadr[APIC_IRR_REG + index]; 258 259 affinity_clear(); 260 mutex_exit(&cpu_lock); 261 262 pending = (irr & (1 << bit)) ? 1 : 0; 263 if (!pending && (type == DDI_INTR_TYPE_FIXED)) { 264 /* check I/O APIC for fixed interrupt */ 265 intin_no = irqp->airq_intin_no; 266 ioapic = apicioadr[irqp->airq_ioapicindex]; 267 pending = (READ_IOAPIC_RDT_ENTRY_LOW_DWORD(ioapic, intin_no) & 268 AV_PENDING) ? 1 : 0; 269 } 270 return (pending); 271 } 272 273 274 /* 275 * This function will clear the mask for the interrupt on the I/O APIC 276 */ 277 static void 278 apic_clear_mask(apic_irq_t *irqp) 279 { 280 int intin_no; 281 int iflag; 282 int32_t rdt_entry; 283 volatile int32_t *ioapic; 284 285 DDI_INTR_IMPLDBG((CE_CONT, "apic_clear_mask: irqp: %p\n", 286 (void *)irqp)); 287 288 intin_no = irqp->airq_intin_no; 289 ioapic = apicioadr[irqp->airq_ioapicindex]; 290 291 iflag = intr_clear(); 292 lock_set(&apic_ioapic_lock); 293 294 rdt_entry = READ_IOAPIC_RDT_ENTRY_LOW_DWORD(ioapic, intin_no); 295 296 /* clear mask */ 297 WRITE_IOAPIC_RDT_ENTRY_LOW_DWORD(ioapic, intin_no, 298 ((~AV_MASK) & rdt_entry)); 299 300 lock_clear(&apic_ioapic_lock); 301 intr_restore(iflag); 302 } 303 304 305 /* 306 * This function will mask the interrupt on the I/O APIC 307 */ 308 static void 309 apic_set_mask(apic_irq_t *irqp) 310 { 311 int intin_no; 312 volatile int32_t *ioapic; 313 int iflag; 314 int32_t rdt_entry; 315 316 DDI_INTR_IMPLDBG((CE_CONT, "apic_set_mask: irqp: %p\n", (void *)irqp)); 317 318 intin_no = irqp->airq_intin_no; 319 ioapic = apicioadr[irqp->airq_ioapicindex]; 320 321 iflag = intr_clear(); 322 323 lock_set(&apic_ioapic_lock); 324 325 rdt_entry = READ_IOAPIC_RDT_ENTRY_LOW_DWORD(ioapic, intin_no); 326 327 /* mask it */ 328 WRITE_IOAPIC_RDT_ENTRY_LOW_DWORD(ioapic, intin_no, 329 (AV_MASK | rdt_entry)); 330 331 lock_clear(&apic_ioapic_lock); 332 intr_restore(iflag); 333 } 334 335 336 /* 337 * This function allocate "count" vector(s) for the given "dip/pri/type" 338 */ 339 int 340 apic_alloc_vectors(dev_info_t *dip, int inum, int count, int pri, int type) 341 { 342 int rcount, i; 343 uchar_t start, irqno, cpu; 344 short idx; 345 major_t major; 346 apic_irq_t *irqptr; 347 348 /* for MSI/X only */ 349 if (!DDI_INTR_IS_MSI_OR_MSIX(type)) 350 return (0); 351 352 DDI_INTR_IMPLDBG((CE_CONT, "apic_alloc_vectors: dip=0x%p type=%d " 353 "inum=0x%x pri=0x%x count=0x%x\n", 354 (void *)dip, type, inum, pri, count)); 355 356 if (count > 1) { 357 if (apic_multi_msi_enable == 0) 358 count = 1; 359 else if (count > apic_multi_msi_max) 360 count = apic_multi_msi_max; 361 } 362 363 if ((rcount = apic_navail_vector(dip, pri)) > count) 364 rcount = count; 365 366 mutex_enter(&airq_mutex); 367 368 for (start = 0; rcount > 0; rcount--) { 369 if ((start = apic_find_multi_vectors(pri, rcount)) != 0) 370 break; 371 } 372 373 if (start == 0) { 374 /* no vector available */ 375 mutex_exit(&airq_mutex); 376 return (0); 377 } 378 379 idx = (short)((type == DDI_INTR_TYPE_MSI) ? MSI_INDEX : MSIX_INDEX); 380 major = (dip != NULL) ? ddi_name_to_major(ddi_get_name(dip)) : 0; 381 for (i = 0; i < rcount; i++) { 382 if ((irqno = apic_allocate_irq(apic_first_avail_irq)) == 383 (uchar_t)-1) { 384 mutex_exit(&airq_mutex); 385 DDI_INTR_IMPLDBG((CE_CONT, "apic_alloc_vectors: " 386 "apic_allocate_irq failed\n")); 387 return (i); 388 } 389 apic_max_device_irq = max(irqno, apic_max_device_irq); 390 apic_min_device_irq = min(irqno, apic_min_device_irq); 391 irqptr = apic_irq_table[irqno]; 392 #ifdef DEBUG 393 if (apic_vector_to_irq[start + i] != APIC_RESV_IRQ) 394 DDI_INTR_IMPLDBG((CE_CONT, "apic_alloc_vectors: " 395 "apic_vector_to_irq is not APIC_RESV_IRQ\n")); 396 #endif 397 apic_vector_to_irq[start + i] = (uchar_t)irqno; 398 399 irqptr->airq_vector = (uchar_t)(start + i); 400 irqptr->airq_ioapicindex = (uchar_t)inum; /* start */ 401 irqptr->airq_intin_no = (uchar_t)rcount; 402 irqptr->airq_ipl = pri; 403 irqptr->airq_vector = start + i; 404 irqptr->airq_origirq = (uchar_t)(inum + i); 405 irqptr->airq_share_id = 0; 406 irqptr->airq_mps_intr_index = idx; 407 irqptr->airq_dip = dip; 408 irqptr->airq_major = major; 409 if (i == 0) /* they all bound to the same cpu */ 410 cpu = irqptr->airq_cpu = apic_bind_intr(dip, irqno, 411 0xff, 0xff); 412 else 413 irqptr->airq_cpu = cpu; 414 DDI_INTR_IMPLDBG((CE_CONT, "apic_alloc_vectors: irq=0x%x " 415 "dip=0x%p vector=0x%x origirq=0x%x pri=0x%x\n", irqno, 416 (void *)irqptr->airq_dip, irqptr->airq_vector, 417 irqptr->airq_origirq, pri)); 418 } 419 mutex_exit(&airq_mutex); 420 return (rcount); 421 } 422 423 424 void 425 apic_free_vectors(dev_info_t *dip, int inum, int count, int pri, int type) 426 { 427 int i; 428 apic_irq_t *irqptr; 429 struct intrspec ispec; 430 431 DDI_INTR_IMPLDBG((CE_CONT, "apic_free_vectors: dip: %p inum: %x " 432 "count: %x pri: %x type: %x\n", 433 (void *)dip, inum, count, pri, type)); 434 435 /* for MSI/X only */ 436 if (!DDI_INTR_IS_MSI_OR_MSIX(type)) 437 return; 438 439 for (i = 0; i < count; i++) { 440 DDI_INTR_IMPLDBG((CE_CONT, "apic_free_vectors: inum=0x%x " 441 "pri=0x%x count=0x%x\n", inum, pri, count)); 442 ispec.intrspec_vec = inum + i; 443 ispec.intrspec_pri = pri; 444 if ((irqptr = apic_find_irq(dip, &ispec, type)) == NULL) { 445 DDI_INTR_IMPLDBG((CE_CONT, "apic_free_vectors: " 446 "dip=0x%p inum=0x%x pri=0x%x apic_find_irq() " 447 "failed\n", (void *)dip, inum, pri)); 448 continue; 449 } 450 irqptr->airq_mps_intr_index = FREE_INDEX; 451 apic_vector_to_irq[irqptr->airq_vector] = APIC_RESV_IRQ; 452 } 453 } 454 455 456 /* 457 * check whether the system supports MSI 458 * 459 * If PCI-E capability is found, then this must be a PCI-E system. 460 * Since MSI is required for PCI-E system, it returns PSM_SUCCESS 461 * to indicate this system supports MSI. 462 */ 463 int 464 apic_check_msi_support(dev_info_t *dip) 465 { 466 467 dev_info_t *rootdip; 468 char dev_type[16]; 469 int dev_len; 470 471 DDI_INTR_IMPLDBG((CE_CONT, "apic_check_msi_support: dip: 0x%p\n", 472 (void *)dip)); 473 474 /* check whether the device or its ancestors have PCI-E capability */ 475 for (rootdip = ddi_root_node(); dip != rootdip; 476 dip = ddi_get_parent(dip)) { 477 478 DDI_INTR_IMPLDBG((CE_CONT, "apic_check_msi_support: dip: 0x%p," 479 " driver: %s, binding: %s, nodename: %s\n", (void *)dip, 480 ddi_driver_name(dip), ddi_binding_name(dip), 481 ddi_node_name(dip))); 482 dev_len = sizeof (dev_type); 483 if (ddi_getlongprop_buf(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, 484 "device_type", (caddr_t)dev_type, &dev_len) 485 != DDI_PROP_SUCCESS) 486 continue; 487 if (strcmp(dev_type, "pciex") == 0) 488 return (PSM_SUCCESS); 489 } 490 491 /* MSI is not supported on this system */ 492 DDI_INTR_IMPLDBG((CE_CONT, "apic_check_msi_support: no 'pciex' " 493 "device_type found\n")); 494 return (PSM_FAILURE); 495 } 496 497 int 498 apic_get_vector_intr_info(int vecirq, apic_get_intr_t *intr_params_p) 499 { 500 struct autovec *av_dev; 501 uchar_t irqno; 502 int i; 503 apic_irq_t *irq_p; 504 505 /* Sanity check the vector/irq argument. */ 506 ASSERT((vecirq >= 0) || (vecirq <= APIC_MAX_VECTOR)); 507 508 mutex_enter(&airq_mutex); 509 510 /* 511 * Convert the vecirq arg to an irq using vector_to_irq table 512 * if the arg is a vector. Pass thru if already an irq. 513 */ 514 if ((intr_params_p->avgi_req_flags & PSMGI_INTRBY_FLAGS) == 515 PSMGI_INTRBY_VEC) 516 irqno = apic_vector_to_irq[vecirq]; 517 else 518 irqno = vecirq; 519 520 irq_p = apic_irq_table[irqno]; 521 522 if ((irq_p == NULL) || 523 (irq_p->airq_temp_cpu == IRQ_UNBOUND) || 524 (irq_p->airq_temp_cpu == IRQ_UNINIT)) { 525 mutex_exit(&airq_mutex); 526 return (PSM_FAILURE); 527 } 528 529 if (intr_params_p->avgi_req_flags & PSMGI_REQ_CPUID) { 530 531 /* Get the (temp) cpu from apic_irq table, indexed by irq. */ 532 intr_params_p->avgi_cpu_id = irq_p->airq_temp_cpu; 533 534 /* Return user bound info for intrd. */ 535 if (intr_params_p->avgi_cpu_id & IRQ_USER_BOUND) { 536 intr_params_p->avgi_cpu_id &= ~IRQ_USER_BOUND; 537 intr_params_p->avgi_cpu_id |= PSMGI_CPU_USER_BOUND; 538 } 539 } 540 541 if (intr_params_p->avgi_req_flags & PSMGI_REQ_VECTOR) { 542 intr_params_p->avgi_vector = irq_p->airq_vector; 543 } 544 545 if (intr_params_p->avgi_req_flags & 546 (PSMGI_REQ_NUM_DEVS | PSMGI_REQ_GET_DEVS)) { 547 /* Get number of devices from apic_irq table shared field. */ 548 intr_params_p->avgi_num_devs = irq_p->airq_share; 549 } 550 551 if (intr_params_p->avgi_req_flags & PSMGI_REQ_GET_DEVS) { 552 553 intr_params_p->avgi_req_flags |= PSMGI_REQ_NUM_DEVS; 554 555 /* Some devices have NULL dip. Don't count these. */ 556 if (intr_params_p->avgi_num_devs > 0) { 557 for (i = 0, av_dev = autovect[irqno].avh_link; 558 av_dev; av_dev = av_dev->av_link) 559 if (av_dev->av_vector && av_dev->av_dip) 560 i++; 561 intr_params_p->avgi_num_devs = 562 MIN(intr_params_p->avgi_num_devs, i); 563 } 564 565 /* There are no viable dips to return. */ 566 if (intr_params_p->avgi_num_devs == 0) 567 intr_params_p->avgi_dip_list = NULL; 568 569 else { /* Return list of dips */ 570 571 /* Allocate space in array for that number of devs. */ 572 intr_params_p->avgi_dip_list = kmem_zalloc( 573 intr_params_p->avgi_num_devs * 574 sizeof (dev_info_t *), 575 KM_SLEEP); 576 577 /* 578 * Loop through the device list of the autovec table 579 * filling in the dip array. 580 * 581 * Note that the autovect table may have some special 582 * entries which contain NULL dips. These will be 583 * ignored. 584 */ 585 for (i = 0, av_dev = autovect[irqno].avh_link; 586 av_dev; av_dev = av_dev->av_link) 587 if (av_dev->av_vector && av_dev->av_dip) 588 intr_params_p->avgi_dip_list[i++] = 589 av_dev->av_dip; 590 } 591 } 592 593 mutex_exit(&airq_mutex); 594 595 return (PSM_SUCCESS); 596 } 597 598 /* 599 * This function provides external interface to the nexus for all 600 * functionalities related to the new DDI interrupt framework. 601 * 602 * Input: 603 * dip - pointer to the dev_info structure of the requested device 604 * hdlp - pointer to the internal interrupt handle structure for the 605 * requested interrupt 606 * intr_op - opcode for this call 607 * result - pointer to the integer that will hold the result to be 608 * passed back if return value is PSM_SUCCESS 609 * 610 * Output: 611 * return value is either PSM_SUCCESS or PSM_FAILURE 612 */ 613 int 614 apic_intr_ops(dev_info_t *dip, ddi_intr_handle_impl_t *hdlp, 615 psm_intr_op_t intr_op, int *result) 616 { 617 int cap, ret; 618 int count_vec; 619 int cpu; 620 int old_priority; 621 int new_priority; 622 apic_irq_t *irqp; 623 struct intrspec *ispec, intr_spec; 624 625 DDI_INTR_IMPLDBG((CE_CONT, "apic_intr_ops: dip: %p hdlp: %p " 626 "intr_op: %x\n", (void *)dip, (void *)hdlp, intr_op)); 627 628 ispec = &intr_spec; 629 ispec->intrspec_pri = hdlp->ih_pri; 630 ispec->intrspec_vec = hdlp->ih_inum; 631 ispec->intrspec_func = hdlp->ih_cb_func; 632 633 switch (intr_op) { 634 case PSM_INTR_OP_CHECK_MSI: 635 /* 636 * Check MSI/X is supported or not at APIC level and 637 * masked off the MSI/X bits in hdlp->ih_type if not 638 * supported before return. If MSI/X is supported, 639 * leave the ih_type unchanged and return. 640 * 641 * hdlp->ih_type passed in from the nexus has all the 642 * interrupt types supported by the device. 643 */ 644 if (apic_support_msi == 0) { 645 /* 646 * if apic_support_msi is not set, call 647 * apic_check_msi_support() to check whether msi 648 * is supported first 649 */ 650 if (apic_check_msi_support(dip) == PSM_SUCCESS) 651 apic_support_msi = 1; 652 else 653 apic_support_msi = -1; 654 } 655 if (apic_support_msi == 1) 656 *result = hdlp->ih_type; 657 else 658 *result = hdlp->ih_type & ~(DDI_INTR_TYPE_MSI | 659 DDI_INTR_TYPE_MSIX); 660 break; 661 case PSM_INTR_OP_ALLOC_VECTORS: 662 *result = apic_alloc_vectors(dip, hdlp->ih_inum, 663 hdlp->ih_scratch1, hdlp->ih_pri, hdlp->ih_type); 664 break; 665 case PSM_INTR_OP_FREE_VECTORS: 666 apic_free_vectors(dip, hdlp->ih_inum, hdlp->ih_scratch1, 667 hdlp->ih_pri, hdlp->ih_type); 668 break; 669 case PSM_INTR_OP_NAVAIL_VECTORS: 670 *result = apic_navail_vector(dip, hdlp->ih_pri); 671 break; 672 case PSM_INTR_OP_XLATE_VECTOR: 673 ispec = ((ihdl_plat_t *)hdlp->ih_private)->ip_ispecp; 674 *result = apic_introp_xlate(dip, ispec, hdlp->ih_type); 675 break; 676 case PSM_INTR_OP_GET_PENDING: 677 if ((irqp = apic_find_irq(dip, ispec, hdlp->ih_type)) == NULL) 678 return (PSM_FAILURE); 679 *result = apic_get_pending(irqp, hdlp->ih_type); 680 break; 681 case PSM_INTR_OP_CLEAR_MASK: 682 if (hdlp->ih_type != DDI_INTR_TYPE_FIXED) 683 return (PSM_FAILURE); 684 irqp = apic_find_irq(dip, ispec, hdlp->ih_type); 685 if (irqp == NULL) 686 return (PSM_FAILURE); 687 apic_clear_mask(irqp); 688 break; 689 case PSM_INTR_OP_SET_MASK: 690 if (hdlp->ih_type != DDI_INTR_TYPE_FIXED) 691 return (PSM_FAILURE); 692 if ((irqp = apic_find_irq(dip, ispec, hdlp->ih_type)) == NULL) 693 return (PSM_FAILURE); 694 apic_set_mask(irqp); 695 break; 696 case PSM_INTR_OP_GET_CAP: 697 cap = DDI_INTR_FLAG_PENDING; 698 if (hdlp->ih_type == DDI_INTR_TYPE_FIXED) 699 cap |= DDI_INTR_FLAG_MASKABLE; 700 *result = cap; 701 break; 702 case PSM_INTR_OP_GET_SHARED: 703 if (hdlp->ih_type != DDI_INTR_TYPE_FIXED) 704 return (PSM_FAILURE); 705 if ((irqp = apic_find_irq(dip, ispec, hdlp->ih_type)) == NULL) 706 return (PSM_FAILURE); 707 *result = irqp->airq_share ? 1: 0; 708 break; 709 case PSM_INTR_OP_SET_PRI: 710 old_priority = hdlp->ih_pri; /* save old value */ 711 new_priority = *(int *)result; /* try the new value */ 712 713 /* First, check if "hdlp->ih_scratch1" vectors exist? */ 714 if (apic_navail_vector(dip, new_priority) < hdlp->ih_scratch1) 715 return (PSM_FAILURE); 716 717 /* Now allocate the vectors */ 718 count_vec = apic_alloc_vectors(dip, hdlp->ih_inum, 719 hdlp->ih_scratch1, new_priority, hdlp->ih_type); 720 721 /* Did we get fewer vectors? */ 722 if (count_vec != hdlp->ih_scratch1) { 723 apic_free_vectors(dip, hdlp->ih_inum, count_vec, 724 new_priority, hdlp->ih_type); 725 return (PSM_FAILURE); 726 } 727 728 /* Finally, free the previously allocated vectors */ 729 apic_free_vectors(dip, hdlp->ih_inum, count_vec, 730 old_priority, hdlp->ih_type); 731 hdlp->ih_pri = new_priority; /* set the new value */ 732 break; 733 case PSM_INTR_OP_SET_CPU: 734 /* 735 * The interrupt handle given here has been allocated 736 * specifically for this command, and ih_private carries 737 * a CPU value. 738 */ 739 cpu = (int)(intptr_t)hdlp->ih_private; 740 741 if (!apic_cpu_in_range(cpu)) { 742 *result = EINVAL; 743 return (PSM_FAILURE); 744 } 745 746 mutex_enter(&airq_mutex); 747 748 /* Convert the vector to the irq using vector_to_irq table. */ 749 irqp = apic_irq_table[apic_vector_to_irq[hdlp->ih_vector]]; 750 if (irqp == NULL) { 751 mutex_exit(&airq_mutex); 752 *result = ENXIO; 753 return (PSM_FAILURE); 754 } 755 ret = apic_rebind_all(irqp, cpu, 1); 756 mutex_exit(&airq_mutex); 757 if (ret) { 758 *result = EIO; 759 return (PSM_FAILURE); 760 } 761 *result = 0; 762 break; 763 case PSM_INTR_OP_GET_INTR: 764 /* 765 * The interrupt handle given here has been allocated 766 * specifically for this command, and ih_private carries 767 * a pointer to a apic_get_intr_t. 768 */ 769 if (apic_get_vector_intr_info( 770 hdlp->ih_vector, hdlp->ih_private) != PSM_SUCCESS) 771 return (PSM_FAILURE); 772 break; 773 case PSM_INTR_OP_SET_CAP: 774 default: 775 return (PSM_FAILURE); 776 } 777 return (PSM_SUCCESS); 778 } 779