1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2006 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #pragma ident "%Z%%M% %I% %E% SMI" 28 29 #include "sys/bge_impl2.h" 30 #include <sys/sdt.h> 31 32 /* 33 * This is the string displayed by modinfo, etc. 34 * Make sure you keep the version ID up to date! 35 */ 36 static char bge_ident[] = "Broadcom Gb Ethernet v0.52"; 37 38 /* 39 * Property names 40 */ 41 static char debug_propname[] = "bge-debug-flags"; 42 static char clsize_propname[] = "cache-line-size"; 43 static char latency_propname[] = "latency-timer"; 44 static char localmac_boolname[] = "local-mac-address?"; 45 static char localmac_propname[] = "local-mac-address"; 46 static char macaddr_propname[] = "mac-address"; 47 static char subdev_propname[] = "subsystem-id"; 48 static char subven_propname[] = "subsystem-vendor-id"; 49 static char rxrings_propname[] = "bge-rx-rings"; 50 static char txrings_propname[] = "bge-tx-rings"; 51 static char fm_cap[] = "fm-capable"; 52 static char default_mtu[] = "default_mtu"; 53 54 static int bge_add_intrs(bge_t *, int); 55 static void bge_rem_intrs(bge_t *); 56 57 /* 58 * Describes the chip's DMA engine 59 */ 60 static ddi_dma_attr_t dma_attr = { 61 DMA_ATTR_V0, /* dma_attr version */ 62 0x0000000000000000ull, /* dma_attr_addr_lo */ 63 0xFFFFFFFFFFFFFFFFull, /* dma_attr_addr_hi */ 64 0x00000000FFFFFFFFull, /* dma_attr_count_max */ 65 0x0000000000000001ull, /* dma_attr_align */ 66 0x00000FFF, /* dma_attr_burstsizes */ 67 0x00000001, /* dma_attr_minxfer */ 68 0x000000000000FFFFull, /* dma_attr_maxxfer */ 69 0xFFFFFFFFFFFFFFFFull, /* dma_attr_seg */ 70 1, /* dma_attr_sgllen */ 71 0x00000001, /* dma_attr_granular */ 72 DDI_DMA_FLAGERR /* dma_attr_flags */ 73 }; 74 75 /* 76 * PIO access attributes for registers 77 */ 78 static ddi_device_acc_attr_t bge_reg_accattr = { 79 DDI_DEVICE_ATTR_V0, 80 DDI_NEVERSWAP_ACC, 81 DDI_STRICTORDER_ACC, 82 DDI_FLAGERR_ACC 83 }; 84 85 /* 86 * DMA access attributes for descriptors: NOT to be byte swapped. 87 */ 88 static ddi_device_acc_attr_t bge_desc_accattr = { 89 DDI_DEVICE_ATTR_V0, 90 DDI_NEVERSWAP_ACC, 91 DDI_STRICTORDER_ACC, 92 DDI_FLAGERR_ACC 93 }; 94 95 /* 96 * DMA access attributes for data: NOT to be byte swapped. 97 */ 98 static ddi_device_acc_attr_t bge_data_accattr = { 99 DDI_DEVICE_ATTR_V0, 100 DDI_NEVERSWAP_ACC, 101 DDI_STRICTORDER_ACC 102 }; 103 104 static ether_addr_t bge_broadcast_addr = { 105 0xff, 0xff, 0xff, 0xff, 0xff, 0xff 106 }; 107 108 /* 109 * Versions of the O/S up to Solaris 8 didn't support network booting 110 * from any network interface except the first (NET0). Patching this 111 * flag to a non-zero value will tell the driver to work around this 112 * limitation by creating an extra (internal) pathname node. To do 113 * this, just add a line like the following to the CLIENT'S etc/system 114 * file ON THE ROOT FILESYSTEM SERVER before booting the client: 115 * 116 * set bge:bge_net1_boot_support = 1; 117 */ 118 static uint32_t bge_net1_boot_support = 1; 119 120 static int bge_m_start(void *); 121 static void bge_m_stop(void *); 122 static int bge_m_promisc(void *, boolean_t); 123 static int bge_m_multicst(void *, boolean_t, const uint8_t *); 124 static int bge_m_unicst(void *, const uint8_t *); 125 static void bge_m_resources(void *); 126 static void bge_m_ioctl(void *, queue_t *, mblk_t *); 127 static boolean_t bge_m_getcapab(void *, mac_capab_t, void *); 128 static int bge_unicst_set(void *, const uint8_t *, 129 mac_addr_slot_t); 130 static int bge_m_unicst_add(void *, mac_multi_addr_t *); 131 static int bge_m_unicst_remove(void *, mac_addr_slot_t); 132 static int bge_m_unicst_modify(void *, mac_multi_addr_t *); 133 static int bge_m_unicst_get(void *, mac_multi_addr_t *); 134 135 #define BGE_M_CALLBACK_FLAGS (MC_RESOURCES | MC_IOCTL | MC_GETCAPAB) 136 137 static mac_callbacks_t bge_m_callbacks = { 138 BGE_M_CALLBACK_FLAGS, 139 bge_m_stat, 140 bge_m_start, 141 bge_m_stop, 142 bge_m_promisc, 143 bge_m_multicst, 144 bge_m_unicst, 145 bge_m_tx, 146 bge_m_resources, 147 bge_m_ioctl, 148 bge_m_getcapab 149 }; 150 151 /* 152 * ========== Transmit and receive ring reinitialisation ========== 153 */ 154 155 /* 156 * These <reinit> routines each reset the specified ring to an initial 157 * state, assuming that the corresponding <init> routine has already 158 * been called exactly once. 159 */ 160 161 static void 162 bge_reinit_send_ring(send_ring_t *srp) 163 { 164 /* 165 * Reinitialise control variables ... 166 */ 167 ASSERT(srp->tx_flow == 0); 168 srp->tx_next = 0; 169 srp->tx_free = srp->desc.nslots; 170 171 ASSERT(mutex_owned(srp->tc_lock)); 172 srp->tc_next = 0; 173 174 /* 175 * Zero and sync all the h/w Send Buffer Descriptors 176 */ 177 DMA_ZERO(srp->desc); 178 DMA_SYNC(srp->desc, DDI_DMA_SYNC_FORDEV); 179 } 180 181 static void 182 bge_reinit_recv_ring(recv_ring_t *rrp) 183 { 184 /* 185 * Reinitialise control variables ... 186 */ 187 rrp->rx_next = 0; 188 } 189 190 static void 191 bge_reinit_buff_ring(buff_ring_t *brp, uint64_t ring) 192 { 193 bge_rbd_t *hw_rbd_p; 194 sw_rbd_t *srbdp; 195 uint32_t bufsize; 196 uint32_t nslots; 197 uint32_t slot; 198 199 static uint16_t ring_type_flag[BGE_BUFF_RINGS_MAX] = { 200 RBD_FLAG_STD_RING, 201 RBD_FLAG_JUMBO_RING, 202 RBD_FLAG_MINI_RING 203 }; 204 205 /* 206 * Zero, initialise and sync all the h/w Receive Buffer Descriptors 207 * Note: all the remaining fields (<type>, <flags>, <ip_cksum>, 208 * <tcp_udp_cksum>, <error_flag>, <vlan_tag>, and <reserved>) 209 * should be zeroed, and so don't need to be set up specifically 210 * once the whole area has been cleared. 211 */ 212 DMA_ZERO(brp->desc); 213 214 hw_rbd_p = DMA_VPTR(brp->desc); 215 nslots = brp->desc.nslots; 216 ASSERT(brp->buf[0].nslots == nslots/BGE_SPLIT); 217 bufsize = brp->buf[0].size; 218 srbdp = brp->sw_rbds; 219 for (slot = 0; slot < nslots; ++hw_rbd_p, ++srbdp, ++slot) { 220 hw_rbd_p->host_buf_addr = srbdp->pbuf.cookie.dmac_laddress; 221 hw_rbd_p->index = slot; 222 hw_rbd_p->len = bufsize; 223 hw_rbd_p->opaque = srbdp->pbuf.token; 224 hw_rbd_p->flags |= ring_type_flag[ring]; 225 } 226 227 DMA_SYNC(brp->desc, DDI_DMA_SYNC_FORDEV); 228 229 /* 230 * Finally, reinitialise the ring control variables ... 231 */ 232 brp->rf_next = (nslots != 0) ? (nslots-1) : 0; 233 } 234 235 /* 236 * Reinitialize all rings 237 */ 238 static void 239 bge_reinit_rings(bge_t *bgep) 240 { 241 uint64_t ring; 242 243 ASSERT(mutex_owned(bgep->genlock)); 244 245 /* 246 * Send Rings ... 247 */ 248 for (ring = 0; ring < bgep->chipid.tx_rings; ++ring) 249 bge_reinit_send_ring(&bgep->send[ring]); 250 251 /* 252 * Receive Return Rings ... 253 */ 254 for (ring = 0; ring < bgep->chipid.rx_rings; ++ring) 255 bge_reinit_recv_ring(&bgep->recv[ring]); 256 257 /* 258 * Receive Producer Rings ... 259 */ 260 for (ring = 0; ring < BGE_BUFF_RINGS_USED; ++ring) 261 bge_reinit_buff_ring(&bgep->buff[ring], ring); 262 } 263 264 /* 265 * ========== Internal state management entry points ========== 266 */ 267 268 #undef BGE_DBG 269 #define BGE_DBG BGE_DBG_NEMO /* debug flag for this code */ 270 271 /* 272 * These routines provide all the functionality required by the 273 * corresponding GLD entry points, but don't update the GLD state 274 * so they can be called internally without disturbing our record 275 * of what GLD thinks we should be doing ... 276 */ 277 278 /* 279 * bge_reset() -- reset h/w & rings to initial state 280 */ 281 static int 282 #ifdef BGE_IPMI_ASF 283 bge_reset(bge_t *bgep, uint_t asf_mode) 284 #else 285 bge_reset(bge_t *bgep) 286 #endif 287 { 288 uint64_t ring; 289 int retval; 290 291 BGE_TRACE(("bge_reset($%p)", (void *)bgep)); 292 293 ASSERT(mutex_owned(bgep->genlock)); 294 295 /* 296 * Grab all the other mutexes in the world (this should 297 * ensure no other threads are manipulating driver state) 298 */ 299 for (ring = 0; ring < BGE_RECV_RINGS_MAX; ++ring) 300 mutex_enter(bgep->recv[ring].rx_lock); 301 for (ring = 0; ring < BGE_BUFF_RINGS_MAX; ++ring) 302 mutex_enter(bgep->buff[ring].rf_lock); 303 rw_enter(bgep->errlock, RW_WRITER); 304 for (ring = 0; ring < BGE_SEND_RINGS_MAX; ++ring) 305 mutex_enter(bgep->send[ring].tc_lock); 306 307 #ifdef BGE_IPMI_ASF 308 retval = bge_chip_reset(bgep, B_TRUE, asf_mode); 309 #else 310 retval = bge_chip_reset(bgep, B_TRUE); 311 #endif 312 bge_reinit_rings(bgep); 313 314 /* 315 * Free the world ... 316 */ 317 for (ring = BGE_SEND_RINGS_MAX; ring-- > 0; ) 318 mutex_exit(bgep->send[ring].tc_lock); 319 rw_exit(bgep->errlock); 320 for (ring = BGE_BUFF_RINGS_MAX; ring-- > 0; ) 321 mutex_exit(bgep->buff[ring].rf_lock); 322 for (ring = BGE_RECV_RINGS_MAX; ring-- > 0; ) 323 mutex_exit(bgep->recv[ring].rx_lock); 324 325 BGE_DEBUG(("bge_reset($%p) done", (void *)bgep)); 326 return (retval); 327 } 328 329 /* 330 * bge_stop() -- stop processing, don't reset h/w or rings 331 */ 332 static void 333 bge_stop(bge_t *bgep) 334 { 335 BGE_TRACE(("bge_stop($%p)", (void *)bgep)); 336 337 ASSERT(mutex_owned(bgep->genlock)); 338 339 #ifdef BGE_IPMI_ASF 340 if (bgep->asf_enabled) { 341 bgep->asf_pseudostop = B_TRUE; 342 } else { 343 #endif 344 bge_chip_stop(bgep, B_FALSE); 345 #ifdef BGE_IPMI_ASF 346 } 347 #endif 348 349 BGE_DEBUG(("bge_stop($%p) done", (void *)bgep)); 350 } 351 352 /* 353 * bge_start() -- start transmitting/receiving 354 */ 355 static int 356 bge_start(bge_t *bgep, boolean_t reset_phys) 357 { 358 int retval; 359 360 BGE_TRACE(("bge_start($%p, %d)", (void *)bgep, reset_phys)); 361 362 ASSERT(mutex_owned(bgep->genlock)); 363 364 /* 365 * Start chip processing, including enabling interrupts 366 */ 367 retval = bge_chip_start(bgep, reset_phys); 368 369 BGE_DEBUG(("bge_start($%p, %d) done", (void *)bgep, reset_phys)); 370 return (retval); 371 } 372 373 /* 374 * bge_restart - restart transmitting/receiving after error or suspend 375 */ 376 int 377 bge_restart(bge_t *bgep, boolean_t reset_phys) 378 { 379 int retval = DDI_SUCCESS; 380 ASSERT(mutex_owned(bgep->genlock)); 381 382 #ifdef BGE_IPMI_ASF 383 if (bgep->asf_enabled) { 384 if (bge_reset(bgep, ASF_MODE_POST_INIT) != DDI_SUCCESS) 385 retval = DDI_FAILURE; 386 } else 387 if (bge_reset(bgep, ASF_MODE_NONE) != DDI_SUCCESS) 388 retval = DDI_FAILURE; 389 #else 390 if (bge_reset(bgep) != DDI_SUCCESS) 391 retval = DDI_FAILURE; 392 #endif 393 if (bgep->bge_mac_state == BGE_MAC_STARTED) { 394 if (bge_start(bgep, reset_phys) != DDI_SUCCESS) 395 retval = DDI_FAILURE; 396 bgep->watchdog = 0; 397 ddi_trigger_softintr(bgep->resched_id); 398 } 399 400 BGE_DEBUG(("bge_restart($%p, %d) done", (void *)bgep, reset_phys)); 401 return (retval); 402 } 403 404 405 /* 406 * ========== Nemo-required management entry points ========== 407 */ 408 409 #undef BGE_DBG 410 #define BGE_DBG BGE_DBG_NEMO /* debug flag for this code */ 411 412 /* 413 * bge_m_stop() -- stop transmitting/receiving 414 */ 415 static void 416 bge_m_stop(void *arg) 417 { 418 bge_t *bgep = arg; /* private device info */ 419 420 BGE_TRACE(("bge_m_stop($%p)", arg)); 421 422 /* 423 * Just stop processing, then record new GLD state 424 */ 425 mutex_enter(bgep->genlock); 426 if (!(bgep->progress & PROGRESS_INTR)) { 427 /* can happen during autorecovery */ 428 mutex_exit(bgep->genlock); 429 return; 430 } 431 432 bgep->link_up_msg = bgep->link_down_msg = " (stopped)"; 433 bge_stop(bgep); 434 bgep->bge_mac_state = BGE_MAC_STOPPED; 435 BGE_DEBUG(("bge_m_stop($%p) done", arg)); 436 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) 437 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_UNAFFECTED); 438 mutex_exit(bgep->genlock); 439 } 440 441 /* 442 * bge_m_start() -- start transmitting/receiving 443 */ 444 static int 445 bge_m_start(void *arg) 446 { 447 bge_t *bgep = arg; /* private device info */ 448 449 BGE_TRACE(("bge_m_start($%p)", arg)); 450 451 /* 452 * Start processing and record new GLD state 453 */ 454 mutex_enter(bgep->genlock); 455 if (!(bgep->progress & PROGRESS_INTR)) { 456 /* can happen during autorecovery */ 457 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 458 mutex_exit(bgep->genlock); 459 return (EIO); 460 } 461 #ifdef BGE_IPMI_ASF 462 if (bgep->asf_enabled) { 463 if ((bgep->asf_status == ASF_STAT_RUN) && 464 (bgep->asf_pseudostop)) { 465 466 bgep->link_up_msg = bgep->link_down_msg 467 = " (initialized)"; 468 bgep->bge_mac_state = BGE_MAC_STARTED; 469 mutex_exit(bgep->genlock); 470 return (0); 471 } 472 } 473 if (bge_reset(bgep, ASF_MODE_INIT) != DDI_SUCCESS) { 474 #else 475 if (bge_reset(bgep) != DDI_SUCCESS) { 476 #endif 477 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 478 (void) bge_check_acc_handle(bgep, bgep->io_handle); 479 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 480 mutex_exit(bgep->genlock); 481 return (EIO); 482 } 483 bgep->link_up_msg = bgep->link_down_msg = " (initialized)"; 484 if (bge_start(bgep, B_TRUE) != DDI_SUCCESS) { 485 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 486 (void) bge_check_acc_handle(bgep, bgep->io_handle); 487 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 488 mutex_exit(bgep->genlock); 489 return (EIO); 490 } 491 bgep->bge_mac_state = BGE_MAC_STARTED; 492 BGE_DEBUG(("bge_m_start($%p) done", arg)); 493 494 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 495 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 496 mutex_exit(bgep->genlock); 497 return (EIO); 498 } 499 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 500 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 501 mutex_exit(bgep->genlock); 502 return (EIO); 503 } 504 #ifdef BGE_IPMI_ASF 505 if (bgep->asf_enabled) { 506 if (bgep->asf_status != ASF_STAT_RUN) { 507 /* start ASF heart beat */ 508 bgep->asf_timeout_id = timeout(bge_asf_heartbeat, 509 (void *)bgep, 510 drv_usectohz(BGE_ASF_HEARTBEAT_INTERVAL)); 511 bgep->asf_status = ASF_STAT_RUN; 512 } 513 } 514 #endif 515 mutex_exit(bgep->genlock); 516 517 return (0); 518 } 519 520 /* 521 * bge_m_unicst() -- set the physical network address 522 */ 523 static int 524 bge_m_unicst(void *arg, const uint8_t *macaddr) 525 { 526 /* 527 * Request to set address in 528 * address slot 0, i.e., default address 529 */ 530 return (bge_unicst_set(arg, macaddr, 0)); 531 } 532 533 /* 534 * bge_unicst_set() -- set the physical network address 535 */ 536 static int 537 bge_unicst_set(void *arg, const uint8_t *macaddr, mac_addr_slot_t slot) 538 { 539 bge_t *bgep = arg; /* private device info */ 540 541 BGE_TRACE(("bge_m_unicst_set($%p, %s)", arg, 542 ether_sprintf((void *)macaddr))); 543 /* 544 * Remember the new current address in the driver state 545 * Sync the chip's idea of the address too ... 546 */ 547 mutex_enter(bgep->genlock); 548 if (!(bgep->progress & PROGRESS_INTR)) { 549 /* can happen during autorecovery */ 550 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 551 mutex_exit(bgep->genlock); 552 return (EIO); 553 } 554 ethaddr_copy(macaddr, bgep->curr_addr[slot].addr); 555 #ifdef BGE_IPMI_ASF 556 if (bge_chip_sync(bgep, B_FALSE) == DDI_FAILURE) { 557 #else 558 if (bge_chip_sync(bgep) == DDI_FAILURE) { 559 #endif 560 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 561 (void) bge_check_acc_handle(bgep, bgep->io_handle); 562 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 563 mutex_exit(bgep->genlock); 564 return (EIO); 565 } 566 #ifdef BGE_IPMI_ASF 567 if (bgep->asf_enabled) { 568 /* 569 * The above bge_chip_sync() function wrote the ethernet MAC 570 * addresses registers which destroyed the IPMI/ASF sideband. 571 * Here, we have to reset chip to make IPMI/ASF sideband work. 572 */ 573 if (bgep->asf_status == ASF_STAT_RUN) { 574 /* 575 * We must stop ASF heart beat before bge_chip_stop(), 576 * otherwise some computers (ex. IBM HS20 blade server) 577 * may crash. 578 */ 579 bge_asf_update_status(bgep); 580 bge_asf_stop_timer(bgep); 581 bgep->asf_status = ASF_STAT_STOP; 582 583 bge_asf_pre_reset_operations(bgep, BGE_INIT_RESET); 584 } 585 bge_chip_stop(bgep, B_FALSE); 586 587 if (bge_restart(bgep, B_FALSE) == DDI_FAILURE) { 588 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 589 (void) bge_check_acc_handle(bgep, bgep->io_handle); 590 ddi_fm_service_impact(bgep->devinfo, 591 DDI_SERVICE_DEGRADED); 592 mutex_exit(bgep->genlock); 593 return (EIO); 594 } 595 596 /* 597 * Start our ASF heartbeat counter as soon as possible. 598 */ 599 if (bgep->asf_status != ASF_STAT_RUN) { 600 /* start ASF heart beat */ 601 bgep->asf_timeout_id = timeout(bge_asf_heartbeat, 602 (void *)bgep, 603 drv_usectohz(BGE_ASF_HEARTBEAT_INTERVAL)); 604 bgep->asf_status = ASF_STAT_RUN; 605 } 606 } 607 #endif 608 BGE_DEBUG(("bge_m_unicst_set($%p) done", arg)); 609 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 610 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 611 mutex_exit(bgep->genlock); 612 return (EIO); 613 } 614 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 615 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 616 mutex_exit(bgep->genlock); 617 return (EIO); 618 } 619 mutex_exit(bgep->genlock); 620 621 return (0); 622 } 623 624 /* 625 * The following four routines are used as callbacks for multiple MAC 626 * address support: 627 * - bge_m_unicst_add(void *, mac_multi_addr_t *); 628 * - bge_m_unicst_remove(void *, mac_addr_slot_t); 629 * - bge_m_unicst_modify(void *, mac_multi_addr_t *); 630 * - bge_m_unicst_get(void *, mac_multi_addr_t *); 631 */ 632 633 /* 634 * bge_m_unicst_add() - will find an unused address slot, set the 635 * address value to the one specified, reserve that slot and enable 636 * the NIC to start filtering on the new MAC address. 637 * address slot. Returns 0 on success. 638 */ 639 static int 640 bge_m_unicst_add(void *arg, mac_multi_addr_t *maddr) 641 { 642 bge_t *bgep = arg; /* private device info */ 643 mac_addr_slot_t slot; 644 int err; 645 646 if (mac_unicst_verify(bgep->mh, 647 maddr->mma_addr, maddr->mma_addrlen) == B_FALSE) 648 return (EINVAL); 649 650 mutex_enter(bgep->genlock); 651 if (bgep->unicst_addr_avail == 0) { 652 /* no slots available */ 653 mutex_exit(bgep->genlock); 654 return (ENOSPC); 655 } 656 657 /* 658 * Primary/default address is in slot 0. The next three 659 * addresses are the multiple MAC addresses. So multiple 660 * MAC address 0 is in slot 1, 1 in slot 2, and so on. 661 * So the first multiple MAC address resides in slot 1. 662 */ 663 for (slot = 1; slot < bgep->unicst_addr_total; slot++) { 664 if (bgep->curr_addr[slot].set == B_FALSE) { 665 bgep->curr_addr[slot].set = B_TRUE; 666 break; 667 } 668 } 669 670 ASSERT(slot < bgep->unicst_addr_total); 671 bgep->unicst_addr_avail--; 672 mutex_exit(bgep->genlock); 673 maddr->mma_slot = slot; 674 675 if ((err = bge_unicst_set(bgep, maddr->mma_addr, slot)) != 0) { 676 mutex_enter(bgep->genlock); 677 bgep->curr_addr[slot].set = B_FALSE; 678 bgep->unicst_addr_avail++; 679 mutex_exit(bgep->genlock); 680 } 681 return (err); 682 } 683 684 /* 685 * bge_m_unicst_remove() - removes a MAC address that was added by a 686 * call to bge_m_unicst_add(). The slot number that was returned in 687 * add() is passed in the call to remove the address. 688 * Returns 0 on success. 689 */ 690 static int 691 bge_m_unicst_remove(void *arg, mac_addr_slot_t slot) 692 { 693 bge_t *bgep = arg; /* private device info */ 694 695 if (slot <= 0 || slot >= bgep->unicst_addr_total) 696 return (EINVAL); 697 698 mutex_enter(bgep->genlock); 699 if (bgep->curr_addr[slot].set == B_TRUE) { 700 bgep->curr_addr[slot].set = B_FALSE; 701 bgep->unicst_addr_avail++; 702 mutex_exit(bgep->genlock); 703 /* 704 * Copy the default address to the passed slot 705 */ 706 return (bge_unicst_set(bgep, bgep->curr_addr[0].addr, slot)); 707 } 708 mutex_exit(bgep->genlock); 709 return (EINVAL); 710 } 711 712 /* 713 * bge_m_unicst_modify() - modifies the value of an address that 714 * has been added by bge_m_unicst_add(). The new address, address 715 * length and the slot number that was returned in the call to add 716 * should be passed to bge_m_unicst_modify(). mma_flags should be 717 * set to 0. Returns 0 on success. 718 */ 719 static int 720 bge_m_unicst_modify(void *arg, mac_multi_addr_t *maddr) 721 { 722 bge_t *bgep = arg; /* private device info */ 723 mac_addr_slot_t slot; 724 725 if (mac_unicst_verify(bgep->mh, 726 maddr->mma_addr, maddr->mma_addrlen) == B_FALSE) 727 return (EINVAL); 728 729 slot = maddr->mma_slot; 730 731 if (slot <= 0 || slot >= bgep->unicst_addr_total) 732 return (EINVAL); 733 734 mutex_enter(bgep->genlock); 735 if (bgep->curr_addr[slot].set == B_TRUE) { 736 mutex_exit(bgep->genlock); 737 return (bge_unicst_set(bgep, maddr->mma_addr, slot)); 738 } 739 mutex_exit(bgep->genlock); 740 741 return (EINVAL); 742 } 743 744 /* 745 * bge_m_unicst_get() - will get the MAC address and all other 746 * information related to the address slot passed in mac_multi_addr_t. 747 * mma_flags should be set to 0 in the call. 748 * On return, mma_flags can take the following values: 749 * 1) MMAC_SLOT_UNUSED 750 * 2) MMAC_SLOT_USED | MMAC_VENDOR_ADDR 751 * 3) MMAC_SLOT_UNUSED | MMAC_VENDOR_ADDR 752 * 4) MMAC_SLOT_USED 753 */ 754 static int 755 bge_m_unicst_get(void *arg, mac_multi_addr_t *maddr) 756 { 757 bge_t *bgep = arg; /* private device info */ 758 mac_addr_slot_t slot; 759 760 slot = maddr->mma_slot; 761 762 if (slot <= 0 || slot >= bgep->unicst_addr_total) 763 return (EINVAL); 764 765 mutex_enter(bgep->genlock); 766 if (bgep->curr_addr[slot].set == B_TRUE) { 767 ethaddr_copy(bgep->curr_addr[slot].addr, 768 maddr->mma_addr); 769 maddr->mma_flags = MMAC_SLOT_USED; 770 } else { 771 maddr->mma_flags = MMAC_SLOT_UNUSED; 772 } 773 mutex_exit(bgep->genlock); 774 775 return (0); 776 } 777 778 /* 779 * Compute the index of the required bit in the multicast hash map. 780 * This must mirror the way the hardware actually does it! 781 * See Broadcom document 570X-PG102-R page 125. 782 */ 783 static uint32_t 784 bge_hash_index(const uint8_t *mca) 785 { 786 uint32_t hash; 787 788 CRC32(hash, mca, ETHERADDRL, -1U, crc32_table); 789 790 return (hash); 791 } 792 793 /* 794 * bge_m_multicst_add() -- enable/disable a multicast address 795 */ 796 static int 797 bge_m_multicst(void *arg, boolean_t add, const uint8_t *mca) 798 { 799 bge_t *bgep = arg; /* private device info */ 800 uint32_t hash; 801 uint32_t index; 802 uint32_t word; 803 uint32_t bit; 804 uint8_t *refp; 805 806 BGE_TRACE(("bge_m_multicst($%p, %s, %s)", arg, 807 (add) ? "add" : "remove", ether_sprintf((void *)mca))); 808 809 /* 810 * Precalculate all required masks, pointers etc ... 811 */ 812 hash = bge_hash_index(mca); 813 index = hash % BGE_HASH_TABLE_SIZE; 814 word = index/32u; 815 bit = 1 << (index % 32u); 816 refp = &bgep->mcast_refs[index]; 817 818 BGE_DEBUG(("bge_m_multicst: hash 0x%x index %d (%d:0x%x) = %d", 819 hash, index, word, bit, *refp)); 820 821 /* 822 * We must set the appropriate bit in the hash map (and the 823 * corresponding h/w register) when the refcount goes from 0 824 * to >0, and clear it when the last ref goes away (refcount 825 * goes from >0 back to 0). If we change the hash map, we 826 * must also update the chip's hardware map registers. 827 */ 828 mutex_enter(bgep->genlock); 829 if (!(bgep->progress & PROGRESS_INTR)) { 830 /* can happen during autorecovery */ 831 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 832 mutex_exit(bgep->genlock); 833 return (EIO); 834 } 835 if (add) { 836 if ((*refp)++ == 0) { 837 bgep->mcast_hash[word] |= bit; 838 #ifdef BGE_IPMI_ASF 839 if (bge_chip_sync(bgep, B_TRUE) == DDI_FAILURE) { 840 #else 841 if (bge_chip_sync(bgep) == DDI_FAILURE) { 842 #endif 843 (void) bge_check_acc_handle(bgep, 844 bgep->cfg_handle); 845 (void) bge_check_acc_handle(bgep, 846 bgep->io_handle); 847 ddi_fm_service_impact(bgep->devinfo, 848 DDI_SERVICE_DEGRADED); 849 mutex_exit(bgep->genlock); 850 return (EIO); 851 } 852 } 853 } else { 854 if (--(*refp) == 0) { 855 bgep->mcast_hash[word] &= ~bit; 856 #ifdef BGE_IPMI_ASF 857 if (bge_chip_sync(bgep, B_TRUE) == DDI_FAILURE) { 858 #else 859 if (bge_chip_sync(bgep) == DDI_FAILURE) { 860 #endif 861 (void) bge_check_acc_handle(bgep, 862 bgep->cfg_handle); 863 (void) bge_check_acc_handle(bgep, 864 bgep->io_handle); 865 ddi_fm_service_impact(bgep->devinfo, 866 DDI_SERVICE_DEGRADED); 867 mutex_exit(bgep->genlock); 868 return (EIO); 869 } 870 } 871 } 872 BGE_DEBUG(("bge_m_multicst($%p) done", arg)); 873 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 874 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 875 mutex_exit(bgep->genlock); 876 return (EIO); 877 } 878 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 879 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 880 mutex_exit(bgep->genlock); 881 return (EIO); 882 } 883 mutex_exit(bgep->genlock); 884 885 return (0); 886 } 887 888 /* 889 * bge_m_promisc() -- set or reset promiscuous mode on the board 890 * 891 * Program the hardware to enable/disable promiscuous and/or 892 * receive-all-multicast modes. 893 */ 894 static int 895 bge_m_promisc(void *arg, boolean_t on) 896 { 897 bge_t *bgep = arg; 898 899 BGE_TRACE(("bge_m_promisc_set($%p, %d)", arg, on)); 900 901 /* 902 * Store MAC layer specified mode and pass to chip layer to update h/w 903 */ 904 mutex_enter(bgep->genlock); 905 if (!(bgep->progress & PROGRESS_INTR)) { 906 /* can happen during autorecovery */ 907 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 908 mutex_exit(bgep->genlock); 909 return (EIO); 910 } 911 bgep->promisc = on; 912 #ifdef BGE_IPMI_ASF 913 if (bge_chip_sync(bgep, B_TRUE) == DDI_FAILURE) { 914 #else 915 if (bge_chip_sync(bgep) == DDI_FAILURE) { 916 #endif 917 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 918 (void) bge_check_acc_handle(bgep, bgep->io_handle); 919 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 920 mutex_exit(bgep->genlock); 921 return (EIO); 922 } 923 BGE_DEBUG(("bge_m_promisc_set($%p) done", arg)); 924 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 925 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 926 mutex_exit(bgep->genlock); 927 return (EIO); 928 } 929 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 930 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 931 mutex_exit(bgep->genlock); 932 return (EIO); 933 } 934 mutex_exit(bgep->genlock); 935 return (0); 936 } 937 938 /*ARGSUSED*/ 939 static boolean_t 940 bge_m_getcapab(void *arg, mac_capab_t cap, void *cap_data) 941 { 942 bge_t *bgep = arg; 943 944 switch (cap) { 945 case MAC_CAPAB_HCKSUM: { 946 uint32_t *txflags = cap_data; 947 948 *txflags = HCKSUM_INET_FULL_V4 | HCKSUM_IPHDRCKSUM; 949 break; 950 } 951 952 case MAC_CAPAB_POLL: 953 /* 954 * There's nothing for us to fill in, simply returning 955 * B_TRUE stating that we support polling is sufficient. 956 */ 957 break; 958 959 case MAC_CAPAB_MULTIADDRESS: { 960 multiaddress_capab_t *mmacp = cap_data; 961 962 mutex_enter(bgep->genlock); 963 /* 964 * The number of MAC addresses made available by 965 * this capability is one less than the total as 966 * the primary address in slot 0 is counted in 967 * the total. 968 */ 969 mmacp->maddr_naddr = bgep->unicst_addr_total - 1; 970 mmacp->maddr_naddrfree = bgep->unicst_addr_avail; 971 /* No multiple factory addresses, set mma_flag to 0 */ 972 mmacp->maddr_flag = 0; 973 mmacp->maddr_handle = bgep; 974 mmacp->maddr_add = bge_m_unicst_add; 975 mmacp->maddr_remove = bge_m_unicst_remove; 976 mmacp->maddr_modify = bge_m_unicst_modify; 977 mmacp->maddr_get = bge_m_unicst_get; 978 mmacp->maddr_reserve = NULL; 979 mutex_exit(bgep->genlock); 980 break; 981 } 982 983 default: 984 return (B_FALSE); 985 } 986 return (B_TRUE); 987 } 988 989 /* 990 * Loopback ioctl code 991 */ 992 993 static lb_property_t loopmodes[] = { 994 { normal, "normal", BGE_LOOP_NONE }, 995 { external, "1000Mbps", BGE_LOOP_EXTERNAL_1000 }, 996 { external, "100Mbps", BGE_LOOP_EXTERNAL_100 }, 997 { external, "10Mbps", BGE_LOOP_EXTERNAL_10 }, 998 { internal, "PHY", BGE_LOOP_INTERNAL_PHY }, 999 { internal, "MAC", BGE_LOOP_INTERNAL_MAC } 1000 }; 1001 1002 static enum ioc_reply 1003 bge_set_loop_mode(bge_t *bgep, uint32_t mode) 1004 { 1005 const char *msg; 1006 1007 /* 1008 * If the mode isn't being changed, there's nothing to do ... 1009 */ 1010 if (mode == bgep->param_loop_mode) 1011 return (IOC_ACK); 1012 1013 /* 1014 * Validate the requested mode and prepare a suitable message 1015 * to explain the link down/up cycle that the change will 1016 * probably induce ... 1017 */ 1018 switch (mode) { 1019 default: 1020 return (IOC_INVAL); 1021 1022 case BGE_LOOP_NONE: 1023 msg = " (loopback disabled)"; 1024 break; 1025 1026 case BGE_LOOP_EXTERNAL_1000: 1027 case BGE_LOOP_EXTERNAL_100: 1028 case BGE_LOOP_EXTERNAL_10: 1029 msg = " (external loopback selected)"; 1030 break; 1031 1032 case BGE_LOOP_INTERNAL_PHY: 1033 msg = " (PHY internal loopback selected)"; 1034 break; 1035 1036 case BGE_LOOP_INTERNAL_MAC: 1037 msg = " (MAC internal loopback selected)"; 1038 break; 1039 } 1040 1041 /* 1042 * All OK; tell the caller to reprogram 1043 * the PHY and/or MAC for the new mode ... 1044 */ 1045 bgep->link_down_msg = bgep->link_up_msg = msg; 1046 bgep->param_loop_mode = mode; 1047 return (IOC_RESTART_ACK); 1048 } 1049 1050 static enum ioc_reply 1051 bge_loop_ioctl(bge_t *bgep, queue_t *wq, mblk_t *mp, struct iocblk *iocp) 1052 { 1053 lb_info_sz_t *lbsp; 1054 lb_property_t *lbpp; 1055 uint32_t *lbmp; 1056 int cmd; 1057 1058 _NOTE(ARGUNUSED(wq)) 1059 1060 /* 1061 * Validate format of ioctl 1062 */ 1063 if (mp->b_cont == NULL) 1064 return (IOC_INVAL); 1065 1066 cmd = iocp->ioc_cmd; 1067 switch (cmd) { 1068 default: 1069 /* NOTREACHED */ 1070 bge_error(bgep, "bge_loop_ioctl: invalid cmd 0x%x", cmd); 1071 return (IOC_INVAL); 1072 1073 case LB_GET_INFO_SIZE: 1074 if (iocp->ioc_count != sizeof (lb_info_sz_t)) 1075 return (IOC_INVAL); 1076 lbsp = (lb_info_sz_t *)mp->b_cont->b_rptr; 1077 *lbsp = sizeof (loopmodes); 1078 return (IOC_REPLY); 1079 1080 case LB_GET_INFO: 1081 if (iocp->ioc_count != sizeof (loopmodes)) 1082 return (IOC_INVAL); 1083 lbpp = (lb_property_t *)mp->b_cont->b_rptr; 1084 bcopy(loopmodes, lbpp, sizeof (loopmodes)); 1085 return (IOC_REPLY); 1086 1087 case LB_GET_MODE: 1088 if (iocp->ioc_count != sizeof (uint32_t)) 1089 return (IOC_INVAL); 1090 lbmp = (uint32_t *)mp->b_cont->b_rptr; 1091 *lbmp = bgep->param_loop_mode; 1092 return (IOC_REPLY); 1093 1094 case LB_SET_MODE: 1095 if (iocp->ioc_count != sizeof (uint32_t)) 1096 return (IOC_INVAL); 1097 lbmp = (uint32_t *)mp->b_cont->b_rptr; 1098 return (bge_set_loop_mode(bgep, *lbmp)); 1099 } 1100 } 1101 1102 /* 1103 * Specific bge IOCTLs, the gld module handles the generic ones. 1104 */ 1105 static void 1106 bge_m_ioctl(void *arg, queue_t *wq, mblk_t *mp) 1107 { 1108 bge_t *bgep = arg; 1109 struct iocblk *iocp; 1110 enum ioc_reply status; 1111 boolean_t need_privilege; 1112 int err; 1113 int cmd; 1114 1115 /* 1116 * Validate the command before bothering with the mutex ... 1117 */ 1118 iocp = (struct iocblk *)mp->b_rptr; 1119 iocp->ioc_error = 0; 1120 need_privilege = B_TRUE; 1121 cmd = iocp->ioc_cmd; 1122 switch (cmd) { 1123 default: 1124 miocnak(wq, mp, 0, EINVAL); 1125 return; 1126 1127 case BGE_MII_READ: 1128 case BGE_MII_WRITE: 1129 case BGE_SEE_READ: 1130 case BGE_SEE_WRITE: 1131 case BGE_DIAG: 1132 case BGE_PEEK: 1133 case BGE_POKE: 1134 case BGE_PHY_RESET: 1135 case BGE_SOFT_RESET: 1136 case BGE_HARD_RESET: 1137 break; 1138 1139 case LB_GET_INFO_SIZE: 1140 case LB_GET_INFO: 1141 case LB_GET_MODE: 1142 need_privilege = B_FALSE; 1143 /* FALLTHRU */ 1144 case LB_SET_MODE: 1145 break; 1146 1147 case ND_GET: 1148 need_privilege = B_FALSE; 1149 /* FALLTHRU */ 1150 case ND_SET: 1151 break; 1152 } 1153 1154 if (need_privilege) { 1155 /* 1156 * Check for specific net_config privilege on Solaris 10+. 1157 * Otherwise just check for root access ... 1158 */ 1159 if (secpolicy_net_config != NULL) 1160 err = secpolicy_net_config(iocp->ioc_cr, B_FALSE); 1161 else 1162 err = drv_priv(iocp->ioc_cr); 1163 if (err != 0) { 1164 miocnak(wq, mp, 0, err); 1165 return; 1166 } 1167 } 1168 1169 mutex_enter(bgep->genlock); 1170 if (!(bgep->progress & PROGRESS_INTR)) { 1171 /* can happen during autorecovery */ 1172 mutex_exit(bgep->genlock); 1173 miocnak(wq, mp, 0, EIO); 1174 return; 1175 } 1176 1177 switch (cmd) { 1178 default: 1179 _NOTE(NOTREACHED) 1180 status = IOC_INVAL; 1181 break; 1182 1183 case BGE_MII_READ: 1184 case BGE_MII_WRITE: 1185 case BGE_SEE_READ: 1186 case BGE_SEE_WRITE: 1187 case BGE_DIAG: 1188 case BGE_PEEK: 1189 case BGE_POKE: 1190 case BGE_PHY_RESET: 1191 case BGE_SOFT_RESET: 1192 case BGE_HARD_RESET: 1193 status = bge_chip_ioctl(bgep, wq, mp, iocp); 1194 break; 1195 1196 case LB_GET_INFO_SIZE: 1197 case LB_GET_INFO: 1198 case LB_GET_MODE: 1199 case LB_SET_MODE: 1200 status = bge_loop_ioctl(bgep, wq, mp, iocp); 1201 break; 1202 1203 case ND_GET: 1204 case ND_SET: 1205 status = bge_nd_ioctl(bgep, wq, mp, iocp); 1206 break; 1207 } 1208 1209 /* 1210 * Do we need to reprogram the PHY and/or the MAC? 1211 * Do it now, while we still have the mutex. 1212 * 1213 * Note: update the PHY first, 'cos it controls the 1214 * speed/duplex parameters that the MAC code uses. 1215 */ 1216 switch (status) { 1217 case IOC_RESTART_REPLY: 1218 case IOC_RESTART_ACK: 1219 if (bge_phys_update(bgep) != DDI_SUCCESS) { 1220 ddi_fm_service_impact(bgep->devinfo, 1221 DDI_SERVICE_DEGRADED); 1222 status = IOC_INVAL; 1223 } 1224 #ifdef BGE_IPMI_ASF 1225 if (bge_chip_sync(bgep, B_FALSE) == DDI_FAILURE) { 1226 #else 1227 if (bge_chip_sync(bgep) == DDI_FAILURE) { 1228 #endif 1229 ddi_fm_service_impact(bgep->devinfo, 1230 DDI_SERVICE_DEGRADED); 1231 status = IOC_INVAL; 1232 } 1233 if (bgep->intr_type == DDI_INTR_TYPE_MSI) 1234 bge_chip_msi_trig(bgep); 1235 break; 1236 } 1237 1238 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 1239 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 1240 status = IOC_INVAL; 1241 } 1242 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 1243 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 1244 status = IOC_INVAL; 1245 } 1246 mutex_exit(bgep->genlock); 1247 1248 /* 1249 * Finally, decide how to reply 1250 */ 1251 switch (status) { 1252 default: 1253 case IOC_INVAL: 1254 /* 1255 * Error, reply with a NAK and EINVAL or the specified error 1256 */ 1257 miocnak(wq, mp, 0, iocp->ioc_error == 0 ? 1258 EINVAL : iocp->ioc_error); 1259 break; 1260 1261 case IOC_DONE: 1262 /* 1263 * OK, reply already sent 1264 */ 1265 break; 1266 1267 case IOC_RESTART_ACK: 1268 case IOC_ACK: 1269 /* 1270 * OK, reply with an ACK 1271 */ 1272 miocack(wq, mp, 0, 0); 1273 break; 1274 1275 case IOC_RESTART_REPLY: 1276 case IOC_REPLY: 1277 /* 1278 * OK, send prepared reply as ACK or NAK 1279 */ 1280 mp->b_datap->db_type = iocp->ioc_error == 0 ? 1281 M_IOCACK : M_IOCNAK; 1282 qreply(wq, mp); 1283 break; 1284 } 1285 } 1286 1287 static void 1288 bge_m_resources(void *arg) 1289 { 1290 bge_t *bgep = arg; 1291 recv_ring_t *rrp; 1292 mac_rx_fifo_t mrf; 1293 int ring; 1294 1295 mutex_enter(bgep->genlock); 1296 1297 /* 1298 * Register Rx rings as resources and save mac 1299 * resource id for future reference 1300 */ 1301 mrf.mrf_type = MAC_RX_FIFO; 1302 mrf.mrf_blank = bge_chip_blank; 1303 mrf.mrf_arg = (void *)bgep; 1304 mrf.mrf_normal_blank_time = bge_rx_ticks_norm; 1305 mrf.mrf_normal_pkt_count = bge_rx_count_norm; 1306 1307 for (ring = 0; ring < bgep->chipid.rx_rings; ring++) { 1308 rrp = &bgep->recv[ring]; 1309 rrp->handle = mac_resource_add(bgep->mh, 1310 (mac_resource_t *)&mrf); 1311 } 1312 1313 mutex_exit(bgep->genlock); 1314 } 1315 1316 /* 1317 * ========== Per-instance setup/teardown code ========== 1318 */ 1319 1320 #undef BGE_DBG 1321 #define BGE_DBG BGE_DBG_INIT /* debug flag for this code */ 1322 1323 /* 1324 * Utility routine to carve a slice off a chunk of allocated memory, 1325 * updating the chunk descriptor accordingly. The size of the slice 1326 * is given by the product of the <qty> and <size> parameters. 1327 */ 1328 static void 1329 bge_slice_chunk(dma_area_t *slice, dma_area_t *chunk, 1330 uint32_t qty, uint32_t size) 1331 { 1332 static uint32_t sequence = 0xbcd5704a; 1333 size_t totsize; 1334 1335 totsize = qty*size; 1336 ASSERT(size >= 0); 1337 ASSERT(totsize <= chunk->alength); 1338 1339 *slice = *chunk; 1340 slice->nslots = qty; 1341 slice->size = size; 1342 slice->alength = totsize; 1343 slice->token = ++sequence; 1344 1345 chunk->mem_va = (caddr_t)chunk->mem_va + totsize; 1346 chunk->alength -= totsize; 1347 chunk->offset += totsize; 1348 chunk->cookie.dmac_laddress += totsize; 1349 chunk->cookie.dmac_size -= totsize; 1350 } 1351 1352 /* 1353 * Initialise the specified Receive Producer (Buffer) Ring, using 1354 * the information in the <dma_area> descriptors that it contains 1355 * to set up all the other fields. This routine should be called 1356 * only once for each ring. 1357 */ 1358 static void 1359 bge_init_buff_ring(bge_t *bgep, uint64_t ring) 1360 { 1361 buff_ring_t *brp; 1362 bge_status_t *bsp; 1363 sw_rbd_t *srbdp; 1364 dma_area_t pbuf; 1365 uint32_t bufsize; 1366 uint32_t nslots; 1367 uint32_t slot; 1368 uint32_t split; 1369 1370 static bge_regno_t nic_ring_addrs[BGE_BUFF_RINGS_MAX] = { 1371 NIC_MEM_SHADOW_BUFF_STD, 1372 NIC_MEM_SHADOW_BUFF_JUMBO, 1373 NIC_MEM_SHADOW_BUFF_MINI 1374 }; 1375 static bge_regno_t mailbox_regs[BGE_BUFF_RINGS_MAX] = { 1376 RECV_STD_PROD_INDEX_REG, 1377 RECV_JUMBO_PROD_INDEX_REG, 1378 RECV_MINI_PROD_INDEX_REG 1379 }; 1380 static bge_regno_t buff_cons_xref[BGE_BUFF_RINGS_MAX] = { 1381 STATUS_STD_BUFF_CONS_INDEX, 1382 STATUS_JUMBO_BUFF_CONS_INDEX, 1383 STATUS_MINI_BUFF_CONS_INDEX 1384 }; 1385 1386 BGE_TRACE(("bge_init_buff_ring($%p, %d)", 1387 (void *)bgep, ring)); 1388 1389 brp = &bgep->buff[ring]; 1390 nslots = brp->desc.nslots; 1391 ASSERT(brp->buf[0].nslots == nslots/BGE_SPLIT); 1392 bufsize = brp->buf[0].size; 1393 1394 /* 1395 * Set up the copy of the h/w RCB 1396 * 1397 * Note: unlike Send & Receive Return Rings, (where the max_len 1398 * field holds the number of slots), in a Receive Buffer Ring 1399 * this field indicates the size of each buffer in the ring. 1400 */ 1401 brp->hw_rcb.host_ring_addr = brp->desc.cookie.dmac_laddress; 1402 brp->hw_rcb.max_len = bufsize; 1403 brp->hw_rcb.flags = nslots > 0 ? 0 : RCB_FLAG_RING_DISABLED; 1404 brp->hw_rcb.nic_ring_addr = nic_ring_addrs[ring]; 1405 1406 /* 1407 * Other one-off initialisation of per-ring data 1408 */ 1409 brp->bgep = bgep; 1410 bsp = DMA_VPTR(bgep->status_block); 1411 brp->cons_index_p = &bsp->buff_cons_index[buff_cons_xref[ring]]; 1412 brp->chip_mbx_reg = mailbox_regs[ring]; 1413 mutex_init(brp->rf_lock, NULL, MUTEX_DRIVER, 1414 DDI_INTR_PRI(bgep->intr_pri)); 1415 1416 /* 1417 * Allocate the array of s/w Receive Buffer Descriptors 1418 */ 1419 srbdp = kmem_zalloc(nslots*sizeof (*srbdp), KM_SLEEP); 1420 brp->sw_rbds = srbdp; 1421 1422 /* 1423 * Now initialise each array element once and for all 1424 */ 1425 for (split = 0; split < BGE_SPLIT; ++split) { 1426 pbuf = brp->buf[split]; 1427 for (slot = 0; slot < nslots/BGE_SPLIT; ++srbdp, ++slot) 1428 bge_slice_chunk(&srbdp->pbuf, &pbuf, 1, bufsize); 1429 ASSERT(pbuf.alength == 0); 1430 } 1431 } 1432 1433 /* 1434 * Clean up initialisation done above before the memory is freed 1435 */ 1436 static void 1437 bge_fini_buff_ring(bge_t *bgep, uint64_t ring) 1438 { 1439 buff_ring_t *brp; 1440 sw_rbd_t *srbdp; 1441 1442 BGE_TRACE(("bge_fini_buff_ring($%p, %d)", 1443 (void *)bgep, ring)); 1444 1445 brp = &bgep->buff[ring]; 1446 srbdp = brp->sw_rbds; 1447 kmem_free(srbdp, brp->desc.nslots*sizeof (*srbdp)); 1448 1449 mutex_destroy(brp->rf_lock); 1450 } 1451 1452 /* 1453 * Initialise the specified Receive (Return) Ring, using the 1454 * information in the <dma_area> descriptors that it contains 1455 * to set up all the other fields. This routine should be called 1456 * only once for each ring. 1457 */ 1458 static void 1459 bge_init_recv_ring(bge_t *bgep, uint64_t ring) 1460 { 1461 recv_ring_t *rrp; 1462 bge_status_t *bsp; 1463 uint32_t nslots; 1464 1465 BGE_TRACE(("bge_init_recv_ring($%p, %d)", 1466 (void *)bgep, ring)); 1467 1468 /* 1469 * The chip architecture requires that receive return rings have 1470 * 512 or 1024 or 2048 elements per ring. See 570X-PG108-R page 103. 1471 */ 1472 rrp = &bgep->recv[ring]; 1473 nslots = rrp->desc.nslots; 1474 ASSERT(nslots == 0 || nslots == 512 || 1475 nslots == 1024 || nslots == 2048); 1476 1477 /* 1478 * Set up the copy of the h/w RCB 1479 */ 1480 rrp->hw_rcb.host_ring_addr = rrp->desc.cookie.dmac_laddress; 1481 rrp->hw_rcb.max_len = nslots; 1482 rrp->hw_rcb.flags = nslots > 0 ? 0 : RCB_FLAG_RING_DISABLED; 1483 rrp->hw_rcb.nic_ring_addr = 0; 1484 1485 /* 1486 * Other one-off initialisation of per-ring data 1487 */ 1488 rrp->bgep = bgep; 1489 bsp = DMA_VPTR(bgep->status_block); 1490 rrp->prod_index_p = RECV_INDEX_P(bsp, ring); 1491 rrp->chip_mbx_reg = RECV_RING_CONS_INDEX_REG(ring); 1492 mutex_init(rrp->rx_lock, NULL, MUTEX_DRIVER, 1493 DDI_INTR_PRI(bgep->intr_pri)); 1494 } 1495 1496 1497 /* 1498 * Clean up initialisation done above before the memory is freed 1499 */ 1500 static void 1501 bge_fini_recv_ring(bge_t *bgep, uint64_t ring) 1502 { 1503 recv_ring_t *rrp; 1504 1505 BGE_TRACE(("bge_fini_recv_ring($%p, %d)", 1506 (void *)bgep, ring)); 1507 1508 rrp = &bgep->recv[ring]; 1509 if (rrp->rx_softint) 1510 ddi_remove_softintr(rrp->rx_softint); 1511 mutex_destroy(rrp->rx_lock); 1512 } 1513 1514 /* 1515 * Initialise the specified Send Ring, using the information in the 1516 * <dma_area> descriptors that it contains to set up all the other 1517 * fields. This routine should be called only once for each ring. 1518 */ 1519 static void 1520 bge_init_send_ring(bge_t *bgep, uint64_t ring) 1521 { 1522 send_ring_t *srp; 1523 bge_status_t *bsp; 1524 sw_sbd_t *ssbdp; 1525 dma_area_t desc; 1526 dma_area_t pbuf; 1527 uint32_t nslots; 1528 uint32_t slot; 1529 uint32_t split; 1530 1531 BGE_TRACE(("bge_init_send_ring($%p, %d)", 1532 (void *)bgep, ring)); 1533 1534 /* 1535 * The chip architecture requires that host-based send rings 1536 * have 512 elements per ring. See 570X-PG102-R page 56. 1537 */ 1538 srp = &bgep->send[ring]; 1539 nslots = srp->desc.nslots; 1540 ASSERT(nslots == 0 || nslots == 512); 1541 1542 /* 1543 * Set up the copy of the h/w RCB 1544 */ 1545 srp->hw_rcb.host_ring_addr = srp->desc.cookie.dmac_laddress; 1546 srp->hw_rcb.max_len = nslots; 1547 srp->hw_rcb.flags = nslots > 0 ? 0 : RCB_FLAG_RING_DISABLED; 1548 srp->hw_rcb.nic_ring_addr = NIC_MEM_SHADOW_SEND_RING(ring, nslots); 1549 1550 /* 1551 * Other one-off initialisation of per-ring data 1552 */ 1553 srp->bgep = bgep; 1554 bsp = DMA_VPTR(bgep->status_block); 1555 srp->cons_index_p = SEND_INDEX_P(bsp, ring); 1556 srp->chip_mbx_reg = SEND_RING_HOST_INDEX_REG(ring); 1557 mutex_init(srp->tx_lock, NULL, MUTEX_DRIVER, 1558 DDI_INTR_PRI(bgep->intr_pri)); 1559 mutex_init(srp->tc_lock, NULL, MUTEX_DRIVER, 1560 DDI_INTR_PRI(bgep->intr_pri)); 1561 1562 /* 1563 * Allocate the array of s/w Send Buffer Descriptors 1564 */ 1565 ssbdp = kmem_zalloc(nslots*sizeof (*ssbdp), KM_SLEEP); 1566 srp->sw_sbds = ssbdp; 1567 1568 /* 1569 * Now initialise each array element once and for all 1570 */ 1571 desc = srp->desc; 1572 for (split = 0; split < BGE_SPLIT; ++split) { 1573 pbuf = srp->buf[split]; 1574 for (slot = 0; slot < nslots/BGE_SPLIT; ++ssbdp, ++slot) { 1575 bge_slice_chunk(&ssbdp->desc, &desc, 1, 1576 sizeof (bge_sbd_t)); 1577 bge_slice_chunk(&ssbdp->pbuf, &pbuf, 1, 1578 bgep->chipid.snd_buff_size); 1579 } 1580 ASSERT(pbuf.alength == 0); 1581 } 1582 ASSERT(desc.alength == 0); 1583 } 1584 1585 /* 1586 * Clean up initialisation done above before the memory is freed 1587 */ 1588 static void 1589 bge_fini_send_ring(bge_t *bgep, uint64_t ring) 1590 { 1591 send_ring_t *srp; 1592 sw_sbd_t *ssbdp; 1593 1594 BGE_TRACE(("bge_fini_send_ring($%p, %d)", 1595 (void *)bgep, ring)); 1596 1597 srp = &bgep->send[ring]; 1598 ssbdp = srp->sw_sbds; 1599 kmem_free(ssbdp, srp->desc.nslots*sizeof (*ssbdp)); 1600 1601 mutex_destroy(srp->tx_lock); 1602 mutex_destroy(srp->tc_lock); 1603 } 1604 1605 /* 1606 * Initialise all transmit, receive, and buffer rings. 1607 */ 1608 void 1609 bge_init_rings(bge_t *bgep) 1610 { 1611 uint64_t ring; 1612 1613 BGE_TRACE(("bge_init_rings($%p)", (void *)bgep)); 1614 1615 /* 1616 * Perform one-off initialisation of each ring ... 1617 */ 1618 for (ring = 0; ring < BGE_SEND_RINGS_MAX; ++ring) 1619 bge_init_send_ring(bgep, ring); 1620 for (ring = 0; ring < BGE_RECV_RINGS_MAX; ++ring) 1621 bge_init_recv_ring(bgep, ring); 1622 for (ring = 0; ring < BGE_BUFF_RINGS_MAX; ++ring) 1623 bge_init_buff_ring(bgep, ring); 1624 } 1625 1626 /* 1627 * Undo the work of bge_init_rings() above before the memory is freed 1628 */ 1629 void 1630 bge_fini_rings(bge_t *bgep) 1631 { 1632 uint64_t ring; 1633 1634 BGE_TRACE(("bge_fini_rings($%p)", (void *)bgep)); 1635 1636 for (ring = 0; ring < BGE_BUFF_RINGS_MAX; ++ring) 1637 bge_fini_buff_ring(bgep, ring); 1638 for (ring = 0; ring < BGE_RECV_RINGS_MAX; ++ring) 1639 bge_fini_recv_ring(bgep, ring); 1640 for (ring = 0; ring < BGE_SEND_RINGS_MAX; ++ring) 1641 bge_fini_send_ring(bgep, ring); 1642 } 1643 1644 /* 1645 * Allocate an area of memory and a DMA handle for accessing it 1646 */ 1647 static int 1648 bge_alloc_dma_mem(bge_t *bgep, size_t memsize, ddi_device_acc_attr_t *attr_p, 1649 uint_t dma_flags, dma_area_t *dma_p) 1650 { 1651 caddr_t va; 1652 int err; 1653 1654 BGE_TRACE(("bge_alloc_dma_mem($%p, %ld, $%p, 0x%x, $%p)", 1655 (void *)bgep, memsize, attr_p, dma_flags, dma_p)); 1656 1657 /* 1658 * Allocate handle 1659 */ 1660 err = ddi_dma_alloc_handle(bgep->devinfo, &dma_attr, 1661 DDI_DMA_SLEEP, NULL, &dma_p->dma_hdl); 1662 if (err != DDI_SUCCESS) 1663 return (DDI_FAILURE); 1664 1665 /* 1666 * Allocate memory 1667 */ 1668 err = ddi_dma_mem_alloc(dma_p->dma_hdl, memsize, attr_p, 1669 dma_flags & (DDI_DMA_CONSISTENT | DDI_DMA_STREAMING), 1670 DDI_DMA_SLEEP, NULL, &va, &dma_p->alength, &dma_p->acc_hdl); 1671 if (err != DDI_SUCCESS) 1672 return (DDI_FAILURE); 1673 1674 /* 1675 * Bind the two together 1676 */ 1677 dma_p->mem_va = va; 1678 err = ddi_dma_addr_bind_handle(dma_p->dma_hdl, NULL, 1679 va, dma_p->alength, dma_flags, DDI_DMA_SLEEP, NULL, 1680 &dma_p->cookie, &dma_p->ncookies); 1681 1682 BGE_DEBUG(("bge_alloc_dma_mem(): bind %d bytes; err %d, %d cookies", 1683 dma_p->alength, err, dma_p->ncookies)); 1684 1685 if (err != DDI_DMA_MAPPED || dma_p->ncookies != 1) 1686 return (DDI_FAILURE); 1687 1688 dma_p->nslots = ~0U; 1689 dma_p->size = ~0U; 1690 dma_p->token = ~0U; 1691 dma_p->offset = 0; 1692 return (DDI_SUCCESS); 1693 } 1694 1695 /* 1696 * Free one allocated area of DMAable memory 1697 */ 1698 static void 1699 bge_free_dma_mem(dma_area_t *dma_p) 1700 { 1701 if (dma_p->dma_hdl != NULL) { 1702 if (dma_p->ncookies) { 1703 (void) ddi_dma_unbind_handle(dma_p->dma_hdl); 1704 dma_p->ncookies = 0; 1705 } 1706 ddi_dma_free_handle(&dma_p->dma_hdl); 1707 dma_p->dma_hdl = NULL; 1708 } 1709 1710 if (dma_p->acc_hdl != NULL) { 1711 ddi_dma_mem_free(&dma_p->acc_hdl); 1712 dma_p->acc_hdl = NULL; 1713 } 1714 } 1715 1716 /* 1717 * This function allocates all the transmit and receive buffers 1718 * and descriptors, in four chunks (or one, if MONOLITHIC). 1719 */ 1720 int 1721 bge_alloc_bufs(bge_t *bgep) 1722 { 1723 dma_area_t area; 1724 size_t rxbuffsize; 1725 size_t txbuffsize; 1726 size_t rxbuffdescsize; 1727 size_t rxdescsize; 1728 size_t txdescsize; 1729 uint64_t ring; 1730 uint64_t rx_rings = bgep->chipid.rx_rings; 1731 uint64_t tx_rings = bgep->chipid.tx_rings; 1732 int split; 1733 int err; 1734 1735 BGE_TRACE(("bge_alloc_bufs($%p)", 1736 (void *)bgep)); 1737 1738 rxbuffsize = BGE_STD_SLOTS_USED*bgep->chipid.std_buf_size; 1739 rxbuffsize += bgep->chipid.jumbo_slots*bgep->chipid.recv_jumbo_size; 1740 rxbuffsize += BGE_MINI_SLOTS_USED*BGE_MINI_BUFF_SIZE; 1741 1742 txbuffsize = BGE_SEND_SLOTS_USED*bgep->chipid.snd_buff_size; 1743 txbuffsize *= tx_rings; 1744 1745 rxdescsize = rx_rings*bgep->chipid.recv_slots; 1746 rxdescsize *= sizeof (bge_rbd_t); 1747 1748 rxbuffdescsize = BGE_STD_SLOTS_USED; 1749 rxbuffdescsize += bgep->chipid.jumbo_slots; 1750 rxbuffdescsize += BGE_MINI_SLOTS_USED; 1751 rxbuffdescsize *= sizeof (bge_rbd_t); 1752 1753 txdescsize = tx_rings*BGE_SEND_SLOTS_USED; 1754 txdescsize *= sizeof (bge_sbd_t); 1755 txdescsize += sizeof (bge_statistics_t); 1756 txdescsize += sizeof (bge_status_t); 1757 txdescsize += BGE_STATUS_PADDING; 1758 1759 #if BGE_MONOLITHIC 1760 1761 err = bge_alloc_dma_mem(bgep, 1762 rxbuffsize+txbuffsize+rxbuffdescsize+rxdescsize+txdescsize, 1763 &bge_data_accattr, DDI_DMA_RDWR | DDI_DMA_CONSISTENT, &area); 1764 if (err != DDI_SUCCESS) 1765 return (DDI_FAILURE); 1766 1767 BGE_DEBUG(("allocated range $%p-$%p (0x%lx-0x%lx)", 1768 DMA_VPTR(area), 1769 (caddr_t)DMA_VPTR(area)+area.alength, 1770 area.cookie.dmac_laddress, 1771 area.cookie.dmac_laddress+area.alength)); 1772 1773 bge_slice_chunk(&bgep->rx_buff[0], &area, 1, rxbuffsize); 1774 bge_slice_chunk(&bgep->tx_buff[0], &area, 1, txbuffsize); 1775 bge_slice_chunk(&bgep->rx_desc[0], &area, 1, rxdescsize); 1776 bge_slice_chunk(&bgep->tx_desc, &area, 1, txdescsize); 1777 1778 #else 1779 /* 1780 * Allocate memory & handles for RX buffers 1781 */ 1782 ASSERT((rxbuffsize % BGE_SPLIT) == 0); 1783 for (split = 0; split < BGE_SPLIT; ++split) { 1784 err = bge_alloc_dma_mem(bgep, rxbuffsize/BGE_SPLIT, 1785 &bge_data_accattr, DDI_DMA_READ | BGE_DMA_MODE, 1786 &bgep->rx_buff[split]); 1787 if (err != DDI_SUCCESS) 1788 return (DDI_FAILURE); 1789 } 1790 1791 /* 1792 * Allocate memory & handles for TX buffers 1793 */ 1794 ASSERT((txbuffsize % BGE_SPLIT) == 0); 1795 for (split = 0; split < BGE_SPLIT; ++split) { 1796 err = bge_alloc_dma_mem(bgep, txbuffsize/BGE_SPLIT, 1797 &bge_data_accattr, DDI_DMA_WRITE | BGE_DMA_MODE, 1798 &bgep->tx_buff[split]); 1799 if (err != DDI_SUCCESS) 1800 return (DDI_FAILURE); 1801 } 1802 1803 /* 1804 * Allocate memory & handles for receive return rings 1805 */ 1806 ASSERT((rxdescsize % rx_rings) == 0); 1807 for (split = 0; split < rx_rings; ++split) { 1808 err = bge_alloc_dma_mem(bgep, rxdescsize/rx_rings, 1809 &bge_desc_accattr, DDI_DMA_RDWR | DDI_DMA_CONSISTENT, 1810 &bgep->rx_desc[split]); 1811 if (err != DDI_SUCCESS) 1812 return (DDI_FAILURE); 1813 } 1814 1815 /* 1816 * Allocate memory & handles for buffer (producer) descriptor rings 1817 */ 1818 err = bge_alloc_dma_mem(bgep, rxbuffdescsize, &bge_desc_accattr, 1819 DDI_DMA_RDWR | DDI_DMA_CONSISTENT, &bgep->rx_desc[split]); 1820 if (err != DDI_SUCCESS) 1821 return (DDI_FAILURE); 1822 1823 /* 1824 * Allocate memory & handles for TX descriptor rings, 1825 * status block, and statistics area 1826 */ 1827 err = bge_alloc_dma_mem(bgep, txdescsize, &bge_desc_accattr, 1828 DDI_DMA_RDWR | DDI_DMA_CONSISTENT, &bgep->tx_desc); 1829 if (err != DDI_SUCCESS) 1830 return (DDI_FAILURE); 1831 1832 #endif /* BGE_MONOLITHIC */ 1833 1834 /* 1835 * Now carve up each of the allocated areas ... 1836 */ 1837 for (split = 0; split < BGE_SPLIT; ++split) { 1838 area = bgep->rx_buff[split]; 1839 bge_slice_chunk(&bgep->buff[BGE_STD_BUFF_RING].buf[split], 1840 &area, BGE_STD_SLOTS_USED/BGE_SPLIT, 1841 bgep->chipid.std_buf_size); 1842 bge_slice_chunk(&bgep->buff[BGE_JUMBO_BUFF_RING].buf[split], 1843 &area, bgep->chipid.jumbo_slots/BGE_SPLIT, 1844 bgep->chipid.recv_jumbo_size); 1845 bge_slice_chunk(&bgep->buff[BGE_MINI_BUFF_RING].buf[split], 1846 &area, BGE_MINI_SLOTS_USED/BGE_SPLIT, 1847 BGE_MINI_BUFF_SIZE); 1848 ASSERT(area.alength >= 0); 1849 } 1850 1851 for (split = 0; split < BGE_SPLIT; ++split) { 1852 area = bgep->tx_buff[split]; 1853 for (ring = 0; ring < tx_rings; ++ring) 1854 bge_slice_chunk(&bgep->send[ring].buf[split], 1855 &area, BGE_SEND_SLOTS_USED/BGE_SPLIT, 1856 bgep->chipid.snd_buff_size); 1857 for (; ring < BGE_SEND_RINGS_MAX; ++ring) 1858 bge_slice_chunk(&bgep->send[ring].buf[split], 1859 &area, 0/BGE_SPLIT, 1860 bgep->chipid.snd_buff_size); 1861 ASSERT(area.alength >= 0); 1862 } 1863 1864 for (ring = 0; ring < rx_rings; ++ring) 1865 bge_slice_chunk(&bgep->recv[ring].desc, &bgep->rx_desc[ring], 1866 bgep->chipid.recv_slots, sizeof (bge_rbd_t)); 1867 1868 area = bgep->rx_desc[rx_rings]; 1869 for (; ring < BGE_RECV_RINGS_MAX; ++ring) 1870 bge_slice_chunk(&bgep->recv[ring].desc, &area, 1871 0, sizeof (bge_rbd_t)); 1872 bge_slice_chunk(&bgep->buff[BGE_STD_BUFF_RING].desc, &area, 1873 BGE_STD_SLOTS_USED, sizeof (bge_rbd_t)); 1874 bge_slice_chunk(&bgep->buff[BGE_JUMBO_BUFF_RING].desc, &area, 1875 bgep->chipid.jumbo_slots, sizeof (bge_rbd_t)); 1876 bge_slice_chunk(&bgep->buff[BGE_MINI_BUFF_RING].desc, &area, 1877 BGE_MINI_SLOTS_USED, sizeof (bge_rbd_t)); 1878 ASSERT(area.alength == 0); 1879 1880 area = bgep->tx_desc; 1881 for (ring = 0; ring < tx_rings; ++ring) 1882 bge_slice_chunk(&bgep->send[ring].desc, &area, 1883 BGE_SEND_SLOTS_USED, sizeof (bge_sbd_t)); 1884 for (; ring < BGE_SEND_RINGS_MAX; ++ring) 1885 bge_slice_chunk(&bgep->send[ring].desc, &area, 1886 0, sizeof (bge_sbd_t)); 1887 bge_slice_chunk(&bgep->statistics, &area, 1, sizeof (bge_statistics_t)); 1888 bge_slice_chunk(&bgep->status_block, &area, 1, sizeof (bge_status_t)); 1889 ASSERT(area.alength == BGE_STATUS_PADDING); 1890 DMA_ZERO(bgep->status_block); 1891 1892 return (DDI_SUCCESS); 1893 } 1894 1895 /* 1896 * This routine frees the transmit and receive buffers and descriptors. 1897 * Make sure the chip is stopped before calling it! 1898 */ 1899 void 1900 bge_free_bufs(bge_t *bgep) 1901 { 1902 int split; 1903 1904 BGE_TRACE(("bge_free_bufs($%p)", 1905 (void *)bgep)); 1906 1907 #if BGE_MONOLITHIC 1908 bge_free_dma_mem(&bgep->rx_buff[0]); 1909 #else 1910 bge_free_dma_mem(&bgep->tx_desc); 1911 for (split = 0; split < BGE_RECV_RINGS_SPLIT; ++split) 1912 bge_free_dma_mem(&bgep->rx_desc[split]); 1913 for (split = 0; split < BGE_SPLIT; ++split) 1914 bge_free_dma_mem(&bgep->tx_buff[split]); 1915 for (split = 0; split < BGE_SPLIT; ++split) 1916 bge_free_dma_mem(&bgep->rx_buff[split]); 1917 #endif /* BGE_MONOLITHIC */ 1918 } 1919 1920 /* 1921 * Determine (initial) MAC address ("BIA") to use for this interface 1922 */ 1923 1924 static void 1925 bge_find_mac_address(bge_t *bgep, chip_id_t *cidp) 1926 { 1927 struct ether_addr sysaddr; 1928 char propbuf[8]; /* "true" or "false", plus NUL */ 1929 uchar_t *bytes; 1930 int *ints; 1931 uint_t nelts; 1932 int err; 1933 1934 BGE_TRACE(("bge_find_mac_address($%p)", 1935 (void *)bgep)); 1936 1937 BGE_DEBUG(("bge_find_mac_address: hw_mac_addr %012llx, => %s (%sset)", 1938 cidp->hw_mac_addr, 1939 ether_sprintf((void *)cidp->vendor_addr.addr), 1940 cidp->vendor_addr.set ? "" : "not ")); 1941 1942 /* 1943 * The "vendor's factory-set address" may already have 1944 * been extracted from the chip, but if the property 1945 * "local-mac-address" is set we use that instead. It 1946 * will normally be set by OBP, but it could also be 1947 * specified in a .conf file(!) 1948 * 1949 * There doesn't seem to be a way to define byte-array 1950 * properties in a .conf, so we check whether it looks 1951 * like an array of 6 ints instead. 1952 * 1953 * Then, we check whether it looks like an array of 6 1954 * bytes (which it should, if OBP set it). If we can't 1955 * make sense of it either way, we'll ignore it. 1956 */ 1957 err = ddi_prop_lookup_int_array(DDI_DEV_T_ANY, bgep->devinfo, 1958 DDI_PROP_DONTPASS, localmac_propname, &ints, &nelts); 1959 if (err == DDI_PROP_SUCCESS) { 1960 if (nelts == ETHERADDRL) { 1961 while (nelts--) 1962 cidp->vendor_addr.addr[nelts] = ints[nelts]; 1963 cidp->vendor_addr.set = B_TRUE; 1964 } 1965 ddi_prop_free(ints); 1966 } 1967 1968 err = ddi_prop_lookup_byte_array(DDI_DEV_T_ANY, bgep->devinfo, 1969 DDI_PROP_DONTPASS, localmac_propname, &bytes, &nelts); 1970 if (err == DDI_PROP_SUCCESS) { 1971 if (nelts == ETHERADDRL) { 1972 while (nelts--) 1973 cidp->vendor_addr.addr[nelts] = bytes[nelts]; 1974 cidp->vendor_addr.set = B_TRUE; 1975 } 1976 ddi_prop_free(bytes); 1977 } 1978 1979 BGE_DEBUG(("bge_find_mac_address: +local %s (%sset)", 1980 ether_sprintf((void *)cidp->vendor_addr.addr), 1981 cidp->vendor_addr.set ? "" : "not ")); 1982 1983 /* 1984 * Look up the OBP property "local-mac-address?". Note that even 1985 * though its value is a string (which should be "true" or "false"), 1986 * it can't be decoded by ddi_prop_lookup_string(9F). So, we zero 1987 * the buffer first and then fetch the property as an untyped array; 1988 * this may or may not include a final NUL, but since there will 1989 * always be one left at the end of the buffer we can now treat it 1990 * as a string anyway. 1991 */ 1992 nelts = sizeof (propbuf); 1993 bzero(propbuf, nelts--); 1994 err = ddi_getlongprop_buf(DDI_DEV_T_ANY, bgep->devinfo, 1995 DDI_PROP_CANSLEEP, localmac_boolname, propbuf, (int *)&nelts); 1996 1997 /* 1998 * Now, if the address still isn't set from the hardware (SEEPROM) 1999 * or the OBP or .conf property, OR if the user has foolishly set 2000 * 'local-mac-address? = false', use "the system address" instead 2001 * (but only if it's non-null i.e. has been set from the IDPROM). 2002 */ 2003 if (cidp->vendor_addr.set == B_FALSE || strcmp(propbuf, "false") == 0) 2004 if (localetheraddr(NULL, &sysaddr) != 0) { 2005 ethaddr_copy(&sysaddr, cidp->vendor_addr.addr); 2006 cidp->vendor_addr.set = B_TRUE; 2007 } 2008 2009 BGE_DEBUG(("bge_find_mac_address: +system %s (%sset)", 2010 ether_sprintf((void *)cidp->vendor_addr.addr), 2011 cidp->vendor_addr.set ? "" : "not ")); 2012 2013 /* 2014 * Finally(!), if there's a valid "mac-address" property (created 2015 * if we netbooted from this interface), we must use this instead 2016 * of any of the above to ensure that the NFS/install server doesn't 2017 * get confused by the address changing as Solaris takes over! 2018 */ 2019 err = ddi_prop_lookup_byte_array(DDI_DEV_T_ANY, bgep->devinfo, 2020 DDI_PROP_DONTPASS, macaddr_propname, &bytes, &nelts); 2021 if (err == DDI_PROP_SUCCESS) { 2022 if (nelts == ETHERADDRL) { 2023 while (nelts--) 2024 cidp->vendor_addr.addr[nelts] = bytes[nelts]; 2025 cidp->vendor_addr.set = B_TRUE; 2026 } 2027 ddi_prop_free(bytes); 2028 } 2029 2030 BGE_DEBUG(("bge_find_mac_address: =final %s (%sset)", 2031 ether_sprintf((void *)cidp->vendor_addr.addr), 2032 cidp->vendor_addr.set ? "" : "not ")); 2033 } 2034 2035 2036 /*ARGSUSED*/ 2037 int 2038 bge_check_acc_handle(bge_t *bgep, ddi_acc_handle_t handle) 2039 { 2040 ddi_fm_error_t de; 2041 2042 ddi_fm_acc_err_get(handle, &de, DDI_FME_VERSION); 2043 ddi_fm_acc_err_clear(handle, DDI_FME_VERSION); 2044 return (de.fme_status); 2045 } 2046 2047 /*ARGSUSED*/ 2048 int 2049 bge_check_dma_handle(bge_t *bgep, ddi_dma_handle_t handle) 2050 { 2051 ddi_fm_error_t de; 2052 2053 ASSERT(bgep->progress & PROGRESS_BUFS); 2054 ddi_fm_dma_err_get(handle, &de, DDI_FME_VERSION); 2055 return (de.fme_status); 2056 } 2057 2058 /* 2059 * The IO fault service error handling callback function 2060 */ 2061 /*ARGSUSED*/ 2062 static int 2063 bge_fm_error_cb(dev_info_t *dip, ddi_fm_error_t *err, const void *impl_data) 2064 { 2065 /* 2066 * as the driver can always deal with an error in any dma or 2067 * access handle, we can just return the fme_status value. 2068 */ 2069 pci_ereport_post(dip, err, NULL); 2070 return (err->fme_status); 2071 } 2072 2073 static void 2074 bge_fm_init(bge_t *bgep) 2075 { 2076 ddi_iblock_cookie_t iblk; 2077 2078 /* Only register with IO Fault Services if we have some capability */ 2079 if (bgep->fm_capabilities) { 2080 bge_reg_accattr.devacc_attr_access = DDI_FLAGERR_ACC; 2081 bge_desc_accattr.devacc_attr_access = DDI_FLAGERR_ACC; 2082 dma_attr.dma_attr_flags = DDI_DMA_FLAGERR; 2083 2084 /* Register capabilities with IO Fault Services */ 2085 ddi_fm_init(bgep->devinfo, &bgep->fm_capabilities, &iblk); 2086 2087 /* 2088 * Initialize pci ereport capabilities if ereport capable 2089 */ 2090 if (DDI_FM_EREPORT_CAP(bgep->fm_capabilities) || 2091 DDI_FM_ERRCB_CAP(bgep->fm_capabilities)) 2092 pci_ereport_setup(bgep->devinfo); 2093 2094 /* 2095 * Register error callback if error callback capable 2096 */ 2097 if (DDI_FM_ERRCB_CAP(bgep->fm_capabilities)) 2098 ddi_fm_handler_register(bgep->devinfo, 2099 bge_fm_error_cb, (void*) bgep); 2100 } else { 2101 /* 2102 * These fields have to be cleared of FMA if there are no 2103 * FMA capabilities at runtime. 2104 */ 2105 bge_reg_accattr.devacc_attr_access = DDI_DEFAULT_ACC; 2106 bge_desc_accattr.devacc_attr_access = DDI_DEFAULT_ACC; 2107 dma_attr.dma_attr_flags = 0; 2108 } 2109 } 2110 2111 static void 2112 bge_fm_fini(bge_t *bgep) 2113 { 2114 /* Only unregister FMA capabilities if we registered some */ 2115 if (bgep->fm_capabilities) { 2116 2117 /* 2118 * Release any resources allocated by pci_ereport_setup() 2119 */ 2120 if (DDI_FM_EREPORT_CAP(bgep->fm_capabilities) || 2121 DDI_FM_ERRCB_CAP(bgep->fm_capabilities)) 2122 pci_ereport_teardown(bgep->devinfo); 2123 2124 /* 2125 * Un-register error callback if error callback capable 2126 */ 2127 if (DDI_FM_ERRCB_CAP(bgep->fm_capabilities)) 2128 ddi_fm_handler_unregister(bgep->devinfo); 2129 2130 /* Unregister from IO Fault Services */ 2131 ddi_fm_fini(bgep->devinfo); 2132 } 2133 } 2134 2135 static void 2136 #ifdef BGE_IPMI_ASF 2137 bge_unattach(bge_t *bgep, uint_t asf_mode) 2138 #else 2139 bge_unattach(bge_t *bgep) 2140 #endif 2141 { 2142 BGE_TRACE(("bge_unattach($%p)", 2143 (void *)bgep)); 2144 2145 /* 2146 * Flag that no more activity may be initiated 2147 */ 2148 bgep->progress &= ~PROGRESS_READY; 2149 2150 /* 2151 * Quiesce the PHY and MAC (leave it reset but still powered). 2152 * Clean up and free all BGE data structures 2153 */ 2154 if (bgep->cyclic_id) { 2155 mutex_enter(&cpu_lock); 2156 cyclic_remove(bgep->cyclic_id); 2157 mutex_exit(&cpu_lock); 2158 } 2159 if (bgep->progress & PROGRESS_KSTATS) 2160 bge_fini_kstats(bgep); 2161 if (bgep->progress & PROGRESS_NDD) 2162 bge_nd_cleanup(bgep); 2163 if (bgep->progress & PROGRESS_PHY) 2164 bge_phys_reset(bgep); 2165 if (bgep->progress & PROGRESS_HWINT) { 2166 mutex_enter(bgep->genlock); 2167 #ifdef BGE_IPMI_ASF 2168 if (bge_chip_reset(bgep, B_FALSE, asf_mode) != DDI_SUCCESS) 2169 #else 2170 if (bge_chip_reset(bgep, B_FALSE) != DDI_SUCCESS) 2171 #endif 2172 ddi_fm_service_impact(bgep->devinfo, 2173 DDI_SERVICE_UNAFFECTED); 2174 #ifdef BGE_IPMI_ASF 2175 if (bgep->asf_enabled) { 2176 /* 2177 * This register has been overlaid. We restore its 2178 * initial value here. 2179 */ 2180 bge_nic_put32(bgep, BGE_NIC_DATA_SIG_ADDR, 2181 BGE_NIC_DATA_SIG); 2182 } 2183 #endif 2184 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) 2185 ddi_fm_service_impact(bgep->devinfo, 2186 DDI_SERVICE_UNAFFECTED); 2187 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) 2188 ddi_fm_service_impact(bgep->devinfo, 2189 DDI_SERVICE_UNAFFECTED); 2190 mutex_exit(bgep->genlock); 2191 } 2192 if (bgep->progress & PROGRESS_INTR) { 2193 bge_intr_disable(bgep); 2194 bge_fini_rings(bgep); 2195 } 2196 if (bgep->progress & PROGRESS_HWINT) { 2197 bge_rem_intrs(bgep); 2198 rw_destroy(bgep->errlock); 2199 mutex_destroy(bgep->softintrlock); 2200 mutex_destroy(bgep->genlock); 2201 } 2202 if (bgep->progress & PROGRESS_FACTOTUM) 2203 ddi_remove_softintr(bgep->factotum_id); 2204 if (bgep->progress & PROGRESS_RESCHED) 2205 ddi_remove_softintr(bgep->resched_id); 2206 if (bgep->progress & PROGRESS_BUFS) 2207 bge_free_bufs(bgep); 2208 if (bgep->progress & PROGRESS_REGS) 2209 ddi_regs_map_free(&bgep->io_handle); 2210 if (bgep->progress & PROGRESS_CFG) 2211 pci_config_teardown(&bgep->cfg_handle); 2212 2213 bge_fm_fini(bgep); 2214 2215 ddi_remove_minor_node(bgep->devinfo, NULL); 2216 kmem_free(bgep, sizeof (*bgep)); 2217 } 2218 2219 static int 2220 bge_resume(dev_info_t *devinfo) 2221 { 2222 bge_t *bgep; /* Our private data */ 2223 chip_id_t *cidp; 2224 chip_id_t chipid; 2225 2226 bgep = ddi_get_driver_private(devinfo); 2227 if (bgep == NULL) 2228 return (DDI_FAILURE); 2229 2230 /* 2231 * Refuse to resume if the data structures aren't consistent 2232 */ 2233 if (bgep->devinfo != devinfo) 2234 return (DDI_FAILURE); 2235 2236 #ifdef BGE_IPMI_ASF 2237 /* 2238 * Power management hasn't been supported in BGE now. If you 2239 * want to implement it, please add the ASF/IPMI related 2240 * code here. 2241 */ 2242 2243 #endif 2244 2245 /* 2246 * Read chip ID & set up config space command register(s) 2247 * Refuse to resume if the chip has changed its identity! 2248 */ 2249 cidp = &bgep->chipid; 2250 mutex_enter(bgep->genlock); 2251 bge_chip_cfg_init(bgep, &chipid, B_FALSE); 2252 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 2253 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2254 mutex_exit(bgep->genlock); 2255 return (DDI_FAILURE); 2256 } 2257 mutex_exit(bgep->genlock); 2258 if (chipid.vendor != cidp->vendor) 2259 return (DDI_FAILURE); 2260 if (chipid.device != cidp->device) 2261 return (DDI_FAILURE); 2262 if (chipid.revision != cidp->revision) 2263 return (DDI_FAILURE); 2264 if (chipid.asic_rev != cidp->asic_rev) 2265 return (DDI_FAILURE); 2266 2267 /* 2268 * All OK, reinitialise h/w & kick off GLD scheduling 2269 */ 2270 mutex_enter(bgep->genlock); 2271 if (bge_restart(bgep, B_TRUE) != DDI_SUCCESS) { 2272 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 2273 (void) bge_check_acc_handle(bgep, bgep->io_handle); 2274 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2275 mutex_exit(bgep->genlock); 2276 return (DDI_FAILURE); 2277 } 2278 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 2279 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2280 mutex_exit(bgep->genlock); 2281 return (DDI_FAILURE); 2282 } 2283 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 2284 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2285 mutex_exit(bgep->genlock); 2286 return (DDI_FAILURE); 2287 } 2288 mutex_exit(bgep->genlock); 2289 return (DDI_SUCCESS); 2290 } 2291 2292 /* 2293 * attach(9E) -- Attach a device to the system 2294 * 2295 * Called once for each board successfully probed. 2296 */ 2297 static int 2298 bge_attach(dev_info_t *devinfo, ddi_attach_cmd_t cmd) 2299 { 2300 bge_t *bgep; /* Our private data */ 2301 mac_register_t *macp; 2302 chip_id_t *cidp; 2303 cyc_handler_t cychand; 2304 cyc_time_t cyctime; 2305 caddr_t regs; 2306 int instance; 2307 int err; 2308 int intr_types; 2309 #ifdef BGE_IPMI_ASF 2310 uint32_t mhcrValue; 2311 #endif 2312 2313 instance = ddi_get_instance(devinfo); 2314 2315 BGE_GTRACE(("bge_attach($%p, %d) instance %d", 2316 (void *)devinfo, cmd, instance)); 2317 BGE_BRKPT(NULL, "bge_attach"); 2318 2319 switch (cmd) { 2320 default: 2321 return (DDI_FAILURE); 2322 2323 case DDI_RESUME: 2324 return (bge_resume(devinfo)); 2325 2326 case DDI_ATTACH: 2327 break; 2328 } 2329 2330 bgep = kmem_zalloc(sizeof (*bgep), KM_SLEEP); 2331 ddi_set_driver_private(devinfo, bgep); 2332 bgep->bge_guard = BGE_GUARD; 2333 bgep->devinfo = devinfo; 2334 2335 /* 2336 * Initialize more fields in BGE private data 2337 */ 2338 bgep->debug = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2339 DDI_PROP_DONTPASS, debug_propname, bge_debug); 2340 (void) snprintf(bgep->ifname, sizeof (bgep->ifname), "%s%d", 2341 BGE_DRIVER_NAME, instance); 2342 2343 /* 2344 * Initialize for fma support 2345 */ 2346 bgep->fm_capabilities = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2347 DDI_PROP_DONTPASS, fm_cap, 2348 DDI_FM_EREPORT_CAPABLE | DDI_FM_ACCCHK_CAPABLE | 2349 DDI_FM_DMACHK_CAPABLE | DDI_FM_ERRCB_CAPABLE); 2350 BGE_DEBUG(("bgep->fm_capabilities = %d", bgep->fm_capabilities)); 2351 bge_fm_init(bgep); 2352 2353 /* 2354 * Look up the IOMMU's page size for DVMA mappings (must be 2355 * a power of 2) and convert to a mask. This can be used to 2356 * determine whether a message buffer crosses a page boundary. 2357 * Note: in 2s complement binary notation, if X is a power of 2358 * 2, then -X has the representation "11...1100...00". 2359 */ 2360 bgep->pagemask = dvma_pagesize(devinfo); 2361 ASSERT(ddi_ffs(bgep->pagemask) == ddi_fls(bgep->pagemask)); 2362 bgep->pagemask = -bgep->pagemask; 2363 2364 /* 2365 * Map config space registers 2366 * Read chip ID & set up config space command register(s) 2367 * 2368 * Note: this leaves the chip accessible by Memory Space 2369 * accesses, but with interrupts and Bus Mastering off. 2370 * This should ensure that nothing untoward will happen 2371 * if it has been left active by the (net-)bootloader. 2372 * We'll re-enable Bus Mastering once we've reset the chip, 2373 * and allow interrupts only when everything else is set up. 2374 */ 2375 err = pci_config_setup(devinfo, &bgep->cfg_handle); 2376 #ifdef BGE_IPMI_ASF 2377 mhcrValue = pci_config_get32(bgep->cfg_handle, PCI_CONF_BGE_MHCR); 2378 if (mhcrValue & MHCR_ENABLE_ENDIAN_WORD_SWAP) { 2379 bgep->asf_wordswapped = B_TRUE; 2380 } else { 2381 bgep->asf_wordswapped = B_FALSE; 2382 } 2383 bge_asf_get_config(bgep); 2384 #endif 2385 if (err != DDI_SUCCESS) { 2386 bge_problem(bgep, "pci_config_setup() failed"); 2387 goto attach_fail; 2388 } 2389 bgep->progress |= PROGRESS_CFG; 2390 cidp = &bgep->chipid; 2391 bzero(cidp, sizeof (*cidp)); 2392 bge_chip_cfg_init(bgep, cidp, B_FALSE); 2393 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 2394 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2395 goto attach_fail; 2396 } 2397 2398 #ifdef BGE_IPMI_ASF 2399 if (DEVICE_5721_SERIES_CHIPSETS(bgep) || 2400 DEVICE_5714_SERIES_CHIPSETS(bgep)) { 2401 bgep->asf_newhandshake = B_TRUE; 2402 } else { 2403 bgep->asf_newhandshake = B_FALSE; 2404 } 2405 #endif 2406 2407 /* 2408 * Update those parts of the chip ID derived from volatile 2409 * registers with the values seen by OBP (in case the chip 2410 * has been reset externally and therefore lost them). 2411 */ 2412 cidp->subven = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2413 DDI_PROP_DONTPASS, subven_propname, cidp->subven); 2414 cidp->subdev = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2415 DDI_PROP_DONTPASS, subdev_propname, cidp->subdev); 2416 cidp->clsize = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2417 DDI_PROP_DONTPASS, clsize_propname, cidp->clsize); 2418 cidp->latency = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2419 DDI_PROP_DONTPASS, latency_propname, cidp->latency); 2420 cidp->rx_rings = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2421 DDI_PROP_DONTPASS, rxrings_propname, cidp->rx_rings); 2422 cidp->tx_rings = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2423 DDI_PROP_DONTPASS, txrings_propname, cidp->tx_rings); 2424 2425 if (bge_jumbo_enable == B_TRUE) { 2426 cidp->default_mtu = ddi_prop_get_int(DDI_DEV_T_ANY, devinfo, 2427 DDI_PROP_DONTPASS, default_mtu, BGE_DEFAULT_MTU); 2428 if ((cidp->default_mtu < BGE_DEFAULT_MTU)|| 2429 (cidp->default_mtu > BGE_MAXIMUM_MTU)) { 2430 cidp->default_mtu = BGE_DEFAULT_MTU; 2431 } 2432 } 2433 /* 2434 * Map operating registers 2435 */ 2436 err = ddi_regs_map_setup(devinfo, BGE_PCI_OPREGS_RNUMBER, 2437 ®s, 0, 0, &bge_reg_accattr, &bgep->io_handle); 2438 if (err != DDI_SUCCESS) { 2439 bge_problem(bgep, "ddi_regs_map_setup() failed"); 2440 goto attach_fail; 2441 } 2442 bgep->io_regs = regs; 2443 bgep->progress |= PROGRESS_REGS; 2444 2445 /* 2446 * Characterise the device, so we know its requirements. 2447 * Then allocate the appropriate TX and RX descriptors & buffers. 2448 */ 2449 if (bge_chip_id_init(bgep) == EIO) { 2450 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2451 goto attach_fail; 2452 } 2453 err = bge_alloc_bufs(bgep); 2454 if (err != DDI_SUCCESS) { 2455 bge_problem(bgep, "DMA buffer allocation failed"); 2456 goto attach_fail; 2457 } 2458 bgep->progress |= PROGRESS_BUFS; 2459 2460 /* 2461 * Add the softint handlers: 2462 * 2463 * Both of these handlers are used to avoid restrictions on the 2464 * context and/or mutexes required for some operations. In 2465 * particular, the hardware interrupt handler and its subfunctions 2466 * can detect a number of conditions that we don't want to handle 2467 * in that context or with that set of mutexes held. So, these 2468 * softints are triggered instead: 2469 * 2470 * the <resched> softint is triggered if we have previously 2471 * had to refuse to send a packet because of resource shortage 2472 * (we've run out of transmit buffers), but the send completion 2473 * interrupt handler has now detected that more buffers have 2474 * become available. 2475 * 2476 * the <factotum> is triggered if the h/w interrupt handler 2477 * sees the <link state changed> or <error> bits in the status 2478 * block. It's also triggered periodically to poll the link 2479 * state, just in case we aren't getting link status change 2480 * interrupts ... 2481 */ 2482 err = ddi_add_softintr(devinfo, DDI_SOFTINT_LOW, &bgep->resched_id, 2483 NULL, NULL, bge_reschedule, (caddr_t)bgep); 2484 if (err != DDI_SUCCESS) { 2485 bge_problem(bgep, "ddi_add_softintr() failed"); 2486 goto attach_fail; 2487 } 2488 bgep->progress |= PROGRESS_RESCHED; 2489 err = ddi_add_softintr(devinfo, DDI_SOFTINT_LOW, &bgep->factotum_id, 2490 NULL, NULL, bge_chip_factotum, (caddr_t)bgep); 2491 if (err != DDI_SUCCESS) { 2492 bge_problem(bgep, "ddi_add_softintr() failed"); 2493 goto attach_fail; 2494 } 2495 bgep->progress |= PROGRESS_FACTOTUM; 2496 2497 /* Get supported interrupt types */ 2498 if (ddi_intr_get_supported_types(devinfo, &intr_types) != DDI_SUCCESS) { 2499 bge_error(bgep, "ddi_intr_get_supported_types failed\n"); 2500 2501 goto attach_fail; 2502 } 2503 2504 bge_log(bgep, "ddi_intr_get_supported_types() returned: %x", 2505 intr_types); 2506 2507 if ((intr_types & DDI_INTR_TYPE_MSI) && bgep->chipid.msi_enabled) { 2508 if (bge_add_intrs(bgep, DDI_INTR_TYPE_MSI) != DDI_SUCCESS) { 2509 bge_error(bgep, "MSI registration failed, " 2510 "trying FIXED interrupt type\n"); 2511 } else { 2512 bge_log(bgep, "Using MSI interrupt type\n"); 2513 2514 bgep->intr_type = DDI_INTR_TYPE_MSI; 2515 bgep->progress |= PROGRESS_HWINT; 2516 } 2517 } 2518 2519 if (!(bgep->progress & PROGRESS_HWINT) && 2520 (intr_types & DDI_INTR_TYPE_FIXED)) { 2521 if (bge_add_intrs(bgep, DDI_INTR_TYPE_FIXED) != DDI_SUCCESS) { 2522 bge_error(bgep, "FIXED interrupt " 2523 "registration failed\n"); 2524 goto attach_fail; 2525 } 2526 2527 bge_log(bgep, "Using FIXED interrupt type\n"); 2528 2529 bgep->intr_type = DDI_INTR_TYPE_FIXED; 2530 bgep->progress |= PROGRESS_HWINT; 2531 } 2532 2533 if (!(bgep->progress & PROGRESS_HWINT)) { 2534 bge_error(bgep, "No interrupts registered\n"); 2535 goto attach_fail; 2536 } 2537 2538 /* 2539 * Note that interrupts are not enabled yet as 2540 * mutex locks are not initialized. Initialize mutex locks. 2541 */ 2542 mutex_init(bgep->genlock, NULL, MUTEX_DRIVER, 2543 DDI_INTR_PRI(bgep->intr_pri)); 2544 mutex_init(bgep->softintrlock, NULL, MUTEX_DRIVER, 2545 DDI_INTR_PRI(bgep->intr_pri)); 2546 rw_init(bgep->errlock, NULL, RW_DRIVER, 2547 DDI_INTR_PRI(bgep->intr_pri)); 2548 2549 /* 2550 * Initialize rings. 2551 */ 2552 bge_init_rings(bgep); 2553 2554 /* 2555 * Now that mutex locks are initialized, enable interrupts. 2556 */ 2557 bge_intr_enable(bgep); 2558 bgep->progress |= PROGRESS_INTR; 2559 2560 /* 2561 * Initialise link state variables 2562 * Stop, reset & reinitialise the chip. 2563 * Initialise the (internal) PHY. 2564 */ 2565 bgep->link_state = LINK_STATE_UNKNOWN; 2566 bgep->link_up_msg = bgep->link_down_msg = " (initialized)"; 2567 2568 mutex_enter(bgep->genlock); 2569 2570 /* 2571 * Reset chip & rings to initial state; also reset address 2572 * filtering, promiscuity, loopback mode. 2573 */ 2574 #ifdef BGE_IPMI_ASF 2575 if (bge_reset(bgep, ASF_MODE_SHUTDOWN) != DDI_SUCCESS) { 2576 #else 2577 if (bge_reset(bgep) != DDI_SUCCESS) { 2578 #endif 2579 (void) bge_check_acc_handle(bgep, bgep->cfg_handle); 2580 (void) bge_check_acc_handle(bgep, bgep->io_handle); 2581 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2582 mutex_exit(bgep->genlock); 2583 goto attach_fail; 2584 } 2585 2586 bzero(bgep->mcast_hash, sizeof (bgep->mcast_hash)); 2587 bzero(bgep->mcast_refs, sizeof (bgep->mcast_refs)); 2588 bgep->promisc = B_FALSE; 2589 bgep->param_loop_mode = BGE_LOOP_NONE; 2590 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) { 2591 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2592 mutex_exit(bgep->genlock); 2593 goto attach_fail; 2594 } 2595 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 2596 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2597 mutex_exit(bgep->genlock); 2598 goto attach_fail; 2599 } 2600 2601 mutex_exit(bgep->genlock); 2602 2603 if (bge_phys_init(bgep) == EIO) { 2604 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_LOST); 2605 goto attach_fail; 2606 } 2607 bgep->progress |= PROGRESS_PHY; 2608 2609 /* 2610 * Register NDD-tweakable parameters 2611 */ 2612 if (bge_nd_init(bgep)) { 2613 bge_problem(bgep, "bge_nd_init() failed"); 2614 goto attach_fail; 2615 } 2616 bgep->progress |= PROGRESS_NDD; 2617 2618 /* 2619 * Create & initialise named kstats 2620 */ 2621 bge_init_kstats(bgep, instance); 2622 bgep->progress |= PROGRESS_KSTATS; 2623 2624 /* 2625 * Determine whether to override the chip's own MAC address 2626 */ 2627 bge_find_mac_address(bgep, cidp); 2628 ethaddr_copy(cidp->vendor_addr.addr, bgep->curr_addr[0].addr); 2629 bgep->curr_addr[0].set = B_TRUE; 2630 2631 bgep->unicst_addr_total = MAC_ADDRESS_REGS_MAX; 2632 /* 2633 * Address available is one less than MAX 2634 * as primary address is not advertised 2635 * as a multiple MAC address. 2636 */ 2637 bgep->unicst_addr_avail = MAC_ADDRESS_REGS_MAX - 1; 2638 2639 if ((macp = mac_alloc(MAC_VERSION)) == NULL) 2640 goto attach_fail; 2641 macp->m_type_ident = MAC_PLUGIN_IDENT_ETHER; 2642 macp->m_driver = bgep; 2643 macp->m_dip = devinfo; 2644 macp->m_src_addr = bgep->curr_addr[0].addr; 2645 macp->m_callbacks = &bge_m_callbacks; 2646 macp->m_min_sdu = 0; 2647 macp->m_max_sdu = cidp->ethmax_size - sizeof (struct ether_header); 2648 /* 2649 * Finally, we're ready to register ourselves with the MAC layer 2650 * interface; if this succeeds, we're all ready to start() 2651 */ 2652 err = mac_register(macp, &bgep->mh); 2653 mac_free(macp); 2654 if (err != 0) 2655 goto attach_fail; 2656 2657 cychand.cyh_func = bge_chip_cyclic; 2658 cychand.cyh_arg = bgep; 2659 cychand.cyh_level = CY_LOCK_LEVEL; 2660 cyctime.cyt_when = 0; 2661 cyctime.cyt_interval = BGE_CYCLIC_PERIOD; 2662 mutex_enter(&cpu_lock); 2663 bgep->cyclic_id = cyclic_add(&cychand, &cyctime); 2664 mutex_exit(&cpu_lock); 2665 2666 bgep->progress |= PROGRESS_READY; 2667 ASSERT(bgep->bge_guard == BGE_GUARD); 2668 return (DDI_SUCCESS); 2669 2670 attach_fail: 2671 #ifdef BGE_IPMI_ASF 2672 bge_unattach(bgep, ASF_MODE_NONE); 2673 #else 2674 bge_unattach(bgep); 2675 #endif 2676 return (DDI_FAILURE); 2677 } 2678 2679 /* 2680 * bge_suspend() -- suspend transmit/receive for powerdown 2681 */ 2682 static int 2683 bge_suspend(bge_t *bgep) 2684 { 2685 /* 2686 * Stop processing and idle (powerdown) the PHY ... 2687 */ 2688 mutex_enter(bgep->genlock); 2689 #ifdef BGE_IPMI_ASF 2690 /* 2691 * Power management hasn't been supported in BGE now. If you 2692 * want to implement it, please add the ASF/IPMI related 2693 * code here. 2694 */ 2695 #endif 2696 bge_stop(bgep); 2697 if (bge_phys_idle(bgep) != DDI_SUCCESS) { 2698 (void) bge_check_acc_handle(bgep, bgep->io_handle); 2699 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 2700 mutex_exit(bgep->genlock); 2701 return (DDI_FAILURE); 2702 } 2703 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) { 2704 ddi_fm_service_impact(bgep->devinfo, DDI_SERVICE_DEGRADED); 2705 mutex_exit(bgep->genlock); 2706 return (DDI_FAILURE); 2707 } 2708 mutex_exit(bgep->genlock); 2709 2710 return (DDI_SUCCESS); 2711 } 2712 2713 /* 2714 * detach(9E) -- Detach a device from the system 2715 */ 2716 static int 2717 bge_detach(dev_info_t *devinfo, ddi_detach_cmd_t cmd) 2718 { 2719 bge_t *bgep; 2720 #ifdef BGE_IPMI_ASF 2721 uint_t asf_mode; 2722 asf_mode = ASF_MODE_NONE; 2723 #endif 2724 2725 BGE_GTRACE(("bge_detach($%p, %d)", (void *)devinfo, cmd)); 2726 2727 bgep = ddi_get_driver_private(devinfo); 2728 2729 switch (cmd) { 2730 default: 2731 return (DDI_FAILURE); 2732 2733 case DDI_SUSPEND: 2734 return (bge_suspend(bgep)); 2735 2736 case DDI_DETACH: 2737 break; 2738 } 2739 2740 #ifdef BGE_IPMI_ASF 2741 mutex_enter(bgep->genlock); 2742 if (bgep->asf_enabled && (bgep->asf_status == ASF_STAT_RUN)) { 2743 2744 bge_asf_update_status(bgep); 2745 bge_asf_stop_timer(bgep); 2746 bgep->asf_status = ASF_STAT_STOP; 2747 2748 bge_asf_pre_reset_operations(bgep, BGE_SHUTDOWN_RESET); 2749 2750 if (bgep->asf_pseudostop) { 2751 bgep->link_up_msg = bgep->link_down_msg = " (stopped)"; 2752 bge_chip_stop(bgep, B_FALSE); 2753 bgep->bge_mac_state = BGE_MAC_STOPPED; 2754 bgep->asf_pseudostop = B_FALSE; 2755 } 2756 2757 asf_mode = ASF_MODE_POST_SHUTDOWN; 2758 2759 if (bge_check_acc_handle(bgep, bgep->cfg_handle) != DDI_FM_OK) 2760 ddi_fm_service_impact(bgep->devinfo, 2761 DDI_SERVICE_UNAFFECTED); 2762 if (bge_check_acc_handle(bgep, bgep->io_handle) != DDI_FM_OK) 2763 ddi_fm_service_impact(bgep->devinfo, 2764 DDI_SERVICE_UNAFFECTED); 2765 } 2766 mutex_exit(bgep->genlock); 2767 #endif 2768 2769 /* 2770 * Unregister from the GLD subsystem. This can fail, in 2771 * particular if there are DLPI style-2 streams still open - 2772 * in which case we just return failure without shutting 2773 * down chip operations. 2774 */ 2775 if (mac_unregister(bgep->mh) != 0) 2776 return (DDI_FAILURE); 2777 2778 /* 2779 * All activity stopped, so we can clean up & exit 2780 */ 2781 #ifdef BGE_IPMI_ASF 2782 bge_unattach(bgep, asf_mode); 2783 #else 2784 bge_unattach(bgep); 2785 #endif 2786 return (DDI_SUCCESS); 2787 } 2788 2789 2790 /* 2791 * ========== Module Loading Data & Entry Points ========== 2792 */ 2793 2794 #undef BGE_DBG 2795 #define BGE_DBG BGE_DBG_INIT /* debug flag for this code */ 2796 2797 DDI_DEFINE_STREAM_OPS(bge_dev_ops, nulldev, nulldev, bge_attach, bge_detach, 2798 nodev, NULL, D_MP, NULL); 2799 2800 static struct modldrv bge_modldrv = { 2801 &mod_driverops, /* Type of module. This one is a driver */ 2802 bge_ident, /* short description */ 2803 &bge_dev_ops /* driver specific ops */ 2804 }; 2805 2806 static struct modlinkage modlinkage = { 2807 MODREV_1, (void *)&bge_modldrv, NULL 2808 }; 2809 2810 2811 int 2812 _info(struct modinfo *modinfop) 2813 { 2814 return (mod_info(&modlinkage, modinfop)); 2815 } 2816 2817 int 2818 _init(void) 2819 { 2820 int status; 2821 2822 mac_init_ops(&bge_dev_ops, "bge"); 2823 status = mod_install(&modlinkage); 2824 if (status == DDI_SUCCESS) 2825 mutex_init(bge_log_mutex, NULL, MUTEX_DRIVER, NULL); 2826 else 2827 mac_fini_ops(&bge_dev_ops); 2828 return (status); 2829 } 2830 2831 int 2832 _fini(void) 2833 { 2834 int status; 2835 2836 status = mod_remove(&modlinkage); 2837 if (status == DDI_SUCCESS) { 2838 mac_fini_ops(&bge_dev_ops); 2839 mutex_destroy(bge_log_mutex); 2840 } 2841 return (status); 2842 } 2843 2844 2845 /* 2846 * bge_add_intrs: 2847 * 2848 * Register FIXED or MSI interrupts. 2849 */ 2850 static int 2851 bge_add_intrs(bge_t *bgep, int intr_type) 2852 { 2853 dev_info_t *dip = bgep->devinfo; 2854 int avail, actual, intr_size, count = 0; 2855 int i, flag, ret; 2856 2857 bge_log(bgep, "bge_add_intrs: interrupt type 0x%x\n", intr_type); 2858 2859 /* Get number of interrupts */ 2860 ret = ddi_intr_get_nintrs(dip, intr_type, &count); 2861 if ((ret != DDI_SUCCESS) || (count == 0)) { 2862 bge_error(bgep, "ddi_intr_get_nintrs() failure, ret: %d, " 2863 "count: %d", ret, count); 2864 2865 return (DDI_FAILURE); 2866 } 2867 2868 /* Get number of available interrupts */ 2869 ret = ddi_intr_get_navail(dip, intr_type, &avail); 2870 if ((ret != DDI_SUCCESS) || (avail == 0)) { 2871 bge_error(bgep, "ddi_intr_get_navail() failure, " 2872 "ret: %d, avail: %d\n", ret, avail); 2873 2874 return (DDI_FAILURE); 2875 } 2876 2877 if (avail < count) { 2878 bge_log(bgep, "nitrs() returned %d, navail returned %d\n", 2879 count, avail); 2880 } 2881 2882 /* 2883 * BGE hardware generates only single MSI even though it claims 2884 * to support multiple MSIs. So, hard code MSI count value to 1. 2885 */ 2886 if (intr_type == DDI_INTR_TYPE_MSI) { 2887 count = 1; 2888 flag = DDI_INTR_ALLOC_STRICT; 2889 } else { 2890 flag = DDI_INTR_ALLOC_NORMAL; 2891 } 2892 2893 /* Allocate an array of interrupt handles */ 2894 intr_size = count * sizeof (ddi_intr_handle_t); 2895 bgep->htable = kmem_alloc(intr_size, KM_SLEEP); 2896 2897 /* Call ddi_intr_alloc() */ 2898 ret = ddi_intr_alloc(dip, bgep->htable, intr_type, 0, 2899 count, &actual, flag); 2900 2901 if ((ret != DDI_SUCCESS) || (actual == 0)) { 2902 bge_error(bgep, "ddi_intr_alloc() failed %d\n", ret); 2903 2904 kmem_free(bgep->htable, intr_size); 2905 return (DDI_FAILURE); 2906 } 2907 2908 if (actual < count) { 2909 bge_log(bgep, "Requested: %d, Received: %d\n", count, actual); 2910 } 2911 2912 bgep->intr_cnt = actual; 2913 2914 /* 2915 * Get priority for first msi, assume remaining are all the same 2916 */ 2917 if ((ret = ddi_intr_get_pri(bgep->htable[0], &bgep->intr_pri)) != 2918 DDI_SUCCESS) { 2919 bge_error(bgep, "ddi_intr_get_pri() failed %d\n", ret); 2920 2921 /* Free already allocated intr */ 2922 for (i = 0; i < actual; i++) { 2923 (void) ddi_intr_free(bgep->htable[i]); 2924 } 2925 2926 kmem_free(bgep->htable, intr_size); 2927 return (DDI_FAILURE); 2928 } 2929 2930 /* Call ddi_intr_add_handler() */ 2931 for (i = 0; i < actual; i++) { 2932 if ((ret = ddi_intr_add_handler(bgep->htable[i], bge_intr, 2933 (caddr_t)bgep, (caddr_t)(uintptr_t)i)) != DDI_SUCCESS) { 2934 bge_error(bgep, "ddi_intr_add_handler() " 2935 "failed %d\n", ret); 2936 2937 /* Free already allocated intr */ 2938 for (i = 0; i < actual; i++) { 2939 (void) ddi_intr_free(bgep->htable[i]); 2940 } 2941 2942 kmem_free(bgep->htable, intr_size); 2943 return (DDI_FAILURE); 2944 } 2945 } 2946 2947 if ((ret = ddi_intr_get_cap(bgep->htable[0], &bgep->intr_cap)) 2948 != DDI_SUCCESS) { 2949 bge_error(bgep, "ddi_intr_get_cap() failed %d\n", ret); 2950 2951 for (i = 0; i < actual; i++) { 2952 (void) ddi_intr_remove_handler(bgep->htable[i]); 2953 (void) ddi_intr_free(bgep->htable[i]); 2954 } 2955 2956 kmem_free(bgep->htable, intr_size); 2957 return (DDI_FAILURE); 2958 } 2959 2960 return (DDI_SUCCESS); 2961 } 2962 2963 /* 2964 * bge_rem_intrs: 2965 * 2966 * Unregister FIXED or MSI interrupts 2967 */ 2968 static void 2969 bge_rem_intrs(bge_t *bgep) 2970 { 2971 int i; 2972 2973 bge_log(bgep, "bge_rem_intrs\n"); 2974 2975 /* Call ddi_intr_remove_handler() */ 2976 for (i = 0; i < bgep->intr_cnt; i++) { 2977 (void) ddi_intr_remove_handler(bgep->htable[i]); 2978 (void) ddi_intr_free(bgep->htable[i]); 2979 } 2980 2981 kmem_free(bgep->htable, bgep->intr_cnt * sizeof (ddi_intr_handle_t)); 2982 } 2983 2984 2985 void 2986 bge_intr_enable(bge_t *bgep) 2987 { 2988 int i; 2989 2990 if (bgep->intr_cap & DDI_INTR_FLAG_BLOCK) { 2991 /* Call ddi_intr_block_enable() for MSI interrupts */ 2992 (void) ddi_intr_block_enable(bgep->htable, bgep->intr_cnt); 2993 } else { 2994 /* Call ddi_intr_enable for MSI or FIXED interrupts */ 2995 for (i = 0; i < bgep->intr_cnt; i++) { 2996 (void) ddi_intr_enable(bgep->htable[i]); 2997 } 2998 } 2999 } 3000 3001 3002 void 3003 bge_intr_disable(bge_t *bgep) 3004 { 3005 int i; 3006 3007 if (bgep->intr_cap & DDI_INTR_FLAG_BLOCK) { 3008 /* Call ddi_intr_block_disable() */ 3009 (void) ddi_intr_block_disable(bgep->htable, bgep->intr_cnt); 3010 } else { 3011 for (i = 0; i < bgep->intr_cnt; i++) { 3012 (void) ddi_intr_disable(bgep->htable[i]); 3013 } 3014 } 3015 } 3016