1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 #ifndef _SYS_NXGE_NXGE_IMPL_H 27 #define _SYS_NXGE_NXGE_IMPL_H 28 29 #pragma ident "%Z%%M% %I% %E% SMI" 30 31 #ifdef __cplusplus 32 extern "C" { 33 #endif 34 35 /* 36 * NIU HV API version definitions. 37 */ 38 #define NIU_MAJOR_VER 1 39 #define NIU_MINOR_VER 1 40 41 /* 42 * NIU HV API v1.0 definitions 43 */ 44 #define N2NIU_RX_LP_CONF 0x142 45 #define N2NIU_RX_LP_INFO 0x143 46 #define N2NIU_TX_LP_CONF 0x144 47 #define N2NIU_TX_LP_INFO 0x145 48 49 #ifndef _ASM 50 51 #include <sys/types.h> 52 #include <sys/byteorder.h> 53 #include <sys/debug.h> 54 #include <sys/stropts.h> 55 #include <sys/stream.h> 56 #include <sys/strlog.h> 57 #ifndef COSIM 58 #include <sys/strsubr.h> 59 #endif 60 #include <sys/cmn_err.h> 61 #include <sys/vtrace.h> 62 #include <sys/kmem.h> 63 #include <sys/ddi.h> 64 #include <sys/sunddi.h> 65 #include <sys/strsun.h> 66 #include <sys/stat.h> 67 #include <sys/cpu.h> 68 #include <sys/kstat.h> 69 #include <inet/common.h> 70 #include <inet/ip.h> 71 #include <sys/dlpi.h> 72 #include <inet/nd.h> 73 #include <netinet/in.h> 74 #include <sys/ethernet.h> 75 #include <sys/vlan.h> 76 #include <sys/pci.h> 77 #include <sys/taskq.h> 78 #include <sys/atomic.h> 79 80 #include <sys/nxge/nxge_defs.h> 81 #include <sys/nxge/nxge_hw.h> 82 #include <sys/nxge/nxge_mac.h> 83 #include <sys/nxge/nxge_mii.h> 84 #include <sys/nxge/nxge_fm.h> 85 #if !defined(IODIAG) 86 #include <sys/netlb.h> 87 #endif 88 89 #include <sys/ddi_intr.h> 90 91 #if defined(_KERNEL) 92 #include <sys/mac.h> 93 #include <sys/mac_impl.h> 94 #include <sys/mac_ether.h> 95 #endif 96 97 #if defined(sun4v) 98 #include <sys/hypervisor_api.h> 99 #include <sys/machsystm.h> 100 #include <sys/hsvc.h> 101 #endif 102 103 /* 104 * Handy macros (taken from bge driver) 105 */ 106 #define RBR_SIZE 4 107 #define DMA_COMMON_CHANNEL(area) ((area.dma_channel)) 108 #define DMA_COMMON_VPTR(area) ((area.kaddrp)) 109 #define DMA_COMMON_VPTR_INDEX(area, index) \ 110 (((char *)(area.kaddrp)) + \ 111 (index * RBR_SIZE)) 112 #define DMA_COMMON_HANDLE(area) ((area.dma_handle)) 113 #define DMA_COMMON_ACC_HANDLE(area) ((area.acc_handle)) 114 #define DMA_COMMON_IOADDR(area) ((area.dma_cookie.dmac_laddress)) 115 #define DMA_COMMON_IOADDR_INDEX(area, index) \ 116 ((area.dma_cookie.dmac_laddress) + \ 117 (index * RBR_SIZE)) 118 119 #define DMA_NPI_HANDLE(area) ((area.npi_handle) 120 121 #define DMA_COMMON_SYNC(area, flag) ((void) ddi_dma_sync((area).dma_handle,\ 122 (area).offset, (area).alength, \ 123 (flag))) 124 #define DMA_COMMON_SYNC_OFFSET(area, bufoffset, len, flag) \ 125 ((void) ddi_dma_sync((area).dma_handle,\ 126 (area.offset + bufoffset), len, \ 127 (flag))) 128 129 #define DMA_COMMON_SYNC_RBR_DESC(area, index, flag) \ 130 ((void) ddi_dma_sync((area).dma_handle,\ 131 (index * RBR_SIZE), RBR_SIZE, \ 132 (flag))) 133 134 #define DMA_COMMON_SYNC_RBR_DESC_MULTI(area, index, count, flag) \ 135 ((void) ddi_dma_sync((area).dma_handle,\ 136 (index * RBR_SIZE), count * RBR_SIZE, \ 137 (flag))) 138 #define DMA_COMMON_SYNC_ENTRY(area, index, flag) \ 139 ((void) ddi_dma_sync((area).dma_handle,\ 140 (index * (area).block_size), \ 141 (area).block_size, \ 142 (flag))) 143 144 #define NEXT_ENTRY(index, wrap) ((index + 1) & wrap) 145 #define NEXT_ENTRY_PTR(ptr, first, last) \ 146 ((ptr == last) ? first : (ptr + 1)) 147 148 /* 149 * NPI related macros 150 */ 151 #define NXGE_DEV_NPI_HANDLE(nxgep) (nxgep->npi_handle) 152 153 #define NPI_PCI_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_pci_handle.regh = ah) 154 #define NPI_PCI_ADD_HANDLE_SET(nxgep, ap) (nxgep->npi_pci_handle.regp = ap) 155 156 #define NPI_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_handle.regh = ah) 157 #define NPI_ADD_HANDLE_SET(nxgep, ap) \ 158 nxgep->npi_handle.is_vraddr = B_FALSE; \ 159 nxgep->npi_handle.function.instance = nxgep->instance; \ 160 nxgep->npi_handle.function.function = nxgep->function_num; \ 161 nxgep->npi_handle.nxgep = (void *) nxgep; \ 162 nxgep->npi_handle.regp = ap; 163 164 #define NPI_REG_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_reg_handle.regh = ah) 165 #define NPI_REG_ADD_HANDLE_SET(nxgep, ap) \ 166 nxgep->npi_reg_handle.is_vraddr = B_FALSE; \ 167 nxgep->npi_handle.function.instance = nxgep->instance; \ 168 nxgep->npi_handle.function.function = nxgep->function_num; \ 169 nxgep->npi_reg_handle.nxgep = (void *) nxgep; \ 170 nxgep->npi_reg_handle.regp = ap; 171 172 #define NPI_MSI_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_msi_handle.regh = ah) 173 #define NPI_MSI_ADD_HANDLE_SET(nxgep, ap) (nxgep->npi_msi_handle.regp = ap) 174 175 #define NPI_VREG_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_vreg_handle.regh = ah) 176 #define NPI_VREG_ADD_HANDLE_SET(nxgep, ap) \ 177 nxgep->npi_vreg_handle.is_vraddr = B_TRUE; \ 178 nxgep->npi_handle.function.instance = nxgep->instance; \ 179 nxgep->npi_handle.function.function = nxgep->function_num; \ 180 nxgep->npi_vreg_handle.nxgep = (void *) nxgep; \ 181 nxgep->npi_vreg_handle.regp = ap; 182 183 #define NPI_V2REG_ACC_HANDLE_SET(nxgep, ah) (nxgep->npi_v2reg_handle.regh = ah) 184 #define NPI_V2REG_ADD_HANDLE_SET(nxgep, ap) \ 185 nxgep->npi_v2reg_handle.is_vraddr = B_TRUE; \ 186 nxgep->npi_handle.function.instance = nxgep->instance; \ 187 nxgep->npi_handle.function.function = nxgep->function_num; \ 188 nxgep->npi_v2reg_handle.nxgep = (void *) nxgep; \ 189 nxgep->npi_v2reg_handle.regp = ap; 190 191 #define NPI_PCI_ACC_HANDLE_GET(nxgep) (nxgep->npi_pci_handle.regh) 192 #define NPI_PCI_ADD_HANDLE_GET(nxgep) (nxgep->npi_pci_handle.regp) 193 #define NPI_ACC_HANDLE_GET(nxgep) (nxgep->npi_handle.regh) 194 #define NPI_ADD_HANDLE_GET(nxgep) (nxgep->npi_handle.regp) 195 #define NPI_REG_ACC_HANDLE_GET(nxgep) (nxgep->npi_reg_handle.regh) 196 #define NPI_REG_ADD_HANDLE_GET(nxgep) (nxgep->npi_reg_handle.regp) 197 #define NPI_MSI_ACC_HANDLE_GET(nxgep) (nxgep->npi_msi_handle.regh) 198 #define NPI_MSI_ADD_HANDLE_GET(nxgep) (nxgep->npi_msi_handle.regp) 199 #define NPI_VREG_ACC_HANDLE_GET(nxgep) (nxgep->npi_vreg_handle.regh) 200 #define NPI_VREG_ADD_HANDLE_GET(nxgep) (nxgep->npi_vreg_handle.regp) 201 #define NPI_V2REG_ACC_HANDLE_GET(nxgep) (nxgep->npi_v2reg_handle.regh) 202 #define NPI_V2REG_ADD_HANDLE_GET(nxgep) (nxgep->npi_v2reg_handle.regp) 203 204 #define NPI_DMA_ACC_HANDLE_SET(dmap, ah) (dmap->npi_handle.regh = ah) 205 #define NPI_DMA_ACC_HANDLE_GET(dmap) (dmap->npi_handle.regh) 206 207 /* 208 * DMA handles. 209 */ 210 #define NXGE_DESC_D_HANDLE_GET(desc) (desc.dma_handle) 211 #define NXGE_DESC_D_IOADD_GET(desc) (desc.dma_cookie.dmac_laddress) 212 #define NXGE_DMA_IOADD_GET(dma_cookie) (dma_cookie.dmac_laddress) 213 #define NXGE_DMA_AREA_IOADD_GET(dma_area) (dma_area.dma_cookie.dmac_laddress) 214 215 #define LDV_ON(ldv, vector) ((vector >> ldv) & 0x1) 216 #define LDV2_ON_1(ldv, vector) ((vector >> (ldv - 64)) & 0x1) 217 #define LDV2_ON_2(ldv, vector) (((vector >> 5) >> (ldv - 64)) & 0x1) 218 219 typedef uint32_t nxge_status_t; 220 221 typedef enum { 222 IDLE, 223 PROGRESS, 224 CONFIGURED 225 } dev_func_shared_t; 226 227 typedef enum { 228 DVMA, 229 DMA, 230 SDMA 231 } dma_method_t; 232 233 typedef enum { 234 BKSIZE_4K, 235 BKSIZE_8K, 236 BKSIZE_16K, 237 BKSIZE_32K 238 } nxge_rx_block_size_t; 239 240 #ifdef TX_ONE_BUF 241 #define TX_BCOPY_MAX 1514 242 #else 243 #if defined(sun4v) && defined(NIU_LP_WORKAROUND) 244 #define TX_BCOPY_MAX 4096 245 #define TX_BCOPY_SIZE 4096 246 #else 247 #define TX_BCOPY_MAX 2048 248 #define TX_BCOPY_SIZE 2048 249 #endif 250 #endif 251 252 #define TX_STREAM_MIN 512 253 #define TX_FASTDVMA_MIN 1024 254 255 /* 256 * Send repeated FMA ereports or display messages about some non-fatal 257 * hardware errors only the the first NXGE_ERROR_SHOW_MAX -1 times 258 */ 259 #define NXGE_ERROR_SHOW_MAX 2 260 261 262 /* 263 * Defaults 264 */ 265 #define NXGE_RDC_RCR_THRESHOLD 8 266 #define NXGE_RDC_RCR_TIMEOUT 16 267 268 #define NXGE_RDC_RCR_THRESHOLD_MAX 1024 269 #define NXGE_RDC_RCR_TIMEOUT_MAX 64 270 #define NXGE_RDC_RCR_THRESHOLD_MIN 1 271 #define NXGE_RDC_RCR_TIMEOUT_MIN 1 272 #define NXGE_RCR_FULL_HEADER 1 273 274 #define NXGE_IS_VLAN_PACKET(ptr) \ 275 ((((struct ether_vlan_header *)ptr)->ether_tpid) == \ 276 htons(VLAN_ETHERTYPE)) 277 278 typedef enum { 279 NONE, 280 SMALL, 281 MEDIUM, 282 LARGE 283 } dma_size_t; 284 285 typedef enum { 286 USE_NONE, 287 USE_BCOPY, 288 USE_DVMA, 289 USE_DMA, 290 USE_SDMA 291 } dma_type_t; 292 293 typedef enum { 294 NOT_IN_USE, 295 HDR_BUF, 296 MTU_BUF, 297 RE_ASSEMBLY_BUF, 298 FREE_BUF 299 } rx_page_state_t; 300 301 struct _nxge_block_mv_t { 302 uint32_t msg_type; 303 dma_type_t dma_type; 304 }; 305 306 typedef struct _nxge_block_mv_t nxge_block_mv_t, *p_nxge_block_mv_t; 307 308 typedef enum { 309 NIU_TYPE_NONE = 0, 310 311 NEPTUNE_4_1GC = 312 (NXGE_PORT_1G_COPPER | 313 (NXGE_PORT_1G_COPPER << 4) | 314 (NXGE_PORT_1G_COPPER << 8) | 315 (NXGE_PORT_1G_COPPER << 12)), 316 317 NEPTUNE_2_10GF = 318 (NXGE_PORT_10G_FIBRE | 319 (NXGE_PORT_10G_FIBRE << 4) | 320 (NXGE_PORT_NONE << 8) | 321 (NXGE_PORT_NONE << 12)), 322 323 NEPTUNE_2_10GF_2_1GC = 324 (NXGE_PORT_10G_FIBRE | 325 (NXGE_PORT_10G_FIBRE << 4) | 326 (NXGE_PORT_1G_COPPER << 8) | 327 (NXGE_PORT_1G_COPPER << 12)), 328 329 NEPTUNE_1_10GF_3_1GC = 330 (NXGE_PORT_10G_FIBRE | 331 (NXGE_PORT_1G_COPPER << 4) | 332 (NXGE_PORT_1G_COPPER << 8) | 333 (NXGE_PORT_1G_COPPER << 12)), 334 335 NEPTUNE_1_1GC_1_10GF_2_1GC = 336 (NXGE_PORT_1G_COPPER | 337 (NXGE_PORT_10G_FIBRE << 4) | 338 (NXGE_PORT_1G_COPPER << 8) | 339 (NXGE_PORT_1G_COPPER << 12)), 340 341 NEPTUNE_2_1GRF = 342 (NXGE_PORT_NONE | 343 (NXGE_PORT_NONE << 4) | 344 (NXGE_PORT_1G_RGMII_FIBER << 8) | 345 (NXGE_PORT_1G_RGMII_FIBER << 12)), 346 347 NEPTUNE_2_10GF_2_1GRF = 348 (NXGE_PORT_10G_FIBRE | 349 (NXGE_PORT_10G_FIBRE << 4) | 350 (NXGE_PORT_1G_RGMII_FIBER << 8) | 351 (NXGE_PORT_1G_RGMII_FIBER << 12)), 352 353 N2_NIU = 354 (NXGE_PORT_RSVD | 355 (NXGE_PORT_RSVD << 4) | 356 (NXGE_PORT_RSVD << 8) | 357 (NXGE_PORT_RSVD << 12)) 358 359 } niu_type_t; 360 361 typedef enum { 362 P_NEPTUNE_NONE, 363 P_NEPTUNE_GENERIC, 364 P_NEPTUNE_ATLAS_2PORT, 365 P_NEPTUNE_ATLAS_4PORT, 366 P_NEPTUNE_MARAMBA_P0, 367 P_NEPTUNE_MARAMBA_P1, 368 P_NEPTUNE_ALONSO, 369 P_NEPTUNE_NIU 370 } platform_type_t; 371 372 #define NXGE_IS_VALID_NEPTUNE_TYPE(nxgep) \ 373 (((nxgep->platform_type) == P_NEPTUNE_ATLAS_2PORT) || \ 374 ((nxgep->platform_type) == P_NEPTUNE_ATLAS_4PORT) || \ 375 ((nxgep->platform_type) == P_NEPTUNE_MARAMBA_P0) || \ 376 ((nxgep->platform_type) == P_NEPTUNE_MARAMBA_P1) || \ 377 ((nxgep->platform_type) == P_NEPTUNE_GENERIC) || \ 378 ((nxgep->platform_type) == P_NEPTUNE_ALONSO)) 379 380 #define NXGE_IS_XAUI_PLATFORM(nxgep) \ 381 (((nxgep->platform_type) == P_NEPTUNE_NIU) || \ 382 ((nxgep->platform_type) == P_NEPTUNE_MARAMBA_P0) || \ 383 ((nxgep->platform_type) == P_NEPTUNE_MARAMBA_P1)) 384 385 386 typedef enum { 387 CFG_DEFAULT = 0, /* default cfg */ 388 CFG_EQUAL, /* Equal */ 389 CFG_FAIR, /* Equal */ 390 CFG_CLASSIFY, 391 CFG_L2_CLASSIFY, 392 CFG_L3_CLASSIFY, 393 CFG_L3_DISTRIBUTE, 394 CFG_L3_WEB, 395 CFG_L3_TCAM, 396 CFG_NOT_SPECIFIED, 397 CFG_CUSTOM /* Custom */ 398 } cfg_type_t; 399 400 typedef enum { 401 NO_MSG = 0x0, /* No message output or storage. */ 402 CONSOLE = 0x1, /* Messages are go to the console. */ 403 BUFFER = 0x2, /* Messages are go to the system buffer. */ 404 CON_BUF = 0x3, /* Messages are go to the console and */ 405 /* system buffer. */ 406 VERBOSE = 0x4 /* Messages are go out only in VERBOSE node. */ 407 } out_msg_t, *p_out_msg_t; 408 409 typedef enum { 410 DBG_NO_MSG = 0x0, /* No message output or storage. */ 411 DBG_CONSOLE = 0x1, /* Messages are go to the console. */ 412 DBG_BUFFER = 0x2, /* Messages are go to the system buffer. */ 413 DBG_CON_BUF = 0x3, /* Messages are go to the console and */ 414 /* system buffer. */ 415 STR_LOG = 4 /* Sessage sent to streams logging driver. */ 416 } out_dbgmsg_t, *p_out_dbgmsg_t; 417 418 419 420 #if defined(_KERNEL) || defined(COSIM) 421 422 typedef struct ether_addr ether_addr_st, *p_ether_addr_t; 423 typedef struct ether_header ether_header_t, *p_ether_header_t; 424 typedef queue_t *p_queue_t; 425 426 #if !defined(IODIAG) 427 typedef mblk_t *p_mblk_t; 428 #endif 429 430 /* 431 * Generic phy table to support different phy types. 432 */ 433 typedef struct _nxge_xcvr_table { 434 nxge_status_t (*serdes_init) (); /* Serdes init routine */ 435 nxge_status_t (*xcvr_init) (); /* xcvr init routine */ 436 nxge_status_t (*link_intr_stop) (); /* Link intr disable routine */ 437 nxge_status_t (*link_intr_start) (); /* Link intr enable routine */ 438 nxge_status_t (*check_link) (); /* Link check routine */ 439 440 uint32_t xcvr_inuse; 441 } nxge_xcvr_table_t, *p_nxge_xcvr_table_t; 442 443 /* 444 * Common DMA data elements. 445 */ 446 struct _nxge_dma_common_t { 447 uint16_t dma_channel; 448 void *kaddrp; 449 void *first_kaddrp; 450 void *last_kaddrp; 451 void *ioaddr_pp; 452 void *first_ioaddr_pp; 453 void *last_ioaddr_pp; 454 ddi_dma_cookie_t dma_cookie; 455 uint32_t ncookies; 456 457 nxge_block_mv_t msg_dma_flags; 458 ddi_dma_handle_t dma_handle; 459 nxge_os_acc_handle_t acc_handle; 460 npi_handle_t npi_handle; 461 462 size_t block_size; 463 uint32_t nblocks; 464 size_t alength; 465 uint_t offset; 466 uint_t dma_chunk_index; 467 void *orig_ioaddr_pp; 468 uint64_t orig_vatopa; 469 void *orig_kaddrp; 470 size_t orig_alength; 471 boolean_t contig_alloc_type; 472 }; 473 474 typedef struct _nxge_t nxge_t, *p_nxge_t; 475 typedef struct _nxge_dma_common_t nxge_dma_common_t, *p_nxge_dma_common_t; 476 477 typedef struct _nxge_dma_pool_t { 478 p_nxge_dma_common_t *dma_buf_pool_p; 479 uint32_t ndmas; 480 uint32_t *num_chunks; 481 boolean_t buf_allocated; 482 } nxge_dma_pool_t, *p_nxge_dma_pool_t; 483 484 /* 485 * Each logical device (69): 486 * - LDG # 487 * - flag bits 488 * - masks. 489 * - interrupt handler function. 490 * 491 * Generic system interrupt handler with two arguments: 492 * (nxge_sys_intr_t) 493 * Per device instance data structure 494 * Logical group data structure. 495 * 496 * Logical device interrupt handler with two arguments: 497 * (nxge_ldv_intr_t) 498 * Per device instance data structure 499 * Logical device number 500 */ 501 typedef struct _nxge_ldg_t nxge_ldg_t, *p_nxge_ldg_t; 502 typedef struct _nxge_ldv_t nxge_ldv_t, *p_nxge_ldv_t; 503 typedef uint_t (*nxge_sys_intr_t)(void *arg1, void *arg2); 504 typedef uint_t (*nxge_ldv_intr_t)(void *arg1, void *arg2); 505 506 /* 507 * Each logical device Group (64) needs to have the following 508 * configurations: 509 * - timer counter (6 bits) 510 * - timer resolution (20 bits, number of system clocks) 511 * - system data (7 bits) 512 */ 513 struct _nxge_ldg_t { 514 uint8_t ldg; /* logical group number */ 515 uint8_t vldg_index; 516 boolean_t arm; 517 boolean_t interrupted; 518 uint16_t ldg_timer; /* counter */ 519 uint8_t func; 520 uint8_t vector; 521 uint8_t intdata; 522 uint8_t nldvs; 523 p_nxge_ldv_t ldvp; 524 nxge_sys_intr_t sys_intr_handler; 525 uint_t (*ih_cb_func)(caddr_t, caddr_t); 526 p_nxge_t nxgep; 527 }; 528 529 struct _nxge_ldv_t { 530 uint8_t ldg_assigned; 531 uint8_t ldv; 532 boolean_t is_rxdma; 533 boolean_t is_txdma; 534 boolean_t is_mif; 535 boolean_t is_mac; 536 boolean_t is_syserr; 537 boolean_t use_timer; 538 uint8_t channel; 539 uint8_t vdma_index; 540 uint8_t func; 541 p_nxge_ldg_t ldgp; 542 uint8_t ldv_flags; 543 boolean_t is_leve; 544 boolean_t is_edge; 545 uint8_t ldv_ldf_masks; 546 nxge_ldv_intr_t ldv_intr_handler; 547 uint_t (*ih_cb_func)(caddr_t, caddr_t); 548 p_nxge_t nxgep; 549 }; 550 #endif 551 552 typedef struct _nxge_logical_page_t { 553 uint16_t dma; 554 uint16_t page; 555 boolean_t valid; 556 uint64_t mask; 557 uint64_t value; 558 uint64_t reloc; 559 uint32_t handle; 560 } nxge_logical_page_t, *p_nxge_logical_page_t; 561 562 /* 563 * (Internal) return values from ioctl subroutines. 564 */ 565 enum nxge_ioc_reply { 566 IOC_INVAL = -1, /* bad, NAK with EINVAL */ 567 IOC_DONE, /* OK, reply sent */ 568 IOC_ACK, /* OK, just send ACK */ 569 IOC_REPLY, /* OK, just send reply */ 570 IOC_RESTART_ACK, /* OK, restart & ACK */ 571 IOC_RESTART_REPLY /* OK, restart & reply */ 572 }; 573 574 typedef struct _pci_cfg_t { 575 uint16_t vendorid; 576 uint16_t devid; 577 uint16_t command; 578 uint16_t status; 579 uint8_t revid; 580 uint8_t res0; 581 uint16_t junk1; 582 uint8_t cache_line; 583 uint8_t latency; 584 uint8_t header; 585 uint8_t bist; 586 uint32_t base; 587 uint32_t base14; 588 uint32_t base18; 589 uint32_t base1c; 590 uint32_t base20; 591 uint32_t base24; 592 uint32_t base28; 593 uint32_t base2c; 594 uint32_t base30; 595 uint32_t res1[2]; 596 uint8_t int_line; 597 uint8_t int_pin; 598 uint8_t min_gnt; 599 uint8_t max_lat; 600 } pci_cfg_t, *p_pci_cfg_t; 601 602 #if defined(_KERNEL) || defined(COSIM) 603 604 typedef struct _dev_regs_t { 605 nxge_os_acc_handle_t nxge_pciregh; /* PCI config DDI IO handle */ 606 p_pci_cfg_t nxge_pciregp; /* mapped PCI registers */ 607 608 nxge_os_acc_handle_t nxge_regh; /* device DDI IO (BAR 0) */ 609 void *nxge_regp; /* mapped device registers */ 610 611 nxge_os_acc_handle_t nxge_msix_regh; /* MSI/X DDI handle (BAR 2) */ 612 void *nxge_msix_regp; /* MSI/X register */ 613 614 nxge_os_acc_handle_t nxge_vir_regh; /* virtualization (BAR 4) */ 615 unsigned char *nxge_vir_regp; /* virtualization register */ 616 617 nxge_os_acc_handle_t nxge_vir2_regh; /* second virtualization */ 618 unsigned char *nxge_vir2_regp; /* second virtualization */ 619 620 nxge_os_acc_handle_t nxge_romh; /* fcode rom handle */ 621 unsigned char *nxge_romp; /* fcode pointer */ 622 } dev_regs_t, *p_dev_regs_t; 623 624 625 typedef struct _nxge_mac_addr_t { 626 ether_addr_t addr; 627 uint_t flags; 628 } nxge_mac_addr_t; 629 630 /* 631 * The hardware supports 1 unique MAC and 16 alternate MACs (num_mmac) 632 * for each XMAC port and supports 1 unique MAC and 7 alternate MACs 633 * for each BMAC port. The number of MACs assigned by the factory is 634 * different and is as follows, 635 * BMAC port: num_factory_mmac = num_mmac = 7 636 * XMAC port on a 2-port NIC: num_factory_mmac = num_mmac - 1 = 15 637 * XMAC port on a 4-port NIC: num_factory_mmac = 7 638 * So num_factory_mmac is smaller than num_mmac. nxge_m_mmac_add uses 639 * num_mmac and nxge_m_mmac_reserve uses num_factory_mmac. 640 * 641 * total_factory_macs is the total number of factory MACs, including 642 * the unique MAC, assigned to a Neptune based NIC card, it is 32. 643 */ 644 typedef struct _nxge_mmac_t { 645 uint8_t total_factory_macs; 646 uint8_t num_mmac; 647 uint8_t num_factory_mmac; 648 nxge_mac_addr_t mac_pool[XMAC_MAX_ADDR_ENTRY]; 649 ether_addr_t factory_mac_pool[XMAC_MAX_ADDR_ENTRY]; 650 uint8_t naddrfree; /* number of alt mac addr available */ 651 } nxge_mmac_t; 652 653 /* 654 * mmac stats structure 655 */ 656 typedef struct _nxge_mmac_stats_t { 657 uint8_t mmac_max_cnt; 658 uint8_t mmac_avail_cnt; 659 struct ether_addr mmac_avail_pool[16]; 660 } nxge_mmac_stats_t, *p_nxge_mmac_stats_t; 661 662 #define NXGE_MAX_MMAC_ADDRS 32 663 #define NXGE_NUM_MMAC_ADDRS 8 664 #define NXGE_NUM_OF_PORTS_QUAD 4 665 #define NXGE_NUM_OF_PORTS_DUAL 2 666 667 #define NXGE_QGC_LP_BM_STR "501-7606" 668 #define NXGE_2XGF_LP_BM_STR "501-7283" 669 #define NXGE_QGC_PEM_BM_STR "501-7765" 670 #define NXGE_2XGF_PEM_BM_STR "501-7626" 671 #define NXGE_ALONSO_BM_STR "373-0202-01" 672 #define NXGE_ALONSO_MODEL_STR "SUNW,CP3220" 673 #define NXGE_RFEM_BM_STR "501-7961-01" 674 #define NXGE_RFEM_MODEL_STR "SUNW,pcie-rfem" 675 #define NXGE_ARTM_BM_STR "375-3544-01" 676 #define NXGE_ARTM_MODEL_STR "SUNW,pcie-artm" 677 #define NXGE_EROM_LEN 1048576 678 679 #endif 680 681 #include <sys/nxge/nxge_common_impl.h> 682 #include <sys/nxge/nxge_common.h> 683 #include <sys/nxge/nxge_txc.h> 684 #include <sys/nxge/nxge_rxdma.h> 685 #include <sys/nxge/nxge_txdma.h> 686 #include <sys/nxge/nxge_fflp.h> 687 #include <sys/nxge/nxge_ipp.h> 688 #include <sys/nxge/nxge_zcp.h> 689 #include <sys/nxge/nxge_fzc.h> 690 #include <sys/nxge/nxge_flow.h> 691 #include <sys/nxge/nxge_virtual.h> 692 693 #include <npi_espc.h> 694 #include <npi_vir.h> 695 696 #include <sys/nxge/nxge.h> 697 698 #include <sys/modctl.h> 699 #include <sys/pattr.h> 700 701 extern int secpolicy_net_config(const cred_t *, boolean_t); 702 extern void nxge_fm_report_error(p_nxge_t, uint8_t, 703 uint8_t, nxge_fm_ereport_id_t); 704 extern int fm_check_acc_handle(ddi_acc_handle_t); 705 extern int fm_check_dma_handle(ddi_dma_handle_t); 706 707 /* nxge_classify.c */ 708 nxge_status_t nxge_classify_init(p_nxge_t); 709 nxge_status_t nxge_classify_uninit(p_nxge_t); 710 nxge_status_t nxge_set_hw_classify_config(p_nxge_t); 711 nxge_status_t nxge_classify_exit_sw(p_nxge_t); 712 713 /* nxge_fflp.c */ 714 void nxge_put_tcam(p_nxge_t, p_mblk_t); 715 void nxge_get_tcam(p_nxge_t, p_mblk_t); 716 nxge_status_t nxge_classify_init_hw(p_nxge_t); 717 nxge_status_t nxge_classify_init_sw(p_nxge_t); 718 nxge_status_t nxge_fflp_ip_class_config_all(p_nxge_t); 719 nxge_status_t nxge_fflp_ip_class_config(p_nxge_t, tcam_class_t, 720 uint32_t); 721 722 nxge_status_t nxge_fflp_ip_class_config_get(p_nxge_t, 723 tcam_class_t, 724 uint32_t *); 725 726 nxge_status_t nxge_cfg_ip_cls_flow_key(p_nxge_t, tcam_class_t, 727 uint32_t); 728 729 nxge_status_t nxge_fflp_ip_usr_class_config(p_nxge_t, tcam_class_t, 730 uint32_t); 731 732 uint64_t nxge_classify_get_cfg_value(p_nxge_t, uint8_t, uint8_t); 733 nxge_status_t nxge_add_flow(p_nxge_t, flow_resource_t *); 734 nxge_status_t nxge_fflp_config_tcam_enable(p_nxge_t); 735 nxge_status_t nxge_fflp_config_tcam_disable(p_nxge_t); 736 737 nxge_status_t nxge_fflp_config_hash_lookup_enable(p_nxge_t); 738 nxge_status_t nxge_fflp_config_hash_lookup_disable(p_nxge_t); 739 740 nxge_status_t nxge_fflp_config_llc_snap_enable(p_nxge_t); 741 nxge_status_t nxge_fflp_config_llc_snap_disable(p_nxge_t); 742 743 nxge_status_t nxge_logical_mac_assign_rdc_table(p_nxge_t, uint8_t); 744 nxge_status_t nxge_fflp_config_vlan_table(p_nxge_t, uint16_t); 745 746 nxge_status_t nxge_fflp_set_hash1(p_nxge_t, uint32_t); 747 748 nxge_status_t nxge_fflp_set_hash2(p_nxge_t, uint16_t); 749 750 nxge_status_t nxge_fflp_init_hostinfo(p_nxge_t); 751 752 void nxge_handle_tcam_fragment_bug(p_nxge_t); 753 nxge_status_t nxge_fflp_hw_reset(p_nxge_t); 754 nxge_status_t nxge_fflp_handle_sys_errors(p_nxge_t); 755 nxge_status_t nxge_zcp_handle_sys_errors(p_nxge_t); 756 757 /* nxge_kstats.c */ 758 void nxge_init_statsp(p_nxge_t); 759 void nxge_setup_kstats(p_nxge_t); 760 void nxge_destroy_kstats(p_nxge_t); 761 int nxge_port_kstat_update(kstat_t *, int); 762 void nxge_save_cntrs(p_nxge_t); 763 764 int nxge_m_stat(void *arg, uint_t, uint64_t *); 765 766 /* nxge_hw.c */ 767 void 768 nxge_hw_ioctl(p_nxge_t, queue_t *, mblk_t *, struct iocblk *); 769 void nxge_loopback_ioctl(p_nxge_t, queue_t *, mblk_t *, struct iocblk *); 770 nxge_status_t nxge_global_reset(p_nxge_t); 771 uint_t nxge_intr(void *, void *); 772 void nxge_intr_enable(p_nxge_t); 773 void nxge_intr_disable(p_nxge_t); 774 void nxge_hw_blank(void *arg, time_t, uint_t); 775 void nxge_hw_id_init(p_nxge_t); 776 void nxge_hw_init_niu_common(p_nxge_t); 777 void nxge_intr_hw_enable(p_nxge_t); 778 void nxge_intr_hw_disable(p_nxge_t); 779 void nxge_hw_stop(p_nxge_t); 780 void nxge_check_hw_state(p_nxge_t); 781 782 void nxge_rxdma_channel_put64(nxge_os_acc_handle_t, 783 void *, uint32_t, uint16_t, 784 uint64_t); 785 uint64_t nxge_rxdma_channel_get64(nxge_os_acc_handle_t, void *, 786 uint32_t, uint16_t); 787 788 789 void nxge_get32(p_nxge_t, p_mblk_t); 790 void nxge_put32(p_nxge_t, p_mblk_t); 791 792 void nxge_hw_set_mac_modes(p_nxge_t); 793 794 /* nxge_send.c. */ 795 uint_t nxge_reschedule(caddr_t); 796 797 /* nxge_rxdma.c */ 798 nxge_status_t nxge_rxdma_cfg_rdcgrp_default_rdc(p_nxge_t, 799 uint8_t, uint8_t); 800 801 nxge_status_t nxge_rxdma_cfg_port_default_rdc(p_nxge_t, 802 uint8_t, uint8_t); 803 nxge_status_t nxge_rxdma_cfg_rcr_threshold(p_nxge_t, uint8_t, 804 uint16_t); 805 nxge_status_t nxge_rxdma_cfg_rcr_timeout(p_nxge_t, uint8_t, 806 uint16_t, uint8_t); 807 808 /* nxge_ndd.c */ 809 void nxge_get_param_soft_properties(p_nxge_t); 810 void nxge_copy_hw_default_to_param(p_nxge_t); 811 void nxge_copy_param_hw_to_config(p_nxge_t); 812 void nxge_setup_param(p_nxge_t); 813 void nxge_init_param(p_nxge_t); 814 void nxge_destroy_param(p_nxge_t); 815 boolean_t nxge_check_rxdma_rdcgrp_member(p_nxge_t, uint8_t, uint8_t); 816 boolean_t nxge_check_rxdma_port_member(p_nxge_t, uint8_t); 817 boolean_t nxge_check_rdcgrp_port_member(p_nxge_t, uint8_t); 818 819 boolean_t nxge_check_txdma_port_member(p_nxge_t, uint8_t); 820 821 int nxge_param_get_generic(p_nxge_t, queue_t *, mblk_t *, caddr_t); 822 int nxge_param_set_generic(p_nxge_t, queue_t *, mblk_t *, char *, caddr_t); 823 int nxge_get_default(p_nxge_t, queue_t *, p_mblk_t, caddr_t); 824 int nxge_set_default(p_nxge_t, queue_t *, p_mblk_t, char *, caddr_t); 825 int nxge_nd_get_names(p_nxge_t, queue_t *, p_mblk_t, caddr_t); 826 int nxge_mk_mblk_tail_space(p_mblk_t, p_mblk_t *, size_t); 827 long nxge_strtol(char *, char **, int); 828 boolean_t nxge_param_get_instance(queue_t *, mblk_t *); 829 void nxge_param_ioctl(p_nxge_t, queue_t *, mblk_t *, struct iocblk *); 830 boolean_t nxge_nd_load(caddr_t *, char *, pfi_t, pfi_t, caddr_t); 831 void nxge_nd_free(caddr_t *); 832 int nxge_nd_getset(p_nxge_t, queue_t *, caddr_t, p_mblk_t); 833 834 nxge_status_t nxge_set_lb_normal(p_nxge_t); 835 boolean_t nxge_set_lb(p_nxge_t, queue_t *, p_mblk_t); 836 837 /* nxge_virtual.c */ 838 nxge_status_t nxge_cntlops(dev_info_t *, nxge_ctl_enum_t, void *, void *); 839 void nxge_common_lock_get(p_nxge_t); 840 void nxge_common_lock_free(p_nxge_t); 841 842 nxge_status_t nxge_get_config_properties(p_nxge_t); 843 void nxge_get_xcvr_properties(p_nxge_t); 844 void nxge_init_vlan_config(p_nxge_t); 845 void nxge_init_mac_config(p_nxge_t); 846 847 848 void nxge_init_logical_devs(p_nxge_t); 849 int nxge_init_ldg_intrs(p_nxge_t); 850 851 void nxge_set_ldgimgmt(p_nxge_t, uint32_t, boolean_t, 852 uint32_t); 853 854 void nxge_init_fzc_txdma_channels(p_nxge_t); 855 856 nxge_status_t nxge_init_fzc_txdma_channel(p_nxge_t, uint16_t, 857 p_tx_ring_t, p_tx_mbox_t); 858 nxge_status_t nxge_init_fzc_txdma_port(p_nxge_t); 859 860 nxge_status_t nxge_init_fzc_rxdma_channel(p_nxge_t, uint16_t, 861 p_rx_rbr_ring_t, p_rx_rcr_ring_t, p_rx_mbox_t); 862 863 nxge_status_t nxge_init_fzc_rdc_tbl(p_nxge_t); 864 nxge_status_t nxge_init_fzc_rx_common(p_nxge_t); 865 nxge_status_t nxge_init_fzc_rxdma_port(p_nxge_t); 866 867 nxge_status_t nxge_init_fzc_rxdma_channel_pages(p_nxge_t, 868 uint16_t, p_rx_rbr_ring_t); 869 nxge_status_t nxge_init_fzc_rxdma_channel_red(p_nxge_t, 870 uint16_t, p_rx_rcr_ring_t); 871 872 nxge_status_t nxge_init_fzc_rxdma_channel_clrlog(p_nxge_t, 873 uint16_t, p_rx_rbr_ring_t); 874 875 876 nxge_status_t nxge_init_fzc_txdma_channel_pages(p_nxge_t, 877 uint16_t, p_tx_ring_t); 878 879 nxge_status_t nxge_init_fzc_txdma_channel_drr(p_nxge_t, uint16_t, 880 p_tx_ring_t); 881 882 nxge_status_t nxge_init_fzc_txdma_port(p_nxge_t); 883 884 void nxge_init_fzc_ldg_num(p_nxge_t); 885 void nxge_init_fzc_sys_int_data(p_nxge_t); 886 void nxge_init_fzc_ldg_int_timer(p_nxge_t); 887 nxge_status_t nxge_intr_mask_mgmt_set(p_nxge_t, boolean_t on); 888 889 /* MAC functions */ 890 nxge_status_t nxge_mac_init(p_nxge_t); 891 nxge_status_t nxge_link_init(p_nxge_t); 892 nxge_status_t nxge_xif_init(p_nxge_t); 893 nxge_status_t nxge_pcs_init(p_nxge_t); 894 nxge_status_t nxge_mac_ctrl_init(p_nxge_t); 895 nxge_status_t nxge_serdes_init(p_nxge_t); 896 nxge_status_t nxge_serdes_reset(p_nxge_t); 897 nxge_status_t nxge_xcvr_find(p_nxge_t); 898 nxge_status_t nxge_get_xcvr_type(p_nxge_t); 899 nxge_status_t nxge_setup_xcvr_table(p_nxge_t); 900 nxge_status_t nxge_xcvr_init(p_nxge_t); 901 nxge_status_t nxge_tx_mac_init(p_nxge_t); 902 nxge_status_t nxge_rx_mac_init(p_nxge_t); 903 nxge_status_t nxge_tx_mac_enable(p_nxge_t); 904 nxge_status_t nxge_tx_mac_disable(p_nxge_t); 905 nxge_status_t nxge_rx_mac_enable(p_nxge_t); 906 nxge_status_t nxge_rx_mac_disable(p_nxge_t); 907 nxge_status_t nxge_tx_mac_reset(p_nxge_t); 908 nxge_status_t nxge_rx_mac_reset(p_nxge_t); 909 nxge_status_t nxge_link_intr(p_nxge_t, link_intr_enable_t); 910 nxge_status_t nxge_mii_xcvr_init(p_nxge_t); 911 nxge_status_t nxge_mii_xcvr_fiber_init(p_nxge_t); 912 nxge_status_t nxge_mii_read(p_nxge_t, uint8_t, 913 uint8_t, uint16_t *); 914 nxge_status_t nxge_mii_write(p_nxge_t, uint8_t, 915 uint8_t, uint16_t); 916 nxge_status_t nxge_mdio_read(p_nxge_t, uint8_t, uint8_t, 917 uint16_t, uint16_t *); 918 nxge_status_t nxge_mdio_write(p_nxge_t, uint8_t, 919 uint8_t, uint16_t, uint16_t); 920 nxge_status_t nxge_mii_check(p_nxge_t, mii_bmsr_t, 921 mii_bmsr_t, nxge_link_state_t *); 922 nxge_status_t nxge_pcs_check(p_nxge_t, uint8_t portn, nxge_link_state_t *); 923 nxge_status_t nxge_add_mcast_addr(p_nxge_t, struct ether_addr *); 924 nxge_status_t nxge_del_mcast_addr(p_nxge_t, struct ether_addr *); 925 nxge_status_t nxge_set_mac_addr(p_nxge_t, struct ether_addr *); 926 nxge_status_t nxge_check_bcm8704_link(p_nxge_t, boolean_t *); 927 void nxge_link_is_down(p_nxge_t); 928 void nxge_link_is_up(p_nxge_t); 929 nxge_status_t nxge_link_monitor(p_nxge_t, link_mon_enable_t); 930 uint32_t crc32_mchash(p_ether_addr_t); 931 nxge_status_t nxge_set_promisc(p_nxge_t, boolean_t); 932 nxge_status_t nxge_mac_handle_sys_errors(p_nxge_t); 933 nxge_status_t nxge_10g_link_led_on(p_nxge_t); 934 nxge_status_t nxge_10g_link_led_off(p_nxge_t); 935 nxge_status_t nxge_scan_ports_phy(p_nxge_t, p_nxge_hw_list_t); 936 boolean_t nxge_is_valid_local_mac(ether_addr_st); 937 938 /* espc (sprom) prototypes */ 939 nxge_status_t nxge_espc_mac_addrs_get(p_nxge_t); 940 nxge_status_t nxge_espc_num_macs_get(p_nxge_t, uint8_t *); 941 nxge_status_t nxge_espc_num_ports_get(p_nxge_t); 942 nxge_status_t nxge_espc_phy_type_get(p_nxge_t); 943 nxge_status_t nxge_espc_verify_chksum(p_nxge_t); 944 void nxge_espc_get_next_mac_addr(uint8_t *, uint8_t, struct ether_addr *); 945 void nxge_vpd_info_get(p_nxge_t); 946 947 948 void nxge_debug_msg(p_nxge_t, uint64_t, char *, ...); 949 int nxge_get_nports(p_nxge_t); 950 951 uint64_t hv_niu_rx_logical_page_conf(uint64_t, uint64_t, 952 uint64_t, uint64_t); 953 #pragma weak hv_niu_rx_logical_page_conf 954 955 uint64_t hv_niu_rx_logical_page_info(uint64_t, uint64_t, 956 uint64_t *, uint64_t *); 957 #pragma weak hv_niu_rx_logical_page_info 958 959 uint64_t hv_niu_tx_logical_page_conf(uint64_t, uint64_t, 960 uint64_t, uint64_t); 961 #pragma weak hv_niu_tx_logical_page_conf 962 963 uint64_t hv_niu_tx_logical_page_info(uint64_t, uint64_t, 964 uint64_t *, uint64_t *); 965 #pragma weak hv_niu_tx_logical_page_info 966 967 #ifdef NXGE_DEBUG 968 char *nxge_dump_packet(char *, int); 969 #endif 970 971 #endif /* !_ASM */ 972 973 #ifdef __cplusplus 974 } 975 #endif 976 977 #endif /* _SYS_NXGE_NXGE_IMPL_H */ 978