1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2007 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 #pragma ident "%Z%%M% %I% %E% SMI" 27 28 #include <nxge_impl.h> 29 #include <nxge_ipp.h> 30 31 #define NXGE_IPP_FIFO_SYNC_TRY_COUNT 100 32 33 /* ARGSUSED */ 34 nxge_status_t 35 nxge_ipp_init(p_nxge_t nxgep) 36 { 37 uint8_t portn; 38 uint32_t config; 39 npi_handle_t handle; 40 uint32_t pkt_size; 41 ipp_status_t istatus; 42 npi_status_t rs = NPI_SUCCESS; 43 uint64_t val; 44 uint32_t d0, d1, d2, d3, d4; 45 int i; 46 uint32_t dfifo_entries; 47 48 handle = nxgep->npi_handle; 49 portn = NXGE_GET_PORT_NUM(nxgep->function_num); 50 51 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "==> nxge_ipp_init: port%d", portn)); 52 53 /* Initialize ECC and parity in SRAM of DFIFO and PFIFO */ 54 if ((nxgep->niu_type == NEPTUNE) || (nxgep->niu_type == NEPTUNE_2)) { 55 if (portn < 2) 56 dfifo_entries = IPP_P0_P1_DFIFO_ENTRIES; 57 else 58 dfifo_entries = IPP_P2_P3_DFIFO_ENTRIES; 59 } else if (nxgep->niu_type == N2_NIU) { 60 dfifo_entries = IPP_NIU_DFIFO_ENTRIES; 61 } else 62 goto fail; 63 64 for (i = 0; i < dfifo_entries; i++) { 65 if ((rs = npi_ipp_write_dfifo(handle, 66 portn, i, 0, 0, 0, 0, 0)) != NPI_SUCCESS) 67 goto fail; 68 if ((rs = npi_ipp_read_dfifo(handle, portn, 69 i, &d0, &d1, &d2, &d3, &d4)) != NPI_SUCCESS) 70 goto fail; 71 } 72 73 /* Clear PFIFO DFIFO status bits */ 74 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 75 goto fail; 76 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 77 goto fail; 78 79 /* 80 * Soft reset to make sure we bring the FIFO pointers back to the 81 * original initial position. 82 */ 83 if ((rs = npi_ipp_reset(handle, portn)) != NPI_SUCCESS) 84 goto fail; 85 86 /* Clean up ECC counter */ 87 IPP_REG_RD(nxgep->npi_handle, portn, IPP_ECC_ERR_COUNTER_REG, &val); 88 IPP_REG_RD(nxgep->npi_handle, portn, IPP_TCP_CKSUM_ERR_CNT_REG, &val); 89 IPP_REG_RD(nxgep->npi_handle, portn, IPP_DISCARD_PKT_CNT_REG, &val); 90 91 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 92 goto fail; 93 94 /* Configure IPP port */ 95 if ((rs = npi_ipp_iconfig(handle, INIT, portn, ICFG_IPP_ALL)) 96 != NPI_SUCCESS) 97 goto fail; 98 nxgep->ipp.iconfig = ICFG_IPP_ALL; 99 100 config = CFG_IPP | CFG_IPP_DFIFO_ECC_CORRECT | CFG_IPP_DROP_BAD_CRC | 101 CFG_IPP_TCP_UDP_CKSUM; 102 if ((rs = npi_ipp_config(handle, INIT, portn, config)) != NPI_SUCCESS) 103 goto fail; 104 nxgep->ipp.config = config; 105 106 /* Set max packet size */ 107 pkt_size = IPP_MAX_PKT_SIZE; 108 if ((rs = npi_ipp_set_max_pktsize(handle, portn, 109 IPP_MAX_PKT_SIZE)) != NPI_SUCCESS) 110 goto fail; 111 nxgep->ipp.max_pkt_size = pkt_size; 112 113 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "<== nxge_ipp_init: port%d", portn)); 114 115 return (NXGE_OK); 116 fail: 117 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 118 "nxge_ipp_init: Fail to initialize IPP Port #%d\n", 119 portn)); 120 return (NXGE_ERROR | rs); 121 } 122 123 /* ARGSUSED */ 124 nxge_status_t 125 nxge_ipp_disable(p_nxge_t nxgep) 126 { 127 uint8_t portn; 128 uint32_t config; 129 npi_handle_t handle; 130 npi_status_t rs = NPI_SUCCESS; 131 uint16_t wr_ptr, rd_ptr; 132 uint32_t try_count; 133 134 handle = nxgep->npi_handle; 135 portn = NXGE_GET_PORT_NUM(nxgep->function_num); 136 137 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "==> nxge_ipp_disable: port%d", portn)); 138 (void) nxge_rx_mac_disable(nxgep); 139 140 /* 141 * Wait until ip read and write fifo pointers are equal 142 */ 143 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 144 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 145 try_count = NXGE_IPP_FIFO_SYNC_TRY_COUNT; 146 147 while ((try_count > 0) && (rd_ptr != wr_ptr)) { 148 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 149 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 150 try_count--; 151 } 152 153 if (try_count == 0) { 154 if ((rd_ptr != 0) && (wr_ptr != 1)) { 155 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 156 " nxge_ipp_disable: port%d failed" 157 " rd_fifo != wr_fifo", portn)); 158 goto fail; 159 } 160 } 161 /* disable the IPP */ 162 config = nxgep->ipp.config; 163 if ((rs = npi_ipp_config(handle, DISABLE, 164 portn, config)) != NPI_SUCCESS) 165 goto fail; 166 167 /* IPP soft reset */ 168 if ((rs = npi_ipp_reset(handle, portn)) != NPI_SUCCESS) 169 goto fail; 170 171 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "<== nxge_ipp_disable: port%d", portn)); 172 return (NXGE_OK); 173 fail: 174 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 175 "nxge_ipp_disable: Fail to disable IPP Port #%d\n", portn)); 176 return (NXGE_ERROR | rs); 177 } 178 179 /* ARGSUSED */ 180 nxge_status_t 181 nxge_ipp_reset(p_nxge_t nxgep) 182 { 183 uint8_t portn; 184 uint32_t config; 185 npi_handle_t handle; 186 npi_status_t rs = NPI_SUCCESS; 187 uint16_t wr_ptr, rd_ptr; 188 uint32_t try_count; 189 190 handle = nxgep->npi_handle; 191 portn = NXGE_GET_PORT_NUM(nxgep->function_num); 192 193 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "==> nxge_ipp_reset: port%d", portn)); 194 195 /* disable the IPP */ 196 config = nxgep->ipp.config; 197 if ((rs = npi_ipp_config(handle, DISABLE, 198 portn, config)) != NPI_SUCCESS) 199 goto fail; 200 201 /* 202 * Wait until ip read and write fifo pointers are equal 203 */ 204 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 205 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 206 try_count = NXGE_IPP_FIFO_SYNC_TRY_COUNT; 207 208 while ((try_count > 0) && (rd_ptr != wr_ptr)) { 209 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 210 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 211 try_count--; 212 } 213 214 if (try_count == 0) { 215 if ((rd_ptr != 0) && (wr_ptr != 1)) { 216 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 217 " nxge_ipp_disable: port%d failed" 218 " rd_fifo != wr_fifo", portn)); 219 goto fail; 220 } 221 } 222 223 /* IPP soft reset */ 224 if ((rs = npi_ipp_reset(handle, portn)) != NPI_SUCCESS) { 225 goto fail; 226 } 227 228 /* to reset control FIFO */ 229 if ((rs = npi_zcp_rest_cfifo_port(handle, portn)) != NPI_SUCCESS) 230 goto fail; 231 232 /* 233 * Making sure that error source is cleared if this is an injected 234 * error. 235 */ 236 IPP_REG_WR(handle, portn, IPP_ECC_CTRL_REG, 0); 237 238 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "<== nxge_ipp_reset: port%d", portn)); 239 return (NXGE_OK); 240 fail: 241 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 242 "nxge_ipp_init: Fail to Reset IPP Port #%d\n", 243 portn)); 244 return (NXGE_ERROR | rs); 245 } 246 247 /* ARGSUSED */ 248 nxge_status_t 249 nxge_ipp_enable(p_nxge_t nxgep) 250 { 251 uint8_t portn; 252 uint32_t config; 253 npi_handle_t handle; 254 uint32_t pkt_size; 255 npi_status_t rs = NPI_SUCCESS; 256 257 handle = nxgep->npi_handle; 258 portn = NXGE_GET_PORT_NUM(nxgep->function_num); 259 260 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "==> nxge_ipp_enable: port%d", portn)); 261 262 config = CFG_IPP | CFG_IPP_DFIFO_ECC_CORRECT | CFG_IPP_DROP_BAD_CRC | 263 CFG_IPP_TCP_UDP_CKSUM; 264 if ((rs = npi_ipp_config(handle, INIT, portn, config)) != NPI_SUCCESS) 265 goto fail; 266 nxgep->ipp.config = config; 267 268 /* Set max packet size */ 269 pkt_size = IPP_MAX_PKT_SIZE; 270 if ((rs = npi_ipp_set_max_pktsize(handle, portn, 271 IPP_MAX_PKT_SIZE)) != NPI_SUCCESS) 272 goto fail; 273 nxgep->ipp.max_pkt_size = pkt_size; 274 275 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "<== nxge_ipp_enable: port%d", portn)); 276 return (NXGE_OK); 277 fail: 278 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 279 "nxge_ipp_init: Fail to Enable IPP Port #%d\n", portn)); 280 return (NXGE_ERROR | rs); 281 } 282 283 /* ARGSUSED */ 284 nxge_status_t 285 nxge_ipp_handle_sys_errors(p_nxge_t nxgep) 286 { 287 npi_handle_t handle; 288 npi_status_t rs = NPI_SUCCESS; 289 p_nxge_ipp_stats_t statsp; 290 ipp_status_t istatus; 291 uint8_t portn; 292 p_ipp_errlog_t errlogp; 293 boolean_t rxport_fatal = B_FALSE; 294 nxge_status_t status = NXGE_OK; 295 296 handle = nxgep->npi_handle; 297 statsp = (p_nxge_ipp_stats_t)&nxgep->statsp->ipp_stats; 298 portn = nxgep->mac.portnum; 299 300 errlogp = (p_ipp_errlog_t)&statsp->errlog; 301 302 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 303 return (NXGE_ERROR | rs); 304 305 if (istatus.value == 0) { 306 /* 307 * The error is not initiated from this port, so just exit. 308 */ 309 return (NXGE_OK); 310 } 311 312 if (istatus.bits.w0.dfifo_missed_sop) { 313 statsp->sop_miss++; 314 if ((rs = npi_ipp_get_dfifo_eopm_rdptr(handle, portn, 315 &errlogp->dfifo_rd_ptr)) != NPI_SUCCESS) 316 return (NXGE_ERROR | rs); 317 if ((rs = npi_ipp_get_state_mach(handle, portn, 318 &errlogp->state_mach)) != NPI_SUCCESS) 319 return (NXGE_ERROR | rs); 320 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 321 NXGE_FM_EREPORT_IPP_SOP_MISS); 322 if (statsp->sop_miss < IPP_MAX_ERR_SHOW) 323 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 324 "nxge_ipp_err_evnts: fatal error: sop_miss\n")); 325 rxport_fatal = B_TRUE; 326 } 327 if (istatus.bits.w0.dfifo_missed_eop) { 328 statsp->eop_miss++; 329 if ((rs = npi_ipp_get_dfifo_eopm_rdptr(handle, portn, 330 &errlogp->dfifo_rd_ptr)) != NPI_SUCCESS) 331 return (NXGE_ERROR | rs); 332 if ((rs = npi_ipp_get_state_mach(handle, portn, 333 &errlogp->state_mach)) != NPI_SUCCESS) 334 return (NXGE_ERROR | rs); 335 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 336 NXGE_FM_EREPORT_IPP_EOP_MISS); 337 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 338 "nxge_ipp_err_evnts: fatal error: eop_miss\n")); 339 rxport_fatal = B_TRUE; 340 } 341 if (istatus.bits.w0.dfifo_uncorr_ecc_err) { 342 boolean_t ue_ecc_valid; 343 344 if ((status = nxge_ipp_eccue_valid_check(nxgep, 345 &ue_ecc_valid)) != NXGE_OK) 346 return (status); 347 348 if (ue_ecc_valid) { 349 statsp->dfifo_ue++; 350 if ((rs = npi_ipp_get_ecc_syndrome(handle, portn, 351 &errlogp->ecc_syndrome)) != NPI_SUCCESS) 352 return (NXGE_ERROR | rs); 353 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 354 NXGE_FM_EREPORT_IPP_DFIFO_UE); 355 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 356 "nxge_ipp_err_evnts: fatal error: dfifo_ue\n")); 357 rxport_fatal = B_TRUE; 358 } 359 } 360 if (istatus.bits.w0.pre_fifo_perr) { 361 statsp->pfifo_perr++; 362 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 363 NXGE_FM_EREPORT_IPP_PFIFO_PERR); 364 if (statsp->pfifo_perr < IPP_MAX_ERR_SHOW) 365 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 366 "nxge_ipp_err_evnts: " 367 "fatal error: pre_pifo_perr\n")); 368 rxport_fatal = B_TRUE; 369 } 370 if (istatus.bits.w0.pre_fifo_overrun) { 371 statsp->pfifo_over++; 372 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 373 NXGE_FM_EREPORT_IPP_PFIFO_OVER); 374 if (statsp->pfifo_over < IPP_MAX_ERR_SHOW) 375 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 376 "nxge_ipp_err_evnts: " 377 "fatal error: pfifo_over\n")); 378 rxport_fatal = B_TRUE; 379 } 380 if (istatus.bits.w0.pre_fifo_underrun) { 381 statsp->pfifo_und++; 382 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 383 NXGE_FM_EREPORT_IPP_PFIFO_UND); 384 if (statsp->pfifo_und < IPP_MAX_ERR_SHOW) 385 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 386 "nxge_ipp_err_evnts: " 387 "fatal error: pfifo_und\n")); 388 rxport_fatal = B_TRUE; 389 } 390 if (istatus.bits.w0.bad_cksum_cnt_ovfl) { 391 statsp->bad_cs_cnt += IPP_BAD_CS_CNT_MASK; 392 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 393 NXGE_FM_EREPORT_IPP_BAD_CS_MX); 394 if (statsp->bad_cs_cnt < (IPP_MAX_ERR_SHOW * 395 IPP_BAD_CS_CNT_MASK)) 396 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 397 "nxge_ipp_err_evnts: bad_cs_max\n")); 398 } 399 if (istatus.bits.w0.pkt_discard_cnt_ovfl) { 400 statsp->pkt_dis_cnt += IPP_PKT_DIS_CNT_MASK; 401 NXGE_FM_REPORT_ERROR(nxgep, portn, NULL, 402 NXGE_FM_EREPORT_IPP_PKT_DIS_MX); 403 if (statsp->pkt_dis_cnt < (IPP_MAX_ERR_SHOW * 404 IPP_PKT_DIS_CNT_MASK)) 405 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 406 "nxge_ipp_err_evnts: pkt_dis_max\n")); 407 } 408 409 /* 410 * Making sure that error source is cleared if this is an injected 411 * error. 412 */ 413 IPP_REG_WR(handle, portn, IPP_ECC_CTRL_REG, 0); 414 415 if (rxport_fatal) { 416 NXGE_DEBUG_MSG((nxgep, IPP_CTL, 417 " nxge_ipp_handle_sys_errors:" 418 " fatal Error on Port #%d\n", portn)); 419 status = nxge_ipp_fatal_err_recover(nxgep); 420 if (status == NXGE_OK) { 421 FM_SERVICE_RESTORED(nxgep); 422 } 423 } 424 return (status); 425 } 426 427 /* ARGSUSED */ 428 void 429 nxge_ipp_inject_err(p_nxge_t nxgep, uint32_t err_id) 430 { 431 ipp_status_t ipps; 432 ipp_ecc_ctrl_t ecc_ctrl; 433 uint8_t portn = nxgep->mac.portnum; 434 435 switch (err_id) { 436 case NXGE_FM_EREPORT_IPP_DFIFO_UE: 437 ecc_ctrl.value = 0; 438 ecc_ctrl.bits.w0.cor_dbl = 1; 439 ecc_ctrl.bits.w0.cor_1 = 1; 440 ecc_ctrl.bits.w0.cor_lst = 1; 441 cmn_err(CE_NOTE, "!Write 0x%llx to IPP_ECC_CTRL_REG\n", 442 (unsigned long long) ecc_ctrl.value); 443 IPP_REG_WR(nxgep->npi_handle, portn, IPP_ECC_CTRL_REG, 444 ecc_ctrl.value); 445 break; 446 447 case NXGE_FM_EREPORT_IPP_DFIFO_CE: 448 ecc_ctrl.value = 0; 449 ecc_ctrl.bits.w0.cor_sng = 1; 450 ecc_ctrl.bits.w0.cor_1 = 1; 451 ecc_ctrl.bits.w0.cor_snd = 1; 452 cmn_err(CE_NOTE, "!Write 0x%llx to IPP_ECC_CTRL_REG\n", 453 (unsigned long long) ecc_ctrl.value); 454 IPP_REG_WR(nxgep->npi_handle, portn, IPP_ECC_CTRL_REG, 455 ecc_ctrl.value); 456 break; 457 458 case NXGE_FM_EREPORT_IPP_EOP_MISS: 459 case NXGE_FM_EREPORT_IPP_SOP_MISS: 460 case NXGE_FM_EREPORT_IPP_PFIFO_PERR: 461 case NXGE_FM_EREPORT_IPP_ECC_ERR_MAX: 462 case NXGE_FM_EREPORT_IPP_PFIFO_OVER: 463 case NXGE_FM_EREPORT_IPP_PFIFO_UND: 464 case NXGE_FM_EREPORT_IPP_BAD_CS_MX: 465 case NXGE_FM_EREPORT_IPP_PKT_DIS_MX: 466 case NXGE_FM_EREPORT_IPP_RESET_FAIL: 467 IPP_REG_RD(nxgep->npi_handle, portn, IPP_INT_STATUS_REG, 468 &ipps.value); 469 if (err_id == NXGE_FM_EREPORT_IPP_EOP_MISS) 470 ipps.bits.w0.dfifo_missed_eop = 1; 471 else if (err_id == NXGE_FM_EREPORT_IPP_SOP_MISS) 472 ipps.bits.w0.dfifo_missed_sop = 1; 473 else if (err_id == NXGE_FM_EREPORT_IPP_DFIFO_UE) 474 ipps.bits.w0.dfifo_uncorr_ecc_err = 1; 475 else if (err_id == NXGE_FM_EREPORT_IPP_DFIFO_CE) 476 ipps.bits.w0.dfifo_corr_ecc_err = 1; 477 else if (err_id == NXGE_FM_EREPORT_IPP_PFIFO_PERR) 478 ipps.bits.w0.pre_fifo_perr = 1; 479 else if (err_id == NXGE_FM_EREPORT_IPP_ECC_ERR_MAX) 480 ipps.bits.w0.ecc_err_cnt_ovfl = 1; 481 else if (err_id == NXGE_FM_EREPORT_IPP_PFIFO_OVER) 482 ipps.bits.w0.pre_fifo_overrun = 1; 483 else if (err_id == NXGE_FM_EREPORT_IPP_PFIFO_UND) 484 ipps.bits.w0.pre_fifo_underrun = 1; 485 else if (err_id == NXGE_FM_EREPORT_IPP_BAD_CS_MX) 486 ipps.bits.w0.bad_cksum_cnt_ovfl = 1; 487 else if (err_id == NXGE_FM_EREPORT_IPP_PKT_DIS_MX) 488 ipps.bits.w0.pkt_discard_cnt_ovfl = 1; 489 cmn_err(CE_NOTE, "!Write 0x%llx to IPP_INT_STATUS_REG\n", 490 (unsigned long long) ipps.value); 491 IPP_REG_WR(nxgep->npi_handle, portn, IPP_INT_STATUS_REG, 492 ipps.value); 493 break; 494 } 495 } 496 497 /* ARGSUSED */ 498 nxge_status_t 499 nxge_ipp_fatal_err_recover(p_nxge_t nxgep) 500 { 501 npi_handle_t handle; 502 npi_status_t rs = NPI_SUCCESS; 503 nxge_status_t status = NXGE_OK; 504 uint8_t portn; 505 uint16_t wr_ptr; 506 uint16_t rd_ptr; 507 uint32_t try_count; 508 uint32_t dfifo_entries; 509 ipp_status_t istatus; 510 uint32_t d0, d1, d2, d3, d4; 511 int i; 512 513 NXGE_DEBUG_MSG((nxgep, RX_CTL, "<== nxge_ipp_fatal_err_recover")); 514 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 515 "Recovering from RxPort error...")); 516 517 handle = nxgep->npi_handle; 518 portn = nxgep->mac.portnum; 519 520 /* 521 * Making sure that error source is cleared if this is an injected 522 * error. 523 */ 524 IPP_REG_WR(handle, portn, IPP_ECC_CTRL_REG, 0); 525 526 /* Disable RxMAC */ 527 if (nxge_rx_mac_disable(nxgep) != NXGE_OK) 528 goto fail; 529 530 /* When recovering from IPP, RxDMA channel resets are not necessary */ 531 /* Reset ZCP CFIFO */ 532 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "port%d Reset ZCP CFIFO...", portn)); 533 if ((rs = npi_zcp_rest_cfifo_port(handle, portn)) != NPI_SUCCESS) 534 goto fail; 535 536 /* 537 * Wait until ip read and write fifo pointers are equal 538 */ 539 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 540 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 541 try_count = 512; 542 543 while ((try_count > 0) && (rd_ptr != wr_ptr)) { 544 (void) npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr); 545 (void) npi_ipp_get_dfifo_wr_ptr(handle, portn, &wr_ptr); 546 try_count--; 547 } 548 549 if (try_count == 0) { 550 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 551 " nxge_ipp_reset: port%d IPP stalled..." 552 " rd_fifo_ptr = 0x%x wr_fifo_ptr = 0x%x", 553 portn, rd_ptr, wr_ptr)); 554 /* 555 * This means the fatal error occurred on the first line of the 556 * fifo. In this case, just reset the IPP without draining the 557 * PFIFO. 558 */ 559 } 560 561 if ((nxgep->niu_type == NEPTUNE) || (nxgep->niu_type == NEPTUNE_2)) { 562 if (portn < 2) 563 dfifo_entries = IPP_P0_P1_DFIFO_ENTRIES; 564 else 565 dfifo_entries = IPP_P2_P3_DFIFO_ENTRIES; 566 } else if (nxgep->niu_type == N2_NIU) { 567 dfifo_entries = IPP_NIU_DFIFO_ENTRIES; 568 } else 569 goto fail; 570 571 /* Clean up DFIFO SRAM entries */ 572 for (i = 0; i < dfifo_entries; i++) { 573 if ((rs = npi_ipp_write_dfifo(handle, portn, 574 i, 0, 0, 0, 0, 0)) != NPI_SUCCESS) 575 goto fail; 576 if ((rs = npi_ipp_read_dfifo(handle, portn, i, 577 &d0, &d1, &d2, &d3, &d4)) != NPI_SUCCESS) 578 goto fail; 579 } 580 581 /* Clear PFIFO DFIFO status bits */ 582 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 583 goto fail; 584 if ((rs = npi_ipp_get_status(handle, portn, &istatus)) != NPI_SUCCESS) 585 goto fail; 586 587 /* Reset IPP */ 588 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "port%d Reset IPP...", portn)); 589 if ((rs = npi_ipp_reset(handle, portn)) != NPI_SUCCESS) 590 goto fail; 591 592 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "port%d Reset RxMAC...", portn)); 593 if (nxge_rx_mac_reset(nxgep) != NXGE_OK) 594 goto fail; 595 596 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "port%d Initialize RxMAC...", portn)); 597 if ((status = nxge_rx_mac_init(nxgep)) != NXGE_OK) 598 goto fail; 599 600 NXGE_DEBUG_MSG((nxgep, IPP_CTL, "port%d Enable RxMAC...", portn)); 601 if (nxge_rx_mac_enable(nxgep) != NXGE_OK) 602 goto fail; 603 604 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, 605 "Recovery Sucessful, RxPort Restored")); 606 NXGE_DEBUG_MSG((nxgep, RX_CTL, "==> nxge_ipp_fatal_err_recover")); 607 608 return (NXGE_OK); 609 fail: 610 NXGE_ERROR_MSG((nxgep, NXGE_ERR_CTL, "Recovery failed")); 611 return (status | rs); 612 } 613 614 /* ARGSUSED */ 615 nxge_status_t 616 nxge_ipp_eccue_valid_check(p_nxge_t nxgep, boolean_t *valid) 617 { 618 npi_handle_t handle; 619 npi_status_t rs = NPI_SUCCESS; 620 uint8_t portn; 621 uint16_t rd_ptr; 622 uint16_t wr_ptr; 623 uint16_t curr_rd_ptr; 624 uint16_t curr_wr_ptr; 625 uint32_t stall_cnt; 626 uint32_t d0, d1, d2, d3, d4; 627 628 handle = nxgep->npi_handle; 629 portn = nxgep->mac.portnum; 630 *valid = B_TRUE; 631 632 if ((rs = npi_ipp_get_dfifo_rd_ptr(handle, portn, &rd_ptr)) 633 != NPI_SUCCESS) 634 goto fail; 635 if ((rs = npi_ipp_get_dfifo_rd_ptr(handle, portn, &wr_ptr)) 636 != NPI_SUCCESS) 637 goto fail; 638 639 if (rd_ptr == wr_ptr) { 640 cmn_err(CE_NOTE, 641 "nxge_ipp_eccue_valid_check: rd_ptr = %d wr_ptr = %d\n", 642 rd_ptr, wr_ptr); 643 *valid = B_FALSE; /* IPP not stuck */ 644 } else { 645 stall_cnt = 0; 646 while (stall_cnt < 16) { 647 if ((rs = npi_ipp_get_dfifo_rd_ptr(handle, 648 portn, &curr_rd_ptr)) != NPI_SUCCESS) 649 goto fail; 650 if ((rs = npi_ipp_get_dfifo_wr_ptr(handle, 651 portn, &curr_wr_ptr)) != NPI_SUCCESS) 652 goto fail; 653 654 if ((rd_ptr == curr_rd_ptr) && (wr_ptr == curr_wr_ptr)) 655 stall_cnt++; 656 else { 657 *valid = B_FALSE; 658 break; 659 } 660 } 661 662 if (valid) { 663 /* futher check to see if ECC UE is valid */ 664 if ((rs = npi_ipp_read_dfifo(handle, portn, 665 rd_ptr, &d0, &d1, &d2, &d3, 666 &d4)) != NPI_SUCCESS) 667 goto fail; 668 if ((d4 & 0x1) == 0) /* Not the 1st line */ 669 *valid = B_FALSE; 670 } 671 } 672 return (NXGE_OK); 673 fail: 674 return (NXGE_ERROR | rs); 675 } 676