1 // SPDX-License-Identifier: GPL-2.0 2 /* Huawei HiNIC PCI Express Linux driver 3 * Copyright(c) 2017 Huawei Technologies Co., Ltd 4 * 5 * This program is free software; you can redistribute it and/or modify it 6 * under the terms and conditions of the GNU General Public License, 7 * version 2, as published by the Free Software Foundation. 8 * 9 * This program is distributed in the hope it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * for more details. 13 * 14 */ 15 16 #include <linux/kernel.h> 17 #include <linux/pci.h> 18 #include <linux/device.h> 19 #include <linux/module.h> 20 #include <linux/types.h> 21 #include <linux/errno.h> 22 #include <linux/interrupt.h> 23 #include <linux/etherdevice.h> 24 #include <linux/netdevice.h> 25 #include <linux/if_vlan.h> 26 #include <linux/ethtool.h> 27 #include <linux/vmalloc.h> 28 #include <linux/sfp.h> 29 30 #include "hinic_hw_qp.h" 31 #include "hinic_hw_dev.h" 32 #include "hinic_port.h" 33 #include "hinic_tx.h" 34 #include "hinic_rx.h" 35 #include "hinic_dev.h" 36 37 #define SET_LINK_STR_MAX_LEN 16 38 39 #define GET_SUPPORTED_MODE 0 40 #define GET_ADVERTISED_MODE 1 41 42 #define ETHTOOL_ADD_SUPPORTED_SPEED_LINK_MODE(ecmd, mode) \ 43 ((ecmd)->supported |= \ 44 (1UL << hw_to_ethtool_link_mode_table[mode].link_mode_bit)) 45 #define ETHTOOL_ADD_ADVERTISED_SPEED_LINK_MODE(ecmd, mode) \ 46 ((ecmd)->advertising |= \ 47 (1UL << hw_to_ethtool_link_mode_table[mode].link_mode_bit)) 48 #define ETHTOOL_ADD_SUPPORTED_LINK_MODE(ecmd, mode) \ 49 ((ecmd)->supported |= SUPPORTED_##mode) 50 #define ETHTOOL_ADD_ADVERTISED_LINK_MODE(ecmd, mode) \ 51 ((ecmd)->advertising |= ADVERTISED_##mode) 52 53 #define COALESCE_PENDING_LIMIT_UNIT 8 54 #define COALESCE_TIMER_CFG_UNIT 9 55 #define COALESCE_ALL_QUEUE 0xFFFF 56 #define COALESCE_MAX_PENDING_LIMIT (255 * COALESCE_PENDING_LIMIT_UNIT) 57 #define COALESCE_MAX_TIMER_CFG (255 * COALESCE_TIMER_CFG_UNIT) 58 59 struct hw2ethtool_link_mode { 60 enum ethtool_link_mode_bit_indices link_mode_bit; 61 u32 speed; 62 enum hinic_link_mode hw_link_mode; 63 }; 64 65 struct cmd_link_settings { 66 u64 supported; 67 u64 advertising; 68 69 u32 speed; 70 u8 duplex; 71 u8 port; 72 u8 autoneg; 73 }; 74 75 static u32 hw_to_ethtool_speed[LINK_SPEED_LEVELS] = { 76 SPEED_10, SPEED_100, 77 SPEED_1000, SPEED_10000, 78 SPEED_25000, SPEED_40000, 79 SPEED_100000 80 }; 81 82 static struct hw2ethtool_link_mode 83 hw_to_ethtool_link_mode_table[HINIC_LINK_MODE_NUMBERS] = { 84 { 85 .link_mode_bit = ETHTOOL_LINK_MODE_10000baseKR_Full_BIT, 86 .speed = SPEED_10000, 87 .hw_link_mode = HINIC_10GE_BASE_KR, 88 }, 89 { 90 .link_mode_bit = ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT, 91 .speed = SPEED_40000, 92 .hw_link_mode = HINIC_40GE_BASE_KR4, 93 }, 94 { 95 .link_mode_bit = ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT, 96 .speed = SPEED_40000, 97 .hw_link_mode = HINIC_40GE_BASE_CR4, 98 }, 99 { 100 .link_mode_bit = ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT, 101 .speed = SPEED_100000, 102 .hw_link_mode = HINIC_100GE_BASE_KR4, 103 }, 104 { 105 .link_mode_bit = ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT, 106 .speed = SPEED_100000, 107 .hw_link_mode = HINIC_100GE_BASE_CR4, 108 }, 109 { 110 .link_mode_bit = ETHTOOL_LINK_MODE_25000baseKR_Full_BIT, 111 .speed = SPEED_25000, 112 .hw_link_mode = HINIC_25GE_BASE_KR_S, 113 }, 114 { 115 .link_mode_bit = ETHTOOL_LINK_MODE_25000baseCR_Full_BIT, 116 .speed = SPEED_25000, 117 .hw_link_mode = HINIC_25GE_BASE_CR_S, 118 }, 119 { 120 .link_mode_bit = ETHTOOL_LINK_MODE_25000baseKR_Full_BIT, 121 .speed = SPEED_25000, 122 .hw_link_mode = HINIC_25GE_BASE_KR, 123 }, 124 { 125 .link_mode_bit = ETHTOOL_LINK_MODE_25000baseCR_Full_BIT, 126 .speed = SPEED_25000, 127 .hw_link_mode = HINIC_25GE_BASE_CR, 128 }, 129 { 130 .link_mode_bit = ETHTOOL_LINK_MODE_1000baseKX_Full_BIT, 131 .speed = SPEED_1000, 132 .hw_link_mode = HINIC_GE_BASE_KX, 133 }, 134 }; 135 136 #define LP_DEFAULT_TIME 5 /* seconds */ 137 #define LP_PKT_LEN 1514 138 139 #define PORT_DOWN_ERR_IDX 0 140 enum diag_test_index { 141 INTERNAL_LP_TEST = 0, 142 EXTERNAL_LP_TEST = 1, 143 DIAG_TEST_MAX = 2, 144 }; 145 146 static void set_link_speed(struct ethtool_link_ksettings *link_ksettings, 147 enum hinic_speed speed) 148 { 149 switch (speed) { 150 case HINIC_SPEED_10MB_LINK: 151 link_ksettings->base.speed = SPEED_10; 152 break; 153 154 case HINIC_SPEED_100MB_LINK: 155 link_ksettings->base.speed = SPEED_100; 156 break; 157 158 case HINIC_SPEED_1000MB_LINK: 159 link_ksettings->base.speed = SPEED_1000; 160 break; 161 162 case HINIC_SPEED_10GB_LINK: 163 link_ksettings->base.speed = SPEED_10000; 164 break; 165 166 case HINIC_SPEED_25GB_LINK: 167 link_ksettings->base.speed = SPEED_25000; 168 break; 169 170 case HINIC_SPEED_40GB_LINK: 171 link_ksettings->base.speed = SPEED_40000; 172 break; 173 174 case HINIC_SPEED_100GB_LINK: 175 link_ksettings->base.speed = SPEED_100000; 176 break; 177 178 default: 179 link_ksettings->base.speed = SPEED_UNKNOWN; 180 break; 181 } 182 } 183 184 static int hinic_get_link_mode_index(enum hinic_link_mode link_mode) 185 { 186 int i = 0; 187 188 for (i = 0; i < HINIC_LINK_MODE_NUMBERS; i++) { 189 if (link_mode == hw_to_ethtool_link_mode_table[i].hw_link_mode) 190 break; 191 } 192 193 return i; 194 } 195 196 static void hinic_add_ethtool_link_mode(struct cmd_link_settings *link_settings, 197 enum hinic_link_mode hw_link_mode, 198 u32 name) 199 { 200 enum hinic_link_mode link_mode; 201 int idx = 0; 202 203 for (link_mode = 0; link_mode < HINIC_LINK_MODE_NUMBERS; link_mode++) { 204 if (hw_link_mode & ((u32)1 << link_mode)) { 205 idx = hinic_get_link_mode_index(link_mode); 206 if (idx >= HINIC_LINK_MODE_NUMBERS) 207 continue; 208 209 if (name == GET_SUPPORTED_MODE) 210 ETHTOOL_ADD_SUPPORTED_SPEED_LINK_MODE 211 (link_settings, idx); 212 else 213 ETHTOOL_ADD_ADVERTISED_SPEED_LINK_MODE 214 (link_settings, idx); 215 } 216 } 217 } 218 219 static void hinic_link_port_type(struct cmd_link_settings *link_settings, 220 enum hinic_port_type port_type) 221 { 222 switch (port_type) { 223 case HINIC_PORT_ELEC: 224 case HINIC_PORT_TP: 225 ETHTOOL_ADD_SUPPORTED_LINK_MODE(link_settings, TP); 226 ETHTOOL_ADD_ADVERTISED_LINK_MODE(link_settings, TP); 227 link_settings->port = PORT_TP; 228 break; 229 230 case HINIC_PORT_AOC: 231 case HINIC_PORT_FIBRE: 232 ETHTOOL_ADD_SUPPORTED_LINK_MODE(link_settings, FIBRE); 233 ETHTOOL_ADD_ADVERTISED_LINK_MODE(link_settings, FIBRE); 234 link_settings->port = PORT_FIBRE; 235 break; 236 237 case HINIC_PORT_COPPER: 238 ETHTOOL_ADD_SUPPORTED_LINK_MODE(link_settings, FIBRE); 239 ETHTOOL_ADD_ADVERTISED_LINK_MODE(link_settings, FIBRE); 240 link_settings->port = PORT_DA; 241 break; 242 243 case HINIC_PORT_BACKPLANE: 244 ETHTOOL_ADD_SUPPORTED_LINK_MODE(link_settings, Backplane); 245 ETHTOOL_ADD_ADVERTISED_LINK_MODE(link_settings, Backplane); 246 link_settings->port = PORT_NONE; 247 break; 248 249 default: 250 link_settings->port = PORT_OTHER; 251 break; 252 } 253 } 254 255 static int hinic_get_link_ksettings(struct net_device *netdev, 256 struct ethtool_link_ksettings 257 *link_ksettings) 258 { 259 struct hinic_dev *nic_dev = netdev_priv(netdev); 260 struct hinic_link_mode_cmd link_mode = { 0 }; 261 struct hinic_pause_config pause_info = { 0 }; 262 struct cmd_link_settings settings = { 0 }; 263 enum hinic_port_link_state link_state; 264 struct hinic_port_cap port_cap; 265 int err; 266 267 ethtool_link_ksettings_zero_link_mode(link_ksettings, supported); 268 ethtool_link_ksettings_zero_link_mode(link_ksettings, advertising); 269 270 link_ksettings->base.speed = SPEED_UNKNOWN; 271 link_ksettings->base.autoneg = AUTONEG_DISABLE; 272 link_ksettings->base.duplex = DUPLEX_UNKNOWN; 273 274 err = hinic_port_get_cap(nic_dev, &port_cap); 275 if (err) 276 return err; 277 278 hinic_link_port_type(&settings, port_cap.port_type); 279 link_ksettings->base.port = settings.port; 280 281 err = hinic_port_link_state(nic_dev, &link_state); 282 if (err) 283 return err; 284 285 if (link_state == HINIC_LINK_STATE_UP) { 286 set_link_speed(link_ksettings, port_cap.speed); 287 link_ksettings->base.duplex = 288 (port_cap.duplex == HINIC_DUPLEX_FULL) ? 289 DUPLEX_FULL : DUPLEX_HALF; 290 } 291 292 if (!!(port_cap.autoneg_cap & HINIC_AUTONEG_SUPPORTED)) 293 ethtool_link_ksettings_add_link_mode(link_ksettings, 294 advertising, Autoneg); 295 296 if (port_cap.autoneg_state == HINIC_AUTONEG_ACTIVE) 297 link_ksettings->base.autoneg = AUTONEG_ENABLE; 298 299 err = hinic_get_link_mode(nic_dev->hwdev, &link_mode); 300 if (err || link_mode.supported == HINIC_SUPPORTED_UNKNOWN || 301 link_mode.advertised == HINIC_SUPPORTED_UNKNOWN) 302 return -EIO; 303 304 hinic_add_ethtool_link_mode(&settings, link_mode.supported, 305 GET_SUPPORTED_MODE); 306 hinic_add_ethtool_link_mode(&settings, link_mode.advertised, 307 GET_ADVERTISED_MODE); 308 309 if (!HINIC_IS_VF(nic_dev->hwdev->hwif)) { 310 err = hinic_get_hw_pause_info(nic_dev->hwdev, &pause_info); 311 if (err) 312 return err; 313 ETHTOOL_ADD_SUPPORTED_LINK_MODE(&settings, Pause); 314 if (pause_info.rx_pause && pause_info.tx_pause) { 315 ETHTOOL_ADD_ADVERTISED_LINK_MODE(&settings, Pause); 316 } else if (pause_info.tx_pause) { 317 ETHTOOL_ADD_ADVERTISED_LINK_MODE(&settings, Asym_Pause); 318 } else if (pause_info.rx_pause) { 319 ETHTOOL_ADD_ADVERTISED_LINK_MODE(&settings, Pause); 320 ETHTOOL_ADD_ADVERTISED_LINK_MODE(&settings, Asym_Pause); 321 } 322 } 323 324 linkmode_copy(link_ksettings->link_modes.supported, 325 (unsigned long *)&settings.supported); 326 linkmode_copy(link_ksettings->link_modes.advertising, 327 (unsigned long *)&settings.advertising); 328 329 return 0; 330 } 331 332 static int hinic_ethtool_to_hw_speed_level(u32 speed) 333 { 334 int i; 335 336 for (i = 0; i < LINK_SPEED_LEVELS; i++) { 337 if (hw_to_ethtool_speed[i] == speed) 338 break; 339 } 340 341 return i; 342 } 343 344 static bool hinic_is_support_speed(enum hinic_link_mode supported_link, 345 u32 speed) 346 { 347 enum hinic_link_mode link_mode; 348 int idx; 349 350 for (link_mode = 0; link_mode < HINIC_LINK_MODE_NUMBERS; link_mode++) { 351 if (!(supported_link & ((u32)1 << link_mode))) 352 continue; 353 354 idx = hinic_get_link_mode_index(link_mode); 355 if (idx >= HINIC_LINK_MODE_NUMBERS) 356 continue; 357 358 if (hw_to_ethtool_link_mode_table[idx].speed == speed) 359 return true; 360 } 361 362 return false; 363 } 364 365 static bool hinic_is_speed_legal(struct hinic_dev *nic_dev, u32 speed) 366 { 367 struct hinic_link_mode_cmd link_mode = { 0 }; 368 struct net_device *netdev = nic_dev->netdev; 369 enum nic_speed_level speed_level = 0; 370 int err; 371 372 err = hinic_get_link_mode(nic_dev->hwdev, &link_mode); 373 if (err) 374 return false; 375 376 if (link_mode.supported == HINIC_SUPPORTED_UNKNOWN || 377 link_mode.advertised == HINIC_SUPPORTED_UNKNOWN) 378 return false; 379 380 speed_level = hinic_ethtool_to_hw_speed_level(speed); 381 if (speed_level >= LINK_SPEED_LEVELS || 382 !hinic_is_support_speed(link_mode.supported, speed)) { 383 netif_err(nic_dev, drv, netdev, 384 "Unsupported speed: %d\n", speed); 385 return false; 386 } 387 388 return true; 389 } 390 391 static int get_link_settings_type(struct hinic_dev *nic_dev, 392 u8 autoneg, u32 speed, u32 *set_settings) 393 { 394 struct hinic_port_cap port_cap = { 0 }; 395 int err; 396 397 err = hinic_port_get_cap(nic_dev, &port_cap); 398 if (err) 399 return err; 400 401 /* always set autonegotiation */ 402 if (port_cap.autoneg_cap) 403 *set_settings |= HILINK_LINK_SET_AUTONEG; 404 405 if (autoneg == AUTONEG_ENABLE) { 406 if (!port_cap.autoneg_cap) { 407 netif_err(nic_dev, drv, nic_dev->netdev, "Not support autoneg\n"); 408 return -EOPNOTSUPP; 409 } 410 } else if (speed != (u32)SPEED_UNKNOWN) { 411 /* set speed only when autoneg is disabled */ 412 if (!hinic_is_speed_legal(nic_dev, speed)) 413 return -EINVAL; 414 *set_settings |= HILINK_LINK_SET_SPEED; 415 } else { 416 netif_err(nic_dev, drv, nic_dev->netdev, "Need to set speed when autoneg is off\n"); 417 return -EOPNOTSUPP; 418 } 419 420 return 0; 421 } 422 423 static int set_link_settings_separate_cmd(struct hinic_dev *nic_dev, 424 u32 set_settings, u8 autoneg, 425 u32 speed) 426 { 427 enum nic_speed_level speed_level = 0; 428 int err = 0; 429 430 if (set_settings & HILINK_LINK_SET_AUTONEG) { 431 err = hinic_set_autoneg(nic_dev->hwdev, 432 (autoneg == AUTONEG_ENABLE)); 433 if (err) 434 netif_err(nic_dev, drv, nic_dev->netdev, "%s autoneg failed\n", 435 (autoneg == AUTONEG_ENABLE) ? 436 "Enable" : "Disable"); 437 else 438 netif_info(nic_dev, drv, nic_dev->netdev, "%s autoneg successfully\n", 439 (autoneg == AUTONEG_ENABLE) ? 440 "Enable" : "Disable"); 441 } 442 443 if (!err && (set_settings & HILINK_LINK_SET_SPEED)) { 444 speed_level = hinic_ethtool_to_hw_speed_level(speed); 445 err = hinic_set_speed(nic_dev->hwdev, speed_level); 446 if (err) 447 netif_err(nic_dev, drv, nic_dev->netdev, "Set speed %d failed\n", 448 speed); 449 else 450 netif_info(nic_dev, drv, nic_dev->netdev, "Set speed %d successfully\n", 451 speed); 452 } 453 454 return err; 455 } 456 457 static int hinic_set_settings_to_hw(struct hinic_dev *nic_dev, 458 u32 set_settings, u8 autoneg, u32 speed) 459 { 460 struct hinic_link_ksettings_info settings = {0}; 461 char set_link_str[SET_LINK_STR_MAX_LEN] = {0}; 462 const char *autoneg_str; 463 struct net_device *netdev = nic_dev->netdev; 464 enum nic_speed_level speed_level = 0; 465 int err; 466 467 autoneg_str = (set_settings & HILINK_LINK_SET_AUTONEG) ? 468 (autoneg ? "autong enable " : "autong disable ") : ""; 469 470 if (set_settings & HILINK_LINK_SET_SPEED) { 471 speed_level = hinic_ethtool_to_hw_speed_level(speed); 472 err = snprintf(set_link_str, SET_LINK_STR_MAX_LEN, 473 "speed %d ", speed); 474 if (err >= SET_LINK_STR_MAX_LEN) { 475 netif_err(nic_dev, drv, netdev, "Failed to snprintf link speed, function return(%d) and dest_len(%d)\n", 476 err, SET_LINK_STR_MAX_LEN); 477 return -EFAULT; 478 } 479 } 480 481 settings.func_id = HINIC_HWIF_FUNC_IDX(nic_dev->hwdev->hwif); 482 settings.valid_bitmap = set_settings; 483 settings.autoneg = autoneg; 484 settings.speed = speed_level; 485 486 err = hinic_set_link_settings(nic_dev->hwdev, &settings); 487 if (err != HINIC_MGMT_CMD_UNSUPPORTED) { 488 if (err) 489 netif_err(nic_dev, drv, netdev, "Set %s%sfailed\n", 490 autoneg_str, set_link_str); 491 else 492 netif_info(nic_dev, drv, netdev, "Set %s%ssuccessfully\n", 493 autoneg_str, set_link_str); 494 495 return err; 496 } 497 498 return set_link_settings_separate_cmd(nic_dev, set_settings, autoneg, 499 speed); 500 } 501 502 static int set_link_settings(struct net_device *netdev, u8 autoneg, u32 speed) 503 { 504 struct hinic_dev *nic_dev = netdev_priv(netdev); 505 u32 set_settings = 0; 506 int err; 507 508 err = get_link_settings_type(nic_dev, autoneg, speed, &set_settings); 509 if (err) 510 return err; 511 512 if (set_settings) 513 err = hinic_set_settings_to_hw(nic_dev, set_settings, 514 autoneg, speed); 515 else 516 netif_info(nic_dev, drv, netdev, "Nothing changed, exit without setting anything\n"); 517 518 return err; 519 } 520 521 static int hinic_set_link_ksettings(struct net_device *netdev, const struct 522 ethtool_link_ksettings *link_settings) 523 { 524 /* only support to set autoneg and speed */ 525 return set_link_settings(netdev, link_settings->base.autoneg, 526 link_settings->base.speed); 527 } 528 529 static void hinic_get_drvinfo(struct net_device *netdev, 530 struct ethtool_drvinfo *info) 531 { 532 struct hinic_dev *nic_dev = netdev_priv(netdev); 533 u8 mgmt_ver[HINIC_MGMT_VERSION_MAX_LEN] = {0}; 534 struct hinic_hwdev *hwdev = nic_dev->hwdev; 535 struct hinic_hwif *hwif = hwdev->hwif; 536 int err; 537 538 strscpy(info->driver, HINIC_DRV_NAME, sizeof(info->driver)); 539 strscpy(info->bus_info, pci_name(hwif->pdev), sizeof(info->bus_info)); 540 541 err = hinic_get_mgmt_version(nic_dev, mgmt_ver); 542 if (err) 543 return; 544 545 snprintf(info->fw_version, sizeof(info->fw_version), "%s", mgmt_ver); 546 } 547 548 static void hinic_get_ringparam(struct net_device *netdev, 549 struct ethtool_ringparam *ring, 550 struct kernel_ethtool_ringparam *kernel_ring, 551 struct netlink_ext_ack *extack) 552 { 553 struct hinic_dev *nic_dev = netdev_priv(netdev); 554 555 ring->rx_max_pending = HINIC_MAX_QUEUE_DEPTH; 556 ring->tx_max_pending = HINIC_MAX_QUEUE_DEPTH; 557 ring->rx_pending = nic_dev->rq_depth; 558 ring->tx_pending = nic_dev->sq_depth; 559 } 560 561 static int check_ringparam_valid(struct hinic_dev *nic_dev, 562 struct ethtool_ringparam *ring) 563 { 564 if (ring->rx_jumbo_pending || ring->rx_mini_pending) { 565 netif_err(nic_dev, drv, nic_dev->netdev, 566 "Unsupported rx_jumbo_pending/rx_mini_pending\n"); 567 return -EINVAL; 568 } 569 570 if (ring->tx_pending > HINIC_MAX_QUEUE_DEPTH || 571 ring->tx_pending < HINIC_MIN_QUEUE_DEPTH || 572 ring->rx_pending > HINIC_MAX_QUEUE_DEPTH || 573 ring->rx_pending < HINIC_MIN_QUEUE_DEPTH) { 574 netif_err(nic_dev, drv, nic_dev->netdev, 575 "Queue depth out of range [%d-%d]\n", 576 HINIC_MIN_QUEUE_DEPTH, HINIC_MAX_QUEUE_DEPTH); 577 return -EINVAL; 578 } 579 580 return 0; 581 } 582 583 static int hinic_set_ringparam(struct net_device *netdev, 584 struct ethtool_ringparam *ring, 585 struct kernel_ethtool_ringparam *kernel_ring, 586 struct netlink_ext_ack *extack) 587 { 588 struct hinic_dev *nic_dev = netdev_priv(netdev); 589 u16 new_sq_depth, new_rq_depth; 590 int err; 591 592 err = check_ringparam_valid(nic_dev, ring); 593 if (err) 594 return err; 595 596 new_sq_depth = (u16)(1U << (u16)ilog2(ring->tx_pending)); 597 new_rq_depth = (u16)(1U << (u16)ilog2(ring->rx_pending)); 598 599 if (new_sq_depth == nic_dev->sq_depth && 600 new_rq_depth == nic_dev->rq_depth) 601 return 0; 602 603 netif_info(nic_dev, drv, netdev, 604 "Change Tx/Rx ring depth from %d/%d to %d/%d\n", 605 nic_dev->sq_depth, nic_dev->rq_depth, 606 new_sq_depth, new_rq_depth); 607 608 nic_dev->sq_depth = new_sq_depth; 609 nic_dev->rq_depth = new_rq_depth; 610 611 if (netif_running(netdev)) { 612 netif_info(nic_dev, drv, netdev, "Restarting netdev\n"); 613 err = hinic_close(netdev); 614 if (err) { 615 netif_err(nic_dev, drv, netdev, 616 "Failed to close netdev\n"); 617 return -EFAULT; 618 } 619 620 err = hinic_open(netdev); 621 if (err) { 622 netif_err(nic_dev, drv, netdev, 623 "Failed to open netdev\n"); 624 return -EFAULT; 625 } 626 } 627 628 return 0; 629 } 630 631 static int __hinic_get_coalesce(struct net_device *netdev, 632 struct ethtool_coalesce *coal, u16 queue) 633 { 634 struct hinic_dev *nic_dev = netdev_priv(netdev); 635 struct hinic_intr_coal_info *rx_intr_coal_info; 636 struct hinic_intr_coal_info *tx_intr_coal_info; 637 638 if (queue == COALESCE_ALL_QUEUE) { 639 /* get tx/rx irq0 as default parameters */ 640 rx_intr_coal_info = &nic_dev->rx_intr_coalesce[0]; 641 tx_intr_coal_info = &nic_dev->tx_intr_coalesce[0]; 642 } else { 643 if (queue >= nic_dev->num_qps) { 644 netif_err(nic_dev, drv, netdev, 645 "Invalid queue_id: %d\n", queue); 646 return -EINVAL; 647 } 648 rx_intr_coal_info = &nic_dev->rx_intr_coalesce[queue]; 649 tx_intr_coal_info = &nic_dev->tx_intr_coalesce[queue]; 650 } 651 652 /* coalesce_timer is in unit of 9us */ 653 coal->rx_coalesce_usecs = rx_intr_coal_info->coalesce_timer_cfg * 654 COALESCE_TIMER_CFG_UNIT; 655 /* coalesced_frames is in unit of 8 */ 656 coal->rx_max_coalesced_frames = rx_intr_coal_info->pending_limt * 657 COALESCE_PENDING_LIMIT_UNIT; 658 coal->tx_coalesce_usecs = tx_intr_coal_info->coalesce_timer_cfg * 659 COALESCE_TIMER_CFG_UNIT; 660 coal->tx_max_coalesced_frames = tx_intr_coal_info->pending_limt * 661 COALESCE_PENDING_LIMIT_UNIT; 662 663 return 0; 664 } 665 666 static int is_coalesce_exceed_limit(const struct ethtool_coalesce *coal) 667 { 668 if (coal->rx_coalesce_usecs > COALESCE_MAX_TIMER_CFG || 669 coal->rx_max_coalesced_frames > COALESCE_MAX_PENDING_LIMIT || 670 coal->tx_coalesce_usecs > COALESCE_MAX_TIMER_CFG || 671 coal->tx_max_coalesced_frames > COALESCE_MAX_PENDING_LIMIT) 672 return -ERANGE; 673 674 return 0; 675 } 676 677 static int set_queue_coalesce(struct hinic_dev *nic_dev, u16 q_id, 678 struct hinic_intr_coal_info *coal, 679 bool set_rx_coal) 680 { 681 struct hinic_intr_coal_info *intr_coal = NULL; 682 struct hinic_msix_config interrupt_info = {0}; 683 struct net_device *netdev = nic_dev->netdev; 684 u16 msix_idx; 685 int err; 686 687 intr_coal = set_rx_coal ? &nic_dev->rx_intr_coalesce[q_id] : 688 &nic_dev->tx_intr_coalesce[q_id]; 689 690 intr_coal->coalesce_timer_cfg = coal->coalesce_timer_cfg; 691 intr_coal->pending_limt = coal->pending_limt; 692 693 /* netdev not running or qp not in using, 694 * don't need to set coalesce to hw 695 */ 696 if (!(nic_dev->flags & HINIC_INTF_UP) || 697 q_id >= nic_dev->num_qps) 698 return 0; 699 700 msix_idx = set_rx_coal ? nic_dev->rxqs[q_id].rq->msix_entry : 701 nic_dev->txqs[q_id].sq->msix_entry; 702 interrupt_info.msix_index = msix_idx; 703 interrupt_info.coalesce_timer_cnt = intr_coal->coalesce_timer_cfg; 704 interrupt_info.pending_cnt = intr_coal->pending_limt; 705 interrupt_info.resend_timer_cnt = intr_coal->resend_timer_cfg; 706 707 err = hinic_set_interrupt_cfg(nic_dev->hwdev, &interrupt_info); 708 if (err) 709 netif_warn(nic_dev, drv, netdev, 710 "Failed to set %s queue%d coalesce", 711 set_rx_coal ? "rx" : "tx", q_id); 712 713 return err; 714 } 715 716 static int __set_hw_coal_param(struct hinic_dev *nic_dev, 717 struct hinic_intr_coal_info *intr_coal, 718 u16 queue, bool set_rx_coal) 719 { 720 int err; 721 u16 i; 722 723 if (queue == COALESCE_ALL_QUEUE) { 724 for (i = 0; i < nic_dev->max_qps; i++) { 725 err = set_queue_coalesce(nic_dev, i, intr_coal, 726 set_rx_coal); 727 if (err) 728 return err; 729 } 730 } else { 731 if (queue >= nic_dev->num_qps) { 732 netif_err(nic_dev, drv, nic_dev->netdev, 733 "Invalid queue_id: %d\n", queue); 734 return -EINVAL; 735 } 736 err = set_queue_coalesce(nic_dev, queue, intr_coal, 737 set_rx_coal); 738 if (err) 739 return err; 740 } 741 742 return 0; 743 } 744 745 static int __hinic_set_coalesce(struct net_device *netdev, 746 struct ethtool_coalesce *coal, u16 queue) 747 { 748 struct hinic_dev *nic_dev = netdev_priv(netdev); 749 struct hinic_intr_coal_info rx_intr_coal = {0}; 750 struct hinic_intr_coal_info tx_intr_coal = {0}; 751 bool set_rx_coal = false; 752 bool set_tx_coal = false; 753 int err; 754 755 err = is_coalesce_exceed_limit(coal); 756 if (err) 757 return err; 758 759 if (coal->rx_coalesce_usecs || coal->rx_max_coalesced_frames) { 760 rx_intr_coal.coalesce_timer_cfg = 761 (u8)(coal->rx_coalesce_usecs / COALESCE_TIMER_CFG_UNIT); 762 rx_intr_coal.pending_limt = (u8)(coal->rx_max_coalesced_frames / 763 COALESCE_PENDING_LIMIT_UNIT); 764 set_rx_coal = true; 765 } 766 767 if (coal->tx_coalesce_usecs || coal->tx_max_coalesced_frames) { 768 tx_intr_coal.coalesce_timer_cfg = 769 (u8)(coal->tx_coalesce_usecs / COALESCE_TIMER_CFG_UNIT); 770 tx_intr_coal.pending_limt = (u8)(coal->tx_max_coalesced_frames / 771 COALESCE_PENDING_LIMIT_UNIT); 772 set_tx_coal = true; 773 } 774 775 /* setting coalesce timer or pending limit to zero will disable 776 * coalesce 777 */ 778 if (set_rx_coal && (!rx_intr_coal.coalesce_timer_cfg || 779 !rx_intr_coal.pending_limt)) 780 netif_warn(nic_dev, drv, netdev, "RX coalesce will be disabled\n"); 781 if (set_tx_coal && (!tx_intr_coal.coalesce_timer_cfg || 782 !tx_intr_coal.pending_limt)) 783 netif_warn(nic_dev, drv, netdev, "TX coalesce will be disabled\n"); 784 785 if (set_rx_coal) { 786 err = __set_hw_coal_param(nic_dev, &rx_intr_coal, queue, true); 787 if (err) 788 return err; 789 } 790 if (set_tx_coal) { 791 err = __set_hw_coal_param(nic_dev, &tx_intr_coal, queue, false); 792 if (err) 793 return err; 794 } 795 return 0; 796 } 797 798 static int hinic_get_coalesce(struct net_device *netdev, 799 struct ethtool_coalesce *coal, 800 struct kernel_ethtool_coalesce *kernel_coal, 801 struct netlink_ext_ack *extack) 802 { 803 return __hinic_get_coalesce(netdev, coal, COALESCE_ALL_QUEUE); 804 } 805 806 static int hinic_set_coalesce(struct net_device *netdev, 807 struct ethtool_coalesce *coal, 808 struct kernel_ethtool_coalesce *kernel_coal, 809 struct netlink_ext_ack *extack) 810 { 811 return __hinic_set_coalesce(netdev, coal, COALESCE_ALL_QUEUE); 812 } 813 814 static int hinic_get_per_queue_coalesce(struct net_device *netdev, u32 queue, 815 struct ethtool_coalesce *coal) 816 { 817 return __hinic_get_coalesce(netdev, coal, queue); 818 } 819 820 static int hinic_set_per_queue_coalesce(struct net_device *netdev, u32 queue, 821 struct ethtool_coalesce *coal) 822 { 823 return __hinic_set_coalesce(netdev, coal, queue); 824 } 825 826 static void hinic_get_pauseparam(struct net_device *netdev, 827 struct ethtool_pauseparam *pause) 828 { 829 struct hinic_dev *nic_dev = netdev_priv(netdev); 830 struct hinic_pause_config pause_info = {0}; 831 struct hinic_nic_cfg *nic_cfg; 832 int err; 833 834 nic_cfg = &nic_dev->hwdev->func_to_io.nic_cfg; 835 836 err = hinic_get_hw_pause_info(nic_dev->hwdev, &pause_info); 837 if (!err) { 838 pause->autoneg = pause_info.auto_neg; 839 if (nic_cfg->pause_set || !pause_info.auto_neg) { 840 pause->rx_pause = nic_cfg->rx_pause; 841 pause->tx_pause = nic_cfg->tx_pause; 842 } else { 843 pause->rx_pause = pause_info.rx_pause; 844 pause->tx_pause = pause_info.tx_pause; 845 } 846 } 847 } 848 849 static int hinic_set_pauseparam(struct net_device *netdev, 850 struct ethtool_pauseparam *pause) 851 { 852 struct hinic_dev *nic_dev = netdev_priv(netdev); 853 struct hinic_pause_config pause_info = {0}; 854 struct hinic_port_cap port_cap = {0}; 855 int err; 856 857 err = hinic_port_get_cap(nic_dev, &port_cap); 858 if (err) 859 return -EIO; 860 861 if (pause->autoneg != port_cap.autoneg_state) 862 return -EOPNOTSUPP; 863 864 pause_info.auto_neg = pause->autoneg; 865 pause_info.rx_pause = pause->rx_pause; 866 pause_info.tx_pause = pause->tx_pause; 867 868 mutex_lock(&nic_dev->hwdev->func_to_io.nic_cfg.cfg_mutex); 869 err = hinic_set_hw_pause_info(nic_dev->hwdev, &pause_info); 870 if (err) { 871 mutex_unlock(&nic_dev->hwdev->func_to_io.nic_cfg.cfg_mutex); 872 return err; 873 } 874 nic_dev->hwdev->func_to_io.nic_cfg.pause_set = true; 875 nic_dev->hwdev->func_to_io.nic_cfg.auto_neg = pause->autoneg; 876 nic_dev->hwdev->func_to_io.nic_cfg.rx_pause = pause->rx_pause; 877 nic_dev->hwdev->func_to_io.nic_cfg.tx_pause = pause->tx_pause; 878 mutex_unlock(&nic_dev->hwdev->func_to_io.nic_cfg.cfg_mutex); 879 880 return 0; 881 } 882 883 static void hinic_get_channels(struct net_device *netdev, 884 struct ethtool_channels *channels) 885 { 886 struct hinic_dev *nic_dev = netdev_priv(netdev); 887 struct hinic_hwdev *hwdev = nic_dev->hwdev; 888 889 channels->max_combined = nic_dev->max_qps; 890 channels->combined_count = hinic_hwdev_num_qps(hwdev); 891 } 892 893 static int hinic_set_channels(struct net_device *netdev, 894 struct ethtool_channels *channels) 895 { 896 struct hinic_dev *nic_dev = netdev_priv(netdev); 897 unsigned int count = channels->combined_count; 898 int err; 899 900 netif_info(nic_dev, drv, netdev, "Set max combined queue number from %d to %d\n", 901 hinic_hwdev_num_qps(nic_dev->hwdev), count); 902 903 if (netif_running(netdev)) { 904 netif_info(nic_dev, drv, netdev, "Restarting netdev\n"); 905 hinic_close(netdev); 906 907 nic_dev->hwdev->nic_cap.num_qps = count; 908 909 err = hinic_open(netdev); 910 if (err) { 911 netif_err(nic_dev, drv, netdev, 912 "Failed to open netdev\n"); 913 return -EFAULT; 914 } 915 } else { 916 nic_dev->hwdev->nic_cap.num_qps = count; 917 } 918 919 return 0; 920 } 921 922 static int hinic_get_rss_hash_opts(struct hinic_dev *nic_dev, 923 struct ethtool_rxnfc *cmd) 924 { 925 struct hinic_rss_type rss_type = { 0 }; 926 int err; 927 928 cmd->data = 0; 929 930 if (!(nic_dev->flags & HINIC_RSS_ENABLE)) 931 return 0; 932 933 err = hinic_get_rss_type(nic_dev, nic_dev->rss_tmpl_idx, 934 &rss_type); 935 if (err) 936 return err; 937 938 cmd->data = RXH_IP_SRC | RXH_IP_DST; 939 switch (cmd->flow_type) { 940 case TCP_V4_FLOW: 941 if (rss_type.tcp_ipv4) 942 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 943 break; 944 case TCP_V6_FLOW: 945 if (rss_type.tcp_ipv6) 946 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 947 break; 948 case UDP_V4_FLOW: 949 if (rss_type.udp_ipv4) 950 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 951 break; 952 case UDP_V6_FLOW: 953 if (rss_type.udp_ipv6) 954 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 955 break; 956 case IPV4_FLOW: 957 case IPV6_FLOW: 958 break; 959 default: 960 cmd->data = 0; 961 return -EINVAL; 962 } 963 964 return 0; 965 } 966 967 static int set_l4_rss_hash_ops(struct ethtool_rxnfc *cmd, 968 struct hinic_rss_type *rss_type) 969 { 970 u8 rss_l4_en = 0; 971 972 switch (cmd->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { 973 case 0: 974 rss_l4_en = 0; 975 break; 976 case (RXH_L4_B_0_1 | RXH_L4_B_2_3): 977 rss_l4_en = 1; 978 break; 979 default: 980 return -EINVAL; 981 } 982 983 switch (cmd->flow_type) { 984 case TCP_V4_FLOW: 985 rss_type->tcp_ipv4 = rss_l4_en; 986 break; 987 case TCP_V6_FLOW: 988 rss_type->tcp_ipv6 = rss_l4_en; 989 break; 990 case UDP_V4_FLOW: 991 rss_type->udp_ipv4 = rss_l4_en; 992 break; 993 case UDP_V6_FLOW: 994 rss_type->udp_ipv6 = rss_l4_en; 995 break; 996 default: 997 return -EINVAL; 998 } 999 1000 return 0; 1001 } 1002 1003 static int hinic_set_rss_hash_opts(struct hinic_dev *nic_dev, 1004 struct ethtool_rxnfc *cmd) 1005 { 1006 struct hinic_rss_type *rss_type = &nic_dev->rss_type; 1007 int err; 1008 1009 if (!(nic_dev->flags & HINIC_RSS_ENABLE)) { 1010 cmd->data = 0; 1011 return -EOPNOTSUPP; 1012 } 1013 1014 /* RSS does not support anything other than hashing 1015 * to queues on src and dst IPs and ports 1016 */ 1017 if (cmd->data & ~(RXH_IP_SRC | RXH_IP_DST | RXH_L4_B_0_1 | 1018 RXH_L4_B_2_3)) 1019 return -EINVAL; 1020 1021 /* We need at least the IP SRC and DEST fields for hashing */ 1022 if (!(cmd->data & RXH_IP_SRC) || !(cmd->data & RXH_IP_DST)) 1023 return -EINVAL; 1024 1025 err = hinic_get_rss_type(nic_dev, 1026 nic_dev->rss_tmpl_idx, rss_type); 1027 if (err) 1028 return -EFAULT; 1029 1030 switch (cmd->flow_type) { 1031 case TCP_V4_FLOW: 1032 case TCP_V6_FLOW: 1033 case UDP_V4_FLOW: 1034 case UDP_V6_FLOW: 1035 err = set_l4_rss_hash_ops(cmd, rss_type); 1036 if (err) 1037 return err; 1038 break; 1039 case IPV4_FLOW: 1040 rss_type->ipv4 = 1; 1041 break; 1042 case IPV6_FLOW: 1043 rss_type->ipv6 = 1; 1044 break; 1045 default: 1046 return -EINVAL; 1047 } 1048 1049 err = hinic_set_rss_type(nic_dev, nic_dev->rss_tmpl_idx, 1050 *rss_type); 1051 if (err) 1052 return -EFAULT; 1053 1054 return 0; 1055 } 1056 1057 static int __set_rss_rxfh(struct net_device *netdev, 1058 const u32 *indir, const u8 *key) 1059 { 1060 struct hinic_dev *nic_dev = netdev_priv(netdev); 1061 int err; 1062 1063 if (indir) { 1064 if (!nic_dev->rss_indir_user) { 1065 nic_dev->rss_indir_user = 1066 kzalloc(sizeof(u32) * HINIC_RSS_INDIR_SIZE, 1067 GFP_KERNEL); 1068 if (!nic_dev->rss_indir_user) 1069 return -ENOMEM; 1070 } 1071 1072 memcpy(nic_dev->rss_indir_user, indir, 1073 sizeof(u32) * HINIC_RSS_INDIR_SIZE); 1074 1075 err = hinic_rss_set_indir_tbl(nic_dev, 1076 nic_dev->rss_tmpl_idx, indir); 1077 if (err) 1078 return -EFAULT; 1079 } 1080 1081 if (key) { 1082 if (!nic_dev->rss_hkey_user) { 1083 nic_dev->rss_hkey_user = 1084 kzalloc(HINIC_RSS_KEY_SIZE * 2, GFP_KERNEL); 1085 1086 if (!nic_dev->rss_hkey_user) 1087 return -ENOMEM; 1088 } 1089 1090 memcpy(nic_dev->rss_hkey_user, key, HINIC_RSS_KEY_SIZE); 1091 1092 err = hinic_rss_set_template_tbl(nic_dev, 1093 nic_dev->rss_tmpl_idx, key); 1094 if (err) 1095 return -EFAULT; 1096 } 1097 1098 return 0; 1099 } 1100 1101 static int hinic_get_rxnfc(struct net_device *netdev, 1102 struct ethtool_rxnfc *cmd, u32 *rule_locs) 1103 { 1104 struct hinic_dev *nic_dev = netdev_priv(netdev); 1105 int err = 0; 1106 1107 switch (cmd->cmd) { 1108 case ETHTOOL_GRXRINGS: 1109 cmd->data = nic_dev->num_qps; 1110 break; 1111 case ETHTOOL_GRXFH: 1112 err = hinic_get_rss_hash_opts(nic_dev, cmd); 1113 break; 1114 default: 1115 err = -EOPNOTSUPP; 1116 break; 1117 } 1118 1119 return err; 1120 } 1121 1122 static int hinic_set_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *cmd) 1123 { 1124 struct hinic_dev *nic_dev = netdev_priv(netdev); 1125 int err = 0; 1126 1127 switch (cmd->cmd) { 1128 case ETHTOOL_SRXFH: 1129 err = hinic_set_rss_hash_opts(nic_dev, cmd); 1130 break; 1131 default: 1132 err = -EOPNOTSUPP; 1133 break; 1134 } 1135 1136 return err; 1137 } 1138 1139 static int hinic_get_rxfh(struct net_device *netdev, 1140 struct ethtool_rxfh_param *rxfh) 1141 { 1142 struct hinic_dev *nic_dev = netdev_priv(netdev); 1143 u8 hash_engine_type = 0; 1144 int err = 0; 1145 1146 if (!(nic_dev->flags & HINIC_RSS_ENABLE)) 1147 return -EOPNOTSUPP; 1148 1149 err = hinic_rss_get_hash_engine(nic_dev, 1150 nic_dev->rss_tmpl_idx, 1151 &hash_engine_type); 1152 if (err) 1153 return -EFAULT; 1154 1155 rxfh->hfunc = hash_engine_type ? ETH_RSS_HASH_TOP : ETH_RSS_HASH_XOR; 1156 1157 if (rxfh->indir) { 1158 err = hinic_rss_get_indir_tbl(nic_dev, 1159 nic_dev->rss_tmpl_idx, 1160 rxfh->indir); 1161 if (err) 1162 return -EFAULT; 1163 } 1164 1165 if (rxfh->key) 1166 err = hinic_rss_get_template_tbl(nic_dev, 1167 nic_dev->rss_tmpl_idx, 1168 rxfh->key); 1169 1170 return err; 1171 } 1172 1173 static int hinic_set_rxfh(struct net_device *netdev, 1174 struct ethtool_rxfh_param *rxfh, 1175 struct netlink_ext_ack *extack) 1176 { 1177 struct hinic_dev *nic_dev = netdev_priv(netdev); 1178 int err = 0; 1179 1180 if (!(nic_dev->flags & HINIC_RSS_ENABLE)) 1181 return -EOPNOTSUPP; 1182 1183 if (rxfh->hfunc != ETH_RSS_HASH_NO_CHANGE) { 1184 if (rxfh->hfunc != ETH_RSS_HASH_TOP && 1185 rxfh->hfunc != ETH_RSS_HASH_XOR) 1186 return -EOPNOTSUPP; 1187 1188 nic_dev->rss_hash_engine = (rxfh->hfunc == ETH_RSS_HASH_XOR) ? 1189 HINIC_RSS_HASH_ENGINE_TYPE_XOR : 1190 HINIC_RSS_HASH_ENGINE_TYPE_TOEP; 1191 err = hinic_rss_set_hash_engine 1192 (nic_dev, nic_dev->rss_tmpl_idx, 1193 nic_dev->rss_hash_engine); 1194 if (err) 1195 return -EFAULT; 1196 } 1197 1198 err = __set_rss_rxfh(netdev, rxfh->indir, rxfh->key); 1199 1200 return err; 1201 } 1202 1203 static u32 hinic_get_rxfh_key_size(struct net_device *netdev) 1204 { 1205 return HINIC_RSS_KEY_SIZE; 1206 } 1207 1208 static u32 hinic_get_rxfh_indir_size(struct net_device *netdev) 1209 { 1210 return HINIC_RSS_INDIR_SIZE; 1211 } 1212 1213 #define HINIC_FUNC_STAT(_stat_item) { \ 1214 .name = #_stat_item, \ 1215 .size = sizeof_field(struct hinic_vport_stats, _stat_item), \ 1216 .offset = offsetof(struct hinic_vport_stats, _stat_item) \ 1217 } 1218 1219 static struct hinic_stats hinic_function_stats[] = { 1220 HINIC_FUNC_STAT(tx_unicast_pkts_vport), 1221 HINIC_FUNC_STAT(tx_unicast_bytes_vport), 1222 HINIC_FUNC_STAT(tx_multicast_pkts_vport), 1223 HINIC_FUNC_STAT(tx_multicast_bytes_vport), 1224 HINIC_FUNC_STAT(tx_broadcast_pkts_vport), 1225 HINIC_FUNC_STAT(tx_broadcast_bytes_vport), 1226 1227 HINIC_FUNC_STAT(rx_unicast_pkts_vport), 1228 HINIC_FUNC_STAT(rx_unicast_bytes_vport), 1229 HINIC_FUNC_STAT(rx_multicast_pkts_vport), 1230 HINIC_FUNC_STAT(rx_multicast_bytes_vport), 1231 HINIC_FUNC_STAT(rx_broadcast_pkts_vport), 1232 HINIC_FUNC_STAT(rx_broadcast_bytes_vport), 1233 1234 HINIC_FUNC_STAT(tx_discard_vport), 1235 HINIC_FUNC_STAT(rx_discard_vport), 1236 HINIC_FUNC_STAT(tx_err_vport), 1237 HINIC_FUNC_STAT(rx_err_vport), 1238 }; 1239 1240 static char hinic_test_strings[][ETH_GSTRING_LEN] = { 1241 "Internal lb test (on/offline)", 1242 "External lb test (external_lb)", 1243 }; 1244 1245 #define HINIC_PORT_STAT(_stat_item) { \ 1246 .name = #_stat_item, \ 1247 .size = sizeof_field(struct hinic_phy_port_stats, _stat_item), \ 1248 .offset = offsetof(struct hinic_phy_port_stats, _stat_item) \ 1249 } 1250 1251 static struct hinic_stats hinic_port_stats[] = { 1252 HINIC_PORT_STAT(mac_rx_total_pkt_num), 1253 HINIC_PORT_STAT(mac_rx_total_oct_num), 1254 HINIC_PORT_STAT(mac_rx_bad_pkt_num), 1255 HINIC_PORT_STAT(mac_rx_bad_oct_num), 1256 HINIC_PORT_STAT(mac_rx_good_pkt_num), 1257 HINIC_PORT_STAT(mac_rx_good_oct_num), 1258 HINIC_PORT_STAT(mac_rx_uni_pkt_num), 1259 HINIC_PORT_STAT(mac_rx_multi_pkt_num), 1260 HINIC_PORT_STAT(mac_rx_broad_pkt_num), 1261 HINIC_PORT_STAT(mac_tx_total_pkt_num), 1262 HINIC_PORT_STAT(mac_tx_total_oct_num), 1263 HINIC_PORT_STAT(mac_tx_bad_pkt_num), 1264 HINIC_PORT_STAT(mac_tx_bad_oct_num), 1265 HINIC_PORT_STAT(mac_tx_good_pkt_num), 1266 HINIC_PORT_STAT(mac_tx_good_oct_num), 1267 HINIC_PORT_STAT(mac_tx_uni_pkt_num), 1268 HINIC_PORT_STAT(mac_tx_multi_pkt_num), 1269 HINIC_PORT_STAT(mac_tx_broad_pkt_num), 1270 HINIC_PORT_STAT(mac_rx_fragment_pkt_num), 1271 HINIC_PORT_STAT(mac_rx_undersize_pkt_num), 1272 HINIC_PORT_STAT(mac_rx_undermin_pkt_num), 1273 HINIC_PORT_STAT(mac_rx_64_oct_pkt_num), 1274 HINIC_PORT_STAT(mac_rx_65_127_oct_pkt_num), 1275 HINIC_PORT_STAT(mac_rx_128_255_oct_pkt_num), 1276 HINIC_PORT_STAT(mac_rx_256_511_oct_pkt_num), 1277 HINIC_PORT_STAT(mac_rx_512_1023_oct_pkt_num), 1278 HINIC_PORT_STAT(mac_rx_1024_1518_oct_pkt_num), 1279 HINIC_PORT_STAT(mac_rx_1519_2047_oct_pkt_num), 1280 HINIC_PORT_STAT(mac_rx_2048_4095_oct_pkt_num), 1281 HINIC_PORT_STAT(mac_rx_4096_8191_oct_pkt_num), 1282 HINIC_PORT_STAT(mac_rx_8192_9216_oct_pkt_num), 1283 HINIC_PORT_STAT(mac_rx_9217_12287_oct_pkt_num), 1284 HINIC_PORT_STAT(mac_rx_12288_16383_oct_pkt_num), 1285 HINIC_PORT_STAT(mac_rx_1519_max_good_pkt_num), 1286 HINIC_PORT_STAT(mac_rx_1519_max_bad_pkt_num), 1287 HINIC_PORT_STAT(mac_rx_oversize_pkt_num), 1288 HINIC_PORT_STAT(mac_rx_jabber_pkt_num), 1289 HINIC_PORT_STAT(mac_rx_pause_num), 1290 HINIC_PORT_STAT(mac_rx_pfc_pkt_num), 1291 HINIC_PORT_STAT(mac_rx_pfc_pri0_pkt_num), 1292 HINIC_PORT_STAT(mac_rx_pfc_pri1_pkt_num), 1293 HINIC_PORT_STAT(mac_rx_pfc_pri2_pkt_num), 1294 HINIC_PORT_STAT(mac_rx_pfc_pri3_pkt_num), 1295 HINIC_PORT_STAT(mac_rx_pfc_pri4_pkt_num), 1296 HINIC_PORT_STAT(mac_rx_pfc_pri5_pkt_num), 1297 HINIC_PORT_STAT(mac_rx_pfc_pri6_pkt_num), 1298 HINIC_PORT_STAT(mac_rx_pfc_pri7_pkt_num), 1299 HINIC_PORT_STAT(mac_rx_control_pkt_num), 1300 HINIC_PORT_STAT(mac_rx_sym_err_pkt_num), 1301 HINIC_PORT_STAT(mac_rx_fcs_err_pkt_num), 1302 HINIC_PORT_STAT(mac_rx_send_app_good_pkt_num), 1303 HINIC_PORT_STAT(mac_rx_send_app_bad_pkt_num), 1304 HINIC_PORT_STAT(mac_tx_fragment_pkt_num), 1305 HINIC_PORT_STAT(mac_tx_undersize_pkt_num), 1306 HINIC_PORT_STAT(mac_tx_undermin_pkt_num), 1307 HINIC_PORT_STAT(mac_tx_64_oct_pkt_num), 1308 HINIC_PORT_STAT(mac_tx_65_127_oct_pkt_num), 1309 HINIC_PORT_STAT(mac_tx_128_255_oct_pkt_num), 1310 HINIC_PORT_STAT(mac_tx_256_511_oct_pkt_num), 1311 HINIC_PORT_STAT(mac_tx_512_1023_oct_pkt_num), 1312 HINIC_PORT_STAT(mac_tx_1024_1518_oct_pkt_num), 1313 HINIC_PORT_STAT(mac_tx_1519_2047_oct_pkt_num), 1314 HINIC_PORT_STAT(mac_tx_2048_4095_oct_pkt_num), 1315 HINIC_PORT_STAT(mac_tx_4096_8191_oct_pkt_num), 1316 HINIC_PORT_STAT(mac_tx_8192_9216_oct_pkt_num), 1317 HINIC_PORT_STAT(mac_tx_9217_12287_oct_pkt_num), 1318 HINIC_PORT_STAT(mac_tx_12288_16383_oct_pkt_num), 1319 HINIC_PORT_STAT(mac_tx_1519_max_good_pkt_num), 1320 HINIC_PORT_STAT(mac_tx_1519_max_bad_pkt_num), 1321 HINIC_PORT_STAT(mac_tx_oversize_pkt_num), 1322 HINIC_PORT_STAT(mac_tx_jabber_pkt_num), 1323 HINIC_PORT_STAT(mac_tx_pause_num), 1324 HINIC_PORT_STAT(mac_tx_pfc_pkt_num), 1325 HINIC_PORT_STAT(mac_tx_pfc_pri0_pkt_num), 1326 HINIC_PORT_STAT(mac_tx_pfc_pri1_pkt_num), 1327 HINIC_PORT_STAT(mac_tx_pfc_pri2_pkt_num), 1328 HINIC_PORT_STAT(mac_tx_pfc_pri3_pkt_num), 1329 HINIC_PORT_STAT(mac_tx_pfc_pri4_pkt_num), 1330 HINIC_PORT_STAT(mac_tx_pfc_pri5_pkt_num), 1331 HINIC_PORT_STAT(mac_tx_pfc_pri6_pkt_num), 1332 HINIC_PORT_STAT(mac_tx_pfc_pri7_pkt_num), 1333 HINIC_PORT_STAT(mac_tx_control_pkt_num), 1334 HINIC_PORT_STAT(mac_tx_err_all_pkt_num), 1335 HINIC_PORT_STAT(mac_tx_from_app_good_pkt_num), 1336 HINIC_PORT_STAT(mac_tx_from_app_bad_pkt_num), 1337 }; 1338 1339 #define HINIC_TXQ_STAT(_stat_item) { \ 1340 .name = "txq%d_"#_stat_item, \ 1341 .size = sizeof_field(struct hinic_txq_stats, _stat_item), \ 1342 .offset = offsetof(struct hinic_txq_stats, _stat_item) \ 1343 } 1344 1345 static struct hinic_stats hinic_tx_queue_stats[] = { 1346 HINIC_TXQ_STAT(pkts), 1347 HINIC_TXQ_STAT(bytes), 1348 HINIC_TXQ_STAT(tx_busy), 1349 HINIC_TXQ_STAT(tx_wake), 1350 HINIC_TXQ_STAT(tx_dropped), 1351 HINIC_TXQ_STAT(big_frags_pkts), 1352 }; 1353 1354 #define HINIC_RXQ_STAT(_stat_item) { \ 1355 .name = "rxq%d_"#_stat_item, \ 1356 .size = sizeof_field(struct hinic_rxq_stats, _stat_item), \ 1357 .offset = offsetof(struct hinic_rxq_stats, _stat_item) \ 1358 } 1359 1360 static struct hinic_stats hinic_rx_queue_stats[] = { 1361 HINIC_RXQ_STAT(pkts), 1362 HINIC_RXQ_STAT(bytes), 1363 HINIC_RXQ_STAT(errors), 1364 HINIC_RXQ_STAT(csum_errors), 1365 HINIC_RXQ_STAT(other_errors), 1366 }; 1367 1368 static void get_drv_queue_stats(struct hinic_dev *nic_dev, u64 *data) 1369 { 1370 struct hinic_txq_stats txq_stats; 1371 struct hinic_rxq_stats rxq_stats; 1372 u16 i = 0, j = 0, qid = 0; 1373 char *p; 1374 1375 for (qid = 0; qid < nic_dev->num_qps; qid++) { 1376 if (!nic_dev->txqs) 1377 break; 1378 1379 hinic_txq_get_stats(&nic_dev->txqs[qid], &txq_stats); 1380 for (j = 0; j < ARRAY_SIZE(hinic_tx_queue_stats); j++, i++) { 1381 p = (char *)&txq_stats + 1382 hinic_tx_queue_stats[j].offset; 1383 data[i] = (hinic_tx_queue_stats[j].size == 1384 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 1385 } 1386 } 1387 1388 for (qid = 0; qid < nic_dev->num_qps; qid++) { 1389 if (!nic_dev->rxqs) 1390 break; 1391 1392 hinic_rxq_get_stats(&nic_dev->rxqs[qid], &rxq_stats); 1393 for (j = 0; j < ARRAY_SIZE(hinic_rx_queue_stats); j++, i++) { 1394 p = (char *)&rxq_stats + 1395 hinic_rx_queue_stats[j].offset; 1396 data[i] = (hinic_rx_queue_stats[j].size == 1397 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 1398 } 1399 } 1400 } 1401 1402 static void hinic_get_ethtool_stats(struct net_device *netdev, 1403 struct ethtool_stats *stats, u64 *data) 1404 { 1405 struct hinic_dev *nic_dev = netdev_priv(netdev); 1406 struct hinic_vport_stats vport_stats = {0}; 1407 struct hinic_phy_port_stats *port_stats; 1408 u16 i = 0, j = 0; 1409 char *p; 1410 int err; 1411 1412 err = hinic_get_vport_stats(nic_dev, &vport_stats); 1413 if (err) 1414 netif_err(nic_dev, drv, netdev, 1415 "Failed to get vport stats from firmware\n"); 1416 1417 for (j = 0; j < ARRAY_SIZE(hinic_function_stats); j++, i++) { 1418 p = (char *)&vport_stats + hinic_function_stats[j].offset; 1419 data[i] = (hinic_function_stats[j].size == 1420 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 1421 } 1422 1423 port_stats = kzalloc(sizeof(*port_stats), GFP_KERNEL); 1424 if (!port_stats) { 1425 memset(&data[i], 0, 1426 ARRAY_SIZE(hinic_port_stats) * sizeof(*data)); 1427 i += ARRAY_SIZE(hinic_port_stats); 1428 goto get_drv_stats; 1429 } 1430 1431 err = hinic_get_phy_port_stats(nic_dev, port_stats); 1432 if (err) 1433 netif_err(nic_dev, drv, netdev, 1434 "Failed to get port stats from firmware\n"); 1435 1436 for (j = 0; j < ARRAY_SIZE(hinic_port_stats); j++, i++) { 1437 p = (char *)port_stats + hinic_port_stats[j].offset; 1438 data[i] = (hinic_port_stats[j].size == 1439 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 1440 } 1441 1442 kfree(port_stats); 1443 1444 get_drv_stats: 1445 get_drv_queue_stats(nic_dev, data + i); 1446 } 1447 1448 static int hinic_get_sset_count(struct net_device *netdev, int sset) 1449 { 1450 struct hinic_dev *nic_dev = netdev_priv(netdev); 1451 int count, q_num; 1452 1453 switch (sset) { 1454 case ETH_SS_TEST: 1455 return ARRAY_SIZE(hinic_test_strings); 1456 case ETH_SS_STATS: 1457 q_num = nic_dev->num_qps; 1458 count = ARRAY_SIZE(hinic_function_stats) + 1459 (ARRAY_SIZE(hinic_tx_queue_stats) + 1460 ARRAY_SIZE(hinic_rx_queue_stats)) * q_num; 1461 1462 count += ARRAY_SIZE(hinic_port_stats); 1463 1464 return count; 1465 default: 1466 return -EOPNOTSUPP; 1467 } 1468 } 1469 1470 static void hinic_get_strings(struct net_device *netdev, 1471 u32 stringset, u8 *data) 1472 { 1473 struct hinic_dev *nic_dev = netdev_priv(netdev); 1474 char *p = (char *)data; 1475 u16 i, j; 1476 1477 switch (stringset) { 1478 case ETH_SS_TEST: 1479 memcpy(data, *hinic_test_strings, sizeof(hinic_test_strings)); 1480 return; 1481 case ETH_SS_STATS: 1482 for (i = 0; i < ARRAY_SIZE(hinic_function_stats); i++) { 1483 memcpy(p, hinic_function_stats[i].name, 1484 ETH_GSTRING_LEN); 1485 p += ETH_GSTRING_LEN; 1486 } 1487 1488 for (i = 0; i < ARRAY_SIZE(hinic_port_stats); i++) { 1489 memcpy(p, hinic_port_stats[i].name, 1490 ETH_GSTRING_LEN); 1491 p += ETH_GSTRING_LEN; 1492 } 1493 1494 for (i = 0; i < nic_dev->num_qps; i++) { 1495 for (j = 0; j < ARRAY_SIZE(hinic_tx_queue_stats); j++) { 1496 sprintf(p, hinic_tx_queue_stats[j].name, i); 1497 p += ETH_GSTRING_LEN; 1498 } 1499 } 1500 1501 for (i = 0; i < nic_dev->num_qps; i++) { 1502 for (j = 0; j < ARRAY_SIZE(hinic_rx_queue_stats); j++) { 1503 sprintf(p, hinic_rx_queue_stats[j].name, i); 1504 p += ETH_GSTRING_LEN; 1505 } 1506 } 1507 1508 return; 1509 default: 1510 return; 1511 } 1512 } 1513 1514 static int hinic_run_lp_test(struct hinic_dev *nic_dev, u32 test_time) 1515 { 1516 u8 *lb_test_rx_buf = nic_dev->lb_test_rx_buf; 1517 struct net_device *netdev = nic_dev->netdev; 1518 struct sk_buff *skb_tmp = NULL; 1519 struct sk_buff *skb = NULL; 1520 u32 cnt = test_time * 5; 1521 u8 *test_data = NULL; 1522 u32 i; 1523 u8 j; 1524 1525 skb_tmp = alloc_skb(LP_PKT_LEN, GFP_ATOMIC); 1526 if (!skb_tmp) 1527 return -ENOMEM; 1528 1529 test_data = __skb_put(skb_tmp, LP_PKT_LEN); 1530 1531 memset(test_data, 0xFF, 2 * ETH_ALEN); 1532 test_data[ETH_ALEN] = 0xFE; 1533 test_data[2 * ETH_ALEN] = 0x08; 1534 test_data[2 * ETH_ALEN + 1] = 0x0; 1535 1536 for (i = ETH_HLEN; i < LP_PKT_LEN; i++) 1537 test_data[i] = i & 0xFF; 1538 1539 skb_tmp->queue_mapping = 0; 1540 skb_tmp->ip_summed = CHECKSUM_COMPLETE; 1541 skb_tmp->dev = netdev; 1542 1543 for (i = 0; i < cnt; i++) { 1544 nic_dev->lb_test_rx_idx = 0; 1545 memset(lb_test_rx_buf, 0, LP_PKT_CNT * LP_PKT_LEN); 1546 1547 for (j = 0; j < LP_PKT_CNT; j++) { 1548 skb = pskb_copy(skb_tmp, GFP_ATOMIC); 1549 if (!skb) { 1550 dev_kfree_skb_any(skb_tmp); 1551 netif_err(nic_dev, drv, netdev, 1552 "Copy skb failed for loopback test\n"); 1553 return -ENOMEM; 1554 } 1555 1556 /* mark index for every pkt */ 1557 skb->data[LP_PKT_LEN - 1] = j; 1558 1559 if (hinic_lb_xmit_frame(skb, netdev)) { 1560 dev_kfree_skb_any(skb); 1561 dev_kfree_skb_any(skb_tmp); 1562 netif_err(nic_dev, drv, netdev, 1563 "Xmit pkt failed for loopback test\n"); 1564 return -EBUSY; 1565 } 1566 } 1567 1568 /* wait till all pkts received to RX buffer */ 1569 msleep(200); 1570 1571 for (j = 0; j < LP_PKT_CNT; j++) { 1572 if (memcmp(lb_test_rx_buf + j * LP_PKT_LEN, 1573 skb_tmp->data, LP_PKT_LEN - 1) || 1574 (*(lb_test_rx_buf + j * LP_PKT_LEN + 1575 LP_PKT_LEN - 1) != j)) { 1576 dev_kfree_skb_any(skb_tmp); 1577 netif_err(nic_dev, drv, netdev, 1578 "Compare pkt failed in loopback test(index=0x%02x, data[%d]=0x%02x)\n", 1579 j + i * LP_PKT_CNT, 1580 LP_PKT_LEN - 1, 1581 *(lb_test_rx_buf + j * LP_PKT_LEN + 1582 LP_PKT_LEN - 1)); 1583 return -EIO; 1584 } 1585 } 1586 } 1587 1588 dev_kfree_skb_any(skb_tmp); 1589 return 0; 1590 } 1591 1592 static int do_lp_test(struct hinic_dev *nic_dev, u32 flags, u32 test_time, 1593 enum diag_test_index *test_index) 1594 { 1595 struct net_device *netdev = nic_dev->netdev; 1596 u8 *lb_test_rx_buf = NULL; 1597 int err = 0; 1598 1599 if (!(flags & ETH_TEST_FL_EXTERNAL_LB)) { 1600 *test_index = INTERNAL_LP_TEST; 1601 if (hinic_set_loopback_mode(nic_dev->hwdev, 1602 HINIC_INTERNAL_LP_MODE, true)) { 1603 netif_err(nic_dev, drv, netdev, 1604 "Failed to set port loopback mode before loopback test\n"); 1605 return -EIO; 1606 } 1607 } else { 1608 *test_index = EXTERNAL_LP_TEST; 1609 } 1610 1611 lb_test_rx_buf = vmalloc(LP_PKT_CNT * LP_PKT_LEN); 1612 if (!lb_test_rx_buf) { 1613 err = -ENOMEM; 1614 } else { 1615 nic_dev->lb_test_rx_buf = lb_test_rx_buf; 1616 nic_dev->lb_pkt_len = LP_PKT_LEN; 1617 nic_dev->flags |= HINIC_LP_TEST; 1618 err = hinic_run_lp_test(nic_dev, test_time); 1619 nic_dev->flags &= ~HINIC_LP_TEST; 1620 msleep(100); 1621 vfree(lb_test_rx_buf); 1622 nic_dev->lb_test_rx_buf = NULL; 1623 } 1624 1625 if (!(flags & ETH_TEST_FL_EXTERNAL_LB)) { 1626 if (hinic_set_loopback_mode(nic_dev->hwdev, 1627 HINIC_INTERNAL_LP_MODE, false)) { 1628 netif_err(nic_dev, drv, netdev, 1629 "Failed to cancel port loopback mode after loopback test\n"); 1630 err = -EIO; 1631 } 1632 } 1633 1634 return err; 1635 } 1636 1637 static void hinic_diag_test(struct net_device *netdev, 1638 struct ethtool_test *eth_test, u64 *data) 1639 { 1640 struct hinic_dev *nic_dev = netdev_priv(netdev); 1641 enum hinic_port_link_state link_state; 1642 enum diag_test_index test_index = 0; 1643 int err = 0; 1644 1645 memset(data, 0, DIAG_TEST_MAX * sizeof(u64)); 1646 1647 /* don't support loopback test when netdev is closed. */ 1648 if (!(nic_dev->flags & HINIC_INTF_UP)) { 1649 netif_err(nic_dev, drv, netdev, 1650 "Do not support loopback test when netdev is closed\n"); 1651 eth_test->flags |= ETH_TEST_FL_FAILED; 1652 data[PORT_DOWN_ERR_IDX] = 1; 1653 return; 1654 } 1655 1656 netif_carrier_off(netdev); 1657 netif_tx_disable(netdev); 1658 1659 err = do_lp_test(nic_dev, eth_test->flags, LP_DEFAULT_TIME, 1660 &test_index); 1661 if (err) { 1662 eth_test->flags |= ETH_TEST_FL_FAILED; 1663 data[test_index] = 1; 1664 } 1665 1666 netif_tx_wake_all_queues(netdev); 1667 1668 err = hinic_port_link_state(nic_dev, &link_state); 1669 if (!err && link_state == HINIC_LINK_STATE_UP) 1670 netif_carrier_on(netdev); 1671 } 1672 1673 static int hinic_set_phys_id(struct net_device *netdev, 1674 enum ethtool_phys_id_state state) 1675 { 1676 struct hinic_dev *nic_dev = netdev_priv(netdev); 1677 int err = 0; 1678 u8 port; 1679 1680 port = nic_dev->hwdev->port_id; 1681 1682 switch (state) { 1683 case ETHTOOL_ID_ACTIVE: 1684 err = hinic_set_led_status(nic_dev->hwdev, port, 1685 HINIC_LED_TYPE_LINK, 1686 HINIC_LED_MODE_FORCE_2HZ); 1687 if (err) 1688 netif_err(nic_dev, drv, netdev, 1689 "Set LED blinking in 2HZ failed\n"); 1690 break; 1691 1692 case ETHTOOL_ID_INACTIVE: 1693 err = hinic_reset_led_status(nic_dev->hwdev, port); 1694 if (err) 1695 netif_err(nic_dev, drv, netdev, 1696 "Reset LED to original status failed\n"); 1697 break; 1698 1699 default: 1700 return -EOPNOTSUPP; 1701 } 1702 1703 return err; 1704 } 1705 1706 static int hinic_get_module_info(struct net_device *netdev, 1707 struct ethtool_modinfo *modinfo) 1708 { 1709 struct hinic_dev *nic_dev = netdev_priv(netdev); 1710 u8 sfp_type_ext; 1711 u8 sfp_type; 1712 int err; 1713 1714 err = hinic_get_sfp_type(nic_dev->hwdev, &sfp_type, &sfp_type_ext); 1715 if (err) 1716 return err; 1717 1718 switch (sfp_type) { 1719 case SFF8024_ID_SFP: 1720 modinfo->type = ETH_MODULE_SFF_8472; 1721 modinfo->eeprom_len = ETH_MODULE_SFF_8472_LEN; 1722 break; 1723 case SFF8024_ID_QSFP_8438: 1724 modinfo->type = ETH_MODULE_SFF_8436; 1725 modinfo->eeprom_len = ETH_MODULE_SFF_8436_MAX_LEN; 1726 break; 1727 case SFF8024_ID_QSFP_8436_8636: 1728 if (sfp_type_ext >= 0x3) { 1729 modinfo->type = ETH_MODULE_SFF_8636; 1730 modinfo->eeprom_len = ETH_MODULE_SFF_8636_MAX_LEN; 1731 1732 } else { 1733 modinfo->type = ETH_MODULE_SFF_8436; 1734 modinfo->eeprom_len = ETH_MODULE_SFF_8436_MAX_LEN; 1735 } 1736 break; 1737 case SFF8024_ID_QSFP28_8636: 1738 modinfo->type = ETH_MODULE_SFF_8636; 1739 modinfo->eeprom_len = ETH_MODULE_SFF_8636_MAX_LEN; 1740 break; 1741 default: 1742 netif_warn(nic_dev, drv, netdev, 1743 "Optical module unknown: 0x%x\n", sfp_type); 1744 return -EINVAL; 1745 } 1746 1747 return 0; 1748 } 1749 1750 static int hinic_get_module_eeprom(struct net_device *netdev, 1751 struct ethtool_eeprom *ee, u8 *data) 1752 { 1753 struct hinic_dev *nic_dev = netdev_priv(netdev); 1754 u8 sfp_data[STD_SFP_INFO_MAX_SIZE]; 1755 u16 len; 1756 int err; 1757 1758 if (!ee->len || ((ee->len + ee->offset) > STD_SFP_INFO_MAX_SIZE)) 1759 return -EINVAL; 1760 1761 memset(data, 0, ee->len); 1762 1763 err = hinic_get_sfp_eeprom(nic_dev->hwdev, sfp_data, &len); 1764 if (err) 1765 return err; 1766 1767 memcpy(data, sfp_data + ee->offset, ee->len); 1768 1769 return 0; 1770 } 1771 1772 static int 1773 hinic_get_link_ext_state(struct net_device *netdev, 1774 struct ethtool_link_ext_state_info *link_ext_state_info) 1775 { 1776 struct hinic_dev *nic_dev = netdev_priv(netdev); 1777 1778 if (netif_carrier_ok(netdev)) 1779 return -ENODATA; 1780 1781 if (nic_dev->cable_unplugged) 1782 link_ext_state_info->link_ext_state = 1783 ETHTOOL_LINK_EXT_STATE_NO_CABLE; 1784 else if (nic_dev->module_unrecognized) 1785 link_ext_state_info->link_ext_state = 1786 ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH; 1787 1788 return 0; 1789 } 1790 1791 static const struct ethtool_ops hinic_ethtool_ops = { 1792 .supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS | 1793 ETHTOOL_COALESCE_RX_MAX_FRAMES | 1794 ETHTOOL_COALESCE_TX_USECS | 1795 ETHTOOL_COALESCE_TX_MAX_FRAMES, 1796 1797 .get_link_ksettings = hinic_get_link_ksettings, 1798 .set_link_ksettings = hinic_set_link_ksettings, 1799 .get_drvinfo = hinic_get_drvinfo, 1800 .get_link = ethtool_op_get_link, 1801 .get_link_ext_state = hinic_get_link_ext_state, 1802 .get_ringparam = hinic_get_ringparam, 1803 .set_ringparam = hinic_set_ringparam, 1804 .get_coalesce = hinic_get_coalesce, 1805 .set_coalesce = hinic_set_coalesce, 1806 .get_per_queue_coalesce = hinic_get_per_queue_coalesce, 1807 .set_per_queue_coalesce = hinic_set_per_queue_coalesce, 1808 .get_pauseparam = hinic_get_pauseparam, 1809 .set_pauseparam = hinic_set_pauseparam, 1810 .get_channels = hinic_get_channels, 1811 .set_channels = hinic_set_channels, 1812 .get_rxnfc = hinic_get_rxnfc, 1813 .set_rxnfc = hinic_set_rxnfc, 1814 .get_rxfh_key_size = hinic_get_rxfh_key_size, 1815 .get_rxfh_indir_size = hinic_get_rxfh_indir_size, 1816 .get_rxfh = hinic_get_rxfh, 1817 .set_rxfh = hinic_set_rxfh, 1818 .get_sset_count = hinic_get_sset_count, 1819 .get_ethtool_stats = hinic_get_ethtool_stats, 1820 .get_strings = hinic_get_strings, 1821 .self_test = hinic_diag_test, 1822 .set_phys_id = hinic_set_phys_id, 1823 .get_module_info = hinic_get_module_info, 1824 .get_module_eeprom = hinic_get_module_eeprom, 1825 }; 1826 1827 static const struct ethtool_ops hinicvf_ethtool_ops = { 1828 .supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS | 1829 ETHTOOL_COALESCE_RX_MAX_FRAMES | 1830 ETHTOOL_COALESCE_TX_USECS | 1831 ETHTOOL_COALESCE_TX_MAX_FRAMES, 1832 1833 .get_link_ksettings = hinic_get_link_ksettings, 1834 .get_drvinfo = hinic_get_drvinfo, 1835 .get_link = ethtool_op_get_link, 1836 .get_ringparam = hinic_get_ringparam, 1837 .set_ringparam = hinic_set_ringparam, 1838 .get_coalesce = hinic_get_coalesce, 1839 .set_coalesce = hinic_set_coalesce, 1840 .get_per_queue_coalesce = hinic_get_per_queue_coalesce, 1841 .set_per_queue_coalesce = hinic_set_per_queue_coalesce, 1842 .get_channels = hinic_get_channels, 1843 .set_channels = hinic_set_channels, 1844 .get_rxnfc = hinic_get_rxnfc, 1845 .set_rxnfc = hinic_set_rxnfc, 1846 .get_rxfh_key_size = hinic_get_rxfh_key_size, 1847 .get_rxfh_indir_size = hinic_get_rxfh_indir_size, 1848 .get_rxfh = hinic_get_rxfh, 1849 .set_rxfh = hinic_set_rxfh, 1850 .get_sset_count = hinic_get_sset_count, 1851 .get_ethtool_stats = hinic_get_ethtool_stats, 1852 .get_strings = hinic_get_strings, 1853 }; 1854 1855 void hinic_set_ethtool_ops(struct net_device *netdev) 1856 { 1857 struct hinic_dev *nic_dev = netdev_priv(netdev); 1858 1859 if (!HINIC_IS_VF(nic_dev->hwdev->hwif)) 1860 netdev->ethtool_ops = &hinic_ethtool_ops; 1861 else 1862 netdev->ethtool_ops = &hinicvf_ethtool_ops; 1863 } 1864