1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (c) 2015 - 2022 Beijing WangXun Technology Co., Ltd. */ 3 4 #include <linux/types.h> 5 #include <linux/module.h> 6 #include <linux/pci.h> 7 #include <linux/netdevice.h> 8 #include <linux/string.h> 9 #include <linux/etherdevice.h> 10 #include <linux/phylink.h> 11 #include <net/udp_tunnel.h> 12 #include <net/ip.h> 13 #include <linux/if_vlan.h> 14 15 #include "../libwx/wx_type.h" 16 #include "../libwx/wx_lib.h" 17 #include "../libwx/wx_ptp.h" 18 #include "../libwx/wx_hw.h" 19 #include "../libwx/wx_mbx.h" 20 #include "../libwx/wx_sriov.h" 21 #include "txgbe_type.h" 22 #include "txgbe_hw.h" 23 #include "txgbe_phy.h" 24 #include "txgbe_aml.h" 25 #include "txgbe_irq.h" 26 #include "txgbe_fdir.h" 27 #include "txgbe_ethtool.h" 28 29 char txgbe_driver_name[] = "txgbe"; 30 31 /* txgbe_pci_tbl - PCI Device ID Table 32 * 33 * Wildcard entries (PCI_ANY_ID) should come last 34 * Last entry must be all 0s 35 * 36 * { Vendor ID, Device ID, SubVendor ID, SubDevice ID, 37 * Class, Class Mask, private data (not used) } 38 */ 39 static const struct pci_device_id txgbe_pci_tbl[] = { 40 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_SP1000), 0}, 41 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_WX1820), 0}, 42 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5010), 0}, 43 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5110), 0}, 44 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5025), 0}, 45 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5125), 0}, 46 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5040), 0}, 47 { PCI_VDEVICE(WANGXUN, TXGBE_DEV_ID_AML5140), 0}, 48 /* required last entry */ 49 { .device = 0 } 50 }; 51 52 #define DEFAULT_DEBUG_LEVEL_SHIFT 3 53 54 static void txgbe_check_minimum_link(struct wx *wx) 55 { 56 struct pci_dev *pdev; 57 58 pdev = wx->pdev; 59 pcie_print_link_status(pdev); 60 } 61 62 /** 63 * txgbe_enumerate_functions - Get the number of ports this device has 64 * @wx: wx structure 65 * 66 * This function enumerates the phsyical functions co-located on a single slot, 67 * in order to determine how many ports a device has. This is most useful in 68 * determining the required GT/s of PCIe bandwidth necessary for optimal 69 * performance. 70 **/ 71 static int txgbe_enumerate_functions(struct wx *wx) 72 { 73 struct pci_dev *entry, *pdev = wx->pdev; 74 int physfns = 0; 75 76 list_for_each_entry(entry, &pdev->bus->devices, bus_list) { 77 /* When the devices on the bus don't all match our device ID, 78 * we can't reliably determine the correct number of 79 * functions. This can occur if a function has been direct 80 * attached to a virtual machine using VT-d. 81 */ 82 if (entry->vendor != pdev->vendor || 83 entry->device != pdev->device) 84 return -EINVAL; 85 86 physfns++; 87 } 88 89 return physfns; 90 } 91 92 static void txgbe_sfp_detection_subtask(struct wx *wx) 93 { 94 int err; 95 96 if (!test_bit(WX_FLAG_NEED_SFP_RESET, wx->flags)) 97 return; 98 99 /* wait for SFP module ready */ 100 msleep(200); 101 102 err = txgbe_identify_sfp(wx); 103 if (err) 104 return; 105 106 clear_bit(WX_FLAG_NEED_SFP_RESET, wx->flags); 107 } 108 109 static void txgbe_link_config_subtask(struct wx *wx) 110 { 111 int err; 112 113 if (!test_bit(WX_FLAG_NEED_LINK_CONFIG, wx->flags)) 114 return; 115 116 err = txgbe_set_phy_link(wx); 117 if (err) 118 return; 119 120 clear_bit(WX_FLAG_NEED_LINK_CONFIG, wx->flags); 121 } 122 123 /** 124 * txgbe_service_task - manages and runs subtasks 125 * @work: pointer to work_struct containing our data 126 **/ 127 static void txgbe_service_task(struct work_struct *work) 128 { 129 struct wx *wx = container_of(work, struct wx, service_task); 130 131 txgbe_sfp_detection_subtask(wx); 132 txgbe_link_config_subtask(wx); 133 134 wx_service_event_complete(wx); 135 } 136 137 static void txgbe_init_service(struct wx *wx) 138 { 139 timer_setup(&wx->service_timer, wx_service_timer, 0); 140 INIT_WORK(&wx->service_task, txgbe_service_task); 141 clear_bit(WX_STATE_SERVICE_SCHED, wx->state); 142 } 143 144 static void txgbe_up_complete(struct wx *wx) 145 { 146 struct net_device *netdev = wx->netdev; 147 u32 reg; 148 149 wx_control_hw(wx, true); 150 wx_configure_vectors(wx); 151 152 /* make sure to complete pre-operations */ 153 smp_mb__before_atomic(); 154 wx_napi_enable_all(wx); 155 156 switch (wx->mac.type) { 157 case wx_mac_aml40: 158 reg = rd32(wx, TXGBE_AML_MAC_TX_CFG); 159 reg &= ~TXGBE_AML_MAC_TX_CFG_SPEED_MASK; 160 reg |= TXGBE_AML_MAC_TX_CFG_SPEED_40G; 161 wr32(wx, WX_MAC_TX_CFG, reg); 162 txgbe_enable_sec_tx_path(wx); 163 netif_carrier_on(wx->netdev); 164 break; 165 case wx_mac_aml: 166 /* Enable TX laser */ 167 wr32m(wx, WX_GPIO_DR, TXGBE_GPIOBIT_1, 0); 168 txgbe_setup_link(wx); 169 phylink_start(wx->phylink); 170 break; 171 case wx_mac_sp: 172 phylink_start(wx->phylink); 173 break; 174 default: 175 break; 176 } 177 178 /* clear any pending interrupts, may auto mask */ 179 rd32(wx, WX_PX_IC(0)); 180 rd32(wx, WX_PX_IC(1)); 181 rd32(wx, WX_PX_MISC_IC); 182 txgbe_irq_enable(wx, true); 183 184 /* enable transmits */ 185 netif_tx_start_all_queues(netdev); 186 mod_timer(&wx->service_timer, jiffies); 187 188 /* Set PF Reset Done bit so PF/VF Mail Ops can work */ 189 wr32m(wx, WX_CFG_PORT_CTL, WX_CFG_PORT_CTL_PFRSTD, 190 WX_CFG_PORT_CTL_PFRSTD); 191 /* update setting rx tx for all active vfs */ 192 wx_set_all_vfs(wx); 193 } 194 195 static void txgbe_reset(struct wx *wx) 196 { 197 struct net_device *netdev = wx->netdev; 198 u8 old_addr[ETH_ALEN]; 199 int err; 200 201 err = txgbe_reset_hw(wx); 202 if (err != 0) 203 wx_err(wx, "Hardware Error: %d\n", err); 204 205 wx_start_hw(wx); 206 /* do not flush user set addresses */ 207 memcpy(old_addr, &wx->mac_table[0].addr, netdev->addr_len); 208 wx_flush_sw_mac_table(wx); 209 wx_mac_set_default_filter(wx, old_addr); 210 211 if (test_bit(WX_STATE_PTP_RUNNING, wx->state)) 212 wx_ptp_reset(wx); 213 } 214 215 static void txgbe_disable_device(struct wx *wx) 216 { 217 struct net_device *netdev = wx->netdev; 218 u32 i; 219 220 wx_disable_pcie_master(wx); 221 /* disable receives */ 222 wx_disable_rx(wx); 223 224 /* disable all enabled rx queues */ 225 for (i = 0; i < wx->num_rx_queues; i++) 226 /* this call also flushes the previous write */ 227 wx_disable_rx_queue(wx, wx->rx_ring[i]); 228 229 netif_tx_stop_all_queues(netdev); 230 netif_tx_disable(netdev); 231 232 wx_irq_disable(wx); 233 wx_napi_disable_all(wx); 234 235 timer_delete_sync(&wx->service_timer); 236 237 if (wx->bus.func < 2) 238 wr32m(wx, TXGBE_MIS_PRB_CTL, TXGBE_MIS_PRB_CTL_LAN_UP(wx->bus.func), 0); 239 else 240 wx_err(wx, "%s: invalid bus lan id %d\n", 241 __func__, wx->bus.func); 242 243 if (wx->num_vfs) { 244 /* Clear EITR Select mapping */ 245 wr32(wx, WX_PX_ITRSEL, 0); 246 /* Mark all the VFs as inactive */ 247 for (i = 0; i < wx->num_vfs; i++) 248 wx->vfinfo[i].clear_to_send = 0; 249 /* update setting rx tx for all active vfs */ 250 wx_set_all_vfs(wx); 251 } 252 253 if (!(((wx->subsystem_device_id & WX_NCSI_MASK) == WX_NCSI_SUP) || 254 ((wx->subsystem_device_id & WX_WOL_MASK) == WX_WOL_SUP))) { 255 /* disable mac transmiter */ 256 wr32m(wx, WX_MAC_TX_CFG, WX_MAC_TX_CFG_TE, 0); 257 } 258 259 /* disable transmits in the hardware now that interrupts are off */ 260 for (i = 0; i < wx->num_tx_queues; i++) { 261 u8 reg_idx = wx->tx_ring[i]->reg_idx; 262 263 wr32(wx, WX_PX_TR_CFG(reg_idx), WX_PX_TR_CFG_SWFLSH); 264 } 265 266 /* Disable the Tx DMA engine */ 267 wr32m(wx, WX_TDM_CTL, WX_TDM_CTL_TE, 0); 268 269 wx_update_stats(wx); 270 } 271 272 void txgbe_down(struct wx *wx) 273 { 274 txgbe_disable_device(wx); 275 txgbe_reset(wx); 276 277 switch (wx->mac.type) { 278 case wx_mac_aml40: 279 netif_carrier_off(wx->netdev); 280 break; 281 case wx_mac_aml: 282 phylink_stop(wx->phylink); 283 /* Disable TX laser */ 284 wr32m(wx, WX_GPIO_DR, TXGBE_GPIOBIT_1, TXGBE_GPIOBIT_1); 285 break; 286 case wx_mac_sp: 287 phylink_stop(wx->phylink); 288 break; 289 default: 290 break; 291 } 292 293 wx_clean_all_tx_rings(wx); 294 wx_clean_all_rx_rings(wx); 295 } 296 297 void txgbe_up(struct wx *wx) 298 { 299 wx_configure(wx); 300 wx_ptp_init(wx); 301 txgbe_up_complete(wx); 302 } 303 304 /** 305 * txgbe_init_type_code - Initialize the shared code 306 * @wx: pointer to hardware structure 307 **/ 308 static void txgbe_init_type_code(struct wx *wx) 309 { 310 u8 device_type = wx->subsystem_device_id & 0xF0; 311 312 switch (wx->device_id) { 313 case TXGBE_DEV_ID_SP1000: 314 case TXGBE_DEV_ID_WX1820: 315 wx->mac.type = wx_mac_sp; 316 break; 317 case TXGBE_DEV_ID_AML5010: 318 case TXGBE_DEV_ID_AML5110: 319 case TXGBE_DEV_ID_AML5025: 320 case TXGBE_DEV_ID_AML5125: 321 wx->mac.type = wx_mac_aml; 322 break; 323 case TXGBE_DEV_ID_AML5040: 324 case TXGBE_DEV_ID_AML5140: 325 wx->mac.type = wx_mac_aml40; 326 break; 327 default: 328 wx->mac.type = wx_mac_unknown; 329 break; 330 } 331 332 switch (device_type) { 333 case TXGBE_ID_SFP: 334 wx->media_type = wx_media_fiber; 335 break; 336 case TXGBE_ID_XAUI: 337 case TXGBE_ID_SGMII: 338 wx->media_type = wx_media_copper; 339 break; 340 case TXGBE_ID_KR_KX_KX4: 341 case TXGBE_ID_MAC_XAUI: 342 case TXGBE_ID_MAC_SGMII: 343 wx->media_type = wx_media_backplane; 344 break; 345 case TXGBE_ID_SFI_XAUI: 346 if (wx->bus.func == 0) 347 wx->media_type = wx_media_fiber; 348 else 349 wx->media_type = wx_media_copper; 350 break; 351 default: 352 wx->media_type = wx_media_unknown; 353 break; 354 } 355 } 356 357 /** 358 * txgbe_sw_init - Initialize general software structures (struct wx) 359 * @wx: board private structure to initialize 360 **/ 361 static int txgbe_sw_init(struct wx *wx) 362 { 363 u16 msix_count = 0; 364 int err; 365 366 wx->mac.num_rar_entries = TXGBE_RAR_ENTRIES; 367 wx->mac.max_tx_queues = TXGBE_MAX_TXQ; 368 wx->mac.max_rx_queues = TXGBE_MAX_RXQ; 369 wx->mac.mcft_size = TXGBE_MC_TBL_SIZE; 370 wx->mac.vft_size = TXGBE_VFT_TBL_SIZE; 371 wx->mac.rx_pb_size = TXGBE_RX_PB_SIZE; 372 wx->mac.tx_pb_size = TXGBE_TDB_PB_SZ; 373 374 /* PCI config space info */ 375 err = wx_sw_init(wx); 376 if (err < 0) 377 return err; 378 379 txgbe_init_type_code(wx); 380 381 /* Set common capability flags and settings */ 382 wx->max_q_vectors = TXGBE_MAX_MSIX_VECTORS; 383 err = wx_get_pcie_msix_counts(wx, &msix_count, TXGBE_MAX_MSIX_VECTORS); 384 if (err) 385 wx_err(wx, "Do not support MSI-X\n"); 386 wx->mac.max_msix_vectors = msix_count; 387 388 wx->ring_feature[RING_F_RSS].limit = min_t(int, TXGBE_MAX_RSS_INDICES, 389 num_online_cpus()); 390 wx->rss_enabled = true; 391 392 wx->ring_feature[RING_F_FDIR].limit = min_t(int, TXGBE_MAX_FDIR_INDICES, 393 num_online_cpus()); 394 set_bit(WX_FLAG_FDIR_CAPABLE, wx->flags); 395 set_bit(WX_FLAG_FDIR_HASH, wx->flags); 396 wx->atr_sample_rate = TXGBE_DEFAULT_ATR_SAMPLE_RATE; 397 wx->atr = txgbe_atr; 398 wx->configure_fdir = txgbe_configure_fdir; 399 400 set_bit(WX_FLAG_RSC_CAPABLE, wx->flags); 401 set_bit(WX_FLAG_MULTI_64_FUNC, wx->flags); 402 403 /* enable itr by default in dynamic mode */ 404 wx->rx_itr_setting = 1; 405 wx->tx_itr_setting = 1; 406 407 /* set default ring sizes */ 408 wx->tx_ring_count = TXGBE_DEFAULT_TXD; 409 wx->rx_ring_count = TXGBE_DEFAULT_RXD; 410 wx->mbx.size = WX_VXMAILBOX_SIZE; 411 412 /* set default work limits */ 413 wx->tx_work_limit = TXGBE_DEFAULT_TX_WORK; 414 wx->rx_work_limit = TXGBE_DEFAULT_RX_WORK; 415 416 wx->setup_tc = txgbe_setup_tc; 417 wx->do_reset = txgbe_do_reset; 418 set_bit(0, &wx->fwd_bitmask); 419 420 switch (wx->mac.type) { 421 case wx_mac_sp: 422 break; 423 case wx_mac_aml: 424 case wx_mac_aml40: 425 set_bit(WX_FLAG_SWFW_RING, wx->flags); 426 wx->swfw_index = 0; 427 break; 428 default: 429 break; 430 } 431 432 return 0; 433 } 434 435 static void txgbe_init_fdir(struct txgbe *txgbe) 436 { 437 txgbe->fdir_filter_count = 0; 438 spin_lock_init(&txgbe->fdir_perfect_lock); 439 } 440 441 /** 442 * txgbe_open - Called when a network interface is made active 443 * @netdev: network interface device structure 444 * 445 * Returns 0 on success, negative value on failure 446 * 447 * The open entry point is called when a network interface is made 448 * active by the system (IFF_UP). 449 **/ 450 static int txgbe_open(struct net_device *netdev) 451 { 452 struct wx *wx = netdev_priv(netdev); 453 int err; 454 455 err = wx_setup_resources(wx); 456 if (err) 457 goto err_reset; 458 459 wx_configure(wx); 460 461 err = txgbe_request_queue_irqs(wx); 462 if (err) 463 goto err_free_resources; 464 465 /* Notify the stack of the actual queue counts. */ 466 err = netif_set_real_num_tx_queues(netdev, wx->num_tx_queues); 467 if (err) 468 goto err_free_irq; 469 470 err = netif_set_real_num_rx_queues(netdev, wx->num_rx_queues); 471 if (err) 472 goto err_free_irq; 473 474 wx_ptp_init(wx); 475 476 txgbe_up_complete(wx); 477 478 return 0; 479 480 err_free_irq: 481 wx_free_irq(wx); 482 err_free_resources: 483 wx_free_resources(wx); 484 err_reset: 485 txgbe_reset(wx); 486 487 return err; 488 } 489 490 /** 491 * txgbe_close_suspend - actions necessary to both suspend and close flows 492 * @wx: the private wx struct 493 * 494 * This function should contain the necessary work common to both suspending 495 * and closing of the device. 496 */ 497 static void txgbe_close_suspend(struct wx *wx) 498 { 499 wx_ptp_suspend(wx); 500 txgbe_disable_device(wx); 501 wx_free_resources(wx); 502 } 503 504 /** 505 * txgbe_close - Disables a network interface 506 * @netdev: network interface device structure 507 * 508 * Returns 0, this is not allowed to fail 509 * 510 * The close entry point is called when an interface is de-activated 511 * by the OS. The hardware is still under the drivers control, but 512 * needs to be disabled. A global MAC reset is issued to stop the 513 * hardware, and all transmit and receive resources are freed. 514 **/ 515 static int txgbe_close(struct net_device *netdev) 516 { 517 struct wx *wx = netdev_priv(netdev); 518 519 wx_ptp_stop(wx); 520 txgbe_down(wx); 521 wx_free_irq(wx); 522 wx_free_resources(wx); 523 txgbe_fdir_filter_exit(wx); 524 wx_control_hw(wx, false); 525 526 return 0; 527 } 528 529 static void txgbe_dev_shutdown(struct pci_dev *pdev) 530 { 531 struct wx *wx = pci_get_drvdata(pdev); 532 struct net_device *netdev; 533 534 netdev = wx->netdev; 535 netif_device_detach(netdev); 536 537 rtnl_lock(); 538 if (netif_running(netdev)) 539 txgbe_close_suspend(wx); 540 rtnl_unlock(); 541 542 wx_control_hw(wx, false); 543 544 pci_disable_device(pdev); 545 } 546 547 static void txgbe_shutdown(struct pci_dev *pdev) 548 { 549 txgbe_dev_shutdown(pdev); 550 551 if (system_state == SYSTEM_POWER_OFF) { 552 pci_wake_from_d3(pdev, false); 553 pci_set_power_state(pdev, PCI_D3hot); 554 } 555 } 556 557 /** 558 * txgbe_setup_tc - routine to configure net_device for multiple traffic 559 * classes. 560 * 561 * @dev: net device to configure 562 * @tc: number of traffic classes to enable 563 */ 564 int txgbe_setup_tc(struct net_device *dev, u8 tc) 565 { 566 struct wx *wx = netdev_priv(dev); 567 struct txgbe *txgbe = wx->priv; 568 569 /* Hardware has to reinitialize queues and interrupts to 570 * match packet buffer alignment. Unfortunately, the 571 * hardware is not flexible enough to do this dynamically. 572 */ 573 if (netif_running(dev)) 574 txgbe_close(dev); 575 else 576 txgbe_reset(wx); 577 578 txgbe_free_misc_irq(txgbe); 579 wx_clear_interrupt_scheme(wx); 580 581 if (tc) 582 netdev_set_num_tc(dev, tc); 583 else 584 netdev_reset_tc(dev); 585 586 wx_init_interrupt_scheme(wx); 587 txgbe_setup_misc_irq(txgbe); 588 589 if (netif_running(dev)) 590 txgbe_open(dev); 591 592 return 0; 593 } 594 595 static void txgbe_reinit_locked(struct wx *wx) 596 { 597 int err = 0; 598 599 netif_trans_update(wx->netdev); 600 601 err = wx_set_state_reset(wx); 602 if (err) { 603 wx_err(wx, "wait device reset timeout\n"); 604 return; 605 } 606 607 txgbe_down(wx); 608 txgbe_up(wx); 609 610 clear_bit(WX_STATE_RESETTING, wx->state); 611 } 612 613 void txgbe_do_reset(struct net_device *netdev) 614 { 615 struct wx *wx = netdev_priv(netdev); 616 617 if (netif_running(netdev)) 618 txgbe_reinit_locked(wx); 619 else 620 txgbe_reset(wx); 621 } 622 623 static int txgbe_udp_tunnel_sync(struct net_device *dev, unsigned int table) 624 { 625 struct wx *wx = netdev_priv(dev); 626 struct udp_tunnel_info ti; 627 628 udp_tunnel_nic_get_port(dev, table, 0, &ti); 629 switch (ti.type) { 630 case UDP_TUNNEL_TYPE_VXLAN: 631 wr32(wx, TXGBE_CFG_VXLAN, ntohs(ti.port)); 632 break; 633 case UDP_TUNNEL_TYPE_VXLAN_GPE: 634 wr32(wx, TXGBE_CFG_VXLAN_GPE, ntohs(ti.port)); 635 break; 636 case UDP_TUNNEL_TYPE_GENEVE: 637 wr32(wx, TXGBE_CFG_GENEVE, ntohs(ti.port)); 638 break; 639 default: 640 break; 641 } 642 643 return 0; 644 } 645 646 static const struct udp_tunnel_nic_info txgbe_udp_tunnels = { 647 .sync_table = txgbe_udp_tunnel_sync, 648 .flags = UDP_TUNNEL_NIC_INFO_OPEN_ONLY, 649 .tables = { 650 { .n_entries = 1, .tunnel_types = UDP_TUNNEL_TYPE_VXLAN, }, 651 { .n_entries = 1, .tunnel_types = UDP_TUNNEL_TYPE_VXLAN_GPE, }, 652 { .n_entries = 1, .tunnel_types = UDP_TUNNEL_TYPE_GENEVE, }, 653 }, 654 }; 655 656 static const struct net_device_ops txgbe_netdev_ops = { 657 .ndo_open = txgbe_open, 658 .ndo_stop = txgbe_close, 659 .ndo_change_mtu = wx_change_mtu, 660 .ndo_start_xmit = wx_xmit_frame, 661 .ndo_set_rx_mode = wx_set_rx_mode, 662 .ndo_set_features = wx_set_features, 663 .ndo_fix_features = wx_fix_features, 664 .ndo_features_check = wx_features_check, 665 .ndo_validate_addr = eth_validate_addr, 666 .ndo_set_mac_address = wx_set_mac, 667 .ndo_get_stats64 = wx_get_stats64, 668 .ndo_vlan_rx_add_vid = wx_vlan_rx_add_vid, 669 .ndo_vlan_rx_kill_vid = wx_vlan_rx_kill_vid, 670 .ndo_hwtstamp_set = wx_hwtstamp_set, 671 .ndo_hwtstamp_get = wx_hwtstamp_get, 672 }; 673 674 /** 675 * txgbe_probe - Device Initialization Routine 676 * @pdev: PCI device information struct 677 * @ent: entry in txgbe_pci_tbl 678 * 679 * Returns 0 on success, negative on failure 680 * 681 * txgbe_probe initializes an adapter identified by a pci_dev structure. 682 * The OS initialization, configuring of the wx private structure, 683 * and a hardware reset occur. 684 **/ 685 static int txgbe_probe(struct pci_dev *pdev, 686 const struct pci_device_id __always_unused *ent) 687 { 688 struct net_device *netdev; 689 int err, expected_gts; 690 struct wx *wx = NULL; 691 struct txgbe *txgbe; 692 693 u16 eeprom_verh = 0, eeprom_verl = 0, offset = 0; 694 u16 eeprom_cfg_blkh = 0, eeprom_cfg_blkl = 0; 695 u16 build = 0, major = 0, patch = 0; 696 u32 etrack_id = 0; 697 698 err = pci_enable_device_mem(pdev); 699 if (err) 700 return err; 701 702 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); 703 if (err) { 704 dev_err(&pdev->dev, 705 "No usable DMA configuration, aborting\n"); 706 goto err_pci_disable_dev; 707 } 708 709 err = pci_request_selected_regions(pdev, 710 pci_select_bars(pdev, IORESOURCE_MEM), 711 txgbe_driver_name); 712 if (err) { 713 dev_err(&pdev->dev, 714 "pci_request_selected_regions failed 0x%x\n", err); 715 goto err_pci_disable_dev; 716 } 717 718 pci_set_master(pdev); 719 720 netdev = devm_alloc_etherdev_mqs(&pdev->dev, 721 sizeof(struct wx), 722 TXGBE_MAX_TX_QUEUES, 723 TXGBE_MAX_RX_QUEUES); 724 if (!netdev) { 725 err = -ENOMEM; 726 goto err_pci_release_regions; 727 } 728 729 SET_NETDEV_DEV(netdev, &pdev->dev); 730 731 wx = netdev_priv(netdev); 732 wx->netdev = netdev; 733 wx->pdev = pdev; 734 735 wx->msg_enable = (1 << DEFAULT_DEBUG_LEVEL_SHIFT) - 1; 736 737 wx->hw_addr = devm_ioremap(&pdev->dev, 738 pci_resource_start(pdev, 0), 739 pci_resource_len(pdev, 0)); 740 if (!wx->hw_addr) { 741 err = -EIO; 742 goto err_pci_release_regions; 743 } 744 745 /* The sapphire supports up to 63 VFs per pf, but physical 746 * function also need one pool for basic networking. 747 */ 748 pci_sriov_set_totalvfs(pdev, TXGBE_MAX_VFS_DRV_LIMIT); 749 wx->driver_name = txgbe_driver_name; 750 txgbe_set_ethtool_ops(netdev); 751 netdev->netdev_ops = &txgbe_netdev_ops; 752 netdev->udp_tunnel_nic_info = &txgbe_udp_tunnels; 753 754 /* setup the private structure */ 755 err = txgbe_sw_init(wx); 756 if (err) 757 goto err_pci_release_regions; 758 759 /* check if flash load is done after hw power up */ 760 err = wx_check_flash_load(wx, TXGBE_SPI_ILDR_STATUS_PERST); 761 if (err) 762 goto err_free_mac_table; 763 err = wx_check_flash_load(wx, TXGBE_SPI_ILDR_STATUS_PWRRST); 764 if (err) 765 goto err_free_mac_table; 766 767 err = wx_mng_present(wx); 768 if (err) { 769 dev_err(&pdev->dev, "Management capability is not present\n"); 770 goto err_free_mac_table; 771 } 772 773 err = txgbe_reset_hw(wx); 774 if (err) { 775 dev_err(&pdev->dev, "HW Init failed: %d\n", err); 776 goto err_free_mac_table; 777 } 778 779 netdev->features = NETIF_F_SG | 780 NETIF_F_TSO | 781 NETIF_F_TSO6 | 782 NETIF_F_RXHASH | 783 NETIF_F_RXCSUM | 784 NETIF_F_HW_CSUM; 785 786 netdev->gso_partial_features = NETIF_F_GSO_ENCAP_ALL; 787 netdev->features |= netdev->gso_partial_features; 788 netdev->features |= NETIF_F_SCTP_CRC; 789 netdev->vlan_features |= netdev->features | NETIF_F_TSO_MANGLEID; 790 netdev->hw_enc_features |= netdev->vlan_features; 791 netdev->features |= NETIF_F_VLAN_FEATURES; 792 /* copy netdev features into list of user selectable features */ 793 netdev->hw_features |= netdev->features | NETIF_F_RXALL; 794 netdev->hw_features |= NETIF_F_NTUPLE | NETIF_F_HW_TC; 795 netdev->features |= NETIF_F_HIGHDMA; 796 netdev->hw_features |= NETIF_F_GRO; 797 netdev->features |= NETIF_F_GRO; 798 netdev->features |= NETIF_F_RX_UDP_TUNNEL_PORT; 799 800 netdev->priv_flags |= IFF_UNICAST_FLT; 801 netdev->priv_flags |= IFF_SUPP_NOFCS; 802 netdev->priv_flags |= IFF_LIVE_ADDR_CHANGE; 803 804 netdev->min_mtu = ETH_MIN_MTU; 805 netdev->max_mtu = WX_MAX_JUMBO_FRAME_SIZE - 806 (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN); 807 808 /* make sure the EEPROM is good */ 809 err = txgbe_validate_eeprom_checksum(wx, NULL); 810 if (err != 0) { 811 dev_err(&pdev->dev, "The EEPROM Checksum Is Not Valid\n"); 812 wr32(wx, WX_MIS_RST, WX_MIS_RST_SW_RST); 813 err = -EIO; 814 goto err_free_mac_table; 815 } 816 817 eth_hw_addr_set(netdev, wx->mac.perm_addr); 818 wx_mac_set_default_filter(wx, wx->mac.perm_addr); 819 820 txgbe_init_service(wx); 821 822 err = wx_init_interrupt_scheme(wx); 823 if (err) 824 goto err_cancel_service; 825 826 /* Save off EEPROM version number and Option Rom version which 827 * together make a unique identify for the eeprom 828 */ 829 wx_read_ee_hostif(wx, 830 wx->eeprom.sw_region_offset + TXGBE_EEPROM_VERSION_H, 831 &eeprom_verh); 832 wx_read_ee_hostif(wx, 833 wx->eeprom.sw_region_offset + TXGBE_EEPROM_VERSION_L, 834 &eeprom_verl); 835 etrack_id = (eeprom_verh << 16) | eeprom_verl; 836 837 wx_read_ee_hostif(wx, 838 wx->eeprom.sw_region_offset + TXGBE_ISCSI_BOOT_CONFIG, 839 &offset); 840 841 /* Make sure offset to SCSI block is valid */ 842 if (!(offset == 0x0) && !(offset == 0xffff)) { 843 wx_read_ee_hostif(wx, offset + 0x84, &eeprom_cfg_blkh); 844 wx_read_ee_hostif(wx, offset + 0x83, &eeprom_cfg_blkl); 845 846 /* Only display Option Rom if exist */ 847 if (eeprom_cfg_blkl && eeprom_cfg_blkh) { 848 major = eeprom_cfg_blkl >> 8; 849 build = (eeprom_cfg_blkl << 8) | (eeprom_cfg_blkh >> 8); 850 patch = eeprom_cfg_blkh & 0x00ff; 851 852 snprintf(wx->eeprom_id, sizeof(wx->eeprom_id), 853 "0x%08x, %d.%d.%d", etrack_id, major, build, 854 patch); 855 } else { 856 snprintf(wx->eeprom_id, sizeof(wx->eeprom_id), 857 "0x%08x", etrack_id); 858 } 859 } else { 860 snprintf(wx->eeprom_id, sizeof(wx->eeprom_id), 861 "0x%08x", etrack_id); 862 } 863 864 if (etrack_id < 0x20010) 865 dev_warn(&pdev->dev, "Please upgrade the firmware to 0x20010 or above.\n"); 866 867 err = txgbe_test_hostif(wx); 868 if (err != 0) { 869 dev_err(&pdev->dev, "Mismatched Firmware version\n"); 870 err = -EIO; 871 goto err_release_hw; 872 } 873 874 txgbe = devm_kzalloc(&pdev->dev, sizeof(*txgbe), GFP_KERNEL); 875 if (!txgbe) { 876 err = -ENOMEM; 877 goto err_release_hw; 878 } 879 880 txgbe->wx = wx; 881 wx->priv = txgbe; 882 883 txgbe_init_fdir(txgbe); 884 885 err = txgbe_setup_misc_irq(txgbe); 886 if (err) 887 goto err_release_hw; 888 889 err = txgbe_init_phy(txgbe); 890 if (err) 891 goto err_free_misc_irq; 892 893 err = register_netdev(netdev); 894 if (err) 895 goto err_remove_phy; 896 897 pci_set_drvdata(pdev, wx); 898 899 netif_tx_stop_all_queues(netdev); 900 901 /* calculate the expected PCIe bandwidth required for optimal 902 * performance. Note that some older parts will never have enough 903 * bandwidth due to being older generation PCIe parts. We clamp these 904 * parts to ensure that no warning is displayed, as this could confuse 905 * users otherwise. 906 */ 907 expected_gts = txgbe_enumerate_functions(wx) * 10; 908 909 /* don't check link if we failed to enumerate functions */ 910 if (expected_gts > 0) 911 txgbe_check_minimum_link(wx); 912 else 913 dev_warn(&pdev->dev, "Failed to enumerate PF devices.\n"); 914 915 return 0; 916 917 err_remove_phy: 918 txgbe_remove_phy(txgbe); 919 err_free_misc_irq: 920 txgbe_free_misc_irq(txgbe); 921 err_release_hw: 922 wx_clear_interrupt_scheme(wx); 923 wx_control_hw(wx, false); 924 err_cancel_service: 925 timer_delete_sync(&wx->service_timer); 926 cancel_work_sync(&wx->service_task); 927 err_free_mac_table: 928 kfree(wx->rss_key); 929 kfree(wx->mac_table); 930 err_pci_release_regions: 931 pci_release_selected_regions(pdev, 932 pci_select_bars(pdev, IORESOURCE_MEM)); 933 err_pci_disable_dev: 934 pci_disable_device(pdev); 935 return err; 936 } 937 938 /** 939 * txgbe_remove - Device Removal Routine 940 * @pdev: PCI device information struct 941 * 942 * txgbe_remove is called by the PCI subsystem to alert the driver 943 * that it should release a PCI device. The could be caused by a 944 * Hot-Plug event, or because the driver is going to be removed from 945 * memory. 946 **/ 947 static void txgbe_remove(struct pci_dev *pdev) 948 { 949 struct wx *wx = pci_get_drvdata(pdev); 950 struct txgbe *txgbe = wx->priv; 951 struct net_device *netdev; 952 953 cancel_work_sync(&wx->service_task); 954 955 netdev = wx->netdev; 956 wx_disable_sriov(wx); 957 unregister_netdev(netdev); 958 959 txgbe_remove_phy(txgbe); 960 txgbe_free_misc_irq(txgbe); 961 wx_free_isb_resources(wx); 962 963 pci_release_selected_regions(pdev, 964 pci_select_bars(pdev, IORESOURCE_MEM)); 965 966 kfree(wx->rss_key); 967 kfree(wx->mac_table); 968 wx_clear_interrupt_scheme(wx); 969 970 pci_disable_device(pdev); 971 } 972 973 static struct pci_driver txgbe_driver = { 974 .name = txgbe_driver_name, 975 .id_table = txgbe_pci_tbl, 976 .probe = txgbe_probe, 977 .remove = txgbe_remove, 978 .shutdown = txgbe_shutdown, 979 .sriov_configure = wx_pci_sriov_configure, 980 }; 981 982 module_pci_driver(txgbe_driver); 983 984 MODULE_DEVICE_TABLE(pci, txgbe_pci_tbl); 985 MODULE_AUTHOR("Beijing WangXun Technology Co., Ltd, <software@trustnetic.com>"); 986 MODULE_DESCRIPTION("WangXun(R) 10/25/40 Gigabit PCI Express Network Driver"); 987 MODULE_LICENSE("GPL"); 988