1 // SPDX-License-Identifier: GPL-2.0+ 2 3 #include <linux/types.h> 4 #include <linux/clk.h> 5 #include <linux/platform_device.h> 6 #include <linux/pm_runtime.h> 7 #include <linux/acpi.h> 8 #include <linux/of_mdio.h> 9 #include <linux/etherdevice.h> 10 #include <linux/interrupt.h> 11 #include <linux/io.h> 12 13 #include <net/tcp.h> 14 #include <net/ip6_checksum.h> 15 16 #define NETSEC_REG_SOFT_RST 0x104 17 #define NETSEC_REG_COM_INIT 0x120 18 19 #define NETSEC_REG_TOP_STATUS 0x200 20 #define NETSEC_IRQ_RX BIT(1) 21 #define NETSEC_IRQ_TX BIT(0) 22 23 #define NETSEC_REG_TOP_INTEN 0x204 24 #define NETSEC_REG_INTEN_SET 0x234 25 #define NETSEC_REG_INTEN_CLR 0x238 26 27 #define NETSEC_REG_NRM_TX_STATUS 0x400 28 #define NETSEC_REG_NRM_TX_INTEN 0x404 29 #define NETSEC_REG_NRM_TX_INTEN_SET 0x428 30 #define NETSEC_REG_NRM_TX_INTEN_CLR 0x42c 31 #define NRM_TX_ST_NTOWNR BIT(17) 32 #define NRM_TX_ST_TR_ERR BIT(16) 33 #define NRM_TX_ST_TXDONE BIT(15) 34 #define NRM_TX_ST_TMREXP BIT(14) 35 36 #define NETSEC_REG_NRM_RX_STATUS 0x440 37 #define NETSEC_REG_NRM_RX_INTEN 0x444 38 #define NETSEC_REG_NRM_RX_INTEN_SET 0x468 39 #define NETSEC_REG_NRM_RX_INTEN_CLR 0x46c 40 #define NRM_RX_ST_RC_ERR BIT(16) 41 #define NRM_RX_ST_PKTCNT BIT(15) 42 #define NRM_RX_ST_TMREXP BIT(14) 43 44 #define NETSEC_REG_PKT_CMD_BUF 0xd0 45 46 #define NETSEC_REG_CLK_EN 0x100 47 48 #define NETSEC_REG_PKT_CTRL 0x140 49 50 #define NETSEC_REG_DMA_TMR_CTRL 0x20c 51 #define NETSEC_REG_F_TAIKI_MC_VER 0x22c 52 #define NETSEC_REG_F_TAIKI_VER 0x230 53 #define NETSEC_REG_DMA_HM_CTRL 0x214 54 #define NETSEC_REG_DMA_MH_CTRL 0x220 55 #define NETSEC_REG_ADDR_DIS_CORE 0x218 56 #define NETSEC_REG_DMAC_HM_CMD_BUF 0x210 57 #define NETSEC_REG_DMAC_MH_CMD_BUF 0x21c 58 59 #define NETSEC_REG_NRM_TX_PKTCNT 0x410 60 61 #define NETSEC_REG_NRM_TX_DONE_PKTCNT 0x414 62 #define NETSEC_REG_NRM_TX_DONE_TXINT_PKTCNT 0x418 63 64 #define NETSEC_REG_NRM_TX_TMR 0x41c 65 66 #define NETSEC_REG_NRM_RX_PKTCNT 0x454 67 #define NETSEC_REG_NRM_RX_RXINT_PKTCNT 0x458 68 #define NETSEC_REG_NRM_TX_TXINT_TMR 0x420 69 #define NETSEC_REG_NRM_RX_RXINT_TMR 0x460 70 71 #define NETSEC_REG_NRM_RX_TMR 0x45c 72 73 #define NETSEC_REG_NRM_TX_DESC_START_UP 0x434 74 #define NETSEC_REG_NRM_TX_DESC_START_LW 0x408 75 #define NETSEC_REG_NRM_RX_DESC_START_UP 0x474 76 #define NETSEC_REG_NRM_RX_DESC_START_LW 0x448 77 78 #define NETSEC_REG_NRM_TX_CONFIG 0x430 79 #define NETSEC_REG_NRM_RX_CONFIG 0x470 80 81 #define MAC_REG_STATUS 0x1024 82 #define MAC_REG_DATA 0x11c0 83 #define MAC_REG_CMD 0x11c4 84 #define MAC_REG_FLOW_TH 0x11cc 85 #define MAC_REG_INTF_SEL 0x11d4 86 #define MAC_REG_DESC_INIT 0x11fc 87 #define MAC_REG_DESC_SOFT_RST 0x1204 88 #define NETSEC_REG_MODE_TRANS_COMP_STATUS 0x500 89 90 #define GMAC_REG_MCR 0x0000 91 #define GMAC_REG_MFFR 0x0004 92 #define GMAC_REG_GAR 0x0010 93 #define GMAC_REG_GDR 0x0014 94 #define GMAC_REG_FCR 0x0018 95 #define GMAC_REG_BMR 0x1000 96 #define GMAC_REG_RDLAR 0x100c 97 #define GMAC_REG_TDLAR 0x1010 98 #define GMAC_REG_OMR 0x1018 99 100 #define MHZ(n) ((n) * 1000 * 1000) 101 102 #define NETSEC_TX_SHIFT_OWN_FIELD 31 103 #define NETSEC_TX_SHIFT_LD_FIELD 30 104 #define NETSEC_TX_SHIFT_DRID_FIELD 24 105 #define NETSEC_TX_SHIFT_PT_FIELD 21 106 #define NETSEC_TX_SHIFT_TDRID_FIELD 16 107 #define NETSEC_TX_SHIFT_CC_FIELD 15 108 #define NETSEC_TX_SHIFT_FS_FIELD 9 109 #define NETSEC_TX_LAST 8 110 #define NETSEC_TX_SHIFT_CO 7 111 #define NETSEC_TX_SHIFT_SO 6 112 #define NETSEC_TX_SHIFT_TRS_FIELD 4 113 114 #define NETSEC_RX_PKT_OWN_FIELD 31 115 #define NETSEC_RX_PKT_LD_FIELD 30 116 #define NETSEC_RX_PKT_SDRID_FIELD 24 117 #define NETSEC_RX_PKT_FR_FIELD 23 118 #define NETSEC_RX_PKT_ER_FIELD 21 119 #define NETSEC_RX_PKT_ERR_FIELD 16 120 #define NETSEC_RX_PKT_TDRID_FIELD 12 121 #define NETSEC_RX_PKT_FS_FIELD 9 122 #define NETSEC_RX_PKT_LS_FIELD 8 123 #define NETSEC_RX_PKT_CO_FIELD 6 124 125 #define NETSEC_RX_PKT_ERR_MASK 3 126 127 #define NETSEC_MAX_TX_PKT_LEN 1518 128 #define NETSEC_MAX_TX_JUMBO_PKT_LEN 9018 129 130 #define NETSEC_RING_GMAC 15 131 #define NETSEC_RING_MAX 2 132 133 #define NETSEC_TCP_SEG_LEN_MAX 1460 134 #define NETSEC_TCP_JUMBO_SEG_LEN_MAX 8960 135 136 #define NETSEC_RX_CKSUM_NOTAVAIL 0 137 #define NETSEC_RX_CKSUM_OK 1 138 #define NETSEC_RX_CKSUM_NG 2 139 140 #define NETSEC_TOP_IRQ_REG_CODE_LOAD_END BIT(20) 141 #define NETSEC_IRQ_TRANSITION_COMPLETE BIT(4) 142 143 #define NETSEC_MODE_TRANS_COMP_IRQ_N2T BIT(20) 144 #define NETSEC_MODE_TRANS_COMP_IRQ_T2N BIT(19) 145 146 #define NETSEC_INT_PKTCNT_MAX 2047 147 148 #define NETSEC_FLOW_START_TH_MAX 95 149 #define NETSEC_FLOW_STOP_TH_MAX 95 150 #define NETSEC_FLOW_PAUSE_TIME_MIN 5 151 152 #define NETSEC_CLK_EN_REG_DOM_ALL 0x3f 153 154 #define NETSEC_PKT_CTRL_REG_MODE_NRM BIT(28) 155 #define NETSEC_PKT_CTRL_REG_EN_JUMBO BIT(27) 156 #define NETSEC_PKT_CTRL_REG_LOG_CHKSUM_ER BIT(3) 157 #define NETSEC_PKT_CTRL_REG_LOG_HD_INCOMPLETE BIT(2) 158 #define NETSEC_PKT_CTRL_REG_LOG_HD_ER BIT(1) 159 #define NETSEC_PKT_CTRL_REG_DRP_NO_MATCH BIT(0) 160 161 #define NETSEC_CLK_EN_REG_DOM_G BIT(5) 162 #define NETSEC_CLK_EN_REG_DOM_C BIT(1) 163 #define NETSEC_CLK_EN_REG_DOM_D BIT(0) 164 165 #define NETSEC_COM_INIT_REG_DB BIT(2) 166 #define NETSEC_COM_INIT_REG_CLS BIT(1) 167 #define NETSEC_COM_INIT_REG_ALL (NETSEC_COM_INIT_REG_CLS | \ 168 NETSEC_COM_INIT_REG_DB) 169 170 #define NETSEC_SOFT_RST_REG_RESET 0 171 #define NETSEC_SOFT_RST_REG_RUN BIT(31) 172 173 #define NETSEC_DMA_CTRL_REG_STOP 1 174 #define MH_CTRL__MODE_TRANS BIT(20) 175 176 #define NETSEC_GMAC_CMD_ST_READ 0 177 #define NETSEC_GMAC_CMD_ST_WRITE BIT(28) 178 #define NETSEC_GMAC_CMD_ST_BUSY BIT(31) 179 180 #define NETSEC_GMAC_BMR_REG_COMMON 0x00412080 181 #define NETSEC_GMAC_BMR_REG_RESET 0x00020181 182 #define NETSEC_GMAC_BMR_REG_SWR 0x00000001 183 184 #define NETSEC_GMAC_OMR_REG_ST BIT(13) 185 #define NETSEC_GMAC_OMR_REG_SR BIT(1) 186 187 #define NETSEC_GMAC_MCR_REG_IBN BIT(30) 188 #define NETSEC_GMAC_MCR_REG_CST BIT(25) 189 #define NETSEC_GMAC_MCR_REG_JE BIT(20) 190 #define NETSEC_MCR_PS BIT(15) 191 #define NETSEC_GMAC_MCR_REG_FES BIT(14) 192 #define NETSEC_GMAC_MCR_REG_FULL_DUPLEX_COMMON 0x0000280c 193 #define NETSEC_GMAC_MCR_REG_HALF_DUPLEX_COMMON 0x0001a00c 194 195 #define NETSEC_FCR_RFE BIT(2) 196 #define NETSEC_FCR_TFE BIT(1) 197 198 #define NETSEC_GMAC_GAR_REG_GW BIT(1) 199 #define NETSEC_GMAC_GAR_REG_GB BIT(0) 200 201 #define NETSEC_GMAC_GAR_REG_SHIFT_PA 11 202 #define NETSEC_GMAC_GAR_REG_SHIFT_GR 6 203 #define GMAC_REG_SHIFT_CR_GAR 2 204 205 #define NETSEC_GMAC_GAR_REG_CR_25_35_MHZ 2 206 #define NETSEC_GMAC_GAR_REG_CR_35_60_MHZ 3 207 #define NETSEC_GMAC_GAR_REG_CR_60_100_MHZ 0 208 #define NETSEC_GMAC_GAR_REG_CR_100_150_MHZ 1 209 #define NETSEC_GMAC_GAR_REG_CR_150_250_MHZ 4 210 #define NETSEC_GMAC_GAR_REG_CR_250_300_MHZ 5 211 212 #define NETSEC_GMAC_RDLAR_REG_COMMON 0x18000 213 #define NETSEC_GMAC_TDLAR_REG_COMMON 0x1c000 214 215 #define NETSEC_REG_NETSEC_VER_F_TAIKI 0x50000 216 217 #define NETSEC_REG_DESC_RING_CONFIG_CFG_UP BIT(31) 218 #define NETSEC_REG_DESC_RING_CONFIG_CH_RST BIT(30) 219 #define NETSEC_REG_DESC_TMR_MODE 4 220 #define NETSEC_REG_DESC_ENDIAN 0 221 222 #define NETSEC_MAC_DESC_SOFT_RST_SOFT_RST 1 223 #define NETSEC_MAC_DESC_INIT_REG_INIT 1 224 225 #define NETSEC_EEPROM_MAC_ADDRESS 0x00 226 #define NETSEC_EEPROM_HM_ME_ADDRESS_H 0x08 227 #define NETSEC_EEPROM_HM_ME_ADDRESS_L 0x0C 228 #define NETSEC_EEPROM_HM_ME_SIZE 0x10 229 #define NETSEC_EEPROM_MH_ME_ADDRESS_H 0x14 230 #define NETSEC_EEPROM_MH_ME_ADDRESS_L 0x18 231 #define NETSEC_EEPROM_MH_ME_SIZE 0x1C 232 #define NETSEC_EEPROM_PKT_ME_ADDRESS 0x20 233 #define NETSEC_EEPROM_PKT_ME_SIZE 0x24 234 235 #define DESC_NUM 256 236 237 #define NETSEC_SKB_PAD (NET_SKB_PAD + NET_IP_ALIGN) 238 #define NETSEC_RX_BUF_SZ 1536 239 240 #define DESC_SZ sizeof(struct netsec_de) 241 242 #define NETSEC_F_NETSEC_VER_MAJOR_NUM(x) ((x) & 0xffff0000) 243 244 enum ring_id { 245 NETSEC_RING_TX = 0, 246 NETSEC_RING_RX 247 }; 248 249 struct netsec_desc { 250 struct sk_buff *skb; 251 dma_addr_t dma_addr; 252 void *addr; 253 u16 len; 254 }; 255 256 struct netsec_desc_ring { 257 dma_addr_t desc_dma; 258 struct netsec_desc *desc; 259 void *vaddr; 260 u16 head, tail; 261 }; 262 263 struct netsec_priv { 264 struct netsec_desc_ring desc_ring[NETSEC_RING_MAX]; 265 struct ethtool_coalesce et_coalesce; 266 spinlock_t reglock; /* protect reg access */ 267 struct napi_struct napi; 268 phy_interface_t phy_interface; 269 struct net_device *ndev; 270 struct device_node *phy_np; 271 struct phy_device *phydev; 272 struct mii_bus *mii_bus; 273 void __iomem *ioaddr; 274 void __iomem *eeprom_base; 275 struct device *dev; 276 struct clk *clk; 277 u32 msg_enable; 278 u32 freq; 279 u32 phy_addr; 280 bool rx_cksum_offload_flag; 281 }; 282 283 struct netsec_de { /* Netsec Descriptor layout */ 284 u32 attr; 285 u32 data_buf_addr_up; 286 u32 data_buf_addr_lw; 287 u32 buf_len_info; 288 }; 289 290 struct netsec_tx_pkt_ctrl { 291 u16 tcp_seg_len; 292 bool tcp_seg_offload_flag; 293 bool cksum_offload_flag; 294 }; 295 296 struct netsec_rx_pkt_info { 297 int rx_cksum_result; 298 int err_code; 299 bool err_flag; 300 }; 301 302 static void netsec_write(struct netsec_priv *priv, u32 reg_addr, u32 val) 303 { 304 writel(val, priv->ioaddr + reg_addr); 305 } 306 307 static u32 netsec_read(struct netsec_priv *priv, u32 reg_addr) 308 { 309 return readl(priv->ioaddr + reg_addr); 310 } 311 312 /************* MDIO BUS OPS FOLLOW *************/ 313 314 #define TIMEOUT_SPINS_MAC 1000 315 #define TIMEOUT_SECONDARY_MS_MAC 100 316 317 static u32 netsec_clk_type(u32 freq) 318 { 319 if (freq < MHZ(35)) 320 return NETSEC_GMAC_GAR_REG_CR_25_35_MHZ; 321 if (freq < MHZ(60)) 322 return NETSEC_GMAC_GAR_REG_CR_35_60_MHZ; 323 if (freq < MHZ(100)) 324 return NETSEC_GMAC_GAR_REG_CR_60_100_MHZ; 325 if (freq < MHZ(150)) 326 return NETSEC_GMAC_GAR_REG_CR_100_150_MHZ; 327 if (freq < MHZ(250)) 328 return NETSEC_GMAC_GAR_REG_CR_150_250_MHZ; 329 330 return NETSEC_GMAC_GAR_REG_CR_250_300_MHZ; 331 } 332 333 static int netsec_wait_while_busy(struct netsec_priv *priv, u32 addr, u32 mask) 334 { 335 u32 timeout = TIMEOUT_SPINS_MAC; 336 337 while (--timeout && netsec_read(priv, addr) & mask) 338 cpu_relax(); 339 if (timeout) 340 return 0; 341 342 timeout = TIMEOUT_SECONDARY_MS_MAC; 343 while (--timeout && netsec_read(priv, addr) & mask) 344 usleep_range(1000, 2000); 345 346 if (timeout) 347 return 0; 348 349 netdev_WARN(priv->ndev, "%s: timeout\n", __func__); 350 351 return -ETIMEDOUT; 352 } 353 354 static int netsec_mac_write(struct netsec_priv *priv, u32 addr, u32 value) 355 { 356 netsec_write(priv, MAC_REG_DATA, value); 357 netsec_write(priv, MAC_REG_CMD, addr | NETSEC_GMAC_CMD_ST_WRITE); 358 return netsec_wait_while_busy(priv, 359 MAC_REG_CMD, NETSEC_GMAC_CMD_ST_BUSY); 360 } 361 362 static int netsec_mac_read(struct netsec_priv *priv, u32 addr, u32 *read) 363 { 364 int ret; 365 366 netsec_write(priv, MAC_REG_CMD, addr | NETSEC_GMAC_CMD_ST_READ); 367 ret = netsec_wait_while_busy(priv, 368 MAC_REG_CMD, NETSEC_GMAC_CMD_ST_BUSY); 369 if (ret) 370 return ret; 371 372 *read = netsec_read(priv, MAC_REG_DATA); 373 374 return 0; 375 } 376 377 static int netsec_mac_wait_while_busy(struct netsec_priv *priv, 378 u32 addr, u32 mask) 379 { 380 u32 timeout = TIMEOUT_SPINS_MAC; 381 int ret, data; 382 383 do { 384 ret = netsec_mac_read(priv, addr, &data); 385 if (ret) 386 break; 387 cpu_relax(); 388 } while (--timeout && (data & mask)); 389 390 if (timeout) 391 return 0; 392 393 timeout = TIMEOUT_SECONDARY_MS_MAC; 394 do { 395 usleep_range(1000, 2000); 396 397 ret = netsec_mac_read(priv, addr, &data); 398 if (ret) 399 break; 400 cpu_relax(); 401 } while (--timeout && (data & mask)); 402 403 if (timeout && !ret) 404 return 0; 405 406 netdev_WARN(priv->ndev, "%s: timeout\n", __func__); 407 408 return -ETIMEDOUT; 409 } 410 411 static int netsec_mac_update_to_phy_state(struct netsec_priv *priv) 412 { 413 struct phy_device *phydev = priv->ndev->phydev; 414 u32 value = 0; 415 416 value = phydev->duplex ? NETSEC_GMAC_MCR_REG_FULL_DUPLEX_COMMON : 417 NETSEC_GMAC_MCR_REG_HALF_DUPLEX_COMMON; 418 419 if (phydev->speed != SPEED_1000) 420 value |= NETSEC_MCR_PS; 421 422 if (priv->phy_interface != PHY_INTERFACE_MODE_GMII && 423 phydev->speed == SPEED_100) 424 value |= NETSEC_GMAC_MCR_REG_FES; 425 426 value |= NETSEC_GMAC_MCR_REG_CST | NETSEC_GMAC_MCR_REG_JE; 427 428 if (phy_interface_mode_is_rgmii(priv->phy_interface)) 429 value |= NETSEC_GMAC_MCR_REG_IBN; 430 431 if (netsec_mac_write(priv, GMAC_REG_MCR, value)) 432 return -ETIMEDOUT; 433 434 return 0; 435 } 436 437 static int netsec_phy_read(struct mii_bus *bus, int phy_addr, int reg_addr); 438 439 static int netsec_phy_write(struct mii_bus *bus, 440 int phy_addr, int reg, u16 val) 441 { 442 int status; 443 struct netsec_priv *priv = bus->priv; 444 445 if (netsec_mac_write(priv, GMAC_REG_GDR, val)) 446 return -ETIMEDOUT; 447 if (netsec_mac_write(priv, GMAC_REG_GAR, 448 phy_addr << NETSEC_GMAC_GAR_REG_SHIFT_PA | 449 reg << NETSEC_GMAC_GAR_REG_SHIFT_GR | 450 NETSEC_GMAC_GAR_REG_GW | NETSEC_GMAC_GAR_REG_GB | 451 (netsec_clk_type(priv->freq) << 452 GMAC_REG_SHIFT_CR_GAR))) 453 return -ETIMEDOUT; 454 455 status = netsec_mac_wait_while_busy(priv, GMAC_REG_GAR, 456 NETSEC_GMAC_GAR_REG_GB); 457 458 /* Developerbox implements RTL8211E PHY and there is 459 * a compatibility problem with F_GMAC4. 460 * RTL8211E expects MDC clock must be kept toggling for several 461 * clock cycle with MDIO high before entering the IDLE state. 462 * To meet this requirement, netsec driver needs to issue dummy 463 * read(e.g. read PHYID1(offset 0x2) register) right after write. 464 */ 465 netsec_phy_read(bus, phy_addr, MII_PHYSID1); 466 467 return status; 468 } 469 470 static int netsec_phy_read(struct mii_bus *bus, int phy_addr, int reg_addr) 471 { 472 struct netsec_priv *priv = bus->priv; 473 u32 data; 474 int ret; 475 476 if (netsec_mac_write(priv, GMAC_REG_GAR, NETSEC_GMAC_GAR_REG_GB | 477 phy_addr << NETSEC_GMAC_GAR_REG_SHIFT_PA | 478 reg_addr << NETSEC_GMAC_GAR_REG_SHIFT_GR | 479 (netsec_clk_type(priv->freq) << 480 GMAC_REG_SHIFT_CR_GAR))) 481 return -ETIMEDOUT; 482 483 ret = netsec_mac_wait_while_busy(priv, GMAC_REG_GAR, 484 NETSEC_GMAC_GAR_REG_GB); 485 if (ret) 486 return ret; 487 488 ret = netsec_mac_read(priv, GMAC_REG_GDR, &data); 489 if (ret) 490 return ret; 491 492 return data; 493 } 494 495 /************* ETHTOOL_OPS FOLLOW *************/ 496 497 static void netsec_et_get_drvinfo(struct net_device *net_device, 498 struct ethtool_drvinfo *info) 499 { 500 strlcpy(info->driver, "netsec", sizeof(info->driver)); 501 strlcpy(info->bus_info, dev_name(net_device->dev.parent), 502 sizeof(info->bus_info)); 503 } 504 505 static int netsec_et_get_coalesce(struct net_device *net_device, 506 struct ethtool_coalesce *et_coalesce) 507 { 508 struct netsec_priv *priv = netdev_priv(net_device); 509 510 *et_coalesce = priv->et_coalesce; 511 512 return 0; 513 } 514 515 static int netsec_et_set_coalesce(struct net_device *net_device, 516 struct ethtool_coalesce *et_coalesce) 517 { 518 struct netsec_priv *priv = netdev_priv(net_device); 519 520 priv->et_coalesce = *et_coalesce; 521 522 if (priv->et_coalesce.tx_coalesce_usecs < 50) 523 priv->et_coalesce.tx_coalesce_usecs = 50; 524 if (priv->et_coalesce.tx_max_coalesced_frames < 1) 525 priv->et_coalesce.tx_max_coalesced_frames = 1; 526 527 netsec_write(priv, NETSEC_REG_NRM_TX_DONE_TXINT_PKTCNT, 528 priv->et_coalesce.tx_max_coalesced_frames); 529 netsec_write(priv, NETSEC_REG_NRM_TX_TXINT_TMR, 530 priv->et_coalesce.tx_coalesce_usecs); 531 netsec_write(priv, NETSEC_REG_NRM_TX_INTEN_SET, NRM_TX_ST_TXDONE); 532 netsec_write(priv, NETSEC_REG_NRM_TX_INTEN_SET, NRM_TX_ST_TMREXP); 533 534 if (priv->et_coalesce.rx_coalesce_usecs < 50) 535 priv->et_coalesce.rx_coalesce_usecs = 50; 536 if (priv->et_coalesce.rx_max_coalesced_frames < 1) 537 priv->et_coalesce.rx_max_coalesced_frames = 1; 538 539 netsec_write(priv, NETSEC_REG_NRM_RX_RXINT_PKTCNT, 540 priv->et_coalesce.rx_max_coalesced_frames); 541 netsec_write(priv, NETSEC_REG_NRM_RX_RXINT_TMR, 542 priv->et_coalesce.rx_coalesce_usecs); 543 netsec_write(priv, NETSEC_REG_NRM_RX_INTEN_SET, NRM_RX_ST_PKTCNT); 544 netsec_write(priv, NETSEC_REG_NRM_RX_INTEN_SET, NRM_RX_ST_TMREXP); 545 546 return 0; 547 } 548 549 static u32 netsec_et_get_msglevel(struct net_device *dev) 550 { 551 struct netsec_priv *priv = netdev_priv(dev); 552 553 return priv->msg_enable; 554 } 555 556 static void netsec_et_set_msglevel(struct net_device *dev, u32 datum) 557 { 558 struct netsec_priv *priv = netdev_priv(dev); 559 560 priv->msg_enable = datum; 561 } 562 563 static const struct ethtool_ops netsec_ethtool_ops = { 564 .get_drvinfo = netsec_et_get_drvinfo, 565 .get_link_ksettings = phy_ethtool_get_link_ksettings, 566 .set_link_ksettings = phy_ethtool_set_link_ksettings, 567 .get_link = ethtool_op_get_link, 568 .get_coalesce = netsec_et_get_coalesce, 569 .set_coalesce = netsec_et_set_coalesce, 570 .get_msglevel = netsec_et_get_msglevel, 571 .set_msglevel = netsec_et_set_msglevel, 572 }; 573 574 /************* NETDEV_OPS FOLLOW *************/ 575 576 577 static void netsec_set_rx_de(struct netsec_priv *priv, 578 struct netsec_desc_ring *dring, u16 idx, 579 const struct netsec_desc *desc) 580 { 581 struct netsec_de *de = dring->vaddr + DESC_SZ * idx; 582 u32 attr = (1 << NETSEC_RX_PKT_OWN_FIELD) | 583 (1 << NETSEC_RX_PKT_FS_FIELD) | 584 (1 << NETSEC_RX_PKT_LS_FIELD); 585 586 if (idx == DESC_NUM - 1) 587 attr |= (1 << NETSEC_RX_PKT_LD_FIELD); 588 589 de->data_buf_addr_up = upper_32_bits(desc->dma_addr); 590 de->data_buf_addr_lw = lower_32_bits(desc->dma_addr); 591 de->buf_len_info = desc->len; 592 de->attr = attr; 593 dma_wmb(); 594 595 dring->desc[idx].dma_addr = desc->dma_addr; 596 dring->desc[idx].addr = desc->addr; 597 dring->desc[idx].len = desc->len; 598 } 599 600 static bool netsec_clean_tx_dring(struct netsec_priv *priv) 601 { 602 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_TX]; 603 unsigned int pkts, bytes; 604 struct netsec_de *entry; 605 int tail = dring->tail; 606 int cnt = 0; 607 608 pkts = 0; 609 bytes = 0; 610 entry = dring->vaddr + DESC_SZ * tail; 611 612 while (!(entry->attr & (1U << NETSEC_TX_SHIFT_OWN_FIELD)) && 613 cnt < DESC_NUM) { 614 struct netsec_desc *desc; 615 int eop; 616 617 desc = &dring->desc[tail]; 618 eop = (entry->attr >> NETSEC_TX_LAST) & 1; 619 dma_rmb(); 620 621 dma_unmap_single(priv->dev, desc->dma_addr, desc->len, 622 DMA_TO_DEVICE); 623 if (eop) { 624 pkts++; 625 bytes += desc->skb->len; 626 dev_kfree_skb(desc->skb); 627 } 628 /* clean up so netsec_uninit_pkt_dring() won't free the skb 629 * again 630 */ 631 *desc = (struct netsec_desc){}; 632 633 /* entry->attr is not going to be accessed by the NIC until 634 * netsec_set_tx_de() is called. No need for a dma_wmb() here 635 */ 636 entry->attr = 1U << NETSEC_TX_SHIFT_OWN_FIELD; 637 /* move tail ahead */ 638 dring->tail = (tail + 1) % DESC_NUM; 639 640 tail = dring->tail; 641 entry = dring->vaddr + DESC_SZ * tail; 642 cnt++; 643 } 644 645 if (!cnt) 646 return false; 647 648 /* reading the register clears the irq */ 649 netsec_read(priv, NETSEC_REG_NRM_TX_DONE_PKTCNT); 650 651 priv->ndev->stats.tx_packets += cnt; 652 priv->ndev->stats.tx_bytes += bytes; 653 654 netdev_completed_queue(priv->ndev, cnt, bytes); 655 656 return true; 657 } 658 659 static void netsec_process_tx(struct netsec_priv *priv) 660 { 661 struct net_device *ndev = priv->ndev; 662 bool cleaned; 663 664 cleaned = netsec_clean_tx_dring(priv); 665 666 if (cleaned && netif_queue_stopped(ndev)) { 667 /* Make sure we update the value, anyone stopping the queue 668 * after this will read the proper consumer idx 669 */ 670 smp_wmb(); 671 netif_wake_queue(ndev); 672 } 673 } 674 675 static void *netsec_alloc_rx_data(struct netsec_priv *priv, 676 dma_addr_t *dma_handle, u16 *desc_len, 677 bool napi) 678 { 679 size_t total_len = SKB_DATA_ALIGN(sizeof(struct skb_shared_info)); 680 size_t payload_len = NETSEC_RX_BUF_SZ; 681 dma_addr_t mapping; 682 void *buf; 683 684 total_len += SKB_DATA_ALIGN(payload_len + NETSEC_SKB_PAD); 685 686 buf = napi ? napi_alloc_frag(total_len) : netdev_alloc_frag(total_len); 687 if (!buf) 688 return NULL; 689 690 mapping = dma_map_single(priv->dev, buf + NETSEC_SKB_PAD, payload_len, 691 DMA_FROM_DEVICE); 692 if (unlikely(dma_mapping_error(priv->dev, mapping))) 693 goto err_out; 694 695 *dma_handle = mapping; 696 *desc_len = payload_len; 697 698 return buf; 699 700 err_out: 701 skb_free_frag(buf); 702 return NULL; 703 } 704 705 static void netsec_rx_fill(struct netsec_priv *priv, u16 from, u16 num) 706 { 707 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_RX]; 708 u16 idx = from; 709 710 while (num) { 711 netsec_set_rx_de(priv, dring, idx, &dring->desc[idx]); 712 idx++; 713 if (idx >= DESC_NUM) 714 idx = 0; 715 num--; 716 } 717 } 718 719 static int netsec_process_rx(struct netsec_priv *priv, int budget) 720 { 721 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_RX]; 722 struct net_device *ndev = priv->ndev; 723 struct netsec_rx_pkt_info rx_info; 724 struct sk_buff *skb; 725 int done = 0; 726 727 while (done < budget) { 728 u16 idx = dring->tail; 729 struct netsec_de *de = dring->vaddr + (DESC_SZ * idx); 730 struct netsec_desc *desc = &dring->desc[idx]; 731 u16 pkt_len, desc_len; 732 dma_addr_t dma_handle; 733 void *buf_addr; 734 u32 truesize; 735 736 if (de->attr & (1U << NETSEC_RX_PKT_OWN_FIELD)) { 737 /* reading the register clears the irq */ 738 netsec_read(priv, NETSEC_REG_NRM_RX_PKTCNT); 739 break; 740 } 741 742 /* This barrier is needed to keep us from reading 743 * any other fields out of the netsec_de until we have 744 * verified the descriptor has been written back 745 */ 746 dma_rmb(); 747 done++; 748 749 pkt_len = de->buf_len_info >> 16; 750 rx_info.err_code = (de->attr >> NETSEC_RX_PKT_ERR_FIELD) & 751 NETSEC_RX_PKT_ERR_MASK; 752 rx_info.err_flag = (de->attr >> NETSEC_RX_PKT_ER_FIELD) & 1; 753 if (rx_info.err_flag) { 754 netif_err(priv, drv, priv->ndev, 755 "%s: rx fail err(%d)\n", __func__, 756 rx_info.err_code); 757 ndev->stats.rx_dropped++; 758 dring->tail = (dring->tail + 1) % DESC_NUM; 759 /* reuse buffer page frag */ 760 netsec_rx_fill(priv, idx, 1); 761 continue; 762 } 763 rx_info.rx_cksum_result = 764 (de->attr >> NETSEC_RX_PKT_CO_FIELD) & 3; 765 766 /* allocate a fresh buffer and map it to the hardware. 767 * This will eventually replace the old buffer in the hardware 768 */ 769 buf_addr = netsec_alloc_rx_data(priv, &dma_handle, &desc_len, 770 true); 771 if (unlikely(!buf_addr)) 772 break; 773 774 dma_sync_single_for_cpu(priv->dev, desc->dma_addr, pkt_len, 775 DMA_FROM_DEVICE); 776 prefetch(desc->addr); 777 778 truesize = SKB_DATA_ALIGN(desc->len + NETSEC_SKB_PAD) + 779 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)); 780 skb = build_skb(desc->addr, truesize); 781 if (unlikely(!skb)) { 782 /* free the newly allocated buffer, we are not going to 783 * use it 784 */ 785 dma_unmap_single(priv->dev, dma_handle, desc_len, 786 DMA_FROM_DEVICE); 787 skb_free_frag(buf_addr); 788 netif_err(priv, drv, priv->ndev, 789 "rx failed to build skb\n"); 790 break; 791 } 792 dma_unmap_single_attrs(priv->dev, desc->dma_addr, desc->len, 793 DMA_FROM_DEVICE, DMA_ATTR_SKIP_CPU_SYNC); 794 795 /* Update the descriptor with the new buffer we allocated */ 796 desc->len = desc_len; 797 desc->dma_addr = dma_handle; 798 desc->addr = buf_addr; 799 800 skb_reserve(skb, NETSEC_SKB_PAD); 801 skb_put(skb, pkt_len); 802 skb->protocol = eth_type_trans(skb, priv->ndev); 803 804 if (priv->rx_cksum_offload_flag && 805 rx_info.rx_cksum_result == NETSEC_RX_CKSUM_OK) 806 skb->ip_summed = CHECKSUM_UNNECESSARY; 807 808 if (napi_gro_receive(&priv->napi, skb) != GRO_DROP) { 809 ndev->stats.rx_packets++; 810 ndev->stats.rx_bytes += pkt_len; 811 } 812 813 netsec_rx_fill(priv, idx, 1); 814 dring->tail = (dring->tail + 1) % DESC_NUM; 815 } 816 817 return done; 818 } 819 820 static int netsec_napi_poll(struct napi_struct *napi, int budget) 821 { 822 struct netsec_priv *priv; 823 int done; 824 825 priv = container_of(napi, struct netsec_priv, napi); 826 827 netsec_process_tx(priv); 828 done = netsec_process_rx(priv, budget); 829 830 if (done < budget && napi_complete_done(napi, done)) { 831 unsigned long flags; 832 833 spin_lock_irqsave(&priv->reglock, flags); 834 netsec_write(priv, NETSEC_REG_INTEN_SET, 835 NETSEC_IRQ_RX | NETSEC_IRQ_TX); 836 spin_unlock_irqrestore(&priv->reglock, flags); 837 } 838 839 return done; 840 } 841 842 static void netsec_set_tx_de(struct netsec_priv *priv, 843 struct netsec_desc_ring *dring, 844 const struct netsec_tx_pkt_ctrl *tx_ctrl, 845 const struct netsec_desc *desc, 846 struct sk_buff *skb) 847 { 848 int idx = dring->head; 849 struct netsec_de *de; 850 u32 attr; 851 852 de = dring->vaddr + (DESC_SZ * idx); 853 854 attr = (1 << NETSEC_TX_SHIFT_OWN_FIELD) | 855 (1 << NETSEC_TX_SHIFT_PT_FIELD) | 856 (NETSEC_RING_GMAC << NETSEC_TX_SHIFT_TDRID_FIELD) | 857 (1 << NETSEC_TX_SHIFT_FS_FIELD) | 858 (1 << NETSEC_TX_LAST) | 859 (tx_ctrl->cksum_offload_flag << NETSEC_TX_SHIFT_CO) | 860 (tx_ctrl->tcp_seg_offload_flag << NETSEC_TX_SHIFT_SO) | 861 (1 << NETSEC_TX_SHIFT_TRS_FIELD); 862 if (idx == DESC_NUM - 1) 863 attr |= (1 << NETSEC_TX_SHIFT_LD_FIELD); 864 865 de->data_buf_addr_up = upper_32_bits(desc->dma_addr); 866 de->data_buf_addr_lw = lower_32_bits(desc->dma_addr); 867 de->buf_len_info = (tx_ctrl->tcp_seg_len << 16) | desc->len; 868 de->attr = attr; 869 dma_wmb(); 870 871 dring->desc[idx] = *desc; 872 dring->desc[idx].skb = skb; 873 874 /* move head ahead */ 875 dring->head = (dring->head + 1) % DESC_NUM; 876 } 877 878 static int netsec_desc_used(struct netsec_desc_ring *dring) 879 { 880 int used; 881 882 if (dring->head >= dring->tail) 883 used = dring->head - dring->tail; 884 else 885 used = dring->head + DESC_NUM - dring->tail; 886 887 return used; 888 } 889 890 static int netsec_check_stop_tx(struct netsec_priv *priv, int used) 891 { 892 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_TX]; 893 894 /* keep tail from touching the queue */ 895 if (DESC_NUM - used < 2) { 896 netif_stop_queue(priv->ndev); 897 898 /* Make sure we read the updated value in case 899 * descriptors got freed 900 */ 901 smp_rmb(); 902 903 used = netsec_desc_used(dring); 904 if (DESC_NUM - used < 2) 905 return NETDEV_TX_BUSY; 906 907 netif_wake_queue(priv->ndev); 908 } 909 910 return 0; 911 } 912 913 static netdev_tx_t netsec_netdev_start_xmit(struct sk_buff *skb, 914 struct net_device *ndev) 915 { 916 struct netsec_priv *priv = netdev_priv(ndev); 917 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_TX]; 918 struct netsec_tx_pkt_ctrl tx_ctrl = {}; 919 struct netsec_desc tx_desc; 920 u16 tso_seg_len = 0; 921 int filled; 922 923 filled = netsec_desc_used(dring); 924 if (netsec_check_stop_tx(priv, filled)) { 925 net_warn_ratelimited("%s %s Tx queue full\n", 926 dev_name(priv->dev), ndev->name); 927 return NETDEV_TX_BUSY; 928 } 929 930 if (skb->ip_summed == CHECKSUM_PARTIAL) 931 tx_ctrl.cksum_offload_flag = true; 932 933 if (skb_is_gso(skb)) 934 tso_seg_len = skb_shinfo(skb)->gso_size; 935 936 if (tso_seg_len > 0) { 937 if (skb->protocol == htons(ETH_P_IP)) { 938 ip_hdr(skb)->tot_len = 0; 939 tcp_hdr(skb)->check = 940 ~tcp_v4_check(0, ip_hdr(skb)->saddr, 941 ip_hdr(skb)->daddr, 0); 942 } else { 943 ipv6_hdr(skb)->payload_len = 0; 944 tcp_hdr(skb)->check = 945 ~csum_ipv6_magic(&ipv6_hdr(skb)->saddr, 946 &ipv6_hdr(skb)->daddr, 947 0, IPPROTO_TCP, 0); 948 } 949 950 tx_ctrl.tcp_seg_offload_flag = true; 951 tx_ctrl.tcp_seg_len = tso_seg_len; 952 } 953 954 tx_desc.dma_addr = dma_map_single(priv->dev, skb->data, 955 skb_headlen(skb), DMA_TO_DEVICE); 956 if (dma_mapping_error(priv->dev, tx_desc.dma_addr)) { 957 netif_err(priv, drv, priv->ndev, 958 "%s: DMA mapping failed\n", __func__); 959 ndev->stats.tx_dropped++; 960 dev_kfree_skb_any(skb); 961 return NETDEV_TX_OK; 962 } 963 tx_desc.addr = skb->data; 964 tx_desc.len = skb_headlen(skb); 965 966 skb_tx_timestamp(skb); 967 netdev_sent_queue(priv->ndev, skb->len); 968 969 netsec_set_tx_de(priv, dring, &tx_ctrl, &tx_desc, skb); 970 netsec_write(priv, NETSEC_REG_NRM_TX_PKTCNT, 1); /* submit another tx */ 971 972 return NETDEV_TX_OK; 973 } 974 975 static void netsec_uninit_pkt_dring(struct netsec_priv *priv, int id) 976 { 977 struct netsec_desc_ring *dring = &priv->desc_ring[id]; 978 struct netsec_desc *desc; 979 u16 idx; 980 981 if (!dring->vaddr || !dring->desc) 982 return; 983 984 for (idx = 0; idx < DESC_NUM; idx++) { 985 desc = &dring->desc[idx]; 986 if (!desc->addr) 987 continue; 988 989 dma_unmap_single(priv->dev, desc->dma_addr, desc->len, 990 id == NETSEC_RING_RX ? DMA_FROM_DEVICE : 991 DMA_TO_DEVICE); 992 if (id == NETSEC_RING_RX) 993 skb_free_frag(desc->addr); 994 else if (id == NETSEC_RING_TX) 995 dev_kfree_skb(desc->skb); 996 } 997 998 memset(dring->desc, 0, sizeof(struct netsec_desc) * DESC_NUM); 999 memset(dring->vaddr, 0, DESC_SZ * DESC_NUM); 1000 1001 dring->head = 0; 1002 dring->tail = 0; 1003 1004 if (id == NETSEC_RING_TX) 1005 netdev_reset_queue(priv->ndev); 1006 } 1007 1008 static void netsec_free_dring(struct netsec_priv *priv, int id) 1009 { 1010 struct netsec_desc_ring *dring = &priv->desc_ring[id]; 1011 1012 if (dring->vaddr) { 1013 dma_free_coherent(priv->dev, DESC_SZ * DESC_NUM, 1014 dring->vaddr, dring->desc_dma); 1015 dring->vaddr = NULL; 1016 } 1017 1018 kfree(dring->desc); 1019 dring->desc = NULL; 1020 } 1021 1022 static int netsec_alloc_dring(struct netsec_priv *priv, enum ring_id id) 1023 { 1024 struct netsec_desc_ring *dring = &priv->desc_ring[id]; 1025 1026 dring->vaddr = dma_alloc_coherent(priv->dev, DESC_SZ * DESC_NUM, 1027 &dring->desc_dma, GFP_KERNEL); 1028 if (!dring->vaddr) 1029 goto err; 1030 1031 dring->desc = kcalloc(DESC_NUM, sizeof(*dring->desc), GFP_KERNEL); 1032 if (!dring->desc) 1033 goto err; 1034 1035 return 0; 1036 err: 1037 netsec_free_dring(priv, id); 1038 1039 return -ENOMEM; 1040 } 1041 1042 static void netsec_setup_tx_dring(struct netsec_priv *priv) 1043 { 1044 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_TX]; 1045 int i; 1046 1047 for (i = 0; i < DESC_NUM; i++) { 1048 struct netsec_de *de; 1049 1050 de = dring->vaddr + (DESC_SZ * i); 1051 /* de->attr is not going to be accessed by the NIC 1052 * until netsec_set_tx_de() is called. 1053 * No need for a dma_wmb() here 1054 */ 1055 de->attr = 1U << NETSEC_TX_SHIFT_OWN_FIELD; 1056 } 1057 } 1058 1059 static int netsec_setup_rx_dring(struct netsec_priv *priv) 1060 { 1061 struct netsec_desc_ring *dring = &priv->desc_ring[NETSEC_RING_RX]; 1062 int i; 1063 1064 for (i = 0; i < DESC_NUM; i++) { 1065 struct netsec_desc *desc = &dring->desc[i]; 1066 dma_addr_t dma_handle; 1067 void *buf; 1068 u16 len; 1069 1070 buf = netsec_alloc_rx_data(priv, &dma_handle, &len, 1071 false); 1072 if (!buf) { 1073 netsec_uninit_pkt_dring(priv, NETSEC_RING_RX); 1074 goto err_out; 1075 } 1076 desc->dma_addr = dma_handle; 1077 desc->addr = buf; 1078 desc->len = len; 1079 } 1080 1081 netsec_rx_fill(priv, 0, DESC_NUM); 1082 1083 return 0; 1084 1085 err_out: 1086 return -ENOMEM; 1087 } 1088 1089 static int netsec_netdev_load_ucode_region(struct netsec_priv *priv, u32 reg, 1090 u32 addr_h, u32 addr_l, u32 size) 1091 { 1092 u64 base = (u64)addr_h << 32 | addr_l; 1093 void __iomem *ucode; 1094 u32 i; 1095 1096 ucode = ioremap(base, size * sizeof(u32)); 1097 if (!ucode) 1098 return -ENOMEM; 1099 1100 for (i = 0; i < size; i++) 1101 netsec_write(priv, reg, readl(ucode + i * 4)); 1102 1103 iounmap(ucode); 1104 return 0; 1105 } 1106 1107 static int netsec_netdev_load_microcode(struct netsec_priv *priv) 1108 { 1109 u32 addr_h, addr_l, size; 1110 int err; 1111 1112 addr_h = readl(priv->eeprom_base + NETSEC_EEPROM_HM_ME_ADDRESS_H); 1113 addr_l = readl(priv->eeprom_base + NETSEC_EEPROM_HM_ME_ADDRESS_L); 1114 size = readl(priv->eeprom_base + NETSEC_EEPROM_HM_ME_SIZE); 1115 err = netsec_netdev_load_ucode_region(priv, NETSEC_REG_DMAC_HM_CMD_BUF, 1116 addr_h, addr_l, size); 1117 if (err) 1118 return err; 1119 1120 addr_h = readl(priv->eeprom_base + NETSEC_EEPROM_MH_ME_ADDRESS_H); 1121 addr_l = readl(priv->eeprom_base + NETSEC_EEPROM_MH_ME_ADDRESS_L); 1122 size = readl(priv->eeprom_base + NETSEC_EEPROM_MH_ME_SIZE); 1123 err = netsec_netdev_load_ucode_region(priv, NETSEC_REG_DMAC_MH_CMD_BUF, 1124 addr_h, addr_l, size); 1125 if (err) 1126 return err; 1127 1128 addr_h = 0; 1129 addr_l = readl(priv->eeprom_base + NETSEC_EEPROM_PKT_ME_ADDRESS); 1130 size = readl(priv->eeprom_base + NETSEC_EEPROM_PKT_ME_SIZE); 1131 err = netsec_netdev_load_ucode_region(priv, NETSEC_REG_PKT_CMD_BUF, 1132 addr_h, addr_l, size); 1133 if (err) 1134 return err; 1135 1136 return 0; 1137 } 1138 1139 static int netsec_reset_hardware(struct netsec_priv *priv, 1140 bool load_ucode) 1141 { 1142 u32 value; 1143 int err; 1144 1145 /* stop DMA engines */ 1146 if (!netsec_read(priv, NETSEC_REG_ADDR_DIS_CORE)) { 1147 netsec_write(priv, NETSEC_REG_DMA_HM_CTRL, 1148 NETSEC_DMA_CTRL_REG_STOP); 1149 netsec_write(priv, NETSEC_REG_DMA_MH_CTRL, 1150 NETSEC_DMA_CTRL_REG_STOP); 1151 1152 while (netsec_read(priv, NETSEC_REG_DMA_HM_CTRL) & 1153 NETSEC_DMA_CTRL_REG_STOP) 1154 cpu_relax(); 1155 1156 while (netsec_read(priv, NETSEC_REG_DMA_MH_CTRL) & 1157 NETSEC_DMA_CTRL_REG_STOP) 1158 cpu_relax(); 1159 } 1160 1161 netsec_write(priv, NETSEC_REG_SOFT_RST, NETSEC_SOFT_RST_REG_RESET); 1162 netsec_write(priv, NETSEC_REG_SOFT_RST, NETSEC_SOFT_RST_REG_RUN); 1163 netsec_write(priv, NETSEC_REG_COM_INIT, NETSEC_COM_INIT_REG_ALL); 1164 1165 while (netsec_read(priv, NETSEC_REG_COM_INIT) != 0) 1166 cpu_relax(); 1167 1168 /* set desc_start addr */ 1169 netsec_write(priv, NETSEC_REG_NRM_RX_DESC_START_UP, 1170 upper_32_bits(priv->desc_ring[NETSEC_RING_RX].desc_dma)); 1171 netsec_write(priv, NETSEC_REG_NRM_RX_DESC_START_LW, 1172 lower_32_bits(priv->desc_ring[NETSEC_RING_RX].desc_dma)); 1173 1174 netsec_write(priv, NETSEC_REG_NRM_TX_DESC_START_UP, 1175 upper_32_bits(priv->desc_ring[NETSEC_RING_TX].desc_dma)); 1176 netsec_write(priv, NETSEC_REG_NRM_TX_DESC_START_LW, 1177 lower_32_bits(priv->desc_ring[NETSEC_RING_TX].desc_dma)); 1178 1179 /* set normal tx dring ring config */ 1180 netsec_write(priv, NETSEC_REG_NRM_TX_CONFIG, 1181 1 << NETSEC_REG_DESC_ENDIAN); 1182 netsec_write(priv, NETSEC_REG_NRM_RX_CONFIG, 1183 1 << NETSEC_REG_DESC_ENDIAN); 1184 1185 if (load_ucode) { 1186 err = netsec_netdev_load_microcode(priv); 1187 if (err) { 1188 netif_err(priv, probe, priv->ndev, 1189 "%s: failed to load microcode (%d)\n", 1190 __func__, err); 1191 return err; 1192 } 1193 } 1194 1195 /* start DMA engines */ 1196 netsec_write(priv, NETSEC_REG_DMA_TMR_CTRL, priv->freq / 1000000 - 1); 1197 netsec_write(priv, NETSEC_REG_ADDR_DIS_CORE, 0); 1198 1199 usleep_range(1000, 2000); 1200 1201 if (!(netsec_read(priv, NETSEC_REG_TOP_STATUS) & 1202 NETSEC_TOP_IRQ_REG_CODE_LOAD_END)) { 1203 netif_err(priv, probe, priv->ndev, 1204 "microengine start failed\n"); 1205 return -ENXIO; 1206 } 1207 netsec_write(priv, NETSEC_REG_TOP_STATUS, 1208 NETSEC_TOP_IRQ_REG_CODE_LOAD_END); 1209 1210 value = NETSEC_PKT_CTRL_REG_MODE_NRM; 1211 if (priv->ndev->mtu > ETH_DATA_LEN) 1212 value |= NETSEC_PKT_CTRL_REG_EN_JUMBO; 1213 1214 /* change to normal mode */ 1215 netsec_write(priv, NETSEC_REG_DMA_MH_CTRL, MH_CTRL__MODE_TRANS); 1216 netsec_write(priv, NETSEC_REG_PKT_CTRL, value); 1217 1218 while ((netsec_read(priv, NETSEC_REG_MODE_TRANS_COMP_STATUS) & 1219 NETSEC_MODE_TRANS_COMP_IRQ_T2N) == 0) 1220 cpu_relax(); 1221 1222 /* clear any pending EMPTY/ERR irq status */ 1223 netsec_write(priv, NETSEC_REG_NRM_TX_STATUS, ~0); 1224 1225 /* Disable TX & RX intr */ 1226 netsec_write(priv, NETSEC_REG_INTEN_CLR, ~0); 1227 1228 return 0; 1229 } 1230 1231 static int netsec_start_gmac(struct netsec_priv *priv) 1232 { 1233 struct phy_device *phydev = priv->ndev->phydev; 1234 u32 value = 0; 1235 int ret; 1236 1237 if (phydev->speed != SPEED_1000) 1238 value = (NETSEC_GMAC_MCR_REG_CST | 1239 NETSEC_GMAC_MCR_REG_HALF_DUPLEX_COMMON); 1240 1241 if (netsec_mac_write(priv, GMAC_REG_MCR, value)) 1242 return -ETIMEDOUT; 1243 if (netsec_mac_write(priv, GMAC_REG_BMR, 1244 NETSEC_GMAC_BMR_REG_RESET)) 1245 return -ETIMEDOUT; 1246 1247 /* Wait soft reset */ 1248 usleep_range(1000, 5000); 1249 1250 ret = netsec_mac_read(priv, GMAC_REG_BMR, &value); 1251 if (ret) 1252 return ret; 1253 if (value & NETSEC_GMAC_BMR_REG_SWR) 1254 return -EAGAIN; 1255 1256 netsec_write(priv, MAC_REG_DESC_SOFT_RST, 1); 1257 if (netsec_wait_while_busy(priv, MAC_REG_DESC_SOFT_RST, 1)) 1258 return -ETIMEDOUT; 1259 1260 netsec_write(priv, MAC_REG_DESC_INIT, 1); 1261 if (netsec_wait_while_busy(priv, MAC_REG_DESC_INIT, 1)) 1262 return -ETIMEDOUT; 1263 1264 if (netsec_mac_write(priv, GMAC_REG_BMR, 1265 NETSEC_GMAC_BMR_REG_COMMON)) 1266 return -ETIMEDOUT; 1267 if (netsec_mac_write(priv, GMAC_REG_RDLAR, 1268 NETSEC_GMAC_RDLAR_REG_COMMON)) 1269 return -ETIMEDOUT; 1270 if (netsec_mac_write(priv, GMAC_REG_TDLAR, 1271 NETSEC_GMAC_TDLAR_REG_COMMON)) 1272 return -ETIMEDOUT; 1273 if (netsec_mac_write(priv, GMAC_REG_MFFR, 0x80000001)) 1274 return -ETIMEDOUT; 1275 1276 ret = netsec_mac_update_to_phy_state(priv); 1277 if (ret) 1278 return ret; 1279 1280 ret = netsec_mac_read(priv, GMAC_REG_OMR, &value); 1281 if (ret) 1282 return ret; 1283 1284 value |= NETSEC_GMAC_OMR_REG_SR; 1285 value |= NETSEC_GMAC_OMR_REG_ST; 1286 1287 netsec_write(priv, NETSEC_REG_NRM_RX_INTEN_CLR, ~0); 1288 netsec_write(priv, NETSEC_REG_NRM_TX_INTEN_CLR, ~0); 1289 1290 netsec_et_set_coalesce(priv->ndev, &priv->et_coalesce); 1291 1292 if (netsec_mac_write(priv, GMAC_REG_OMR, value)) 1293 return -ETIMEDOUT; 1294 1295 return 0; 1296 } 1297 1298 static int netsec_stop_gmac(struct netsec_priv *priv) 1299 { 1300 u32 value; 1301 int ret; 1302 1303 ret = netsec_mac_read(priv, GMAC_REG_OMR, &value); 1304 if (ret) 1305 return ret; 1306 value &= ~NETSEC_GMAC_OMR_REG_SR; 1307 value &= ~NETSEC_GMAC_OMR_REG_ST; 1308 1309 /* disable all interrupts */ 1310 netsec_write(priv, NETSEC_REG_NRM_RX_INTEN_CLR, ~0); 1311 netsec_write(priv, NETSEC_REG_NRM_TX_INTEN_CLR, ~0); 1312 1313 return netsec_mac_write(priv, GMAC_REG_OMR, value); 1314 } 1315 1316 static void netsec_phy_adjust_link(struct net_device *ndev) 1317 { 1318 struct netsec_priv *priv = netdev_priv(ndev); 1319 1320 if (ndev->phydev->link) 1321 netsec_start_gmac(priv); 1322 else 1323 netsec_stop_gmac(priv); 1324 1325 phy_print_status(ndev->phydev); 1326 } 1327 1328 static irqreturn_t netsec_irq_handler(int irq, void *dev_id) 1329 { 1330 struct netsec_priv *priv = dev_id; 1331 u32 val, status = netsec_read(priv, NETSEC_REG_TOP_STATUS); 1332 unsigned long flags; 1333 1334 /* Disable interrupts */ 1335 if (status & NETSEC_IRQ_TX) { 1336 val = netsec_read(priv, NETSEC_REG_NRM_TX_STATUS); 1337 netsec_write(priv, NETSEC_REG_NRM_TX_STATUS, val); 1338 } 1339 if (status & NETSEC_IRQ_RX) { 1340 val = netsec_read(priv, NETSEC_REG_NRM_RX_STATUS); 1341 netsec_write(priv, NETSEC_REG_NRM_RX_STATUS, val); 1342 } 1343 1344 spin_lock_irqsave(&priv->reglock, flags); 1345 netsec_write(priv, NETSEC_REG_INTEN_CLR, NETSEC_IRQ_RX | NETSEC_IRQ_TX); 1346 spin_unlock_irqrestore(&priv->reglock, flags); 1347 1348 napi_schedule(&priv->napi); 1349 1350 return IRQ_HANDLED; 1351 } 1352 1353 static int netsec_netdev_open(struct net_device *ndev) 1354 { 1355 struct netsec_priv *priv = netdev_priv(ndev); 1356 int ret; 1357 1358 pm_runtime_get_sync(priv->dev); 1359 1360 netsec_setup_tx_dring(priv); 1361 ret = netsec_setup_rx_dring(priv); 1362 if (ret) { 1363 netif_err(priv, probe, priv->ndev, 1364 "%s: fail setup ring\n", __func__); 1365 goto err1; 1366 } 1367 1368 ret = request_irq(priv->ndev->irq, netsec_irq_handler, 1369 IRQF_SHARED, "netsec", priv); 1370 if (ret) { 1371 netif_err(priv, drv, priv->ndev, "request_irq failed\n"); 1372 goto err2; 1373 } 1374 1375 if (dev_of_node(priv->dev)) { 1376 if (!of_phy_connect(priv->ndev, priv->phy_np, 1377 netsec_phy_adjust_link, 0, 1378 priv->phy_interface)) { 1379 netif_err(priv, link, priv->ndev, "missing PHY\n"); 1380 ret = -ENODEV; 1381 goto err3; 1382 } 1383 } else { 1384 ret = phy_connect_direct(priv->ndev, priv->phydev, 1385 netsec_phy_adjust_link, 1386 priv->phy_interface); 1387 if (ret) { 1388 netif_err(priv, link, priv->ndev, 1389 "phy_connect_direct() failed (%d)\n", ret); 1390 goto err3; 1391 } 1392 } 1393 1394 phy_start(ndev->phydev); 1395 1396 netsec_start_gmac(priv); 1397 napi_enable(&priv->napi); 1398 netif_start_queue(ndev); 1399 1400 /* Enable TX+RX intr. */ 1401 netsec_write(priv, NETSEC_REG_INTEN_SET, NETSEC_IRQ_RX | NETSEC_IRQ_TX); 1402 1403 return 0; 1404 err3: 1405 free_irq(priv->ndev->irq, priv); 1406 err2: 1407 netsec_uninit_pkt_dring(priv, NETSEC_RING_RX); 1408 err1: 1409 pm_runtime_put_sync(priv->dev); 1410 return ret; 1411 } 1412 1413 static int netsec_netdev_stop(struct net_device *ndev) 1414 { 1415 int ret; 1416 struct netsec_priv *priv = netdev_priv(ndev); 1417 1418 netif_stop_queue(priv->ndev); 1419 dma_wmb(); 1420 1421 napi_disable(&priv->napi); 1422 1423 netsec_write(priv, NETSEC_REG_INTEN_CLR, ~0); 1424 netsec_stop_gmac(priv); 1425 1426 free_irq(priv->ndev->irq, priv); 1427 1428 netsec_uninit_pkt_dring(priv, NETSEC_RING_TX); 1429 netsec_uninit_pkt_dring(priv, NETSEC_RING_RX); 1430 1431 phy_stop(ndev->phydev); 1432 phy_disconnect(ndev->phydev); 1433 1434 ret = netsec_reset_hardware(priv, false); 1435 1436 pm_runtime_put_sync(priv->dev); 1437 1438 return ret; 1439 } 1440 1441 static int netsec_netdev_init(struct net_device *ndev) 1442 { 1443 struct netsec_priv *priv = netdev_priv(ndev); 1444 int ret; 1445 u16 data; 1446 1447 BUILD_BUG_ON_NOT_POWER_OF_2(DESC_NUM); 1448 1449 ret = netsec_alloc_dring(priv, NETSEC_RING_TX); 1450 if (ret) 1451 return ret; 1452 1453 ret = netsec_alloc_dring(priv, NETSEC_RING_RX); 1454 if (ret) 1455 goto err1; 1456 1457 /* set phy power down */ 1458 data = netsec_phy_read(priv->mii_bus, priv->phy_addr, MII_BMCR) | 1459 BMCR_PDOWN; 1460 netsec_phy_write(priv->mii_bus, priv->phy_addr, MII_BMCR, data); 1461 1462 ret = netsec_reset_hardware(priv, true); 1463 if (ret) 1464 goto err2; 1465 1466 return 0; 1467 err2: 1468 netsec_free_dring(priv, NETSEC_RING_RX); 1469 err1: 1470 netsec_free_dring(priv, NETSEC_RING_TX); 1471 return ret; 1472 } 1473 1474 static void netsec_netdev_uninit(struct net_device *ndev) 1475 { 1476 struct netsec_priv *priv = netdev_priv(ndev); 1477 1478 netsec_free_dring(priv, NETSEC_RING_RX); 1479 netsec_free_dring(priv, NETSEC_RING_TX); 1480 } 1481 1482 static int netsec_netdev_set_features(struct net_device *ndev, 1483 netdev_features_t features) 1484 { 1485 struct netsec_priv *priv = netdev_priv(ndev); 1486 1487 priv->rx_cksum_offload_flag = !!(features & NETIF_F_RXCSUM); 1488 1489 return 0; 1490 } 1491 1492 static int netsec_netdev_ioctl(struct net_device *ndev, struct ifreq *ifr, 1493 int cmd) 1494 { 1495 return phy_mii_ioctl(ndev->phydev, ifr, cmd); 1496 } 1497 1498 static const struct net_device_ops netsec_netdev_ops = { 1499 .ndo_init = netsec_netdev_init, 1500 .ndo_uninit = netsec_netdev_uninit, 1501 .ndo_open = netsec_netdev_open, 1502 .ndo_stop = netsec_netdev_stop, 1503 .ndo_start_xmit = netsec_netdev_start_xmit, 1504 .ndo_set_features = netsec_netdev_set_features, 1505 .ndo_set_mac_address = eth_mac_addr, 1506 .ndo_validate_addr = eth_validate_addr, 1507 .ndo_do_ioctl = netsec_netdev_ioctl, 1508 }; 1509 1510 static int netsec_of_probe(struct platform_device *pdev, 1511 struct netsec_priv *priv, u32 *phy_addr) 1512 { 1513 priv->phy_np = of_parse_phandle(pdev->dev.of_node, "phy-handle", 0); 1514 if (!priv->phy_np) { 1515 dev_err(&pdev->dev, "missing required property 'phy-handle'\n"); 1516 return -EINVAL; 1517 } 1518 1519 *phy_addr = of_mdio_parse_addr(&pdev->dev, priv->phy_np); 1520 1521 priv->clk = devm_clk_get(&pdev->dev, NULL); /* get by 'phy_ref_clk' */ 1522 if (IS_ERR(priv->clk)) { 1523 dev_err(&pdev->dev, "phy_ref_clk not found\n"); 1524 return PTR_ERR(priv->clk); 1525 } 1526 priv->freq = clk_get_rate(priv->clk); 1527 1528 return 0; 1529 } 1530 1531 static int netsec_acpi_probe(struct platform_device *pdev, 1532 struct netsec_priv *priv, u32 *phy_addr) 1533 { 1534 int ret; 1535 1536 if (!IS_ENABLED(CONFIG_ACPI)) 1537 return -ENODEV; 1538 1539 ret = device_property_read_u32(&pdev->dev, "phy-channel", phy_addr); 1540 if (ret) { 1541 dev_err(&pdev->dev, 1542 "missing required property 'phy-channel'\n"); 1543 return ret; 1544 } 1545 1546 ret = device_property_read_u32(&pdev->dev, 1547 "socionext,phy-clock-frequency", 1548 &priv->freq); 1549 if (ret) 1550 dev_err(&pdev->dev, 1551 "missing required property 'socionext,phy-clock-frequency'\n"); 1552 return ret; 1553 } 1554 1555 static void netsec_unregister_mdio(struct netsec_priv *priv) 1556 { 1557 struct phy_device *phydev = priv->phydev; 1558 1559 if (!dev_of_node(priv->dev) && phydev) { 1560 phy_device_remove(phydev); 1561 phy_device_free(phydev); 1562 } 1563 1564 mdiobus_unregister(priv->mii_bus); 1565 } 1566 1567 static int netsec_register_mdio(struct netsec_priv *priv, u32 phy_addr) 1568 { 1569 struct mii_bus *bus; 1570 int ret; 1571 1572 bus = devm_mdiobus_alloc(priv->dev); 1573 if (!bus) 1574 return -ENOMEM; 1575 1576 snprintf(bus->id, MII_BUS_ID_SIZE, "%s", dev_name(priv->dev)); 1577 bus->priv = priv; 1578 bus->name = "SNI NETSEC MDIO"; 1579 bus->read = netsec_phy_read; 1580 bus->write = netsec_phy_write; 1581 bus->parent = priv->dev; 1582 priv->mii_bus = bus; 1583 1584 if (dev_of_node(priv->dev)) { 1585 struct device_node *mdio_node, *parent = dev_of_node(priv->dev); 1586 1587 mdio_node = of_get_child_by_name(parent, "mdio"); 1588 if (mdio_node) { 1589 parent = mdio_node; 1590 } else { 1591 /* older f/w doesn't populate the mdio subnode, 1592 * allow relaxed upgrade of f/w in due time. 1593 */ 1594 dev_info(priv->dev, "Upgrade f/w for mdio subnode!\n"); 1595 } 1596 1597 ret = of_mdiobus_register(bus, parent); 1598 of_node_put(mdio_node); 1599 1600 if (ret) { 1601 dev_err(priv->dev, "mdiobus register err(%d)\n", ret); 1602 return ret; 1603 } 1604 } else { 1605 /* Mask out all PHYs from auto probing. */ 1606 bus->phy_mask = ~0; 1607 ret = mdiobus_register(bus); 1608 if (ret) { 1609 dev_err(priv->dev, "mdiobus register err(%d)\n", ret); 1610 return ret; 1611 } 1612 1613 priv->phydev = get_phy_device(bus, phy_addr, false); 1614 if (IS_ERR(priv->phydev)) { 1615 ret = PTR_ERR(priv->phydev); 1616 dev_err(priv->dev, "get_phy_device err(%d)\n", ret); 1617 priv->phydev = NULL; 1618 return -ENODEV; 1619 } 1620 1621 ret = phy_device_register(priv->phydev); 1622 if (ret) { 1623 mdiobus_unregister(bus); 1624 dev_err(priv->dev, 1625 "phy_device_register err(%d)\n", ret); 1626 } 1627 } 1628 1629 return ret; 1630 } 1631 1632 static int netsec_probe(struct platform_device *pdev) 1633 { 1634 struct resource *mmio_res, *eeprom_res, *irq_res; 1635 u8 *mac, macbuf[ETH_ALEN]; 1636 struct netsec_priv *priv; 1637 u32 hw_ver, phy_addr = 0; 1638 struct net_device *ndev; 1639 int ret; 1640 1641 mmio_res = platform_get_resource(pdev, IORESOURCE_MEM, 0); 1642 if (!mmio_res) { 1643 dev_err(&pdev->dev, "No MMIO resource found.\n"); 1644 return -ENODEV; 1645 } 1646 1647 eeprom_res = platform_get_resource(pdev, IORESOURCE_MEM, 1); 1648 if (!eeprom_res) { 1649 dev_info(&pdev->dev, "No EEPROM resource found.\n"); 1650 return -ENODEV; 1651 } 1652 1653 irq_res = platform_get_resource(pdev, IORESOURCE_IRQ, 0); 1654 if (!irq_res) { 1655 dev_err(&pdev->dev, "No IRQ resource found.\n"); 1656 return -ENODEV; 1657 } 1658 1659 ndev = alloc_etherdev(sizeof(*priv)); 1660 if (!ndev) 1661 return -ENOMEM; 1662 1663 priv = netdev_priv(ndev); 1664 1665 spin_lock_init(&priv->reglock); 1666 SET_NETDEV_DEV(ndev, &pdev->dev); 1667 platform_set_drvdata(pdev, priv); 1668 ndev->irq = irq_res->start; 1669 priv->dev = &pdev->dev; 1670 priv->ndev = ndev; 1671 1672 priv->msg_enable = NETIF_MSG_TX_ERR | NETIF_MSG_HW | NETIF_MSG_DRV | 1673 NETIF_MSG_LINK | NETIF_MSG_PROBE; 1674 1675 priv->phy_interface = device_get_phy_mode(&pdev->dev); 1676 if (priv->phy_interface < 0) { 1677 dev_err(&pdev->dev, "missing required property 'phy-mode'\n"); 1678 ret = -ENODEV; 1679 goto free_ndev; 1680 } 1681 1682 priv->ioaddr = devm_ioremap(&pdev->dev, mmio_res->start, 1683 resource_size(mmio_res)); 1684 if (!priv->ioaddr) { 1685 dev_err(&pdev->dev, "devm_ioremap() failed\n"); 1686 ret = -ENXIO; 1687 goto free_ndev; 1688 } 1689 1690 priv->eeprom_base = devm_ioremap(&pdev->dev, eeprom_res->start, 1691 resource_size(eeprom_res)); 1692 if (!priv->eeprom_base) { 1693 dev_err(&pdev->dev, "devm_ioremap() failed for EEPROM\n"); 1694 ret = -ENXIO; 1695 goto free_ndev; 1696 } 1697 1698 mac = device_get_mac_address(&pdev->dev, macbuf, sizeof(macbuf)); 1699 if (mac) 1700 ether_addr_copy(ndev->dev_addr, mac); 1701 1702 if (priv->eeprom_base && 1703 (!mac || !is_valid_ether_addr(ndev->dev_addr))) { 1704 void __iomem *macp = priv->eeprom_base + 1705 NETSEC_EEPROM_MAC_ADDRESS; 1706 1707 ndev->dev_addr[0] = readb(macp + 3); 1708 ndev->dev_addr[1] = readb(macp + 2); 1709 ndev->dev_addr[2] = readb(macp + 1); 1710 ndev->dev_addr[3] = readb(macp + 0); 1711 ndev->dev_addr[4] = readb(macp + 7); 1712 ndev->dev_addr[5] = readb(macp + 6); 1713 } 1714 1715 if (!is_valid_ether_addr(ndev->dev_addr)) { 1716 dev_warn(&pdev->dev, "No MAC address found, using random\n"); 1717 eth_hw_addr_random(ndev); 1718 } 1719 1720 if (dev_of_node(&pdev->dev)) 1721 ret = netsec_of_probe(pdev, priv, &phy_addr); 1722 else 1723 ret = netsec_acpi_probe(pdev, priv, &phy_addr); 1724 if (ret) 1725 goto free_ndev; 1726 1727 priv->phy_addr = phy_addr; 1728 1729 if (!priv->freq) { 1730 dev_err(&pdev->dev, "missing PHY reference clock frequency\n"); 1731 ret = -ENODEV; 1732 goto free_ndev; 1733 } 1734 1735 /* default for throughput */ 1736 priv->et_coalesce.rx_coalesce_usecs = 500; 1737 priv->et_coalesce.rx_max_coalesced_frames = 8; 1738 priv->et_coalesce.tx_coalesce_usecs = 500; 1739 priv->et_coalesce.tx_max_coalesced_frames = 8; 1740 1741 ret = device_property_read_u32(&pdev->dev, "max-frame-size", 1742 &ndev->max_mtu); 1743 if (ret < 0) 1744 ndev->max_mtu = ETH_DATA_LEN; 1745 1746 /* runtime_pm coverage just for probe, open/close also cover it */ 1747 pm_runtime_enable(&pdev->dev); 1748 pm_runtime_get_sync(&pdev->dev); 1749 1750 hw_ver = netsec_read(priv, NETSEC_REG_F_TAIKI_VER); 1751 /* this driver only supports F_TAIKI style NETSEC */ 1752 if (NETSEC_F_NETSEC_VER_MAJOR_NUM(hw_ver) != 1753 NETSEC_F_NETSEC_VER_MAJOR_NUM(NETSEC_REG_NETSEC_VER_F_TAIKI)) { 1754 ret = -ENODEV; 1755 goto pm_disable; 1756 } 1757 1758 dev_info(&pdev->dev, "hardware revision %d.%d\n", 1759 hw_ver >> 16, hw_ver & 0xffff); 1760 1761 netif_napi_add(ndev, &priv->napi, netsec_napi_poll, NAPI_POLL_WEIGHT); 1762 1763 ndev->netdev_ops = &netsec_netdev_ops; 1764 ndev->ethtool_ops = &netsec_ethtool_ops; 1765 1766 ndev->features |= NETIF_F_HIGHDMA | NETIF_F_RXCSUM | NETIF_F_GSO | 1767 NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM; 1768 ndev->hw_features = ndev->features; 1769 1770 priv->rx_cksum_offload_flag = true; 1771 1772 ret = netsec_register_mdio(priv, phy_addr); 1773 if (ret) 1774 goto unreg_napi; 1775 1776 if (dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(40))) 1777 dev_warn(&pdev->dev, "Failed to set DMA mask\n"); 1778 1779 ret = register_netdev(ndev); 1780 if (ret) { 1781 netif_err(priv, probe, ndev, "register_netdev() failed\n"); 1782 goto unreg_mii; 1783 } 1784 1785 pm_runtime_put_sync(&pdev->dev); 1786 return 0; 1787 1788 unreg_mii: 1789 netsec_unregister_mdio(priv); 1790 unreg_napi: 1791 netif_napi_del(&priv->napi); 1792 pm_disable: 1793 pm_runtime_put_sync(&pdev->dev); 1794 pm_runtime_disable(&pdev->dev); 1795 free_ndev: 1796 free_netdev(ndev); 1797 dev_err(&pdev->dev, "init failed\n"); 1798 1799 return ret; 1800 } 1801 1802 static int netsec_remove(struct platform_device *pdev) 1803 { 1804 struct netsec_priv *priv = platform_get_drvdata(pdev); 1805 1806 unregister_netdev(priv->ndev); 1807 1808 netsec_unregister_mdio(priv); 1809 1810 netif_napi_del(&priv->napi); 1811 1812 pm_runtime_disable(&pdev->dev); 1813 free_netdev(priv->ndev); 1814 1815 return 0; 1816 } 1817 1818 #ifdef CONFIG_PM 1819 static int netsec_runtime_suspend(struct device *dev) 1820 { 1821 struct netsec_priv *priv = dev_get_drvdata(dev); 1822 1823 netsec_write(priv, NETSEC_REG_CLK_EN, 0); 1824 1825 clk_disable_unprepare(priv->clk); 1826 1827 return 0; 1828 } 1829 1830 static int netsec_runtime_resume(struct device *dev) 1831 { 1832 struct netsec_priv *priv = dev_get_drvdata(dev); 1833 1834 clk_prepare_enable(priv->clk); 1835 1836 netsec_write(priv, NETSEC_REG_CLK_EN, NETSEC_CLK_EN_REG_DOM_D | 1837 NETSEC_CLK_EN_REG_DOM_C | 1838 NETSEC_CLK_EN_REG_DOM_G); 1839 return 0; 1840 } 1841 #endif 1842 1843 static const struct dev_pm_ops netsec_pm_ops = { 1844 SET_RUNTIME_PM_OPS(netsec_runtime_suspend, netsec_runtime_resume, NULL) 1845 }; 1846 1847 static const struct of_device_id netsec_dt_ids[] = { 1848 { .compatible = "socionext,synquacer-netsec" }, 1849 { } 1850 }; 1851 MODULE_DEVICE_TABLE(of, netsec_dt_ids); 1852 1853 #ifdef CONFIG_ACPI 1854 static const struct acpi_device_id netsec_acpi_ids[] = { 1855 { "SCX0001" }, 1856 { } 1857 }; 1858 MODULE_DEVICE_TABLE(acpi, netsec_acpi_ids); 1859 #endif 1860 1861 static struct platform_driver netsec_driver = { 1862 .probe = netsec_probe, 1863 .remove = netsec_remove, 1864 .driver = { 1865 .name = "netsec", 1866 .pm = &netsec_pm_ops, 1867 .of_match_table = netsec_dt_ids, 1868 .acpi_match_table = ACPI_PTR(netsec_acpi_ids), 1869 }, 1870 }; 1871 module_platform_driver(netsec_driver); 1872 1873 MODULE_AUTHOR("Jassi Brar <jaswinder.singh@linaro.org>"); 1874 MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>"); 1875 MODULE_DESCRIPTION("NETSEC Ethernet driver"); 1876 MODULE_LICENSE("GPL"); 1877