1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * drivers/net/ethernet/freescale/gianfar_ethtool.c 4 * 5 * Gianfar Ethernet Driver 6 * Ethtool support for Gianfar Enet 7 * Based on e1000 ethtool support 8 * 9 * Author: Andy Fleming 10 * Maintainer: Kumar Gala 11 * Modifier: Sandeep Gopalpet <sandeep.kumar@freescale.com> 12 * 13 * Copyright 2003-2006, 2008-2009, 2011 Freescale Semiconductor, Inc. 14 */ 15 16 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 17 18 #include <linux/kernel.h> 19 #include <linux/string.h> 20 #include <linux/errno.h> 21 #include <linux/interrupt.h> 22 #include <linux/delay.h> 23 #include <linux/netdevice.h> 24 #include <linux/etherdevice.h> 25 #include <linux/net_tstamp.h> 26 #include <linux/skbuff.h> 27 #include <linux/spinlock.h> 28 #include <linux/mm.h> 29 30 #include <asm/io.h> 31 #include <asm/irq.h> 32 #include <linux/uaccess.h> 33 #include <linux/module.h> 34 #include <linux/crc32.h> 35 #include <asm/types.h> 36 #include <linux/ethtool.h> 37 #include <linux/mii.h> 38 #include <linux/phy.h> 39 #include <linux/sort.h> 40 #include <linux/if_vlan.h> 41 #include <linux/of.h> 42 #include <linux/of_platform.h> 43 #include <linux/platform_device.h> 44 #include <linux/fsl/ptp_qoriq.h> 45 46 #include "gianfar.h" 47 48 #define GFAR_MAX_COAL_USECS 0xffff 49 #define GFAR_MAX_COAL_FRAMES 0xff 50 51 static const char stat_gstrings[][ETH_GSTRING_LEN] = { 52 /* extra stats */ 53 "rx-allocation-errors", 54 "rx-large-frame-errors", 55 "rx-short-frame-errors", 56 "rx-non-octet-errors", 57 "rx-crc-errors", 58 "rx-overrun-errors", 59 "rx-busy-errors", 60 "rx-babbling-errors", 61 "rx-truncated-frames", 62 "ethernet-bus-error", 63 "tx-babbling-errors", 64 "tx-underrun-errors", 65 "tx-timeout-errors", 66 /* rmon stats */ 67 "tx-rx-64-frames", 68 "tx-rx-65-127-frames", 69 "tx-rx-128-255-frames", 70 "tx-rx-256-511-frames", 71 "tx-rx-512-1023-frames", 72 "tx-rx-1024-1518-frames", 73 "tx-rx-1519-1522-good-vlan", 74 "rx-bytes", 75 "rx-packets", 76 "rx-fcs-errors", 77 "receive-multicast-packet", 78 "receive-broadcast-packet", 79 "rx-control-frame-packets", 80 "rx-pause-frame-packets", 81 "rx-unknown-op-code", 82 "rx-alignment-error", 83 "rx-frame-length-error", 84 "rx-code-error", 85 "rx-carrier-sense-error", 86 "rx-undersize-packets", 87 "rx-oversize-packets", 88 "rx-fragmented-frames", 89 "rx-jabber-frames", 90 "rx-dropped-frames", 91 "tx-byte-counter", 92 "tx-packets", 93 "tx-multicast-packets", 94 "tx-broadcast-packets", 95 "tx-pause-control-frames", 96 "tx-deferral-packets", 97 "tx-excessive-deferral-packets", 98 "tx-single-collision-packets", 99 "tx-multiple-collision-packets", 100 "tx-late-collision-packets", 101 "tx-excessive-collision-packets", 102 "tx-total-collision", 103 "reserved", 104 "tx-dropped-frames", 105 "tx-jabber-frames", 106 "tx-fcs-errors", 107 "tx-control-frames", 108 "tx-oversize-frames", 109 "tx-undersize-frames", 110 "tx-fragmented-frames", 111 }; 112 113 /* Fill in a buffer with the strings which correspond to the 114 * stats */ 115 static void gfar_gstrings(struct net_device *dev, u32 stringset, u8 * buf) 116 { 117 struct gfar_private *priv = netdev_priv(dev); 118 int i; 119 120 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) 121 for (i = 0; i < GFAR_STATS_LEN; i++) 122 ethtool_puts(&buf, stat_gstrings[i]); 123 else 124 for (i = 0; i < GFAR_EXTRA_STATS_LEN; i++) 125 ethtool_puts(&buf, stat_gstrings[i]); 126 } 127 128 /* Fill in an array of 64-bit statistics from various sources. 129 * This array will be appended to the end of the ethtool_stats 130 * structure, and returned to user space 131 */ 132 static void gfar_fill_stats(struct net_device *dev, struct ethtool_stats *dummy, 133 u64 *buf) 134 { 135 int i; 136 struct gfar_private *priv = netdev_priv(dev); 137 struct gfar __iomem *regs = priv->gfargrp[0].regs; 138 atomic64_t *extra = (atomic64_t *)&priv->extra_stats; 139 140 for (i = 0; i < GFAR_EXTRA_STATS_LEN; i++) 141 buf[i] = atomic64_read(&extra[i]); 142 143 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) { 144 u32 __iomem *rmon = (u32 __iomem *) ®s->rmon; 145 146 for (; i < GFAR_STATS_LEN; i++, rmon++) 147 buf[i] = (u64) gfar_read(rmon); 148 } 149 } 150 151 static int gfar_sset_count(struct net_device *dev, int sset) 152 { 153 struct gfar_private *priv = netdev_priv(dev); 154 155 switch (sset) { 156 case ETH_SS_STATS: 157 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) 158 return GFAR_STATS_LEN; 159 else 160 return GFAR_EXTRA_STATS_LEN; 161 default: 162 return -EOPNOTSUPP; 163 } 164 } 165 166 /* Fills in the drvinfo structure with some basic info */ 167 static void gfar_gdrvinfo(struct net_device *dev, 168 struct ethtool_drvinfo *drvinfo) 169 { 170 strscpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); 171 } 172 173 /* Return the length of the register structure */ 174 static int gfar_reglen(struct net_device *dev) 175 { 176 return sizeof (struct gfar); 177 } 178 179 /* Return a dump of the GFAR register space */ 180 static void gfar_get_regs(struct net_device *dev, struct ethtool_regs *regs, 181 void *regbuf) 182 { 183 int i; 184 struct gfar_private *priv = netdev_priv(dev); 185 u32 __iomem *theregs = (u32 __iomem *) priv->gfargrp[0].regs; 186 u32 *buf = (u32 *) regbuf; 187 188 for (i = 0; i < sizeof (struct gfar) / sizeof (u32); i++) 189 buf[i] = gfar_read(&theregs[i]); 190 } 191 192 /* Convert microseconds to ethernet clock ticks, which changes 193 * depending on what speed the controller is running at */ 194 static unsigned int gfar_usecs2ticks(struct gfar_private *priv, 195 unsigned int usecs) 196 { 197 struct net_device *ndev = priv->ndev; 198 struct phy_device *phydev = ndev->phydev; 199 unsigned int count; 200 201 /* The timer is different, depending on the interface speed */ 202 switch (phydev->speed) { 203 case SPEED_1000: 204 count = GFAR_GBIT_TIME; 205 break; 206 case SPEED_100: 207 count = GFAR_100_TIME; 208 break; 209 case SPEED_10: 210 default: 211 count = GFAR_10_TIME; 212 break; 213 } 214 215 /* Make sure we return a number greater than 0 216 * if usecs > 0 */ 217 return DIV_ROUND_UP(usecs * 1000, count); 218 } 219 220 /* Convert ethernet clock ticks to microseconds */ 221 static unsigned int gfar_ticks2usecs(struct gfar_private *priv, 222 unsigned int ticks) 223 { 224 struct net_device *ndev = priv->ndev; 225 struct phy_device *phydev = ndev->phydev; 226 unsigned int count; 227 228 /* The timer is different, depending on the interface speed */ 229 switch (phydev->speed) { 230 case SPEED_1000: 231 count = GFAR_GBIT_TIME; 232 break; 233 case SPEED_100: 234 count = GFAR_100_TIME; 235 break; 236 case SPEED_10: 237 default: 238 count = GFAR_10_TIME; 239 break; 240 } 241 242 /* Make sure we return a number greater than 0 */ 243 /* if ticks is > 0 */ 244 return (ticks * count) / 1000; 245 } 246 247 /* Get the coalescing parameters, and put them in the cvals 248 * structure. */ 249 static int gfar_gcoalesce(struct net_device *dev, 250 struct ethtool_coalesce *cvals, 251 struct kernel_ethtool_coalesce *kernel_coal, 252 struct netlink_ext_ack *extack) 253 { 254 struct gfar_private *priv = netdev_priv(dev); 255 struct gfar_priv_rx_q *rx_queue = NULL; 256 struct gfar_priv_tx_q *tx_queue = NULL; 257 unsigned long rxtime; 258 unsigned long rxcount; 259 unsigned long txtime; 260 unsigned long txcount; 261 262 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE)) 263 return -EOPNOTSUPP; 264 265 if (!dev->phydev) 266 return -ENODEV; 267 268 rx_queue = priv->rx_queue[0]; 269 tx_queue = priv->tx_queue[0]; 270 271 rxtime = get_ictt_value(rx_queue->rxic); 272 rxcount = get_icft_value(rx_queue->rxic); 273 txtime = get_ictt_value(tx_queue->txic); 274 txcount = get_icft_value(tx_queue->txic); 275 cvals->rx_coalesce_usecs = gfar_ticks2usecs(priv, rxtime); 276 cvals->rx_max_coalesced_frames = rxcount; 277 278 cvals->tx_coalesce_usecs = gfar_ticks2usecs(priv, txtime); 279 cvals->tx_max_coalesced_frames = txcount; 280 281 return 0; 282 } 283 284 /* Change the coalescing values. 285 * Both cvals->*_usecs and cvals->*_frames have to be > 0 286 * in order for coalescing to be active 287 */ 288 static int gfar_scoalesce(struct net_device *dev, 289 struct ethtool_coalesce *cvals, 290 struct kernel_ethtool_coalesce *kernel_coal, 291 struct netlink_ext_ack *extack) 292 { 293 struct gfar_private *priv = netdev_priv(dev); 294 int i, err = 0; 295 296 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE)) 297 return -EOPNOTSUPP; 298 299 if (!dev->phydev) 300 return -ENODEV; 301 302 /* Check the bounds of the values */ 303 if (cvals->rx_coalesce_usecs > GFAR_MAX_COAL_USECS) { 304 netdev_info(dev, "Coalescing is limited to %d microseconds\n", 305 GFAR_MAX_COAL_USECS); 306 return -EINVAL; 307 } 308 309 if (cvals->rx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) { 310 netdev_info(dev, "Coalescing is limited to %d frames\n", 311 GFAR_MAX_COAL_FRAMES); 312 return -EINVAL; 313 } 314 315 /* Check the bounds of the values */ 316 if (cvals->tx_coalesce_usecs > GFAR_MAX_COAL_USECS) { 317 netdev_info(dev, "Coalescing is limited to %d microseconds\n", 318 GFAR_MAX_COAL_USECS); 319 return -EINVAL; 320 } 321 322 if (cvals->tx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) { 323 netdev_info(dev, "Coalescing is limited to %d frames\n", 324 GFAR_MAX_COAL_FRAMES); 325 return -EINVAL; 326 } 327 328 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 329 cpu_relax(); 330 331 /* Set up rx coalescing */ 332 if ((cvals->rx_coalesce_usecs == 0) || 333 (cvals->rx_max_coalesced_frames == 0)) { 334 for (i = 0; i < priv->num_rx_queues; i++) 335 priv->rx_queue[i]->rxcoalescing = 0; 336 } else { 337 for (i = 0; i < priv->num_rx_queues; i++) 338 priv->rx_queue[i]->rxcoalescing = 1; 339 } 340 341 for (i = 0; i < priv->num_rx_queues; i++) { 342 priv->rx_queue[i]->rxic = mk_ic_value( 343 cvals->rx_max_coalesced_frames, 344 gfar_usecs2ticks(priv, cvals->rx_coalesce_usecs)); 345 } 346 347 /* Set up tx coalescing */ 348 if ((cvals->tx_coalesce_usecs == 0) || 349 (cvals->tx_max_coalesced_frames == 0)) { 350 for (i = 0; i < priv->num_tx_queues; i++) 351 priv->tx_queue[i]->txcoalescing = 0; 352 } else { 353 for (i = 0; i < priv->num_tx_queues; i++) 354 priv->tx_queue[i]->txcoalescing = 1; 355 } 356 357 for (i = 0; i < priv->num_tx_queues; i++) { 358 priv->tx_queue[i]->txic = mk_ic_value( 359 cvals->tx_max_coalesced_frames, 360 gfar_usecs2ticks(priv, cvals->tx_coalesce_usecs)); 361 } 362 363 if (dev->flags & IFF_UP) { 364 stop_gfar(dev); 365 err = startup_gfar(dev); 366 } else { 367 gfar_mac_reset(priv); 368 } 369 370 clear_bit_unlock(GFAR_RESETTING, &priv->state); 371 372 return err; 373 } 374 375 /* Fills in rvals with the current ring parameters. Currently, 376 * rx, rx_mini, and rx_jumbo rings are the same size, as mini and 377 * jumbo are ignored by the driver */ 378 static void gfar_gringparam(struct net_device *dev, 379 struct ethtool_ringparam *rvals, 380 struct kernel_ethtool_ringparam *kernel_rvals, 381 struct netlink_ext_ack *extack) 382 { 383 struct gfar_private *priv = netdev_priv(dev); 384 struct gfar_priv_tx_q *tx_queue = NULL; 385 struct gfar_priv_rx_q *rx_queue = NULL; 386 387 tx_queue = priv->tx_queue[0]; 388 rx_queue = priv->rx_queue[0]; 389 390 rvals->rx_max_pending = GFAR_RX_MAX_RING_SIZE; 391 rvals->rx_mini_max_pending = GFAR_RX_MAX_RING_SIZE; 392 rvals->rx_jumbo_max_pending = GFAR_RX_MAX_RING_SIZE; 393 rvals->tx_max_pending = GFAR_TX_MAX_RING_SIZE; 394 395 /* Values changeable by the user. The valid values are 396 * in the range 1 to the "*_max_pending" counterpart above. 397 */ 398 rvals->rx_pending = rx_queue->rx_ring_size; 399 rvals->rx_mini_pending = rx_queue->rx_ring_size; 400 rvals->rx_jumbo_pending = rx_queue->rx_ring_size; 401 rvals->tx_pending = tx_queue->tx_ring_size; 402 } 403 404 /* Change the current ring parameters, stopping the controller if 405 * necessary so that we don't mess things up while we're in motion. 406 */ 407 static int gfar_sringparam(struct net_device *dev, 408 struct ethtool_ringparam *rvals, 409 struct kernel_ethtool_ringparam *kernel_rvals, 410 struct netlink_ext_ack *extack) 411 { 412 struct gfar_private *priv = netdev_priv(dev); 413 int err = 0, i; 414 415 if (rvals->rx_pending > GFAR_RX_MAX_RING_SIZE) 416 return -EINVAL; 417 418 if (!is_power_of_2(rvals->rx_pending)) { 419 netdev_err(dev, "Ring sizes must be a power of 2\n"); 420 return -EINVAL; 421 } 422 423 if (rvals->tx_pending > GFAR_TX_MAX_RING_SIZE) 424 return -EINVAL; 425 426 if (!is_power_of_2(rvals->tx_pending)) { 427 netdev_err(dev, "Ring sizes must be a power of 2\n"); 428 return -EINVAL; 429 } 430 431 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 432 cpu_relax(); 433 434 if (dev->flags & IFF_UP) 435 stop_gfar(dev); 436 437 /* Change the sizes */ 438 for (i = 0; i < priv->num_rx_queues; i++) 439 priv->rx_queue[i]->rx_ring_size = rvals->rx_pending; 440 441 for (i = 0; i < priv->num_tx_queues; i++) 442 priv->tx_queue[i]->tx_ring_size = rvals->tx_pending; 443 444 /* Rebuild the rings with the new size */ 445 if (dev->flags & IFF_UP) 446 err = startup_gfar(dev); 447 448 clear_bit_unlock(GFAR_RESETTING, &priv->state); 449 450 return err; 451 } 452 453 static void gfar_gpauseparam(struct net_device *dev, 454 struct ethtool_pauseparam *epause) 455 { 456 struct gfar_private *priv = netdev_priv(dev); 457 458 epause->autoneg = !!priv->pause_aneg_en; 459 epause->rx_pause = !!priv->rx_pause_en; 460 epause->tx_pause = !!priv->tx_pause_en; 461 } 462 463 static int gfar_spauseparam(struct net_device *dev, 464 struct ethtool_pauseparam *epause) 465 { 466 struct gfar_private *priv = netdev_priv(dev); 467 struct phy_device *phydev = dev->phydev; 468 struct gfar __iomem *regs = priv->gfargrp[0].regs; 469 470 if (!phydev) 471 return -ENODEV; 472 473 if (!phy_validate_pause(phydev, epause)) 474 return -EINVAL; 475 476 priv->rx_pause_en = priv->tx_pause_en = 0; 477 phy_set_asym_pause(phydev, epause->rx_pause, epause->tx_pause); 478 if (epause->rx_pause) { 479 priv->rx_pause_en = 1; 480 481 if (epause->tx_pause) { 482 priv->tx_pause_en = 1; 483 } 484 } else if (epause->tx_pause) { 485 priv->tx_pause_en = 1; 486 } 487 488 if (epause->autoneg) 489 priv->pause_aneg_en = 1; 490 else 491 priv->pause_aneg_en = 0; 492 493 if (!epause->autoneg) { 494 u32 tempval = gfar_read(®s->maccfg1); 495 496 tempval &= ~(MACCFG1_TX_FLOW | MACCFG1_RX_FLOW); 497 498 priv->tx_actual_en = 0; 499 if (priv->tx_pause_en) { 500 priv->tx_actual_en = 1; 501 tempval |= MACCFG1_TX_FLOW; 502 } 503 504 if (priv->rx_pause_en) 505 tempval |= MACCFG1_RX_FLOW; 506 gfar_write(®s->maccfg1, tempval); 507 } 508 509 return 0; 510 } 511 512 int gfar_set_features(struct net_device *dev, netdev_features_t features) 513 { 514 netdev_features_t changed = dev->features ^ features; 515 struct gfar_private *priv = netdev_priv(dev); 516 int err = 0; 517 518 if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX | 519 NETIF_F_RXCSUM))) 520 return 0; 521 522 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 523 cpu_relax(); 524 525 dev->features = features; 526 527 if (dev->flags & IFF_UP) { 528 /* Now we take down the rings to rebuild them */ 529 stop_gfar(dev); 530 err = startup_gfar(dev); 531 } else { 532 gfar_mac_reset(priv); 533 } 534 535 clear_bit_unlock(GFAR_RESETTING, &priv->state); 536 537 return err; 538 } 539 540 static uint32_t gfar_get_msglevel(struct net_device *dev) 541 { 542 struct gfar_private *priv = netdev_priv(dev); 543 544 return priv->msg_enable; 545 } 546 547 static void gfar_set_msglevel(struct net_device *dev, uint32_t data) 548 { 549 struct gfar_private *priv = netdev_priv(dev); 550 551 priv->msg_enable = data; 552 } 553 554 #ifdef CONFIG_PM 555 static void gfar_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 556 { 557 struct gfar_private *priv = netdev_priv(dev); 558 559 wol->supported = 0; 560 wol->wolopts = 0; 561 562 if (priv->wol_supported & GFAR_WOL_MAGIC) 563 wol->supported |= WAKE_MAGIC; 564 565 if (priv->wol_supported & GFAR_WOL_FILER_UCAST) 566 wol->supported |= WAKE_UCAST; 567 568 if (priv->wol_opts & GFAR_WOL_MAGIC) 569 wol->wolopts |= WAKE_MAGIC; 570 571 if (priv->wol_opts & GFAR_WOL_FILER_UCAST) 572 wol->wolopts |= WAKE_UCAST; 573 } 574 575 static int gfar_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 576 { 577 struct gfar_private *priv = netdev_priv(dev); 578 u16 wol_opts = 0; 579 int err; 580 581 if (!priv->wol_supported && wol->wolopts) 582 return -EINVAL; 583 584 if (wol->wolopts & ~(WAKE_MAGIC | WAKE_UCAST)) 585 return -EINVAL; 586 587 if (wol->wolopts & WAKE_MAGIC) { 588 wol_opts |= GFAR_WOL_MAGIC; 589 } else { 590 if (wol->wolopts & WAKE_UCAST) 591 wol_opts |= GFAR_WOL_FILER_UCAST; 592 } 593 594 wol_opts &= priv->wol_supported; 595 priv->wol_opts = 0; 596 597 err = device_set_wakeup_enable(priv->dev, wol_opts); 598 if (err) 599 return err; 600 601 priv->wol_opts = wol_opts; 602 603 return 0; 604 } 605 #endif 606 607 static void ethflow_to_filer_rules (struct gfar_private *priv, u64 ethflow) 608 { 609 u32 fcr = 0x0, fpr = FPR_FILER_MASK; 610 611 if (ethflow & RXH_L2DA) { 612 fcr = RQFCR_PID_DAH | RQFCR_CMP_NOMATCH | 613 RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0; 614 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 615 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 616 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 617 priv->cur_filer_idx = priv->cur_filer_idx - 1; 618 619 fcr = RQFCR_PID_DAL | RQFCR_CMP_NOMATCH | 620 RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0; 621 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 622 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 623 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 624 priv->cur_filer_idx = priv->cur_filer_idx - 1; 625 } 626 627 if (ethflow & RXH_VLAN) { 628 fcr = RQFCR_PID_VID | RQFCR_CMP_NOMATCH | RQFCR_HASH | 629 RQFCR_AND | RQFCR_HASHTBL_0; 630 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 631 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 632 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 633 priv->cur_filer_idx = priv->cur_filer_idx - 1; 634 } 635 636 if (ethflow & RXH_IP_SRC) { 637 fcr = RQFCR_PID_SIA | RQFCR_CMP_NOMATCH | RQFCR_HASH | 638 RQFCR_AND | RQFCR_HASHTBL_0; 639 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 640 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 641 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 642 priv->cur_filer_idx = priv->cur_filer_idx - 1; 643 } 644 645 if (ethflow & (RXH_IP_DST)) { 646 fcr = RQFCR_PID_DIA | RQFCR_CMP_NOMATCH | RQFCR_HASH | 647 RQFCR_AND | RQFCR_HASHTBL_0; 648 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 649 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 650 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 651 priv->cur_filer_idx = priv->cur_filer_idx - 1; 652 } 653 654 if (ethflow & RXH_L3_PROTO) { 655 fcr = RQFCR_PID_L4P | RQFCR_CMP_NOMATCH | RQFCR_HASH | 656 RQFCR_AND | RQFCR_HASHTBL_0; 657 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 658 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 659 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 660 priv->cur_filer_idx = priv->cur_filer_idx - 1; 661 } 662 663 if (ethflow & RXH_L4_B_0_1) { 664 fcr = RQFCR_PID_SPT | RQFCR_CMP_NOMATCH | RQFCR_HASH | 665 RQFCR_AND | RQFCR_HASHTBL_0; 666 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 667 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 668 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 669 priv->cur_filer_idx = priv->cur_filer_idx - 1; 670 } 671 672 if (ethflow & RXH_L4_B_2_3) { 673 fcr = RQFCR_PID_DPT | RQFCR_CMP_NOMATCH | RQFCR_HASH | 674 RQFCR_AND | RQFCR_HASHTBL_0; 675 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 676 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 677 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 678 priv->cur_filer_idx = priv->cur_filer_idx - 1; 679 } 680 } 681 682 static int gfar_ethflow_to_filer_table(struct gfar_private *priv, u64 ethflow, 683 u64 class) 684 { 685 unsigned int cmp_rqfpr; 686 unsigned int *local_rqfpr; 687 unsigned int *local_rqfcr; 688 int i = 0x0, k = 0x0; 689 int j = MAX_FILER_IDX, l = 0x0; 690 int ret = 1; 691 692 local_rqfpr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int), 693 GFP_KERNEL); 694 local_rqfcr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int), 695 GFP_KERNEL); 696 if (!local_rqfpr || !local_rqfcr) { 697 ret = 0; 698 goto err; 699 } 700 701 switch (class) { 702 case TCP_V4_FLOW: 703 cmp_rqfpr = RQFPR_IPV4 |RQFPR_TCP; 704 break; 705 case UDP_V4_FLOW: 706 cmp_rqfpr = RQFPR_IPV4 |RQFPR_UDP; 707 break; 708 case TCP_V6_FLOW: 709 cmp_rqfpr = RQFPR_IPV6 |RQFPR_TCP; 710 break; 711 case UDP_V6_FLOW: 712 cmp_rqfpr = RQFPR_IPV6 |RQFPR_UDP; 713 break; 714 default: 715 netdev_err(priv->ndev, 716 "Right now this class is not supported\n"); 717 ret = 0; 718 goto err; 719 } 720 721 for (i = 0; i < MAX_FILER_IDX + 1; i++) { 722 local_rqfpr[j] = priv->ftp_rqfpr[i]; 723 local_rqfcr[j] = priv->ftp_rqfcr[i]; 724 j--; 725 if ((priv->ftp_rqfcr[i] == 726 (RQFCR_PID_PARSE | RQFCR_CLE | RQFCR_AND)) && 727 (priv->ftp_rqfpr[i] == cmp_rqfpr)) 728 break; 729 } 730 731 if (i == MAX_FILER_IDX + 1) { 732 netdev_err(priv->ndev, 733 "No parse rule found, can't create hash rules\n"); 734 ret = 0; 735 goto err; 736 } 737 738 /* If a match was found, then it begins the starting of a cluster rule 739 * if it was already programmed, we need to overwrite these rules 740 */ 741 for (l = i+1; l < MAX_FILER_IDX; l++) { 742 if ((priv->ftp_rqfcr[l] & RQFCR_CLE) && 743 !(priv->ftp_rqfcr[l] & RQFCR_AND)) { 744 priv->ftp_rqfcr[l] = RQFCR_CLE | RQFCR_CMP_EXACT | 745 RQFCR_HASHTBL_0 | RQFCR_PID_MASK; 746 priv->ftp_rqfpr[l] = FPR_FILER_MASK; 747 gfar_write_filer(priv, l, priv->ftp_rqfcr[l], 748 priv->ftp_rqfpr[l]); 749 break; 750 } 751 752 if (!(priv->ftp_rqfcr[l] & RQFCR_CLE) && 753 (priv->ftp_rqfcr[l] & RQFCR_AND)) 754 continue; 755 else { 756 local_rqfpr[j] = priv->ftp_rqfpr[l]; 757 local_rqfcr[j] = priv->ftp_rqfcr[l]; 758 j--; 759 } 760 } 761 762 priv->cur_filer_idx = l - 1; 763 764 /* hash rules */ 765 ethflow_to_filer_rules(priv, ethflow); 766 767 /* Write back the popped out rules again */ 768 for (k = j+1; k < MAX_FILER_IDX; k++) { 769 priv->ftp_rqfpr[priv->cur_filer_idx] = local_rqfpr[k]; 770 priv->ftp_rqfcr[priv->cur_filer_idx] = local_rqfcr[k]; 771 gfar_write_filer(priv, priv->cur_filer_idx, 772 local_rqfcr[k], local_rqfpr[k]); 773 if (!priv->cur_filer_idx) 774 break; 775 priv->cur_filer_idx = priv->cur_filer_idx - 1; 776 } 777 778 err: 779 kfree(local_rqfcr); 780 kfree(local_rqfpr); 781 return ret; 782 } 783 784 static int gfar_set_rxfh_fields(struct net_device *dev, 785 const struct ethtool_rxfh_fields *cmd, 786 struct netlink_ext_ack *extack) 787 { 788 struct gfar_private *priv = netdev_priv(dev); 789 int ret; 790 791 if (test_bit(GFAR_RESETTING, &priv->state)) 792 return -EBUSY; 793 794 mutex_lock(&priv->rx_queue_access); 795 796 ret = 0; 797 /* write the filer rules here */ 798 if (!gfar_ethflow_to_filer_table(priv, cmd->data, cmd->flow_type)) 799 ret = -EINVAL; 800 801 mutex_unlock(&priv->rx_queue_access); 802 803 return ret; 804 } 805 806 static int gfar_check_filer_hardware(struct gfar_private *priv) 807 { 808 struct gfar __iomem *regs = priv->gfargrp[0].regs; 809 u32 i; 810 811 /* Check if we are in FIFO mode */ 812 i = gfar_read(®s->ecntrl); 813 i &= ECNTRL_FIFM; 814 if (i == ECNTRL_FIFM) { 815 netdev_notice(priv->ndev, "Interface in FIFO mode\n"); 816 i = gfar_read(®s->rctrl); 817 i &= RCTRL_PRSDEP_MASK | RCTRL_PRSFM; 818 if (i == (RCTRL_PRSDEP_MASK | RCTRL_PRSFM)) { 819 netdev_info(priv->ndev, 820 "Receive Queue Filtering enabled\n"); 821 } else { 822 netdev_warn(priv->ndev, 823 "Receive Queue Filtering disabled\n"); 824 return -EOPNOTSUPP; 825 } 826 } 827 /* Or in standard mode */ 828 else { 829 i = gfar_read(®s->rctrl); 830 i &= RCTRL_PRSDEP_MASK; 831 if (i == RCTRL_PRSDEP_MASK) { 832 netdev_info(priv->ndev, 833 "Receive Queue Filtering enabled\n"); 834 } else { 835 netdev_warn(priv->ndev, 836 "Receive Queue Filtering disabled\n"); 837 return -EOPNOTSUPP; 838 } 839 } 840 841 /* Sets the properties for arbitrary filer rule 842 * to the first 4 Layer 4 Bytes 843 */ 844 gfar_write(®s->rbifx, 0xC0C1C2C3); 845 return 0; 846 } 847 848 /* Write a mask to filer cache */ 849 static void gfar_set_mask(u32 mask, struct filer_table *tab) 850 { 851 tab->fe[tab->index].ctrl = RQFCR_AND | RQFCR_PID_MASK | RQFCR_CMP_EXACT; 852 tab->fe[tab->index].prop = mask; 853 tab->index++; 854 } 855 856 /* Sets parse bits (e.g. IP or TCP) */ 857 static void gfar_set_parse_bits(u32 value, u32 mask, struct filer_table *tab) 858 { 859 gfar_set_mask(mask, tab); 860 tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_PID_PARSE | 861 RQFCR_AND; 862 tab->fe[tab->index].prop = value; 863 tab->index++; 864 } 865 866 static void gfar_set_general_attribute(u32 value, u32 mask, u32 flag, 867 struct filer_table *tab) 868 { 869 gfar_set_mask(mask, tab); 870 tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_AND | flag; 871 tab->fe[tab->index].prop = value; 872 tab->index++; 873 } 874 875 /* For setting a tuple of value and mask of type flag 876 * Example: 877 * IP-Src = 10.0.0.0/255.0.0.0 878 * value: 0x0A000000 mask: FF000000 flag: RQFPR_IPV4 879 * 880 * Ethtool gives us a value=0 and mask=~0 for don't care a tuple 881 * For a don't care mask it gives us a 0 882 * 883 * The check if don't care and the mask adjustment if mask=0 is done for VLAN 884 * and MAC stuff on an upper level (due to missing information on this level). 885 * For these guys we can discard them if they are value=0 and mask=0. 886 * 887 * Further the all masks are one-padded for better hardware efficiency. 888 */ 889 static void gfar_set_attribute(u32 value, u32 mask, u32 flag, 890 struct filer_table *tab) 891 { 892 switch (flag) { 893 /* 3bit */ 894 case RQFCR_PID_PRI: 895 if (!(value | mask)) 896 return; 897 mask |= RQFCR_PID_PRI_MASK; 898 break; 899 /* 8bit */ 900 case RQFCR_PID_L4P: 901 case RQFCR_PID_TOS: 902 if (!~(mask | RQFCR_PID_L4P_MASK)) 903 return; 904 if (!mask) 905 mask = ~0; 906 else 907 mask |= RQFCR_PID_L4P_MASK; 908 break; 909 /* 12bit */ 910 case RQFCR_PID_VID: 911 if (!(value | mask)) 912 return; 913 mask |= RQFCR_PID_VID_MASK; 914 break; 915 /* 16bit */ 916 case RQFCR_PID_DPT: 917 case RQFCR_PID_SPT: 918 case RQFCR_PID_ETY: 919 if (!~(mask | RQFCR_PID_PORT_MASK)) 920 return; 921 if (!mask) 922 mask = ~0; 923 else 924 mask |= RQFCR_PID_PORT_MASK; 925 break; 926 /* 24bit */ 927 case RQFCR_PID_DAH: 928 case RQFCR_PID_DAL: 929 case RQFCR_PID_SAH: 930 case RQFCR_PID_SAL: 931 if (!(value | mask)) 932 return; 933 mask |= RQFCR_PID_MAC_MASK; 934 break; 935 /* for all real 32bit masks */ 936 default: 937 if (!~mask) 938 return; 939 if (!mask) 940 mask = ~0; 941 break; 942 } 943 gfar_set_general_attribute(value, mask, flag, tab); 944 } 945 946 /* Translates value and mask for UDP, TCP or SCTP */ 947 static void gfar_set_basic_ip(struct ethtool_tcpip4_spec *value, 948 struct ethtool_tcpip4_spec *mask, 949 struct filer_table *tab) 950 { 951 gfar_set_attribute(be32_to_cpu(value->ip4src), 952 be32_to_cpu(mask->ip4src), 953 RQFCR_PID_SIA, tab); 954 gfar_set_attribute(be32_to_cpu(value->ip4dst), 955 be32_to_cpu(mask->ip4dst), 956 RQFCR_PID_DIA, tab); 957 gfar_set_attribute(be16_to_cpu(value->pdst), 958 be16_to_cpu(mask->pdst), 959 RQFCR_PID_DPT, tab); 960 gfar_set_attribute(be16_to_cpu(value->psrc), 961 be16_to_cpu(mask->psrc), 962 RQFCR_PID_SPT, tab); 963 gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab); 964 } 965 966 /* Translates value and mask for RAW-IP4 */ 967 static void gfar_set_user_ip(struct ethtool_usrip4_spec *value, 968 struct ethtool_usrip4_spec *mask, 969 struct filer_table *tab) 970 { 971 gfar_set_attribute(be32_to_cpu(value->ip4src), 972 be32_to_cpu(mask->ip4src), 973 RQFCR_PID_SIA, tab); 974 gfar_set_attribute(be32_to_cpu(value->ip4dst), 975 be32_to_cpu(mask->ip4dst), 976 RQFCR_PID_DIA, tab); 977 gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab); 978 gfar_set_attribute(value->proto, mask->proto, RQFCR_PID_L4P, tab); 979 gfar_set_attribute(be32_to_cpu(value->l4_4_bytes), 980 be32_to_cpu(mask->l4_4_bytes), 981 RQFCR_PID_ARB, tab); 982 983 } 984 985 /* Translates value and mask for ETHER spec */ 986 static void gfar_set_ether(struct ethhdr *value, struct ethhdr *mask, 987 struct filer_table *tab) 988 { 989 u32 upper_temp_mask = 0; 990 u32 lower_temp_mask = 0; 991 992 /* Source address */ 993 if (!is_broadcast_ether_addr(mask->h_source)) { 994 if (is_zero_ether_addr(mask->h_source)) { 995 upper_temp_mask = 0xFFFFFFFF; 996 lower_temp_mask = 0xFFFFFFFF; 997 } else { 998 upper_temp_mask = mask->h_source[0] << 16 | 999 mask->h_source[1] << 8 | 1000 mask->h_source[2]; 1001 lower_temp_mask = mask->h_source[3] << 16 | 1002 mask->h_source[4] << 8 | 1003 mask->h_source[5]; 1004 } 1005 /* Upper 24bit */ 1006 gfar_set_attribute(value->h_source[0] << 16 | 1007 value->h_source[1] << 8 | 1008 value->h_source[2], 1009 upper_temp_mask, RQFCR_PID_SAH, tab); 1010 /* And the same for the lower part */ 1011 gfar_set_attribute(value->h_source[3] << 16 | 1012 value->h_source[4] << 8 | 1013 value->h_source[5], 1014 lower_temp_mask, RQFCR_PID_SAL, tab); 1015 } 1016 /* Destination address */ 1017 if (!is_broadcast_ether_addr(mask->h_dest)) { 1018 /* Special for destination is limited broadcast */ 1019 if ((is_broadcast_ether_addr(value->h_dest) && 1020 is_zero_ether_addr(mask->h_dest))) { 1021 gfar_set_parse_bits(RQFPR_EBC, RQFPR_EBC, tab); 1022 } else { 1023 if (is_zero_ether_addr(mask->h_dest)) { 1024 upper_temp_mask = 0xFFFFFFFF; 1025 lower_temp_mask = 0xFFFFFFFF; 1026 } else { 1027 upper_temp_mask = mask->h_dest[0] << 16 | 1028 mask->h_dest[1] << 8 | 1029 mask->h_dest[2]; 1030 lower_temp_mask = mask->h_dest[3] << 16 | 1031 mask->h_dest[4] << 8 | 1032 mask->h_dest[5]; 1033 } 1034 1035 /* Upper 24bit */ 1036 gfar_set_attribute(value->h_dest[0] << 16 | 1037 value->h_dest[1] << 8 | 1038 value->h_dest[2], 1039 upper_temp_mask, RQFCR_PID_DAH, tab); 1040 /* And the same for the lower part */ 1041 gfar_set_attribute(value->h_dest[3] << 16 | 1042 value->h_dest[4] << 8 | 1043 value->h_dest[5], 1044 lower_temp_mask, RQFCR_PID_DAL, tab); 1045 } 1046 } 1047 1048 gfar_set_attribute(be16_to_cpu(value->h_proto), 1049 be16_to_cpu(mask->h_proto), 1050 RQFCR_PID_ETY, tab); 1051 } 1052 1053 static inline u32 vlan_tci_vid(struct ethtool_rx_flow_spec *rule) 1054 { 1055 return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_VID_MASK; 1056 } 1057 1058 static inline u32 vlan_tci_vidm(struct ethtool_rx_flow_spec *rule) 1059 { 1060 return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_VID_MASK; 1061 } 1062 1063 static inline u32 vlan_tci_cfi(struct ethtool_rx_flow_spec *rule) 1064 { 1065 return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_CFI_MASK; 1066 } 1067 1068 static inline u32 vlan_tci_cfim(struct ethtool_rx_flow_spec *rule) 1069 { 1070 return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_CFI_MASK; 1071 } 1072 1073 static inline u32 vlan_tci_prio(struct ethtool_rx_flow_spec *rule) 1074 { 1075 return (be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_PRIO_MASK) >> 1076 VLAN_PRIO_SHIFT; 1077 } 1078 1079 static inline u32 vlan_tci_priom(struct ethtool_rx_flow_spec *rule) 1080 { 1081 return (be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_PRIO_MASK) >> 1082 VLAN_PRIO_SHIFT; 1083 } 1084 1085 /* Convert a rule to binary filter format of gianfar */ 1086 static int gfar_convert_to_filer(struct ethtool_rx_flow_spec *rule, 1087 struct filer_table *tab) 1088 { 1089 u32 vlan = 0, vlan_mask = 0; 1090 u32 id = 0, id_mask = 0; 1091 u32 cfi = 0, cfi_mask = 0; 1092 u32 prio = 0, prio_mask = 0; 1093 u32 old_index = tab->index; 1094 1095 /* Check if vlan is wanted */ 1096 if ((rule->flow_type & FLOW_EXT) && 1097 (rule->m_ext.vlan_tci != cpu_to_be16(0xFFFF))) { 1098 if (!rule->m_ext.vlan_tci) 1099 rule->m_ext.vlan_tci = cpu_to_be16(0xFFFF); 1100 1101 vlan = RQFPR_VLN; 1102 vlan_mask = RQFPR_VLN; 1103 1104 /* Separate the fields */ 1105 id = vlan_tci_vid(rule); 1106 id_mask = vlan_tci_vidm(rule); 1107 cfi = vlan_tci_cfi(rule); 1108 cfi_mask = vlan_tci_cfim(rule); 1109 prio = vlan_tci_prio(rule); 1110 prio_mask = vlan_tci_priom(rule); 1111 1112 if (cfi_mask) { 1113 if (cfi) 1114 vlan |= RQFPR_CFI; 1115 vlan_mask |= RQFPR_CFI; 1116 } 1117 } 1118 1119 switch (rule->flow_type & ~FLOW_EXT) { 1120 case TCP_V4_FLOW: 1121 gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_TCP | vlan, 1122 RQFPR_IPV4 | RQFPR_TCP | vlan_mask, tab); 1123 gfar_set_basic_ip(&rule->h_u.tcp_ip4_spec, 1124 &rule->m_u.tcp_ip4_spec, tab); 1125 break; 1126 case UDP_V4_FLOW: 1127 gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_UDP | vlan, 1128 RQFPR_IPV4 | RQFPR_UDP | vlan_mask, tab); 1129 gfar_set_basic_ip(&rule->h_u.udp_ip4_spec, 1130 &rule->m_u.udp_ip4_spec, tab); 1131 break; 1132 case SCTP_V4_FLOW: 1133 gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask, 1134 tab); 1135 gfar_set_attribute(132, 0, RQFCR_PID_L4P, tab); 1136 gfar_set_basic_ip((struct ethtool_tcpip4_spec *)&rule->h_u, 1137 (struct ethtool_tcpip4_spec *)&rule->m_u, 1138 tab); 1139 break; 1140 case IP_USER_FLOW: 1141 gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask, 1142 tab); 1143 gfar_set_user_ip((struct ethtool_usrip4_spec *) &rule->h_u, 1144 (struct ethtool_usrip4_spec *) &rule->m_u, 1145 tab); 1146 break; 1147 case ETHER_FLOW: 1148 if (vlan) 1149 gfar_set_parse_bits(vlan, vlan_mask, tab); 1150 gfar_set_ether((struct ethhdr *) &rule->h_u, 1151 (struct ethhdr *) &rule->m_u, tab); 1152 break; 1153 default: 1154 return -1; 1155 } 1156 1157 /* Set the vlan attributes in the end */ 1158 if (vlan) { 1159 gfar_set_attribute(id, id_mask, RQFCR_PID_VID, tab); 1160 gfar_set_attribute(prio, prio_mask, RQFCR_PID_PRI, tab); 1161 } 1162 1163 /* If there has been nothing written till now, it must be a default */ 1164 if (tab->index == old_index) { 1165 gfar_set_mask(0xFFFFFFFF, tab); 1166 tab->fe[tab->index].ctrl = 0x20; 1167 tab->fe[tab->index].prop = 0x0; 1168 tab->index++; 1169 } 1170 1171 /* Remove last AND */ 1172 tab->fe[tab->index - 1].ctrl &= (~RQFCR_AND); 1173 1174 /* Specify which queue to use or to drop */ 1175 if (rule->ring_cookie == RX_CLS_FLOW_DISC) 1176 tab->fe[tab->index - 1].ctrl |= RQFCR_RJE; 1177 else 1178 tab->fe[tab->index - 1].ctrl |= (rule->ring_cookie << 10); 1179 1180 /* Only big enough entries can be clustered */ 1181 if (tab->index > (old_index + 2)) { 1182 tab->fe[old_index + 1].ctrl |= RQFCR_CLE; 1183 tab->fe[tab->index - 1].ctrl |= RQFCR_CLE; 1184 } 1185 1186 /* In rare cases the cache can be full while there is 1187 * free space in hw 1188 */ 1189 if (tab->index > MAX_FILER_CACHE_IDX - 1) 1190 return -EBUSY; 1191 1192 return 0; 1193 } 1194 1195 /* Write the bit-pattern from software's buffer to hardware registers */ 1196 static int gfar_write_filer_table(struct gfar_private *priv, 1197 struct filer_table *tab) 1198 { 1199 u32 i = 0; 1200 if (tab->index > MAX_FILER_IDX - 1) 1201 return -EBUSY; 1202 1203 /* Fill regular entries */ 1204 for (; i < MAX_FILER_IDX && (tab->fe[i].ctrl | tab->fe[i].prop); i++) 1205 gfar_write_filer(priv, i, tab->fe[i].ctrl, tab->fe[i].prop); 1206 /* Fill the rest with fall-troughs */ 1207 for (; i < MAX_FILER_IDX; i++) 1208 gfar_write_filer(priv, i, 0x60, 0xFFFFFFFF); 1209 /* Last entry must be default accept 1210 * because that's what people expect 1211 */ 1212 gfar_write_filer(priv, i, 0x20, 0x0); 1213 1214 return 0; 1215 } 1216 1217 static int gfar_check_capability(struct ethtool_rx_flow_spec *flow, 1218 struct gfar_private *priv) 1219 { 1220 1221 if (flow->flow_type & FLOW_EXT) { 1222 if (~flow->m_ext.data[0] || ~flow->m_ext.data[1]) 1223 netdev_warn(priv->ndev, 1224 "User-specific data not supported!\n"); 1225 if (~flow->m_ext.vlan_etype) 1226 netdev_warn(priv->ndev, 1227 "VLAN-etype not supported!\n"); 1228 } 1229 if (flow->flow_type == IP_USER_FLOW) 1230 if (flow->h_u.usr_ip4_spec.ip_ver != ETH_RX_NFC_IP4) 1231 netdev_warn(priv->ndev, 1232 "IP-Version differing from IPv4 not supported!\n"); 1233 1234 return 0; 1235 } 1236 1237 static int gfar_process_filer_changes(struct gfar_private *priv) 1238 { 1239 struct ethtool_flow_spec_container *j; 1240 struct filer_table *tab; 1241 s32 ret = 0; 1242 1243 /* So index is set to zero, too! */ 1244 tab = kzalloc(sizeof(*tab), GFP_KERNEL); 1245 if (tab == NULL) 1246 return -ENOMEM; 1247 1248 /* Now convert the existing filer data from flow_spec into 1249 * filer tables binary format 1250 */ 1251 list_for_each_entry(j, &priv->rx_list.list, list) { 1252 ret = gfar_convert_to_filer(&j->fs, tab); 1253 if (ret == -EBUSY) { 1254 netdev_err(priv->ndev, 1255 "Rule not added: No free space!\n"); 1256 goto end; 1257 } 1258 if (ret == -1) { 1259 netdev_err(priv->ndev, 1260 "Rule not added: Unsupported Flow-type!\n"); 1261 goto end; 1262 } 1263 } 1264 1265 /* Write everything to hardware */ 1266 ret = gfar_write_filer_table(priv, tab); 1267 if (ret == -EBUSY) { 1268 netdev_err(priv->ndev, "Rule not added: No free space!\n"); 1269 goto end; 1270 } 1271 1272 end: 1273 kfree(tab); 1274 return ret; 1275 } 1276 1277 static void gfar_invert_masks(struct ethtool_rx_flow_spec *flow) 1278 { 1279 u32 i = 0; 1280 1281 for (i = 0; i < sizeof(flow->m_u); i++) 1282 flow->m_u.hdata[i] ^= 0xFF; 1283 1284 flow->m_ext.vlan_etype ^= cpu_to_be16(0xFFFF); 1285 flow->m_ext.vlan_tci ^= cpu_to_be16(0xFFFF); 1286 flow->m_ext.data[0] ^= cpu_to_be32(~0); 1287 flow->m_ext.data[1] ^= cpu_to_be32(~0); 1288 } 1289 1290 static int gfar_add_cls(struct gfar_private *priv, 1291 struct ethtool_rx_flow_spec *flow) 1292 { 1293 struct ethtool_flow_spec_container *temp, *comp; 1294 int ret = 0; 1295 1296 temp = kmalloc(sizeof(*temp), GFP_KERNEL); 1297 if (temp == NULL) 1298 return -ENOMEM; 1299 memcpy(&temp->fs, flow, sizeof(temp->fs)); 1300 1301 gfar_invert_masks(&temp->fs); 1302 ret = gfar_check_capability(&temp->fs, priv); 1303 if (ret) 1304 goto clean_mem; 1305 /* Link in the new element at the right @location */ 1306 if (list_empty(&priv->rx_list.list)) { 1307 ret = gfar_check_filer_hardware(priv); 1308 if (ret != 0) 1309 goto clean_mem; 1310 list_add(&temp->list, &priv->rx_list.list); 1311 goto process; 1312 } else { 1313 list_for_each_entry(comp, &priv->rx_list.list, list) { 1314 if (comp->fs.location > flow->location) { 1315 list_add_tail(&temp->list, &comp->list); 1316 goto process; 1317 } 1318 if (comp->fs.location == flow->location) { 1319 netdev_err(priv->ndev, 1320 "Rule not added: ID %d not free!\n", 1321 flow->location); 1322 ret = -EBUSY; 1323 goto clean_mem; 1324 } 1325 } 1326 list_add_tail(&temp->list, &priv->rx_list.list); 1327 } 1328 1329 process: 1330 priv->rx_list.count++; 1331 ret = gfar_process_filer_changes(priv); 1332 if (ret) 1333 goto clean_list; 1334 return ret; 1335 1336 clean_list: 1337 priv->rx_list.count--; 1338 list_del(&temp->list); 1339 clean_mem: 1340 kfree(temp); 1341 return ret; 1342 } 1343 1344 static int gfar_del_cls(struct gfar_private *priv, u32 loc) 1345 { 1346 struct ethtool_flow_spec_container *comp; 1347 u32 ret = -EINVAL; 1348 1349 if (list_empty(&priv->rx_list.list)) 1350 return ret; 1351 1352 list_for_each_entry(comp, &priv->rx_list.list, list) { 1353 if (comp->fs.location == loc) { 1354 list_del(&comp->list); 1355 kfree(comp); 1356 priv->rx_list.count--; 1357 gfar_process_filer_changes(priv); 1358 ret = 0; 1359 break; 1360 } 1361 } 1362 1363 return ret; 1364 } 1365 1366 static int gfar_get_cls(struct gfar_private *priv, struct ethtool_rxnfc *cmd) 1367 { 1368 struct ethtool_flow_spec_container *comp; 1369 u32 ret = -EINVAL; 1370 1371 list_for_each_entry(comp, &priv->rx_list.list, list) { 1372 if (comp->fs.location == cmd->fs.location) { 1373 memcpy(&cmd->fs, &comp->fs, sizeof(cmd->fs)); 1374 gfar_invert_masks(&cmd->fs); 1375 ret = 0; 1376 break; 1377 } 1378 } 1379 1380 return ret; 1381 } 1382 1383 static int gfar_get_cls_all(struct gfar_private *priv, 1384 struct ethtool_rxnfc *cmd, u32 *rule_locs) 1385 { 1386 struct ethtool_flow_spec_container *comp; 1387 u32 i = 0; 1388 1389 list_for_each_entry(comp, &priv->rx_list.list, list) { 1390 if (i == cmd->rule_cnt) 1391 return -EMSGSIZE; 1392 rule_locs[i] = comp->fs.location; 1393 i++; 1394 } 1395 1396 cmd->data = MAX_FILER_IDX; 1397 cmd->rule_cnt = i; 1398 1399 return 0; 1400 } 1401 1402 static int gfar_set_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd) 1403 { 1404 struct gfar_private *priv = netdev_priv(dev); 1405 int ret = 0; 1406 1407 if (test_bit(GFAR_RESETTING, &priv->state)) 1408 return -EBUSY; 1409 1410 mutex_lock(&priv->rx_queue_access); 1411 1412 switch (cmd->cmd) { 1413 case ETHTOOL_SRXCLSRLINS: 1414 if ((cmd->fs.ring_cookie != RX_CLS_FLOW_DISC && 1415 cmd->fs.ring_cookie >= priv->num_rx_queues) || 1416 cmd->fs.location >= MAX_FILER_IDX) { 1417 ret = -EINVAL; 1418 break; 1419 } 1420 ret = gfar_add_cls(priv, &cmd->fs); 1421 break; 1422 case ETHTOOL_SRXCLSRLDEL: 1423 ret = gfar_del_cls(priv, cmd->fs.location); 1424 break; 1425 default: 1426 ret = -EINVAL; 1427 } 1428 1429 mutex_unlock(&priv->rx_queue_access); 1430 1431 return ret; 1432 } 1433 1434 static int gfar_get_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd, 1435 u32 *rule_locs) 1436 { 1437 struct gfar_private *priv = netdev_priv(dev); 1438 int ret = 0; 1439 1440 switch (cmd->cmd) { 1441 case ETHTOOL_GRXRINGS: 1442 cmd->data = priv->num_rx_queues; 1443 break; 1444 case ETHTOOL_GRXCLSRLCNT: 1445 cmd->rule_cnt = priv->rx_list.count; 1446 break; 1447 case ETHTOOL_GRXCLSRULE: 1448 ret = gfar_get_cls(priv, cmd); 1449 break; 1450 case ETHTOOL_GRXCLSRLALL: 1451 ret = gfar_get_cls_all(priv, cmd, rule_locs); 1452 break; 1453 default: 1454 ret = -EINVAL; 1455 break; 1456 } 1457 1458 return ret; 1459 } 1460 1461 static int gfar_get_ts_info(struct net_device *dev, 1462 struct kernel_ethtool_ts_info *info) 1463 { 1464 struct gfar_private *priv = netdev_priv(dev); 1465 struct platform_device *ptp_dev; 1466 struct device_node *ptp_node; 1467 struct ptp_qoriq *ptp = NULL; 1468 1469 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_TIMER)) { 1470 info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE; 1471 return 0; 1472 } 1473 1474 ptp_node = of_find_compatible_node(NULL, NULL, "fsl,etsec-ptp"); 1475 if (ptp_node) { 1476 ptp_dev = of_find_device_by_node(ptp_node); 1477 of_node_put(ptp_node); 1478 if (ptp_dev) { 1479 ptp = platform_get_drvdata(ptp_dev); 1480 put_device(&ptp_dev->dev); 1481 } 1482 } 1483 1484 if (ptp) 1485 info->phc_index = ptp->phc_index; 1486 1487 info->so_timestamping = SOF_TIMESTAMPING_TX_HARDWARE | 1488 SOF_TIMESTAMPING_RX_HARDWARE | 1489 SOF_TIMESTAMPING_RAW_HARDWARE | 1490 SOF_TIMESTAMPING_TX_SOFTWARE; 1491 info->tx_types = (1 << HWTSTAMP_TX_OFF) | 1492 (1 << HWTSTAMP_TX_ON); 1493 info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) | 1494 (1 << HWTSTAMP_FILTER_ALL); 1495 return 0; 1496 } 1497 1498 const struct ethtool_ops gfar_ethtool_ops = { 1499 .supported_coalesce_params = ETHTOOL_COALESCE_USECS | 1500 ETHTOOL_COALESCE_MAX_FRAMES, 1501 .get_drvinfo = gfar_gdrvinfo, 1502 .get_regs_len = gfar_reglen, 1503 .get_regs = gfar_get_regs, 1504 .get_link = ethtool_op_get_link, 1505 .get_coalesce = gfar_gcoalesce, 1506 .set_coalesce = gfar_scoalesce, 1507 .get_ringparam = gfar_gringparam, 1508 .set_ringparam = gfar_sringparam, 1509 .get_pauseparam = gfar_gpauseparam, 1510 .set_pauseparam = gfar_spauseparam, 1511 .get_strings = gfar_gstrings, 1512 .get_sset_count = gfar_sset_count, 1513 .get_ethtool_stats = gfar_fill_stats, 1514 .get_msglevel = gfar_get_msglevel, 1515 .set_msglevel = gfar_set_msglevel, 1516 #ifdef CONFIG_PM 1517 .get_wol = gfar_get_wol, 1518 .set_wol = gfar_set_wol, 1519 #endif 1520 .set_rxnfc = gfar_set_nfc, 1521 .get_rxnfc = gfar_get_nfc, 1522 .set_rxfh_fields = gfar_set_rxfh_fields, 1523 .get_ts_info = gfar_get_ts_info, 1524 .get_link_ksettings = phy_ethtool_get_link_ksettings, 1525 .set_link_ksettings = phy_ethtool_set_link_ksettings, 1526 }; 1527