1e689cf4aSJeff Kirsher /* sunvnet.c: Sun LDOM Virtual Network Driver. 2e689cf4aSJeff Kirsher * 3e689cf4aSJeff Kirsher * Copyright (C) 2007, 2008 David S. Miller <davem@davemloft.net> 4*0f512c84SShannon Nelson * Copyright (C) 2016-2017 Oracle. All rights reserved. 5e689cf4aSJeff Kirsher */ 6e689cf4aSJeff Kirsher 7e689cf4aSJeff Kirsher #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 8e689cf4aSJeff Kirsher 9e689cf4aSJeff Kirsher #include <linux/module.h> 10e689cf4aSJeff Kirsher #include <linux/kernel.h> 11e689cf4aSJeff Kirsher #include <linux/types.h> 12e689cf4aSJeff Kirsher #include <linux/slab.h> 13e689cf4aSJeff Kirsher #include <linux/delay.h> 14e689cf4aSJeff Kirsher #include <linux/init.h> 15e689cf4aSJeff Kirsher #include <linux/netdevice.h> 16e689cf4aSJeff Kirsher #include <linux/ethtool.h> 17e689cf4aSJeff Kirsher #include <linux/etherdevice.h> 18e689cf4aSJeff Kirsher #include <linux/mutex.h> 19da38c564SDavid L Stevens #include <linux/highmem.h> 20e4defc77SDavid L Stevens #include <linux/if_vlan.h> 21e689cf4aSJeff Kirsher 22a2b78e9bSDavid L Stevens #if IS_ENABLED(CONFIG_IPV6) 23a2b78e9bSDavid L Stevens #include <linux/icmpv6.h> 24a2b78e9bSDavid L Stevens #endif 25a2b78e9bSDavid L Stevens 266d0ba919SDavid L Stevens #include <net/ip.h> 27a2b78e9bSDavid L Stevens #include <net/icmp.h> 28a2b78e9bSDavid L Stevens #include <net/route.h> 29a2b78e9bSDavid L Stevens 30e689cf4aSJeff Kirsher #include <asm/vio.h> 31e689cf4aSJeff Kirsher #include <asm/ldc.h> 32e689cf4aSJeff Kirsher 3331762eaaSAaron Young #include "sunvnet_common.h" 3431762eaaSAaron Young 3531762eaaSAaron Young /* length of time before we decide the hardware is borked, 3631762eaaSAaron Young * and dev->tx_timeout() should be called to fix the problem 3731762eaaSAaron Young */ 3831762eaaSAaron Young #define VNET_TX_TIMEOUT (5 * HZ) 39e689cf4aSJeff Kirsher 40e689cf4aSJeff Kirsher #define DRV_MODULE_NAME "sunvnet" 41f2f3e210SShannon Nelson #define DRV_MODULE_VERSION "2.0" 42f2f3e210SShannon Nelson #define DRV_MODULE_RELDATE "February 3, 2017" 43e689cf4aSJeff Kirsher 44f73d12bdSBill Pemberton static char version[] = 45f2f3e210SShannon Nelson DRV_MODULE_NAME " " DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")"; 46e689cf4aSJeff Kirsher MODULE_AUTHOR("David S. Miller (davem@davemloft.net)"); 47e689cf4aSJeff Kirsher MODULE_DESCRIPTION("Sun LDOM virtual network driver"); 48e689cf4aSJeff Kirsher MODULE_LICENSE("GPL"); 49e689cf4aSJeff Kirsher MODULE_VERSION(DRV_MODULE_VERSION); 50e689cf4aSJeff Kirsher 51e689cf4aSJeff Kirsher /* Ordered from largest major to lowest */ 52e689cf4aSJeff Kirsher static struct vio_version vnet_versions[] = { 536d0ba919SDavid L Stevens { .major = 1, .minor = 8 }, 546d0ba919SDavid L Stevens { .major = 1, .minor = 7 }, 55e4defc77SDavid L Stevens { .major = 1, .minor = 6 }, 56e689cf4aSJeff Kirsher { .major = 1, .minor = 0 }, 57e689cf4aSJeff Kirsher }; 58e689cf4aSJeff Kirsher 59e689cf4aSJeff Kirsher static void vnet_get_drvinfo(struct net_device *dev, 60e689cf4aSJeff Kirsher struct ethtool_drvinfo *info) 61e689cf4aSJeff Kirsher { 627826d43fSJiri Pirko strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver)); 637826d43fSJiri Pirko strlcpy(info->version, DRV_MODULE_VERSION, sizeof(info->version)); 64e689cf4aSJeff Kirsher } 65e689cf4aSJeff Kirsher 66e689cf4aSJeff Kirsher static u32 vnet_get_msglevel(struct net_device *dev) 67e689cf4aSJeff Kirsher { 68e689cf4aSJeff Kirsher struct vnet *vp = netdev_priv(dev); 69dc153f85SAaron Young 70e689cf4aSJeff Kirsher return vp->msg_enable; 71e689cf4aSJeff Kirsher } 72e689cf4aSJeff Kirsher 73e689cf4aSJeff Kirsher static void vnet_set_msglevel(struct net_device *dev, u32 value) 74e689cf4aSJeff Kirsher { 75e689cf4aSJeff Kirsher struct vnet *vp = netdev_priv(dev); 76dc153f85SAaron Young 77e689cf4aSJeff Kirsher vp->msg_enable = value; 78e689cf4aSJeff Kirsher } 79e689cf4aSJeff Kirsher 80*0f512c84SShannon Nelson static const struct { 81*0f512c84SShannon Nelson const char string[ETH_GSTRING_LEN]; 82*0f512c84SShannon Nelson } ethtool_stats_keys[] = { 83*0f512c84SShannon Nelson { "rx_packets" }, 84*0f512c84SShannon Nelson { "tx_packets" }, 85*0f512c84SShannon Nelson { "rx_bytes" }, 86*0f512c84SShannon Nelson { "tx_bytes" }, 87*0f512c84SShannon Nelson { "rx_errors" }, 88*0f512c84SShannon Nelson { "tx_errors" }, 89*0f512c84SShannon Nelson { "rx_dropped" }, 90*0f512c84SShannon Nelson { "tx_dropped" }, 91*0f512c84SShannon Nelson { "multicast" }, 92*0f512c84SShannon Nelson { "rx_length_errors" }, 93*0f512c84SShannon Nelson { "rx_frame_errors" }, 94*0f512c84SShannon Nelson { "rx_missed_errors" }, 95*0f512c84SShannon Nelson { "tx_carrier_errors" }, 96*0f512c84SShannon Nelson { "nports" }, 97*0f512c84SShannon Nelson }; 98*0f512c84SShannon Nelson 99*0f512c84SShannon Nelson static int vnet_get_sset_count(struct net_device *dev, int sset) 100*0f512c84SShannon Nelson { 101*0f512c84SShannon Nelson struct vnet *vp = (struct vnet *)netdev_priv(dev); 102*0f512c84SShannon Nelson 103*0f512c84SShannon Nelson switch (sset) { 104*0f512c84SShannon Nelson case ETH_SS_STATS: 105*0f512c84SShannon Nelson return ARRAY_SIZE(ethtool_stats_keys) 106*0f512c84SShannon Nelson + (NUM_VNET_PORT_STATS * vp->nports); 107*0f512c84SShannon Nelson default: 108*0f512c84SShannon Nelson return -EOPNOTSUPP; 109*0f512c84SShannon Nelson } 110*0f512c84SShannon Nelson } 111*0f512c84SShannon Nelson 112*0f512c84SShannon Nelson static void vnet_get_strings(struct net_device *dev, u32 stringset, u8 *buf) 113*0f512c84SShannon Nelson { 114*0f512c84SShannon Nelson struct vnet *vp = (struct vnet *)netdev_priv(dev); 115*0f512c84SShannon Nelson struct vnet_port *port; 116*0f512c84SShannon Nelson char *p = (char *)buf; 117*0f512c84SShannon Nelson 118*0f512c84SShannon Nelson switch (stringset) { 119*0f512c84SShannon Nelson case ETH_SS_STATS: 120*0f512c84SShannon Nelson memcpy(buf, ðtool_stats_keys, sizeof(ethtool_stats_keys)); 121*0f512c84SShannon Nelson p += sizeof(ethtool_stats_keys); 122*0f512c84SShannon Nelson 123*0f512c84SShannon Nelson rcu_read_lock(); 124*0f512c84SShannon Nelson list_for_each_entry_rcu(port, &vp->port_list, list) { 125*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.%s-%pM", 126*0f512c84SShannon Nelson port->q_index, port->switch_port ? "s" : "q", 127*0f512c84SShannon Nelson port->raddr); 128*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 129*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.rx_packets", 130*0f512c84SShannon Nelson port->q_index); 131*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 132*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.tx_packets", 133*0f512c84SShannon Nelson port->q_index); 134*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 135*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.rx_bytes", 136*0f512c84SShannon Nelson port->q_index); 137*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 138*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.tx_bytes", 139*0f512c84SShannon Nelson port->q_index); 140*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 141*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.event_up", 142*0f512c84SShannon Nelson port->q_index); 143*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 144*0f512c84SShannon Nelson snprintf(p, ETH_GSTRING_LEN, "p%u.event_reset", 145*0f512c84SShannon Nelson port->q_index); 146*0f512c84SShannon Nelson p += ETH_GSTRING_LEN; 147*0f512c84SShannon Nelson } 148*0f512c84SShannon Nelson rcu_read_unlock(); 149*0f512c84SShannon Nelson break; 150*0f512c84SShannon Nelson default: 151*0f512c84SShannon Nelson WARN_ON(1); 152*0f512c84SShannon Nelson break; 153*0f512c84SShannon Nelson } 154*0f512c84SShannon Nelson } 155*0f512c84SShannon Nelson 156*0f512c84SShannon Nelson static void vnet_get_ethtool_stats(struct net_device *dev, 157*0f512c84SShannon Nelson struct ethtool_stats *estats, u64 *data) 158*0f512c84SShannon Nelson { 159*0f512c84SShannon Nelson struct vnet *vp = (struct vnet *)netdev_priv(dev); 160*0f512c84SShannon Nelson struct vnet_port *port; 161*0f512c84SShannon Nelson int i = 0; 162*0f512c84SShannon Nelson 163*0f512c84SShannon Nelson data[i++] = dev->stats.rx_packets; 164*0f512c84SShannon Nelson data[i++] = dev->stats.tx_packets; 165*0f512c84SShannon Nelson data[i++] = dev->stats.rx_bytes; 166*0f512c84SShannon Nelson data[i++] = dev->stats.tx_bytes; 167*0f512c84SShannon Nelson data[i++] = dev->stats.rx_errors; 168*0f512c84SShannon Nelson data[i++] = dev->stats.tx_errors; 169*0f512c84SShannon Nelson data[i++] = dev->stats.rx_dropped; 170*0f512c84SShannon Nelson data[i++] = dev->stats.tx_dropped; 171*0f512c84SShannon Nelson data[i++] = dev->stats.multicast; 172*0f512c84SShannon Nelson data[i++] = dev->stats.rx_length_errors; 173*0f512c84SShannon Nelson data[i++] = dev->stats.rx_frame_errors; 174*0f512c84SShannon Nelson data[i++] = dev->stats.rx_missed_errors; 175*0f512c84SShannon Nelson data[i++] = dev->stats.tx_carrier_errors; 176*0f512c84SShannon Nelson data[i++] = vp->nports; 177*0f512c84SShannon Nelson 178*0f512c84SShannon Nelson rcu_read_lock(); 179*0f512c84SShannon Nelson list_for_each_entry_rcu(port, &vp->port_list, list) { 180*0f512c84SShannon Nelson data[i++] = port->q_index; 181*0f512c84SShannon Nelson data[i++] = port->stats.rx_packets; 182*0f512c84SShannon Nelson data[i++] = port->stats.tx_packets; 183*0f512c84SShannon Nelson data[i++] = port->stats.rx_bytes; 184*0f512c84SShannon Nelson data[i++] = port->stats.tx_bytes; 185*0f512c84SShannon Nelson data[i++] = port->stats.event_up; 186*0f512c84SShannon Nelson data[i++] = port->stats.event_reset; 187*0f512c84SShannon Nelson } 188*0f512c84SShannon Nelson rcu_read_unlock(); 189*0f512c84SShannon Nelson } 190*0f512c84SShannon Nelson 191e689cf4aSJeff Kirsher static const struct ethtool_ops vnet_ethtool_ops = { 192e689cf4aSJeff Kirsher .get_drvinfo = vnet_get_drvinfo, 193e689cf4aSJeff Kirsher .get_msglevel = vnet_get_msglevel, 194e689cf4aSJeff Kirsher .set_msglevel = vnet_set_msglevel, 195e689cf4aSJeff Kirsher .get_link = ethtool_op_get_link, 196*0f512c84SShannon Nelson .get_sset_count = vnet_get_sset_count, 197*0f512c84SShannon Nelson .get_strings = vnet_get_strings, 198*0f512c84SShannon Nelson .get_ethtool_stats = vnet_get_ethtool_stats, 199e689cf4aSJeff Kirsher }; 200e689cf4aSJeff Kirsher 201e689cf4aSJeff Kirsher static LIST_HEAD(vnet_list); 202e689cf4aSJeff Kirsher static DEFINE_MUTEX(vnet_list_mutex); 203e689cf4aSJeff Kirsher 20467d0719fSAaron Young static struct vnet_port *__tx_port_find(struct vnet *vp, struct sk_buff *skb) 20567d0719fSAaron Young { 20667d0719fSAaron Young unsigned int hash = vnet_hashfn(skb->data); 20767d0719fSAaron Young struct hlist_head *hp = &vp->port_hash[hash]; 20867d0719fSAaron Young struct vnet_port *port; 20967d0719fSAaron Young 21067d0719fSAaron Young hlist_for_each_entry_rcu(port, hp, hash) { 21167d0719fSAaron Young if (!sunvnet_port_is_up_common(port)) 21267d0719fSAaron Young continue; 21367d0719fSAaron Young if (ether_addr_equal(port->raddr, skb->data)) 21467d0719fSAaron Young return port; 21567d0719fSAaron Young } 21667d0719fSAaron Young list_for_each_entry_rcu(port, &vp->port_list, list) { 21767d0719fSAaron Young if (!port->switch_port) 21867d0719fSAaron Young continue; 21967d0719fSAaron Young if (!sunvnet_port_is_up_common(port)) 22067d0719fSAaron Young continue; 22167d0719fSAaron Young return port; 22267d0719fSAaron Young } 22367d0719fSAaron Young return NULL; 22467d0719fSAaron Young } 22567d0719fSAaron Young 22667d0719fSAaron Young /* func arg to vnet_start_xmit_common() to get the proper tx port */ 22767d0719fSAaron Young static struct vnet_port *vnet_tx_port_find(struct sk_buff *skb, 22867d0719fSAaron Young struct net_device *dev) 22967d0719fSAaron Young { 23067d0719fSAaron Young struct vnet *vp = netdev_priv(dev); 23167d0719fSAaron Young 23267d0719fSAaron Young return __tx_port_find(vp, skb); 23367d0719fSAaron Young } 23467d0719fSAaron Young 23567d0719fSAaron Young static u16 vnet_select_queue(struct net_device *dev, struct sk_buff *skb, 23667d0719fSAaron Young void *accel_priv, select_queue_fallback_t fallback) 23767d0719fSAaron Young { 23867d0719fSAaron Young struct vnet *vp = netdev_priv(dev); 23967d0719fSAaron Young struct vnet_port *port = __tx_port_find(vp, skb); 24067d0719fSAaron Young 24167d0719fSAaron Young if (!port) 24267d0719fSAaron Young return 0; 24367d0719fSAaron Young 24467d0719fSAaron Young return port->q_index; 24567d0719fSAaron Young } 24667d0719fSAaron Young 24767d0719fSAaron Young /* Wrappers to common functions */ 24867d0719fSAaron Young static int vnet_start_xmit(struct sk_buff *skb, struct net_device *dev) 24967d0719fSAaron Young { 25067d0719fSAaron Young return sunvnet_start_xmit_common(skb, dev, vnet_tx_port_find); 25167d0719fSAaron Young } 25267d0719fSAaron Young 25367d0719fSAaron Young static void vnet_set_rx_mode(struct net_device *dev) 25467d0719fSAaron Young { 25567d0719fSAaron Young struct vnet *vp = netdev_priv(dev); 25667d0719fSAaron Young 25767d0719fSAaron Young return sunvnet_set_rx_mode_common(dev, vp); 25867d0719fSAaron Young } 25967d0719fSAaron Young 26067d0719fSAaron Young #ifdef CONFIG_NET_POLL_CONTROLLER 26167d0719fSAaron Young static void vnet_poll_controller(struct net_device *dev) 26267d0719fSAaron Young { 26367d0719fSAaron Young struct vnet *vp = netdev_priv(dev); 26467d0719fSAaron Young 26567d0719fSAaron Young return sunvnet_poll_controller_common(dev, vp); 26667d0719fSAaron Young } 26767d0719fSAaron Young #endif 26867d0719fSAaron Young 269e689cf4aSJeff Kirsher static const struct net_device_ops vnet_ops = { 27031762eaaSAaron Young .ndo_open = sunvnet_open_common, 27131762eaaSAaron Young .ndo_stop = sunvnet_close_common, 27267d0719fSAaron Young .ndo_set_rx_mode = vnet_set_rx_mode, 27331762eaaSAaron Young .ndo_set_mac_address = sunvnet_set_mac_addr_common, 274e689cf4aSJeff Kirsher .ndo_validate_addr = eth_validate_addr, 27531762eaaSAaron Young .ndo_tx_timeout = sunvnet_tx_timeout_common, 27667d0719fSAaron Young .ndo_start_xmit = vnet_start_xmit, 27767d0719fSAaron Young .ndo_select_queue = vnet_select_queue, 27869088822SSowmini Varadhan #ifdef CONFIG_NET_POLL_CONTROLLER 27967d0719fSAaron Young .ndo_poll_controller = vnet_poll_controller, 28069088822SSowmini Varadhan #endif 281e689cf4aSJeff Kirsher }; 282e689cf4aSJeff Kirsher 2834c5d283aSSowmini Varadhan static struct vnet *vnet_new(const u64 *local_mac, 2844c5d283aSSowmini Varadhan struct vio_dev *vdev) 285e689cf4aSJeff Kirsher { 286e689cf4aSJeff Kirsher struct net_device *dev; 287e689cf4aSJeff Kirsher struct vnet *vp; 288e689cf4aSJeff Kirsher int err, i; 289e689cf4aSJeff Kirsher 290d51bffd1SSowmini Varadhan dev = alloc_etherdev_mqs(sizeof(*vp), VNET_MAX_TXQS, 1); 29141de8d4cSJoe Perches if (!dev) 292e689cf4aSJeff Kirsher return ERR_PTR(-ENOMEM); 2938e845f4cSDavid L Stevens dev->needed_headroom = VNET_PACKET_SKIP + 8; 2948e845f4cSDavid L Stevens dev->needed_tailroom = 8; 295e689cf4aSJeff Kirsher 296e689cf4aSJeff Kirsher for (i = 0; i < ETH_ALEN; i++) 297e689cf4aSJeff Kirsher dev->dev_addr[i] = (*local_mac >> (5 - i) * 8) & 0xff; 298e689cf4aSJeff Kirsher 299e689cf4aSJeff Kirsher vp = netdev_priv(dev); 300e689cf4aSJeff Kirsher 301e689cf4aSJeff Kirsher spin_lock_init(&vp->lock); 302e689cf4aSJeff Kirsher vp->dev = dev; 303e689cf4aSJeff Kirsher 304e689cf4aSJeff Kirsher INIT_LIST_HEAD(&vp->port_list); 305e689cf4aSJeff Kirsher for (i = 0; i < VNET_PORT_HASH_SIZE; i++) 306e689cf4aSJeff Kirsher INIT_HLIST_HEAD(&vp->port_hash[i]); 307e689cf4aSJeff Kirsher INIT_LIST_HEAD(&vp->list); 308e689cf4aSJeff Kirsher vp->local_mac = *local_mac; 309e689cf4aSJeff Kirsher 310e689cf4aSJeff Kirsher dev->netdev_ops = &vnet_ops; 311e689cf4aSJeff Kirsher dev->ethtool_ops = &vnet_ethtool_ops; 312e689cf4aSJeff Kirsher dev->watchdog_timeo = VNET_TX_TIMEOUT; 313e689cf4aSJeff Kirsher 314368e36edSDavid L Stevens dev->hw_features = NETIF_F_TSO | NETIF_F_GSO | NETIF_F_GSO_SOFTWARE | 3159a72dd4dSDavid L Stevens NETIF_F_HW_CSUM | NETIF_F_SG; 316da38c564SDavid L Stevens dev->features = dev->hw_features; 317da38c564SDavid L Stevens 318540bfe30SJarod Wilson /* MTU range: 68 - 65535 */ 319540bfe30SJarod Wilson dev->min_mtu = ETH_MIN_MTU; 320540bfe30SJarod Wilson dev->max_mtu = VNET_MAX_MTU; 321540bfe30SJarod Wilson 3224c5d283aSSowmini Varadhan SET_NETDEV_DEV(dev, &vdev->dev); 3234c5d283aSSowmini Varadhan 324e689cf4aSJeff Kirsher err = register_netdev(dev); 325e689cf4aSJeff Kirsher if (err) { 326e689cf4aSJeff Kirsher pr_err("Cannot register net device, aborting\n"); 327e689cf4aSJeff Kirsher goto err_out_free_dev; 328e689cf4aSJeff Kirsher } 329e689cf4aSJeff Kirsher 330e689cf4aSJeff Kirsher netdev_info(dev, "Sun LDOM vnet %pM\n", dev->dev_addr); 331e689cf4aSJeff Kirsher 332e689cf4aSJeff Kirsher list_add(&vp->list, &vnet_list); 333e689cf4aSJeff Kirsher 334e689cf4aSJeff Kirsher return vp; 335e689cf4aSJeff Kirsher 336e689cf4aSJeff Kirsher err_out_free_dev: 337e689cf4aSJeff Kirsher free_netdev(dev); 338e689cf4aSJeff Kirsher 339e689cf4aSJeff Kirsher return ERR_PTR(err); 340e689cf4aSJeff Kirsher } 341e689cf4aSJeff Kirsher 3424c5d283aSSowmini Varadhan static struct vnet *vnet_find_or_create(const u64 *local_mac, 3434c5d283aSSowmini Varadhan struct vio_dev *vdev) 344e689cf4aSJeff Kirsher { 345e689cf4aSJeff Kirsher struct vnet *iter, *vp; 346e689cf4aSJeff Kirsher 347e689cf4aSJeff Kirsher mutex_lock(&vnet_list_mutex); 348e689cf4aSJeff Kirsher vp = NULL; 349e689cf4aSJeff Kirsher list_for_each_entry(iter, &vnet_list, list) { 350e689cf4aSJeff Kirsher if (iter->local_mac == *local_mac) { 351e689cf4aSJeff Kirsher vp = iter; 352e689cf4aSJeff Kirsher break; 353e689cf4aSJeff Kirsher } 354e689cf4aSJeff Kirsher } 355e689cf4aSJeff Kirsher if (!vp) 3564c5d283aSSowmini Varadhan vp = vnet_new(local_mac, vdev); 357e689cf4aSJeff Kirsher mutex_unlock(&vnet_list_mutex); 358e689cf4aSJeff Kirsher 359e689cf4aSJeff Kirsher return vp; 360e689cf4aSJeff Kirsher } 361e689cf4aSJeff Kirsher 362a4b70a07SSowmini Varadhan static void vnet_cleanup(void) 363a4b70a07SSowmini Varadhan { 364a4b70a07SSowmini Varadhan struct vnet *vp; 365a4b70a07SSowmini Varadhan struct net_device *dev; 366a4b70a07SSowmini Varadhan 367a4b70a07SSowmini Varadhan mutex_lock(&vnet_list_mutex); 368a4b70a07SSowmini Varadhan while (!list_empty(&vnet_list)) { 369a4b70a07SSowmini Varadhan vp = list_first_entry(&vnet_list, struct vnet, list); 370a4b70a07SSowmini Varadhan list_del(&vp->list); 371a4b70a07SSowmini Varadhan dev = vp->dev; 372a4b70a07SSowmini Varadhan /* vio_unregister_driver() should have cleaned up port_list */ 373a4b70a07SSowmini Varadhan BUG_ON(!list_empty(&vp->port_list)); 374a4b70a07SSowmini Varadhan unregister_netdev(dev); 375a4b70a07SSowmini Varadhan free_netdev(dev); 376a4b70a07SSowmini Varadhan } 377a4b70a07SSowmini Varadhan mutex_unlock(&vnet_list_mutex); 378a4b70a07SSowmini Varadhan } 379a4b70a07SSowmini Varadhan 380e689cf4aSJeff Kirsher static const char *local_mac_prop = "local-mac-address"; 381e689cf4aSJeff Kirsher 382f73d12bdSBill Pemberton static struct vnet *vnet_find_parent(struct mdesc_handle *hp, 3834c5d283aSSowmini Varadhan u64 port_node, 3844c5d283aSSowmini Varadhan struct vio_dev *vdev) 385e689cf4aSJeff Kirsher { 386e689cf4aSJeff Kirsher const u64 *local_mac = NULL; 387e689cf4aSJeff Kirsher u64 a; 388e689cf4aSJeff Kirsher 389e689cf4aSJeff Kirsher mdesc_for_each_arc(a, hp, port_node, MDESC_ARC_TYPE_BACK) { 390e689cf4aSJeff Kirsher u64 target = mdesc_arc_target(hp, a); 391e689cf4aSJeff Kirsher const char *name; 392e689cf4aSJeff Kirsher 393e689cf4aSJeff Kirsher name = mdesc_get_property(hp, target, "name", NULL); 394e689cf4aSJeff Kirsher if (!name || strcmp(name, "network")) 395e689cf4aSJeff Kirsher continue; 396e689cf4aSJeff Kirsher 397e689cf4aSJeff Kirsher local_mac = mdesc_get_property(hp, target, 398e689cf4aSJeff Kirsher local_mac_prop, NULL); 399e689cf4aSJeff Kirsher if (local_mac) 400e689cf4aSJeff Kirsher break; 401e689cf4aSJeff Kirsher } 402e689cf4aSJeff Kirsher if (!local_mac) 403e689cf4aSJeff Kirsher return ERR_PTR(-ENODEV); 404e689cf4aSJeff Kirsher 4054c5d283aSSowmini Varadhan return vnet_find_or_create(local_mac, vdev); 406e689cf4aSJeff Kirsher } 407e689cf4aSJeff Kirsher 408e689cf4aSJeff Kirsher static struct ldc_channel_config vnet_ldc_cfg = { 40931762eaaSAaron Young .event = sunvnet_event_common, 410e689cf4aSJeff Kirsher .mtu = 64, 411e689cf4aSJeff Kirsher .mode = LDC_MODE_UNRELIABLE, 412e689cf4aSJeff Kirsher }; 413e689cf4aSJeff Kirsher 414e689cf4aSJeff Kirsher static struct vio_driver_ops vnet_vio_ops = { 41531762eaaSAaron Young .send_attr = sunvnet_send_attr_common, 41631762eaaSAaron Young .handle_attr = sunvnet_handle_attr_common, 41731762eaaSAaron Young .handshake_complete = sunvnet_handshake_complete_common, 418e689cf4aSJeff Kirsher }; 419e689cf4aSJeff Kirsher 420e689cf4aSJeff Kirsher const char *remote_macaddr_prop = "remote-mac-address"; 421e689cf4aSJeff Kirsher 4221dd06ae8SGreg Kroah-Hartman static int vnet_port_probe(struct vio_dev *vdev, const struct vio_device_id *id) 423e689cf4aSJeff Kirsher { 424e689cf4aSJeff Kirsher struct mdesc_handle *hp; 425e689cf4aSJeff Kirsher struct vnet_port *port; 426e689cf4aSJeff Kirsher unsigned long flags; 427e689cf4aSJeff Kirsher struct vnet *vp; 428e689cf4aSJeff Kirsher const u64 *rmac; 429e689cf4aSJeff Kirsher int len, i, err, switch_port; 430e689cf4aSJeff Kirsher 431e689cf4aSJeff Kirsher hp = mdesc_grab(); 432e689cf4aSJeff Kirsher 4334c5d283aSSowmini Varadhan vp = vnet_find_parent(hp, vdev->mp, vdev); 434e689cf4aSJeff Kirsher if (IS_ERR(vp)) { 435e689cf4aSJeff Kirsher pr_err("Cannot find port parent vnet\n"); 436e689cf4aSJeff Kirsher err = PTR_ERR(vp); 437e689cf4aSJeff Kirsher goto err_out_put_mdesc; 438e689cf4aSJeff Kirsher } 439e689cf4aSJeff Kirsher 440e689cf4aSJeff Kirsher rmac = mdesc_get_property(hp, vdev->mp, remote_macaddr_prop, &len); 441e689cf4aSJeff Kirsher err = -ENODEV; 442e689cf4aSJeff Kirsher if (!rmac) { 443e689cf4aSJeff Kirsher pr_err("Port lacks %s property\n", remote_macaddr_prop); 444e689cf4aSJeff Kirsher goto err_out_put_mdesc; 445e689cf4aSJeff Kirsher } 446e689cf4aSJeff Kirsher 447e689cf4aSJeff Kirsher port = kzalloc(sizeof(*port), GFP_KERNEL); 448e689cf4aSJeff Kirsher err = -ENOMEM; 449e404decbSJoe Perches if (!port) 450e689cf4aSJeff Kirsher goto err_out_put_mdesc; 451e689cf4aSJeff Kirsher 452e689cf4aSJeff Kirsher for (i = 0; i < ETH_ALEN; i++) 453e689cf4aSJeff Kirsher port->raddr[i] = (*rmac >> (5 - i) * 8) & 0xff; 454e689cf4aSJeff Kirsher 455e689cf4aSJeff Kirsher port->vp = vp; 456e689cf4aSJeff Kirsher 457e689cf4aSJeff Kirsher err = vio_driver_init(&port->vio, vdev, VDEV_NETWORK, 458e689cf4aSJeff Kirsher vnet_versions, ARRAY_SIZE(vnet_versions), 459e689cf4aSJeff Kirsher &vnet_vio_ops, vp->dev->name); 460e689cf4aSJeff Kirsher if (err) 461e689cf4aSJeff Kirsher goto err_out_free_port; 462e689cf4aSJeff Kirsher 463e689cf4aSJeff Kirsher err = vio_ldc_alloc(&port->vio, &vnet_ldc_cfg, port); 464e689cf4aSJeff Kirsher if (err) 465e689cf4aSJeff Kirsher goto err_out_free_port; 466e689cf4aSJeff Kirsher 46731762eaaSAaron Young netif_napi_add(port->vp->dev, &port->napi, sunvnet_poll_common, 46831762eaaSAaron Young NAPI_POLL_WEIGHT); 46969088822SSowmini Varadhan 470e689cf4aSJeff Kirsher INIT_HLIST_NODE(&port->hash); 471e689cf4aSJeff Kirsher INIT_LIST_HEAD(&port->list); 472e689cf4aSJeff Kirsher 473e689cf4aSJeff Kirsher switch_port = 0; 474dc153f85SAaron Young if (mdesc_get_property(hp, vdev->mp, "switch-port", NULL)) 475e689cf4aSJeff Kirsher switch_port = 1; 476e689cf4aSJeff Kirsher port->switch_port = switch_port; 477368e36edSDavid L Stevens port->tso = true; 478368e36edSDavid L Stevens port->tsolen = 0; 479e689cf4aSJeff Kirsher 480e689cf4aSJeff Kirsher spin_lock_irqsave(&vp->lock, flags); 481e689cf4aSJeff Kirsher if (switch_port) 4822a968dd8SSowmini Varadhan list_add_rcu(&port->list, &vp->port_list); 483e689cf4aSJeff Kirsher else 4842a968dd8SSowmini Varadhan list_add_tail_rcu(&port->list, &vp->port_list); 4852a968dd8SSowmini Varadhan hlist_add_head_rcu(&port->hash, 4862a968dd8SSowmini Varadhan &vp->port_hash[vnet_hashfn(port->raddr)]); 48731762eaaSAaron Young sunvnet_port_add_txq_common(port); 488e689cf4aSJeff Kirsher spin_unlock_irqrestore(&vp->lock, flags); 489e689cf4aSJeff Kirsher 490e689cf4aSJeff Kirsher dev_set_drvdata(&vdev->dev, port); 491e689cf4aSJeff Kirsher 492e689cf4aSJeff Kirsher pr_info("%s: PORT ( remote-mac %pM%s )\n", 493e689cf4aSJeff Kirsher vp->dev->name, port->raddr, switch_port ? " switch-port" : ""); 494e689cf4aSJeff Kirsher 49531762eaaSAaron Young setup_timer(&port->clean_timer, sunvnet_clean_timer_expire_common, 4968e845f4cSDavid L Stevens (unsigned long)port); 4978e845f4cSDavid L Stevens 49869088822SSowmini Varadhan napi_enable(&port->napi); 499e689cf4aSJeff Kirsher vio_port_up(&port->vio); 500e689cf4aSJeff Kirsher 501e689cf4aSJeff Kirsher mdesc_release(hp); 502e689cf4aSJeff Kirsher 503e689cf4aSJeff Kirsher return 0; 504e689cf4aSJeff Kirsher 505e689cf4aSJeff Kirsher err_out_free_port: 506e689cf4aSJeff Kirsher kfree(port); 507e689cf4aSJeff Kirsher 508e689cf4aSJeff Kirsher err_out_put_mdesc: 509e689cf4aSJeff Kirsher mdesc_release(hp); 510e689cf4aSJeff Kirsher return err; 511e689cf4aSJeff Kirsher } 512e689cf4aSJeff Kirsher 513e689cf4aSJeff Kirsher static int vnet_port_remove(struct vio_dev *vdev) 514e689cf4aSJeff Kirsher { 515e689cf4aSJeff Kirsher struct vnet_port *port = dev_get_drvdata(&vdev->dev); 516e689cf4aSJeff Kirsher 517e689cf4aSJeff Kirsher if (port) { 518e689cf4aSJeff Kirsher del_timer_sync(&port->vio.timer); 519e689cf4aSJeff Kirsher 52069088822SSowmini Varadhan napi_disable(&port->napi); 521e689cf4aSJeff Kirsher 5222a968dd8SSowmini Varadhan list_del_rcu(&port->list); 5232a968dd8SSowmini Varadhan hlist_del_rcu(&port->hash); 5242a968dd8SSowmini Varadhan 5252a968dd8SSowmini Varadhan synchronize_rcu(); 5262a968dd8SSowmini Varadhan del_timer_sync(&port->clean_timer); 52731762eaaSAaron Young sunvnet_port_rm_txq_common(port); 52869088822SSowmini Varadhan netif_napi_del(&port->napi); 52931762eaaSAaron Young sunvnet_port_free_tx_bufs_common(port); 530e689cf4aSJeff Kirsher vio_ldc_free(&port->vio); 531e689cf4aSJeff Kirsher 532e689cf4aSJeff Kirsher dev_set_drvdata(&vdev->dev, NULL); 533e689cf4aSJeff Kirsher 534e689cf4aSJeff Kirsher kfree(port); 535e689cf4aSJeff Kirsher } 536e689cf4aSJeff Kirsher return 0; 537e689cf4aSJeff Kirsher } 538e689cf4aSJeff Kirsher 539e689cf4aSJeff Kirsher static const struct vio_device_id vnet_port_match[] = { 540e689cf4aSJeff Kirsher { 541e689cf4aSJeff Kirsher .type = "vnet-port", 542e689cf4aSJeff Kirsher }, 543e689cf4aSJeff Kirsher {}, 544e689cf4aSJeff Kirsher }; 545e689cf4aSJeff Kirsher MODULE_DEVICE_TABLE(vio, vnet_port_match); 546e689cf4aSJeff Kirsher 547e689cf4aSJeff Kirsher static struct vio_driver vnet_port_driver = { 548e689cf4aSJeff Kirsher .id_table = vnet_port_match, 549e689cf4aSJeff Kirsher .probe = vnet_port_probe, 550e689cf4aSJeff Kirsher .remove = vnet_port_remove, 551e689cf4aSJeff Kirsher .name = "vnet_port", 552e689cf4aSJeff Kirsher }; 553e689cf4aSJeff Kirsher 554e689cf4aSJeff Kirsher static int __init vnet_init(void) 555e689cf4aSJeff Kirsher { 556f2f3e210SShannon Nelson pr_info("%s\n", version); 557e689cf4aSJeff Kirsher return vio_register_driver(&vnet_port_driver); 558e689cf4aSJeff Kirsher } 559e689cf4aSJeff Kirsher 560e689cf4aSJeff Kirsher static void __exit vnet_exit(void) 561e689cf4aSJeff Kirsher { 562e689cf4aSJeff Kirsher vio_unregister_driver(&vnet_port_driver); 563a4b70a07SSowmini Varadhan vnet_cleanup(); 564e689cf4aSJeff Kirsher } 565e689cf4aSJeff Kirsher 566e689cf4aSJeff Kirsher module_init(vnet_init); 567e689cf4aSJeff Kirsher module_exit(vnet_exit); 568