110b59a9bSPeter Grehan /*- 2*abd6790cSBryan Venteicher * Copyright (c) 2011, Bryan Venteicher <bryanv@FreeBSD.org> 310b59a9bSPeter Grehan * All rights reserved. 410b59a9bSPeter Grehan * 510b59a9bSPeter Grehan * Redistribution and use in source and binary forms, with or without 610b59a9bSPeter Grehan * modification, are permitted provided that the following conditions 710b59a9bSPeter Grehan * are met: 810b59a9bSPeter Grehan * 1. Redistributions of source code must retain the above copyright 910b59a9bSPeter Grehan * notice unmodified, this list of conditions, and the following 1010b59a9bSPeter Grehan * disclaimer. 1110b59a9bSPeter Grehan * 2. Redistributions in binary form must reproduce the above copyright 1210b59a9bSPeter Grehan * notice, this list of conditions and the following disclaimer in the 1310b59a9bSPeter Grehan * documentation and/or other materials provided with the distribution. 1410b59a9bSPeter Grehan * 1510b59a9bSPeter Grehan * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 1610b59a9bSPeter Grehan * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 1710b59a9bSPeter Grehan * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 1810b59a9bSPeter Grehan * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 1910b59a9bSPeter Grehan * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 2010b59a9bSPeter Grehan * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 2110b59a9bSPeter Grehan * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 2210b59a9bSPeter Grehan * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 2310b59a9bSPeter Grehan * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 2410b59a9bSPeter Grehan * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 2510b59a9bSPeter Grehan * 2610b59a9bSPeter Grehan * $FreeBSD$ 2710b59a9bSPeter Grehan */ 2810b59a9bSPeter Grehan 2910b59a9bSPeter Grehan #ifndef _IF_VTNETVAR_H 3010b59a9bSPeter Grehan #define _IF_VTNETVAR_H 3110b59a9bSPeter Grehan 3210b59a9bSPeter Grehan struct vtnet_statistics { 3310b59a9bSPeter Grehan unsigned long mbuf_alloc_failed; 3410b59a9bSPeter Grehan 3510b59a9bSPeter Grehan unsigned long rx_frame_too_large; 3610b59a9bSPeter Grehan unsigned long rx_enq_replacement_failed; 3710b59a9bSPeter Grehan unsigned long rx_mergeable_failed; 3810b59a9bSPeter Grehan unsigned long rx_csum_bad_ethtype; 3910b59a9bSPeter Grehan unsigned long rx_csum_bad_start; 4010b59a9bSPeter Grehan unsigned long rx_csum_bad_ipproto; 4110b59a9bSPeter Grehan unsigned long rx_csum_bad_offset; 4210b59a9bSPeter Grehan unsigned long rx_csum_failed; 4310b59a9bSPeter Grehan unsigned long rx_csum_offloaded; 4410b59a9bSPeter Grehan unsigned long rx_task_rescheduled; 4510b59a9bSPeter Grehan 4610b59a9bSPeter Grehan unsigned long tx_csum_offloaded; 4710b59a9bSPeter Grehan unsigned long tx_tso_offloaded; 4810b59a9bSPeter Grehan unsigned long tx_csum_bad_ethtype; 4910b59a9bSPeter Grehan unsigned long tx_tso_bad_ethtype; 5010b59a9bSPeter Grehan unsigned long tx_task_rescheduled; 5110b59a9bSPeter Grehan }; 5210b59a9bSPeter Grehan 5310b59a9bSPeter Grehan struct vtnet_softc { 5410b59a9bSPeter Grehan device_t vtnet_dev; 5510b59a9bSPeter Grehan struct ifnet *vtnet_ifp; 5610b59a9bSPeter Grehan struct mtx vtnet_mtx; 5710b59a9bSPeter Grehan 5810b59a9bSPeter Grehan uint32_t vtnet_flags; 5910b59a9bSPeter Grehan #define VTNET_FLAG_LINK 0x0001 6010b59a9bSPeter Grehan #define VTNET_FLAG_SUSPENDED 0x0002 6110b59a9bSPeter Grehan #define VTNET_FLAG_CTRL_VQ 0x0004 6210b59a9bSPeter Grehan #define VTNET_FLAG_CTRL_RX 0x0008 6310b59a9bSPeter Grehan #define VTNET_FLAG_VLAN_FILTER 0x0010 6410b59a9bSPeter Grehan #define VTNET_FLAG_TSO_ECN 0x0020 6510b59a9bSPeter Grehan #define VTNET_FLAG_MRG_RXBUFS 0x0040 6610b59a9bSPeter Grehan #define VTNET_FLAG_LRO_NOMRG 0x0080 6710b59a9bSPeter Grehan 6810b59a9bSPeter Grehan struct virtqueue *vtnet_rx_vq; 6910b59a9bSPeter Grehan struct virtqueue *vtnet_tx_vq; 7010b59a9bSPeter Grehan struct virtqueue *vtnet_ctrl_vq; 7110b59a9bSPeter Grehan 7210b59a9bSPeter Grehan int vtnet_hdr_size; 7310b59a9bSPeter Grehan int vtnet_tx_size; 7410b59a9bSPeter Grehan int vtnet_rx_size; 7510b59a9bSPeter Grehan int vtnet_rx_process_limit; 7610b59a9bSPeter Grehan int vtnet_rx_mbuf_size; 7710b59a9bSPeter Grehan int vtnet_rx_mbuf_count; 7810b59a9bSPeter Grehan int vtnet_if_flags; 7910b59a9bSPeter Grehan int vtnet_watchdog_timer; 8010b59a9bSPeter Grehan uint64_t vtnet_features; 8110b59a9bSPeter Grehan 8210b59a9bSPeter Grehan struct vtnet_statistics vtnet_stats; 8310b59a9bSPeter Grehan 8410b59a9bSPeter Grehan struct callout vtnet_tick_ch; 8510b59a9bSPeter Grehan 8610b59a9bSPeter Grehan eventhandler_tag vtnet_vlan_attach; 8710b59a9bSPeter Grehan eventhandler_tag vtnet_vlan_detach; 8810b59a9bSPeter Grehan 8910b59a9bSPeter Grehan struct ifmedia vtnet_media; 9010b59a9bSPeter Grehan /* 9110b59a9bSPeter Grehan * Fake media type; the host does not provide us with 9210b59a9bSPeter Grehan * any real media information. 9310b59a9bSPeter Grehan */ 9410b59a9bSPeter Grehan #define VTNET_MEDIATYPE (IFM_ETHER | IFM_1000_T | IFM_FDX) 9510b59a9bSPeter Grehan char vtnet_hwaddr[ETHER_ADDR_LEN]; 9610b59a9bSPeter Grehan 97336f459cSPeter Grehan struct vtnet_mac_filter *vtnet_mac_filter; 9810b59a9bSPeter Grehan /* 9910b59a9bSPeter Grehan * During reset, the host's VLAN filtering table is lost. The 10010b59a9bSPeter Grehan * array below is used to restore all the VLANs configured on 10110b59a9bSPeter Grehan * this interface after a reset. 10210b59a9bSPeter Grehan */ 10310b59a9bSPeter Grehan #define VTNET_VLAN_SHADOW_SIZE (4096 / 32) 10410b59a9bSPeter Grehan int vtnet_nvlans; 10510b59a9bSPeter Grehan uint32_t vtnet_vlan_shadow[VTNET_VLAN_SHADOW_SIZE]; 10610b59a9bSPeter Grehan 10710b59a9bSPeter Grehan char vtnet_mtx_name[16]; 10810b59a9bSPeter Grehan }; 10910b59a9bSPeter Grehan 11010b59a9bSPeter Grehan /* 11110b59a9bSPeter Grehan * When mergeable buffers are not negotiated, the vtnet_rx_header structure 11210b59a9bSPeter Grehan * below is placed at the beginning of the mbuf data. Use 4 bytes of pad to 11310b59a9bSPeter Grehan * both keep the VirtIO header and the data non-contiguous and to keep the 11410b59a9bSPeter Grehan * frame's payload 4 byte aligned. 11510b59a9bSPeter Grehan * 11610b59a9bSPeter Grehan * When mergeable buffers are negotiated, the host puts the VirtIO header in 11710b59a9bSPeter Grehan * the beginning of the first mbuf's data. 11810b59a9bSPeter Grehan */ 11910b59a9bSPeter Grehan #define VTNET_RX_HEADER_PAD 4 12010b59a9bSPeter Grehan struct vtnet_rx_header { 12110b59a9bSPeter Grehan struct virtio_net_hdr vrh_hdr; 12210b59a9bSPeter Grehan char vrh_pad[VTNET_RX_HEADER_PAD]; 12310b59a9bSPeter Grehan } __packed; 12410b59a9bSPeter Grehan 12510b59a9bSPeter Grehan /* 12610b59a9bSPeter Grehan * For each outgoing frame, the vtnet_tx_header below is allocated from 12710b59a9bSPeter Grehan * the vtnet_tx_header_zone. 12810b59a9bSPeter Grehan */ 12910b59a9bSPeter Grehan struct vtnet_tx_header { 13010b59a9bSPeter Grehan union { 13110b59a9bSPeter Grehan struct virtio_net_hdr hdr; 13210b59a9bSPeter Grehan struct virtio_net_hdr_mrg_rxbuf mhdr; 13310b59a9bSPeter Grehan } vth_uhdr; 13410b59a9bSPeter Grehan 13510b59a9bSPeter Grehan struct mbuf *vth_mbuf; 13610b59a9bSPeter Grehan }; 13710b59a9bSPeter Grehan 13810b59a9bSPeter Grehan /* 13910b59a9bSPeter Grehan * The VirtIO specification does not place a limit on the number of MAC 14010b59a9bSPeter Grehan * addresses the guest driver may request to be filtered. In practice, 14110b59a9bSPeter Grehan * the host is constrained by available resources. To simplify this driver, 14210b59a9bSPeter Grehan * impose a reasonably high limit of MAC addresses we will filter before 14310b59a9bSPeter Grehan * falling back to promiscuous or all-multicast modes. 14410b59a9bSPeter Grehan */ 14510b59a9bSPeter Grehan #define VTNET_MAX_MAC_ENTRIES 128 14610b59a9bSPeter Grehan 14710b59a9bSPeter Grehan struct vtnet_mac_table { 14810b59a9bSPeter Grehan uint32_t nentries; 14910b59a9bSPeter Grehan uint8_t macs[VTNET_MAX_MAC_ENTRIES][ETHER_ADDR_LEN]; 15010b59a9bSPeter Grehan } __packed; 15110b59a9bSPeter Grehan 15210b59a9bSPeter Grehan struct vtnet_mac_filter { 15310b59a9bSPeter Grehan struct vtnet_mac_table vmf_unicast; 15410b59a9bSPeter Grehan uint32_t vmf_pad; /* Make tables non-contiguous. */ 15510b59a9bSPeter Grehan struct vtnet_mac_table vmf_multicast; 15610b59a9bSPeter Grehan }; 15710b59a9bSPeter Grehan 15810b59a9bSPeter Grehan /* 15910b59a9bSPeter Grehan * The MAC filter table is malloc(9)'d when needed. Ensure it will 16010b59a9bSPeter Grehan * always fit in one segment. 16110b59a9bSPeter Grehan */ 16210b59a9bSPeter Grehan CTASSERT(sizeof(struct vtnet_mac_filter) <= PAGE_SIZE); 16310b59a9bSPeter Grehan 16410b59a9bSPeter Grehan #define VTNET_WATCHDOG_TIMEOUT 5 16510b59a9bSPeter Grehan #define VTNET_CSUM_OFFLOAD (CSUM_TCP | CSUM_UDP | CSUM_SCTP) 16610b59a9bSPeter Grehan 16710b59a9bSPeter Grehan /* Features desired/implemented by this driver. */ 16810b59a9bSPeter Grehan #define VTNET_FEATURES \ 16910b59a9bSPeter Grehan (VIRTIO_NET_F_MAC | \ 17010b59a9bSPeter Grehan VIRTIO_NET_F_STATUS | \ 17110b59a9bSPeter Grehan VIRTIO_NET_F_CTRL_VQ | \ 17210b59a9bSPeter Grehan VIRTIO_NET_F_CTRL_RX | \ 17310b59a9bSPeter Grehan VIRTIO_NET_F_CTRL_VLAN | \ 17410b59a9bSPeter Grehan VIRTIO_NET_F_CSUM | \ 17510b59a9bSPeter Grehan VIRTIO_NET_F_HOST_TSO4 | \ 17610b59a9bSPeter Grehan VIRTIO_NET_F_HOST_TSO6 | \ 17710b59a9bSPeter Grehan VIRTIO_NET_F_HOST_ECN | \ 17810b59a9bSPeter Grehan VIRTIO_NET_F_GUEST_CSUM | \ 17910b59a9bSPeter Grehan VIRTIO_NET_F_GUEST_TSO4 | \ 18010b59a9bSPeter Grehan VIRTIO_NET_F_GUEST_TSO6 | \ 18110b59a9bSPeter Grehan VIRTIO_NET_F_GUEST_ECN | \ 18210b59a9bSPeter Grehan VIRTIO_NET_F_MRG_RXBUF | \ 18310b59a9bSPeter Grehan VIRTIO_RING_F_INDIRECT_DESC) 18410b59a9bSPeter Grehan 18510b59a9bSPeter Grehan /* 18610b59a9bSPeter Grehan * The VIRTIO_NET_F_GUEST_TSO[46] features permit the host to send us 18710b59a9bSPeter Grehan * frames larger than 1514 bytes. We do not yet support software LRO 18810b59a9bSPeter Grehan * via tcp_lro_rx(). 18910b59a9bSPeter Grehan */ 19010b59a9bSPeter Grehan #define VTNET_LRO_FEATURES (VIRTIO_NET_F_GUEST_TSO4 | \ 19110b59a9bSPeter Grehan VIRTIO_NET_F_GUEST_TSO6 | VIRTIO_NET_F_GUEST_ECN) 19210b59a9bSPeter Grehan 19310b59a9bSPeter Grehan #define VTNET_MAX_MTU 65536 19410b59a9bSPeter Grehan #define VTNET_MAX_RX_SIZE 65550 19510b59a9bSPeter Grehan 19610b59a9bSPeter Grehan /* 19710b59a9bSPeter Grehan * Used to preallocate the Vq indirect descriptors. The first segment 19810b59a9bSPeter Grehan * is reserved for the header. 19910b59a9bSPeter Grehan */ 20010b59a9bSPeter Grehan #define VTNET_MIN_RX_SEGS 2 20110b59a9bSPeter Grehan #define VTNET_MAX_RX_SEGS 34 20210b59a9bSPeter Grehan #define VTNET_MAX_TX_SEGS 34 20310b59a9bSPeter Grehan 20410b59a9bSPeter Grehan /* 20510b59a9bSPeter Grehan * Assert we can receive and transmit the maximum with regular 20610b59a9bSPeter Grehan * size clusters. 20710b59a9bSPeter Grehan */ 20810b59a9bSPeter Grehan CTASSERT(((VTNET_MAX_RX_SEGS - 1) * MCLBYTES) >= VTNET_MAX_RX_SIZE); 20910b59a9bSPeter Grehan CTASSERT(((VTNET_MAX_TX_SEGS - 1) * MCLBYTES) >= VTNET_MAX_MTU); 21010b59a9bSPeter Grehan 21110b59a9bSPeter Grehan /* 21210b59a9bSPeter Grehan * Determine how many mbufs are in each receive buffer. For LRO without 21310b59a9bSPeter Grehan * mergeable descriptors, we must allocate an mbuf chain large enough to 21410b59a9bSPeter Grehan * hold both the vtnet_rx_header and the maximum receivable data. 21510b59a9bSPeter Grehan */ 21610b59a9bSPeter Grehan #define VTNET_NEEDED_RX_MBUFS(_sc) \ 21710b59a9bSPeter Grehan ((_sc)->vtnet_flags & VTNET_FLAG_LRO_NOMRG) == 0 ? 1 : \ 21810b59a9bSPeter Grehan howmany(sizeof(struct vtnet_rx_header) + VTNET_MAX_RX_SIZE, \ 21910b59a9bSPeter Grehan (_sc)->vtnet_rx_mbuf_size) 22010b59a9bSPeter Grehan 22110b59a9bSPeter Grehan #define VTNET_MTX(_sc) &(_sc)->vtnet_mtx 22210b59a9bSPeter Grehan #define VTNET_LOCK(_sc) mtx_lock(VTNET_MTX((_sc))) 22310b59a9bSPeter Grehan #define VTNET_UNLOCK(_sc) mtx_unlock(VTNET_MTX((_sc))) 22410b59a9bSPeter Grehan #define VTNET_LOCK_DESTROY(_sc) mtx_destroy(VTNET_MTX((_sc))) 22510b59a9bSPeter Grehan #define VTNET_LOCK_ASSERT(_sc) mtx_assert(VTNET_MTX((_sc)), MA_OWNED) 22610b59a9bSPeter Grehan #define VTNET_LOCK_ASSERT_NOTOWNED(_sc) \ 22710b59a9bSPeter Grehan mtx_assert(VTNET_MTX((_sc)), MA_NOTOWNED) 22810b59a9bSPeter Grehan 22910b59a9bSPeter Grehan #define VTNET_LOCK_INIT(_sc) do { \ 23010b59a9bSPeter Grehan snprintf((_sc)->vtnet_mtx_name, sizeof((_sc)->vtnet_mtx_name), \ 23110b59a9bSPeter Grehan "%s", device_get_nameunit((_sc)->vtnet_dev)); \ 23210b59a9bSPeter Grehan mtx_init(VTNET_MTX((_sc)), (_sc)->vtnet_mtx_name, \ 23310b59a9bSPeter Grehan "VTNET Core Lock", MTX_DEF); \ 23410b59a9bSPeter Grehan } while (0) 23510b59a9bSPeter Grehan 23610b59a9bSPeter Grehan #endif /* _IF_VTNETVAR_H */ 237