xref: /freebsd/sys/dev/ixl/ixl.h (revision 7e38239042df09edbbdc443ccb4825f9155c6bb7)
1 /******************************************************************************
2 
3   Copyright (c) 2013-2018, Intel Corporation
4   All rights reserved.
5 
6   Redistribution and use in source and binary forms, with or without
7   modification, are permitted provided that the following conditions are met:
8 
9    1. Redistributions of source code must retain the above copyright notice,
10       this list of conditions and the following disclaimer.
11 
12    2. Redistributions in binary form must reproduce the above copyright
13       notice, this list of conditions and the following disclaimer in the
14       documentation and/or other materials provided with the distribution.
15 
16    3. Neither the name of the Intel Corporation nor the names of its
17       contributors may be used to endorse or promote products derived from
18       this software without specific prior written permission.
19 
20   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21   AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22   IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23   ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24   LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25   CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26   SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27   INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28   CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29   ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30   POSSIBILITY OF SUCH DAMAGE.
31 
32 ******************************************************************************/
33 /*$FreeBSD$*/
34 
35 #ifndef _IXL_H_
36 #define _IXL_H_
37 
38 #include "opt_inet.h"
39 #include "opt_inet6.h"
40 #include "opt_rss.h"
41 #include "opt_ixl.h"
42 
43 #include <sys/param.h>
44 #include <sys/systm.h>
45 #include <sys/buf_ring.h>
46 #include <sys/mbuf.h>
47 #include <sys/protosw.h>
48 #include <sys/socket.h>
49 #include <sys/malloc.h>
50 #include <sys/kernel.h>
51 #include <sys/module.h>
52 #include <sys/sockio.h>
53 #include <sys/eventhandler.h>
54 #include <sys/syslog.h>
55 #include <sys/priv.h>
56 
57 #include <net/if.h>
58 #include <net/if_var.h>
59 #include <net/if_arp.h>
60 #include <net/bpf.h>
61 #include <net/ethernet.h>
62 #include <net/if_dl.h>
63 #include <net/if_media.h>
64 #include <net/iflib.h>
65 
66 #include <net/bpf.h>
67 #include <net/if_types.h>
68 #include <net/if_vlan_var.h>
69 
70 #include <netinet/in_systm.h>
71 #include <netinet/in.h>
72 #include <netinet/if_ether.h>
73 #include <netinet/ip.h>
74 #include <netinet/ip6.h>
75 #include <netinet/tcp.h>
76 #include <netinet/tcp_lro.h>
77 #include <netinet/udp.h>
78 #include <netinet/sctp.h>
79 
80 #include <machine/in_cksum.h>
81 
82 #include <sys/bus.h>
83 #include <machine/bus.h>
84 #include <sys/rman.h>
85 #include <machine/resource.h>
86 #include <vm/vm.h>
87 #include <vm/pmap.h>
88 #include <machine/clock.h>
89 #include <dev/pci/pcivar.h>
90 #include <dev/pci/pcireg.h>
91 #include <sys/proc.h>
92 #include <sys/sysctl.h>
93 #include <sys/endian.h>
94 #include <sys/taskqueue.h>
95 #include <sys/pcpu.h>
96 #include <sys/smp.h>
97 #include <sys/sbuf.h>
98 #include <machine/smp.h>
99 #include <machine/stdarg.h>
100 
101 #ifdef RSS
102 #include <net/rss_config.h>
103 #include <netinet/in_rss.h>
104 #endif
105 
106 #include "ifdi_if.h"
107 #include "i40e_type.h"
108 #include "i40e_prototype.h"
109 #include "ixl_debug.h"
110 
111 #define PVIDV(vendor, devid, name) \
112     PVID(vendor, devid, name " - " IXL_DRIVER_VERSION_STRING)
113 
114 /* Tunables */
115 
116 /*
117  * Ring Descriptors Valid Range: 32-4096 Default Value: 1024 This value is the
118  * number of tx/rx descriptors allocated by the driver. Increasing this
119  * value allows the driver to queue more operations.
120  *
121  * Tx descriptors are always 16 bytes, but Rx descriptors can be 32 bytes.
122  * The driver currently always uses 32 byte Rx descriptors.
123  */
124 #define IXL_DEFAULT_RING	1024
125 #define IXL_MAX_RING		4096
126 #define IXL_MIN_RING		64
127 #define IXL_RING_INCREMENT	32
128 
129 #define IXL_AQ_LEN		256
130 #define IXL_AQ_LEN_MAX		1024
131 
132 /* Alignment for rings */
133 #define DBA_ALIGN		128
134 
135 #define MAX_MULTICAST_ADDR	128
136 
137 #define IXL_MSIX_BAR		3
138 #define IXL_ADM_LIMIT		2
139 #define IXL_TSO_SIZE		((255*1024)-1)
140 #define IXL_TX_BUF_SZ		((u32) 1514)
141 #define IXL_AQ_BUF_SZ		((u32) 4096)
142 #define IXL_RX_ITR		0
143 #define IXL_TX_ITR		1
144 #define IXL_ITR_NONE		3
145 #define IXL_QUEUE_EOL		0x7FF
146 #define IXL_MIN_FRAME		17
147 #define IXL_MAX_FRAME		9728
148 #define IXL_MAX_TX_SEGS		8
149 #define IXL_MAX_RX_SEGS		5
150 #define IXL_MAX_TSO_SEGS	128
151 #define IXL_SPARSE_CHAIN	7
152 #define IXL_MIN_TSO_MSS		64
153 #define IXL_MAX_TSO_MSS		9668
154 #define IXL_MAX_DMA_SEG_SIZE	((16 * 1024) - 1)
155 
156 #define IXL_RSS_KEY_SIZE_REG		13
157 #define IXL_RSS_KEY_SIZE		(IXL_RSS_KEY_SIZE_REG * 4)
158 #define IXL_RSS_VSI_LUT_SIZE		64	/* X722 -> VSI, X710 -> VF */
159 #define IXL_RSS_VSI_LUT_ENTRY_MASK	0x3F
160 #define IXL_RSS_VF_LUT_ENTRY_MASK	0xF
161 
162 #define IXL_VF_MAX_BUFFER	0x3F80
163 #define IXL_VF_MAX_HDR_BUFFER	0x840
164 #define IXL_VF_MAX_FRAME	0x3FFF
165 
166 /* ERJ: hardware can support ~2k (SW5+) filters between all functions */
167 #define IXL_MAX_FILTERS		256
168 
169 #define IXL_NVM_VERSION_LO_SHIFT	0
170 #define IXL_NVM_VERSION_LO_MASK		(0xff << IXL_NVM_VERSION_LO_SHIFT)
171 #define IXL_NVM_VERSION_HI_SHIFT	12
172 #define IXL_NVM_VERSION_HI_MASK		(0xf << IXL_NVM_VERSION_HI_SHIFT)
173 
174 /*
175  * Interrupt Moderation parameters
176  * Multiply ITR values by 2 for real ITR value
177  */
178 #define IXL_MAX_ITR		0x0FF0
179 #define IXL_ITR_100K		0x0005
180 #define IXL_ITR_20K		0x0019
181 #define IXL_ITR_8K		0x003E
182 #define IXL_ITR_4K		0x007A
183 #define IXL_ITR_1K		0x01F4
184 #define IXL_ITR_DYNAMIC		0x8000
185 #define IXL_LOW_LATENCY		0
186 #define IXL_AVE_LATENCY		1
187 #define IXL_BULK_LATENCY	2
188 
189 /* MacVlan Flags */
190 #define IXL_FILTER_USED		(u16)(1 << 0)
191 #define IXL_FILTER_VLAN		(u16)(1 << 1)
192 #define IXL_FILTER_ADD		(u16)(1 << 2)
193 #define IXL_FILTER_DEL		(u16)(1 << 3)
194 #define IXL_FILTER_MC		(u16)(1 << 4)
195 
196 /* used in the vlan field of the filter when not a vlan */
197 #define IXL_VLAN_ANY		-1
198 
199 #define CSUM_OFFLOAD_IPV4	(CSUM_IP|CSUM_TCP|CSUM_UDP|CSUM_SCTP)
200 #define CSUM_OFFLOAD_IPV6	(CSUM_TCP_IPV6|CSUM_UDP_IPV6|CSUM_SCTP_IPV6)
201 #define CSUM_OFFLOAD		(CSUM_OFFLOAD_IPV4|CSUM_OFFLOAD_IPV6|CSUM_TSO)
202 
203 /* Misc flags for ixl_vsi.flags */
204 #define IXL_FLAGS_KEEP_TSO4	(1 << 0)
205 #define IXL_FLAGS_KEEP_TSO6	(1 << 1)
206 #define IXL_FLAGS_USES_MSIX	(1 << 2)
207 #define IXL_FLAGS_IS_VF		(1 << 3)
208 
209 #define IXL_VSI_IS_PF(v)	((v->flags & IXL_FLAGS_IS_VF) == 0)
210 #define IXL_VSI_IS_VF(v)	((v->flags & IXL_FLAGS_IS_VF) != 0)
211 
212 #define IXL_VF_RESET_TIMEOUT	100
213 
214 #define IXL_VSI_DATA_PORT	0x01
215 
216 #define IAVF_MAX_QUEUES		16
217 #define IXL_MAX_VSI_QUEUES	(2 * (I40E_VSILAN_QTABLE_MAX_INDEX + 1))
218 
219 #define IXL_RX_CTX_BASE_UNITS	128
220 #define IXL_TX_CTX_BASE_UNITS	128
221 
222 #define IXL_PF_PCI_CIAA_VF_DEVICE_STATUS	0xAA
223 
224 #define IXL_PF_PCI_CIAD_VF_TRANS_PENDING_MASK	0x20
225 
226 #define IXL_GLGEN_VFLRSTAT_INDEX(glb_vf)	((glb_vf) / 32)
227 #define IXL_GLGEN_VFLRSTAT_MASK(glb_vf)	(1 << ((glb_vf) % 32))
228 
229 #define IXL_MAX_ITR_IDX		3
230 
231 #define IXL_END_OF_INTR_LNKLST	0x7FF
232 
233 #define IXL_DEFAULT_RSS_HENA_BASE (\
234 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_UDP) |	\
235 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_TCP) |	\
236 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_SCTP) |	\
237 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_OTHER) |	\
238 	BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV4) |		\
239 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_UDP) |	\
240 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_TCP) |	\
241 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_SCTP) |	\
242 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_OTHER) |	\
243 	BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV6) |		\
244 	BIT_ULL(I40E_FILTER_PCTYPE_L2_PAYLOAD))
245 
246 #define IXL_DEFAULT_RSS_HENA_XL710	IXL_DEFAULT_RSS_HENA_BASE
247 
248 #define IXL_DEFAULT_RSS_HENA_X722 (\
249 	IXL_DEFAULT_RSS_HENA_BASE |			\
250 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_UNICAST_IPV4_UDP) | \
251 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_MULTICAST_IPV4_UDP) | \
252 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_UNICAST_IPV6_UDP) | \
253 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_MULTICAST_IPV6_UDP) | \
254 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_TCP_SYN_NO_ACK) | \
255 	BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_TCP_SYN_NO_ACK))
256 
257 #define IXL_CAPS \
258 	(IFCAP_TSO4 | IFCAP_TSO6 | \
259 	 IFCAP_TXCSUM | IFCAP_TXCSUM_IPV6 | \
260 	 IFCAP_RXCSUM | IFCAP_RXCSUM_IPV6 | \
261 	 IFCAP_VLAN_HWFILTER | IFCAP_VLAN_HWTSO | \
262 	 IFCAP_VLAN_HWTAGGING | IFCAP_VLAN_HWCSUM | \
263 	 IFCAP_VLAN_MTU | IFCAP_JUMBO_MTU | IFCAP_LRO)
264 
265 #define IXL_CSUM_TCP \
266 	(CSUM_IP_TCP|CSUM_IP_TSO|CSUM_IP6_TSO|CSUM_IP6_TCP)
267 #define IXL_CSUM_UDP \
268 	(CSUM_IP_UDP|CSUM_IP6_UDP)
269 #define IXL_CSUM_SCTP \
270 	(CSUM_IP_SCTP|CSUM_IP6_SCTP)
271 #define IXL_CSUM_IPV4 \
272 	(CSUM_IP|CSUM_IP_TSO)
273 
274 /* Pre-11 counter(9) compatibility */
275 #if __FreeBSD_version >= 1100036
276 #define IXL_SET_IPACKETS(vsi, count)	(vsi)->ipackets = (count)
277 #define IXL_SET_IERRORS(vsi, count)	(vsi)->ierrors = (count)
278 #define IXL_SET_OPACKETS(vsi, count)	(vsi)->opackets = (count)
279 #define IXL_SET_OERRORS(vsi, count)	(vsi)->oerrors = (count)
280 #define IXL_SET_COLLISIONS(vsi, count)	/* Do nothing; collisions is always 0. */
281 #define IXL_SET_IBYTES(vsi, count)	(vsi)->ibytes = (count)
282 #define IXL_SET_OBYTES(vsi, count)	(vsi)->obytes = (count)
283 #define IXL_SET_IMCASTS(vsi, count)	(vsi)->imcasts = (count)
284 #define IXL_SET_OMCASTS(vsi, count)	(vsi)->omcasts = (count)
285 #define IXL_SET_IQDROPS(vsi, count)	(vsi)->iqdrops = (count)
286 #define IXL_SET_OQDROPS(vsi, count)	(vsi)->oqdrops = (count)
287 #define IXL_SET_NOPROTO(vsi, count)	(vsi)->noproto = (count)
288 #else
289 #define IXL_SET_IPACKETS(vsi, count)	(vsi)->ifp->if_ipackets = (count)
290 #define IXL_SET_IERRORS(vsi, count)	(vsi)->ifp->if_ierrors = (count)
291 #define IXL_SET_OPACKETS(vsi, count)	(vsi)->ifp->if_opackets = (count)
292 #define IXL_SET_OERRORS(vsi, count)	(vsi)->ifp->if_oerrors = (count)
293 #define IXL_SET_COLLISIONS(vsi, count)	(vsi)->ifp->if_collisions = (count)
294 #define IXL_SET_IBYTES(vsi, count)	(vsi)->ifp->if_ibytes = (count)
295 #define IXL_SET_OBYTES(vsi, count)	(vsi)->ifp->if_obytes = (count)
296 #define IXL_SET_IMCASTS(vsi, count)	(vsi)->ifp->if_imcasts = (count)
297 #define IXL_SET_OMCASTS(vsi, count)	(vsi)->ifp->if_omcasts = (count)
298 #define IXL_SET_IQDROPS(vsi, count)	(vsi)->ifp->if_iqdrops = (count)
299 #define IXL_SET_OQDROPS(vsi, odrops)	(vsi)->ifp->if_snd.ifq_drops = (odrops)
300 #define IXL_SET_NOPROTO(vsi, count)	(vsi)->noproto = (count)
301 #endif
302 
303 /* For stats sysctl naming */
304 #define IXL_QUEUE_NAME_LEN 32
305 
306 #define IXL_DEV_ERR(_dev, _format, ...) \
307 	device_printf(_dev, "%s: " _format " (%s:%d)\n", __func__, ##__VA_ARGS__, __FILE__, __LINE__)
308 
309 /*
310  *****************************************************************************
311  * vendor_info_array
312  *
313  * This array contains the list of Subvendor/Subdevice IDs on which the driver
314  * should load.
315  *
316  *****************************************************************************
317  */
318 typedef struct _ixl_vendor_info_t {
319 	unsigned int    vendor_id;
320 	unsigned int    device_id;
321 	unsigned int    subvendor_id;
322 	unsigned int    subdevice_id;
323 	unsigned int    index;
324 } ixl_vendor_info_t;
325 
326 /*
327 ** This struct has multiple uses, multicast
328 ** addresses, vlans, and mac filters all use it.
329 */
330 struct ixl_mac_filter {
331 	SLIST_ENTRY(ixl_mac_filter) next;
332 	u8	macaddr[ETHER_ADDR_LEN];
333 	s16	vlan;
334 	u16	flags;
335 };
336 
337 /*
338  * The Transmit ring control struct
339  */
340 struct tx_ring {
341         struct ixl_tx_queue	*que;
342 	u32			tail;
343 	struct i40e_tx_desc	*tx_base;
344 	u64			tx_paddr;
345 	u32			latency;
346 	u32			packets;
347 	u32			me;
348 	/*
349 	 * For reporting completed packet status
350 	 * in descriptor writeback mode
351 	 */
352 	qidx_t			*tx_rsq;
353 	qidx_t			tx_rs_cidx;
354 	qidx_t			tx_rs_pidx;
355 	qidx_t			tx_cidx_processed;
356 
357 	/* Used for Dynamic ITR calculation */
358 	u32			itr;
359 	u32 			bytes;
360 
361 	/* Soft Stats */
362 	u64			tx_bytes;
363 	u64			tx_packets;
364 	u64			mss_too_small;
365 };
366 
367 
368 /*
369  * The Receive ring control struct
370  */
371 struct rx_ring {
372         struct ixl_rx_queue	*que;
373 	union i40e_rx_desc	*rx_base;
374 	uint64_t		rx_paddr;
375 	bool			discard;
376 	u32			itr;
377 	u32			latency;
378 	u32			mbuf_sz;
379 	u32			tail;
380 	u32			me;
381 
382 	/* Used for Dynamic ITR calculation */
383 	u32			packets;
384 	u32 			bytes;
385 
386 	/* Soft stats */
387 	u64			rx_packets;
388 	u64 			rx_bytes;
389 	u64 			desc_errs;
390 };
391 
392 /*
393 ** Driver queue structs
394 */
395 struct ixl_tx_queue {
396 	struct ixl_vsi		*vsi;
397 	struct tx_ring		txr;
398 	struct if_irq		que_irq;
399 	u32			msix;
400 	/* Stats */
401 	u64			irqs;
402 	u64			tso;
403 };
404 
405 struct ixl_rx_queue {
406 	struct ixl_vsi		*vsi;
407 	struct rx_ring		rxr;
408 	struct if_irq		que_irq;
409 	u32			msix;           /* This queue's MSIX vector */
410 	/* Stats */
411 	u64			irqs;
412 };
413 
414 /*
415 ** Virtual Station Interface
416 */
417 SLIST_HEAD(ixl_ftl_head, ixl_mac_filter);
418 struct ixl_vsi {
419 	if_ctx_t		ctx;
420 	if_softc_ctx_t		shared;
421 	struct ifnet		*ifp;
422 	device_t		dev;
423 	struct i40e_hw		*hw;
424 	struct ifmedia		*media;
425 
426 	int			num_rx_queues;
427 	int			num_tx_queues;
428 
429 	void 			*back;
430 	enum i40e_vsi_type	type;
431 	int			id;
432 	u32			rx_itr_setting;
433 	u32			tx_itr_setting;
434 	bool			enable_head_writeback;
435 
436 	u16			vsi_num;
437 	bool			link_active;
438 	u16			seid;
439 	u16			uplink_seid;
440 	u16			downlink_seid;
441 
442 	struct ixl_tx_queue	*tx_queues;	/* TX queue array */
443 	struct ixl_rx_queue	*rx_queues;	/* RX queue array */
444 	struct if_irq		irq;
445 	u32			link_speed;
446 
447 	/* MAC/VLAN Filter list */
448 	struct ixl_ftl_head	ftl;
449 	u16			num_macs;
450 	u64			num_hw_filters;
451 
452 	/* Contains readylist & stat counter id */
453 	struct i40e_aqc_vsi_properties_data info;
454 
455 	u16			num_vlans;
456 
457 	/* Per-VSI stats from hardware */
458 	struct i40e_eth_stats	eth_stats;
459 	struct i40e_eth_stats	eth_stats_offsets;
460 	bool			stat_offsets_loaded;
461 	/* VSI stat counters */
462 	u64			ipackets;
463 	u64			ierrors;
464 	u64			opackets;
465 	u64			oerrors;
466 	u64			ibytes;
467 	u64			obytes;
468 	u64			imcasts;
469 	u64			omcasts;
470 	u64			iqdrops;
471 	u64			oqdrops;
472 	u64			noproto;
473 
474 	/* Misc. */
475 	u64			flags;
476 	/* Stats sysctls for this VSI */
477 	struct sysctl_oid	*vsi_node;
478 	struct sysctl_ctx_list  sysctl_ctx;
479 };
480 
481 /*
482 ** Creates new filter with given MAC address and VLAN ID
483 */
484 static inline struct ixl_mac_filter *
485 ixl_new_filter(struct ixl_vsi *vsi, const u8 *macaddr, s16 vlan)
486 {
487 	struct ixl_mac_filter  *f;
488 
489 	/* create a new empty filter */
490 	f = malloc(sizeof(struct ixl_mac_filter),
491 	    M_DEVBUF, M_NOWAIT | M_ZERO);
492 	if (f) {
493 		SLIST_INSERT_HEAD(&vsi->ftl, f, next);
494 		bcopy(macaddr, f->macaddr, ETHER_ADDR_LEN);
495 		f->vlan = vlan;
496 		f->flags |= (IXL_FILTER_ADD | IXL_FILTER_USED);
497 	}
498 
499 	return (f);
500 }
501 
502 /*
503 ** Compare two ethernet addresses
504 */
505 static inline bool
506 cmp_etheraddr(const u8 *ea1, const u8 *ea2)
507 {
508 	return (bcmp(ea1, ea2, ETHER_ADDR_LEN) == 0);
509 }
510 
511 /*
512  * Return next largest power of 2, unsigned
513  *
514  * Public domain, from Bit Twiddling Hacks
515  */
516 static inline u32
517 next_power_of_two(u32 n)
518 {
519 	n--;
520 	n |= n >> 1;
521 	n |= n >> 2;
522 	n |= n >> 4;
523 	n |= n >> 8;
524 	n |= n >> 16;
525 	n++;
526 
527 	/* Next power of two > 0 is 1 */
528 	n += (n == 0);
529 
530 	return (n);
531 }
532 
533 /*
534  * Info for stats sysctls
535  */
536 struct ixl_sysctl_info {
537 	u64	*stat;
538 	char	*name;
539 	char	*description;
540 };
541 
542 extern const uint8_t ixl_bcast_addr[ETHER_ADDR_LEN];
543 
544 /* Common function prototypes between PF/VF driver */
545 void		ixl_debug_core(device_t dev, u32 enabled_mask, u32 mask, char *fmt, ...);
546 void		 ixl_init_tx_ring(struct ixl_vsi *vsi, struct ixl_tx_queue *que);
547 void		 ixl_get_default_rss_key(u32 *);
548 const char *	i40e_vc_stat_str(struct i40e_hw *hw,
549     enum virtchnl_status_code stat_err);
550 void		ixl_init_tx_rsqs(struct ixl_vsi *vsi);
551 void		ixl_init_tx_cidx(struct ixl_vsi *vsi);
552 u64		ixl_max_vc_speed_to_value(u8 link_speeds);
553 void		ixl_add_vsi_sysctls(device_t dev, struct ixl_vsi *vsi,
554 		    struct sysctl_ctx_list *ctx, const char *sysctl_name);
555 void		ixl_add_sysctls_eth_stats(struct sysctl_ctx_list *ctx,
556 		    struct sysctl_oid_list *child,
557 		    struct i40e_eth_stats *eth_stats);
558 void		ixl_vsi_add_queues_stats(struct ixl_vsi *vsi,
559 		    struct sysctl_ctx_list *ctx);
560 #endif /* _IXL_H_ */
561