109 static int	vtnet_negotiate_features(struct vtnet_softc *);
110 static int	vtnet_setup_features(struct vtnet_softc *);
111 static int	vtnet_init_rxq(struct vtnet_softc *, int);
112 static int	vtnet_init_txq(struct vtnet_softc *, int);
113 static int	vtnet_alloc_rxtx_queues(struct vtnet_softc *);
114 static void	vtnet_free_rxtx_queues(struct vtnet_softc *);
115 static int	vtnet_alloc_rx_filters(struct vtnet_softc *);
116 static void	vtnet_free_rx_filters(struct vtnet_softc *);
117 static int	vtnet_alloc_virtqueues(struct vtnet_softc *);
118 static void	vtnet_alloc_interface(struct vtnet_softc *);
119 static int	vtnet_setup_interface(struct vtnet_softc *);
120 static int	vtnet_ioctl_mtu(struct vtnet_softc *, u_int);
121 static int	vtnet_ioctl_ifflags(struct vtnet_softc *);
122 static int	vtnet_ioctl_multi(struct vtnet_softc *);
123 static int	vtnet_ioctl_ifcap(struct vtnet_softc *, struct ifreq *);
130 		vtnet_rx_alloc_buf(struct vtnet_softc *, int , struct mbuf **);
182 static void	vtnet_tx_start_all(struct vtnet_softc *);
185 static void	vtnet_accum_stats(struct vtnet_softc *,
189 static void	vtnet_start_taskqueues(struct vtnet_softc *);
190 static void	vtnet_free_taskqueues(struct vtnet_softc *);
191 static void	vtnet_drain_taskqueues(struct vtnet_softc *);
193 static void	vtnet_drain_rxtx_queues(struct vtnet_softc *);
194 static void	vtnet_stop_rendezvous(struct vtnet_softc *);
195 static void	vtnet_stop(struct vtnet_softc *);
196 static int	vtnet_virtio_reinit(struct vtnet_softc *);
197 static void	vtnet_init_rx_filters(struct vtnet_softc *);
198 static int	vtnet_init_rx_queues(struct vtnet_softc *);
199 static int	vtnet_init_tx_queues(struct vtnet_softc *);
200 static int	vtnet_init_rxtx_queues(struct vtnet_softc *);
201 static void	vtnet_set_active_vq_pairs(struct vtnet_softc *);
202 static void	vtnet_update_rx_offloads(struct vtnet_softc *);
203 static int	vtnet_reinit(struct vtnet_softc *);
204 static void	vtnet_init_locked(struct vtnet_softc *, int);
207 static void	vtnet_free_ctrl_vq(struct vtnet_softc *);
208 static void	vtnet_exec_ctrl_cmd(struct vtnet_softc *, void *,
210 static int	vtnet_ctrl_mac_cmd(struct vtnet_softc *, uint8_t *);
211 static int	vtnet_ctrl_guest_offloads(struct vtnet_softc *, uint64_t);
212 static int	vtnet_ctrl_mq_cmd(struct vtnet_softc *, uint16_t);
213 static int	vtnet_ctrl_rx_cmd(struct vtnet_softc *, uint8_t, bool);
214 static int	vtnet_set_promisc(struct vtnet_softc *, bool);
215 static int	vtnet_set_allmulti(struct vtnet_softc *, bool);
216 static void	vtnet_rx_filter(struct vtnet_softc *);
217 static void	vtnet_rx_filter_mac(struct vtnet_softc *);
218 static int	vtnet_exec_vlan_filter(struct vtnet_softc *, int, uint16_t);
219 static void	vtnet_rx_filter_vlan(struct vtnet_softc *);
220 static void	vtnet_update_vlan_filter(struct vtnet_softc *, int, uint16_t);
224 static void	vtnet_update_speed_duplex(struct vtnet_softc *);
225 static int	vtnet_is_link_up(struct vtnet_softc *);
226 static void	vtnet_update_link_status(struct vtnet_softc *);
229 static void	vtnet_get_macaddr(struct vtnet_softc *);
230 static void	vtnet_set_macaddr(struct vtnet_softc *);
231 static void	vtnet_attached_set_macaddr(struct vtnet_softc *);
233 static void	vtnet_set_rx_process_limit(struct vtnet_softc *);
239 static void	vtnet_setup_queue_sysctl(struct vtnet_softc *);
240 static void	vtnet_load_tunables(struct vtnet_softc *);
241 static void	vtnet_setup_sysctl(struct vtnet_softc *);
247 static void	vtnet_enable_rx_interrupts(struct vtnet_softc *);
248 static void	vtnet_enable_tx_interrupts(struct vtnet_softc *);
249 static void	vtnet_enable_interrupts(struct vtnet_softc *);
250 static void	vtnet_disable_rx_interrupts(struct vtnet_softc *);
251 static void	vtnet_disable_tx_interrupts(struct vtnet_softc *);
252 static void	vtnet_disable_interrupts(struct vtnet_softc *);
254 static int	vtnet_tunable_int(struct vtnet_softc *, const char *, int);
378     .size = sizeof(struct vtnet_softc)
442 	struct vtnet_softc *sc;  in vtnet_attach()
508 	struct vtnet_softc *sc;  in vtnet_detach()
566 	struct vtnet_softc *sc;  in vtnet_suspend()
581 	struct vtnet_softc *sc;  in vtnet_resume()
609 	struct vtnet_softc *sc;  in vtnet_attach_completed()
623 	struct vtnet_softc *sc;  in vtnet_config_change()
637 vtnet_negotiate_features(struct vtnet_softc *sc)  in vtnet_negotiate_features()
723 vtnet_setup_features(struct vtnet_softc *sc)  in vtnet_setup_features()
829 vtnet_init_rxq(struct vtnet_softc *sc, int id)  in vtnet_init_rxq()
862 vtnet_init_txq(struct vtnet_softc *sc, int id)  in vtnet_init_txq()
897 vtnet_alloc_rxtx_queues(struct vtnet_softc *sc)  in vtnet_alloc_rxtx_queues()
969 vtnet_free_rxtx_queues(struct vtnet_softc *sc)  in vtnet_free_rxtx_queues()
989 vtnet_alloc_rx_filters(struct vtnet_softc *sc)  in vtnet_alloc_rx_filters()
1010 vtnet_free_rx_filters(struct vtnet_softc *sc)  in vtnet_free_rx_filters()
1025 vtnet_alloc_virtqueues(struct vtnet_softc *sc)  in vtnet_alloc_virtqueues()
1078 vtnet_alloc_interface(struct vtnet_softc *sc)  in vtnet_alloc_interface()
1092 vtnet_setup_interface(struct vtnet_softc *sc)  in vtnet_setup_interface()
1213 vtnet_rx_cluster_size(struct vtnet_softc *sc, int mtu)  in vtnet_rx_cluster_size()
1253 vtnet_ioctl_mtu(struct vtnet_softc *sc, u_int mtu)  in vtnet_ioctl_mtu()
1279 vtnet_ioctl_ifflags(struct vtnet_softc *sc)  in vtnet_ioctl_ifflags()
1320 vtnet_ioctl_multi(struct vtnet_softc *sc)  in vtnet_ioctl_multi()
1336 vtnet_ioctl_ifcap(struct vtnet_softc *sc, struct ifreq *ifr)  in vtnet_ioctl_ifcap()
1420 	struct vtnet_softc *sc;  in vtnet_ioctl()
1531 vtnet_rx_alloc_buf(struct vtnet_softc *sc, int nbufs, struct mbuf **m_tailp)  in vtnet_rx_alloc_buf()
1578 	struct vtnet_softc *sc;  in vtnet_rxq_replace_lro_nomrg_buf()
1668 	struct vtnet_softc *sc;  in vtnet_rxq_replace_buf()
1698 	struct vtnet_softc *sc;  in vtnet_rxq_enqueue_buf()
1746 	struct vtnet_softc *sc;  in vtnet_rxq_new_buf()
1767 	struct vtnet_softc *sc;  in vtnet_rxq_csum_needs_csum()
1841 	struct vtnet_softc *sc;  in vtnet_rxq_csum_data_valid()
1952 	struct vtnet_softc *sc;  in vtnet_rxq_merged_eof()
2019 	struct vtnet_softc *sc;  in vtnet_rxq_input()
2077 	struct vtnet_softc *sc;  in vtnet_rxq_eof()
2192 	struct vtnet_softc *sc;  in vtnet_rx_vq_process()
2279 	struct vtnet_softc *sc;  in vtnet_txq_intr_threshold()
2375 	struct vtnet_softc *sc;  in vtnet_txq_offload_ctx()
2436 	struct vtnet_softc *sc;  in vtnet_txq_offload_tso()
2477 	struct vtnet_softc *sc;  in vtnet_txq_offload()
2532 	struct vtnet_softc *sc;  in vtnet_txq_enqueue_buf()
2632 	struct vtnet_softc *sc;  in vtnet_start_locked()
2682 	struct vtnet_softc *sc;  in vtnet_start()
2697 	struct vtnet_softc *sc;  in vtnet_txq_mq_start_locked()
2763 	struct vtnet_softc *sc;  in vtnet_txq_mq_start()
2791 	struct vtnet_softc *sc;  in vtnet_txq_tq_deferred()
2807 	struct vtnet_softc *sc;  in vtnet_txq_start()
2826 	struct vtnet_softc *sc;  in vtnet_txq_tq_intr()
2881 	struct vtnet_softc *sc;  in vtnet_tx_vq_intr()
2919 vtnet_tx_start_all(struct vtnet_softc *sc)  in vtnet_tx_start_all()
2938 	struct vtnet_softc *sc;  in vtnet_qflush()
2989 vtnet_accum_stats(struct vtnet_softc *sc, struct vtnet_rxq_stats *rxacc,  in vtnet_accum_stats()
3020 	struct vtnet_softc *sc;  in vtnet_get_counter()
3052 	struct vtnet_softc *sc;  in vtnet_tick()
3073 vtnet_start_taskqueues(struct vtnet_softc *sc)  in vtnet_start_taskqueues()
3111 vtnet_free_taskqueues(struct vtnet_softc *sc)  in vtnet_free_taskqueues()
3133 vtnet_drain_taskqueues(struct vtnet_softc *sc)  in vtnet_drain_taskqueues()
3154 vtnet_drain_rxtx_queues(struct vtnet_softc *sc)  in vtnet_drain_rxtx_queues()
3170 vtnet_stop_rendezvous(struct vtnet_softc *sc)  in vtnet_stop_rendezvous()
3196 vtnet_stop(struct vtnet_softc *sc)  in vtnet_stop()
3231 vtnet_virtio_reinit(struct vtnet_softc *sc)  in vtnet_virtio_reinit()
3270 vtnet_init_rx_filters(struct vtnet_softc *sc)  in vtnet_init_rx_filters()
3286 vtnet_init_rx_queues(struct vtnet_softc *sc)  in vtnet_init_rx_queues()
3326 vtnet_init_tx_queues(struct vtnet_softc *sc)  in vtnet_init_tx_queues()
3344 vtnet_init_rxtx_queues(struct vtnet_softc *sc)  in vtnet_init_rxtx_queues()
3360 vtnet_set_active_vq_pairs(struct vtnet_softc *sc)  in vtnet_set_active_vq_pairs()
3384 vtnet_update_rx_offloads(struct vtnet_softc *sc)  in vtnet_update_rx_offloads()
3425 vtnet_reinit(struct vtnet_softc *sc)  in vtnet_reinit()
3462 vtnet_init_locked(struct vtnet_softc *sc, int init_mode)  in vtnet_init_locked()
3506 	struct vtnet_softc *sc;  in vtnet_init()
3516 vtnet_free_ctrl_vq(struct vtnet_softc *sc)  in vtnet_free_ctrl_vq()
3528 vtnet_exec_ctrl_cmd(struct vtnet_softc *sc, void *cookie,  in vtnet_exec_ctrl_cmd()
3552 vtnet_ctrl_mac_cmd(struct vtnet_softc *sc, uint8_t *hwaddr)  in vtnet_ctrl_mac_cmd()
3586 vtnet_ctrl_guest_offloads(struct vtnet_softc *sc, uint64_t offloads)  in vtnet_ctrl_guest_offloads()
3620 vtnet_ctrl_mq_cmd(struct vtnet_softc *sc, uint16_t npairs)  in vtnet_ctrl_mq_cmd()
3654 vtnet_ctrl_rx_cmd(struct vtnet_softc *sc, uint8_t cmd, bool on)  in vtnet_ctrl_rx_cmd()
3688 vtnet_set_promisc(struct vtnet_softc *sc, bool on)  in vtnet_set_promisc()
3694 vtnet_set_allmulti(struct vtnet_softc *sc, bool on)  in vtnet_set_allmulti()
3700 vtnet_rx_filter(struct vtnet_softc *sc)  in vtnet_rx_filter()
3724 	struct vtnet_softc *sc = arg;  in vtnet_copy_ifaddr()
3750 vtnet_rx_filter_mac(struct vtnet_softc *sc)  in vtnet_rx_filter_mac()
3823 vtnet_exec_vlan_filter(struct vtnet_softc *sc, int add, uint16_t tag)  in vtnet_exec_vlan_filter()
3857 vtnet_rx_filter_vlan(struct vtnet_softc *sc)  in vtnet_rx_filter_vlan()
3883 vtnet_update_vlan_filter(struct vtnet_softc *sc, int add, uint16_t tag)  in vtnet_update_vlan_filter()
3934 vtnet_update_speed_duplex(struct vtnet_softc *sc)  in vtnet_update_speed_duplex()
3952 vtnet_is_link_up(struct vtnet_softc *sc)  in vtnet_is_link_up()
3966 vtnet_update_link_status(struct vtnet_softc *sc)  in vtnet_update_link_status()
3995 	struct vtnet_softc *sc;  in vtnet_ifmedia_sts()
4012 vtnet_get_macaddr(struct vtnet_softc *sc)  in vtnet_get_macaddr()
4027 vtnet_set_macaddr(struct vtnet_softc *sc)  in vtnet_set_macaddr()
4052 vtnet_attached_set_macaddr(struct vtnet_softc *sc)  in vtnet_attached_set_macaddr()
4076 vtnet_set_rx_process_limit(struct vtnet_softc *sc)  in vtnet_set_rx_process_limit()
4154 vtnet_setup_queue_sysctl(struct vtnet_softc *sc)  in vtnet_setup_queue_sysctl()
4175     struct sysctl_oid_list *child, struct vtnet_softc *sc)  in vtnet_setup_stat_sysctl()
4259 vtnet_setup_sysctl(struct vtnet_softc *sc)  in vtnet_setup_sysctl()
4285 vtnet_load_tunables(struct vtnet_softc *sc)  in vtnet_load_tunables()
4336 vtnet_enable_rx_interrupts(struct vtnet_softc *sc)  in vtnet_enable_rx_interrupts()
4349 vtnet_enable_tx_interrupts(struct vtnet_softc *sc)  in vtnet_enable_tx_interrupts()
4358 vtnet_enable_interrupts(struct vtnet_softc *sc)  in vtnet_enable_interrupts()
4366 vtnet_disable_rx_interrupts(struct vtnet_softc *sc)  in vtnet_disable_rx_interrupts()
4375 vtnet_disable_tx_interrupts(struct vtnet_softc *sc)  in vtnet_disable_tx_interrupts()
4384 vtnet_disable_interrupts(struct vtnet_softc *sc)  in vtnet_disable_interrupts()
4392 vtnet_tunable_int(struct vtnet_softc *sc, const char *knob, int def)  in vtnet_tunable_int()
4407 	struct vtnet_softc *sc;  in vtnet_debugnet_init()
4421 	struct vtnet_softc *sc;  in vtnet_debugnet_event()
4445 	struct vtnet_softc *sc;  in vtnet_debugnet_transmit()
4464 	struct vtnet_softc *sc;  in vtnet_debugnet_poll()