43 static int gve_verify_driver_compatibility(struct gve_priv *priv)  in gve_verify_driver_compatibility()
90 	struct gve_priv *priv = netdev_priv(dev);  in gve_features_check()  local
100 	struct gve_priv *priv = netdev_priv(dev);  in gve_start_xmit()  local
110 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_stats()  local
145 static int gve_alloc_flow_rule_caches(struct gve_priv *priv)  in gve_alloc_flow_rule_caches()
178 static void gve_free_flow_rule_caches(struct gve_priv *priv)  in gve_free_flow_rule_caches()
188 static int gve_alloc_rss_config_cache(struct gve_priv *priv)  in gve_alloc_rss_config_cache()
215 static void gve_free_rss_config_cache(struct gve_priv *priv)  in gve_free_rss_config_cache()
225 static int gve_alloc_counter_array(struct gve_priv *priv)  in gve_alloc_counter_array()
238 static void gve_free_counter_array(struct gve_priv *priv)  in gve_free_counter_array()
253 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_stats_report_task()  local
261 static void gve_stats_report_schedule(struct gve_priv *priv)  in gve_stats_report_schedule()
272 	struct gve_priv *priv = timer_container_of(priv, t,  in gve_stats_report_timer()  local
281 static int gve_alloc_stats_report(struct gve_priv *priv)  in gve_alloc_stats_report()
302 static void gve_free_stats_report(struct gve_priv *priv)  in gve_free_stats_report()
315 	struct gve_priv *priv = arg;  in gve_mgmnt_intr()  local
324 	struct gve_priv *priv = block->priv;  in gve_intr()  local
340 static int gve_is_napi_on_home_cpu(struct gve_priv *priv, u32 irq)  in gve_is_napi_on_home_cpu()
357 	struct gve_priv *priv;  in gve_napi_poll()  local
414 	struct gve_priv *priv = block->priv;  in gve_napi_poll_dqo()  local
471 static const struct cpumask *gve_get_node_mask(struct gve_priv *priv)  in gve_get_node_mask()
479 static int gve_alloc_notify_blocks(struct gve_priv *priv)  in gve_alloc_notify_blocks()
608 static void gve_free_notify_blocks(struct gve_priv *priv)  in gve_free_notify_blocks()
637 static int gve_setup_device_resources(struct gve_priv *priv)  in gve_setup_device_resources()
722 static void gve_teardown_device_resources(struct gve_priv *priv)  in gve_teardown_device_resources()
762 static int gve_unregister_qpl(struct gve_priv *priv,  in gve_unregister_qpl()
782 static int gve_register_qpl(struct gve_priv *priv,  in gve_register_qpl()
813 static struct gve_queue_page_list *gve_tx_get_qpl(struct gve_priv *priv, int idx)  in gve_tx_get_qpl()
823 static struct gve_queue_page_list *gve_rx_get_qpl(struct gve_priv *priv, int idx)  in gve_rx_get_qpl()
833 static int gve_register_qpls(struct gve_priv *priv)  in gve_register_qpls()
857 static int gve_unregister_qpls(struct gve_priv *priv)  in gve_unregister_qpls()
882 static int gve_create_rings(struct gve_priv *priv)  in gve_create_rings()
931 static void init_xdp_sync_stats(struct gve_priv *priv)  in init_xdp_sync_stats()
945 static void gve_init_sync_stats(struct gve_priv *priv)  in gve_init_sync_stats()
959 static void gve_tx_get_curr_alloc_cfg(struct gve_priv *priv,  in gve_tx_get_curr_alloc_cfg()
969 static void gve_tx_stop_rings(struct gve_priv *priv, int num_rings)  in gve_tx_stop_rings()
984 static void gve_tx_start_rings(struct gve_priv *priv, int num_rings)  in gve_tx_start_rings()
996 static int gve_queues_mem_alloc(struct gve_priv *priv,  in gve_queues_mem_alloc()
1026 static int gve_destroy_rings(struct gve_priv *priv)  in gve_destroy_rings()
1050 static void gve_queues_mem_free(struct gve_priv *priv,  in gve_queues_mem_free()
1063 int gve_alloc_page(struct gve_priv *priv, struct device *dev,  in gve_alloc_page()
1081 struct gve_queue_page_list *gve_alloc_queue_page_list(struct gve_priv *priv,  in gve_alloc_queue_page_list()
1127 void gve_free_queue_page_list(struct gve_priv *priv,  in gve_free_queue_page_list()
1157 void gve_schedule_reset(struct gve_priv *priv)  in gve_schedule_reset()
1168 static void gve_unreg_xsk_pool(struct gve_priv *priv, u16 qid)  in gve_unreg_xsk_pool()
1185 static int gve_reg_xsk_pool(struct gve_priv *priv, struct net_device *dev,  in gve_reg_xsk_pool()
1208 static void gve_unreg_xdp_info(struct gve_priv *priv)  in gve_unreg_xdp_info()
1225 static struct xsk_buff_pool *gve_get_xsk_pool(struct gve_priv *priv, int qid)  in gve_get_xsk_pool()
1233 static int gve_reg_xdp_info(struct gve_priv *priv, struct net_device *dev)  in gve_reg_xdp_info()
1276 static void gve_drain_page_cache(struct gve_priv *priv)  in gve_drain_page_cache()
1284 static void gve_rx_get_curr_alloc_cfg(struct gve_priv *priv,  in gve_rx_get_curr_alloc_cfg()
1297 void gve_get_curr_alloc_cfgs(struct gve_priv *priv,  in gve_get_curr_alloc_cfgs()
1305 static void gve_rx_start_ring(struct gve_priv *priv, int i)  in gve_rx_start_ring()
1313 static void gve_rx_start_rings(struct gve_priv *priv, int num_rings)  in gve_rx_start_rings()
1321 static void gve_rx_stop_ring(struct gve_priv *priv, int i)  in gve_rx_stop_ring()
1329 static void gve_rx_stop_rings(struct gve_priv *priv, int num_rings)  in gve_rx_stop_rings()
1340 static void gve_queues_mem_remove(struct gve_priv *priv)  in gve_queues_mem_remove()
1354 static int gve_queues_start(struct gve_priv *priv,  in gve_queues_start()
1435 	struct gve_priv *priv = netdev_priv(dev);  in gve_open()  local
1454 static int gve_queues_stop(struct gve_priv *priv)  in gve_queues_stop()
1493 	struct gve_priv *priv = netdev_priv(dev);  in gve_close()  local
1504 static void gve_handle_link_status(struct gve_priv *priv, bool link_status)  in gve_handle_link_status()
1521 static int gve_configure_rings_xdp(struct gve_priv *priv,  in gve_configure_rings_xdp()
1534 static int gve_set_xdp(struct gve_priv *priv, struct bpf_prog *prog,  in gve_set_xdp()
1574 	struct gve_priv *priv = netdev_priv(dev);  in gve_xdp_xmit()  local
1588 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_enable()  local
1637 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_disable()  local
1690 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_wakeup()  local
1712 	struct gve_priv *priv = netdev_priv(dev);  in verify_xdp_configuration()  local
1748 	struct gve_priv *priv = netdev_priv(dev);  in gve_xdp()  local
1767 int gve_init_rss_config(struct gve_priv *priv, u16 num_queues)  in gve_init_rss_config()
1787 int gve_flow_rules_reset(struct gve_priv *priv)  in gve_flow_rules_reset()
1795 int gve_adjust_config(struct gve_priv *priv,  in gve_adjust_config()
1833 int gve_adjust_queues(struct gve_priv *priv,  in gve_adjust_queues()
1866 static void gve_turndown(struct gve_priv *priv)  in gve_turndown()
1914 static void gve_turnup(struct gve_priv *priv)  in gve_turnup()
1982 static void gve_turnup_and_check_status(struct gve_priv *priv)  in gve_turnup_and_check_status()
1991 static struct gve_notify_block *gve_get_tx_notify_block(struct gve_priv *priv,  in gve_get_tx_notify_block()
2006 static bool gve_tx_timeout_try_q_kick(struct gve_priv *priv,  in gve_tx_timeout_try_q_kick()
2030 	struct gve_priv *priv;  in gve_tx_timeout()  local
2044 u16 gve_get_pkt_buf_size(const struct gve_priv *priv, bool enable_hsplit)  in gve_get_pkt_buf_size()
2055 bool gve_header_split_supported(const struct gve_priv *priv)  in gve_header_split_supported()
2061 int gve_set_hsplit_config(struct gve_priv *priv, u8 tcp_data_split)  in gve_set_hsplit_config()
2100 	struct gve_priv *priv = netdev_priv(netdev);  in gve_set_features()  local
2135 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_ts_config()  local
2145 	struct gve_priv *priv = netdev_priv(dev);  in gve_set_ts_config()  local
2187 static void gve_handle_status(struct gve_priv *priv, u32 status)  in gve_handle_status()
2199 static void gve_handle_reset(struct gve_priv *priv)  in gve_handle_reset()
2217 void gve_handle_report_stats(struct gve_priv *priv)  in gve_handle_report_stats()
2296 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_service_task()  local
2306 static void gve_set_netdev_xdp_features(struct gve_priv *priv)  in gve_set_netdev_xdp_features()
2325 static int gve_init_priv(struct gve_priv *priv, bool skip_describe_device)  in gve_init_priv()
2434 static void gve_teardown_priv_resources(struct gve_priv *priv)  in gve_teardown_priv_resources()
2442 static void gve_trigger_reset(struct gve_priv *priv)  in gve_trigger_reset()
2448 static void gve_reset_and_teardown(struct gve_priv *priv, bool was_up)  in gve_reset_and_teardown()
2457 static int gve_reset_recovery(struct gve_priv *priv, bool was_up)  in gve_reset_recovery()
2476 int gve_reset(struct gve_priv *priv, bool attempt_teardown)  in gve_reset()
2531 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_stop()  local
2570 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_mem_free()  local
2586 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_mem_alloc()  local
2607 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_start()  local
2666 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_rx_queue_stats()  local
2682 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_tx_queue_stats()  local
2717 	struct gve_priv *priv;  in gve_probe()  local
2853 	struct gve_priv *priv = netdev_priv(netdev);  in gve_remove()  local
2870 	struct gve_priv *priv = netdev_priv(netdev);  in gve_shutdown()  local
2890 	struct gve_priv *priv = netdev_priv(netdev);  in gve_suspend()  local
2912 	struct gve_priv *priv = netdev_priv(netdev);  in gve_resume()  local