42 static int gve_verify_driver_compatibility(struct gve_priv *priv)  in gve_verify_driver_compatibility()
89 	struct gve_priv *priv = netdev_priv(dev);  in gve_features_check()
99 	struct gve_priv *priv = netdev_priv(dev);  in gve_start_xmit()
109 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_stats()
144 static int gve_alloc_flow_rule_caches(struct gve_priv *priv)  in gve_alloc_flow_rule_caches()
177 static void gve_free_flow_rule_caches(struct gve_priv *priv)  in gve_free_flow_rule_caches()
187 static int gve_alloc_rss_config_cache(struct gve_priv *priv)  in gve_alloc_rss_config_cache()
214 static void gve_free_rss_config_cache(struct gve_priv *priv)  in gve_free_rss_config_cache()
224 static int gve_alloc_counter_array(struct gve_priv *priv)  in gve_alloc_counter_array()
237 static void gve_free_counter_array(struct gve_priv *priv)  in gve_free_counter_array()
252 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_stats_report_task()
260 static void gve_stats_report_schedule(struct gve_priv *priv)  in gve_stats_report_schedule()
271 	struct gve_priv *priv = timer_container_of(priv, t,  in gve_stats_report_timer()
280 static int gve_alloc_stats_report(struct gve_priv *priv)  in gve_alloc_stats_report()
301 static void gve_free_stats_report(struct gve_priv *priv)  in gve_free_stats_report()
314 	struct gve_priv *priv = arg;  in gve_mgmnt_intr()
323 	struct gve_priv *priv = block->priv;  in gve_intr()
339 static int gve_is_napi_on_home_cpu(struct gve_priv *priv, u32 irq)  in gve_is_napi_on_home_cpu()
356 	struct gve_priv *priv;  in gve_napi_poll()
413 	struct gve_priv *priv = block->priv;  in gve_napi_poll_dqo()
460 static int gve_alloc_notify_blocks(struct gve_priv *priv)  in gve_alloc_notify_blocks()
580 static void gve_free_notify_blocks(struct gve_priv *priv)  in gve_free_notify_blocks()
609 static int gve_setup_device_resources(struct gve_priv *priv)  in gve_setup_device_resources()
687 static void gve_trigger_reset(struct gve_priv *priv);
689 static void gve_teardown_device_resources(struct gve_priv *priv)  in gve_teardown_device_resources()
728 static int gve_unregister_qpl(struct gve_priv *priv,  in gve_unregister_qpl()
748 static int gve_register_qpl(struct gve_priv *priv,  in gve_register_qpl()
779 static struct gve_queue_page_list *gve_tx_get_qpl(struct gve_priv *priv, int idx)  in gve_tx_get_qpl()
789 static struct gve_queue_page_list *gve_rx_get_qpl(struct gve_priv *priv, int idx)  in gve_rx_get_qpl()
799 static int gve_register_qpls(struct gve_priv *priv)  in gve_register_qpls()
823 static int gve_unregister_qpls(struct gve_priv *priv)  in gve_unregister_qpls()
848 static int gve_create_rings(struct gve_priv *priv)  in gve_create_rings()
897 static void init_xdp_sync_stats(struct gve_priv *priv)  in init_xdp_sync_stats()
911 static void gve_init_sync_stats(struct gve_priv *priv)  in gve_init_sync_stats()
925 static void gve_tx_get_curr_alloc_cfg(struct gve_priv *priv,  in gve_tx_get_curr_alloc_cfg()
935 static void gve_tx_stop_rings(struct gve_priv *priv, int num_rings)  in gve_tx_stop_rings()
950 static void gve_tx_start_rings(struct gve_priv *priv, int num_rings)  in gve_tx_start_rings()
962 static int gve_queues_mem_alloc(struct gve_priv *priv,  in gve_queues_mem_alloc()
992 static int gve_destroy_rings(struct gve_priv *priv)  in gve_destroy_rings()
1016 static void gve_queues_mem_free(struct gve_priv *priv,  in gve_queues_mem_free()
1029 int gve_alloc_page(struct gve_priv *priv, struct device *dev,  in gve_alloc_page()
1047 struct gve_queue_page_list *gve_alloc_queue_page_list(struct gve_priv *priv,  in gve_alloc_queue_page_list()
1093 void gve_free_queue_page_list(struct gve_priv *priv,  in gve_free_queue_page_list()
1123 void gve_schedule_reset(struct gve_priv *priv)  in gve_schedule_reset()
1129 static void gve_reset_and_teardown(struct gve_priv *priv, bool was_up);
1130 static int gve_reset_recovery(struct gve_priv *priv, bool was_up);
1131 static void gve_turndown(struct gve_priv *priv);
1132 static void gve_turnup(struct gve_priv *priv);
1134 static int gve_reg_xdp_info(struct gve_priv *priv, struct net_device *dev)  in gve_reg_xdp_info()
1195 static void gve_unreg_xdp_info(struct gve_priv *priv)  in gve_unreg_xdp_info()
1218 static void gve_drain_page_cache(struct gve_priv *priv)  in gve_drain_page_cache()
1226 static void gve_rx_get_curr_alloc_cfg(struct gve_priv *priv,  in gve_rx_get_curr_alloc_cfg()
1239 void gve_get_curr_alloc_cfgs(struct gve_priv *priv,  in gve_get_curr_alloc_cfgs()
1247 static void gve_rx_start_ring(struct gve_priv *priv, int i)  in gve_rx_start_ring()
1255 static void gve_rx_start_rings(struct gve_priv *priv, int num_rings)  in gve_rx_start_rings()
1263 static void gve_rx_stop_ring(struct gve_priv *priv, int i)  in gve_rx_stop_ring()
1271 static void gve_rx_stop_rings(struct gve_priv *priv, int num_rings)  in gve_rx_stop_rings()
1282 static void gve_queues_mem_remove(struct gve_priv *priv)  in gve_queues_mem_remove()
1296 static int gve_queues_start(struct gve_priv *priv,  in gve_queues_start()
1377 	struct gve_priv *priv = netdev_priv(dev);  in gve_open()
1396 static int gve_queues_stop(struct gve_priv *priv)  in gve_queues_stop()
1435 	struct gve_priv *priv = netdev_priv(dev);  in gve_close()
1446 static void gve_handle_link_status(struct gve_priv *priv, bool link_status)  in gve_handle_link_status()
1463 static int gve_configure_rings_xdp(struct gve_priv *priv,  in gve_configure_rings_xdp()
1476 static int gve_set_xdp(struct gve_priv *priv, struct bpf_prog *prog,  in gve_set_xdp()
1517 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_enable()
1572 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_disable()
1618 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_wakeup()
1640 	struct gve_priv *priv = netdev_priv(dev);  in verify_xdp_configuration()
1677 	struct gve_priv *priv = netdev_priv(dev);  in gve_xdp()
1696 int gve_init_rss_config(struct gve_priv *priv, u16 num_queues)  in gve_init_rss_config()
1716 int gve_flow_rules_reset(struct gve_priv *priv)  in gve_flow_rules_reset()
1724 int gve_adjust_config(struct gve_priv *priv,  in gve_adjust_config()
1762 int gve_adjust_queues(struct gve_priv *priv,  in gve_adjust_queues()
1795 static void gve_turndown(struct gve_priv *priv)  in gve_turndown()
1843 static void gve_turnup(struct gve_priv *priv)  in gve_turnup()
1911 static void gve_turnup_and_check_status(struct gve_priv *priv)  in gve_turnup_and_check_status()
1920 static struct gve_notify_block *gve_get_tx_notify_block(struct gve_priv *priv,  in gve_get_tx_notify_block()
1935 static bool gve_tx_timeout_try_q_kick(struct gve_priv *priv,  in gve_tx_timeout_try_q_kick()
1959 	struct gve_priv *priv;  in gve_tx_timeout()
1973 u16 gve_get_pkt_buf_size(const struct gve_priv *priv, bool enable_hsplit)  in gve_get_pkt_buf_size()
1982 bool gve_header_split_supported(const struct gve_priv *priv)  in gve_header_split_supported()
1987 int gve_set_hsplit_config(struct gve_priv *priv, u8 tcp_data_split)  in gve_set_hsplit_config()
2026 	struct gve_priv *priv = netdev_priv(netdev);  in gve_set_features()
2065 static void gve_handle_status(struct gve_priv *priv, u32 status)  in gve_handle_status()
2077 static void gve_handle_reset(struct gve_priv *priv)  in gve_handle_reset()
2095 void gve_handle_report_stats(struct gve_priv *priv)  in gve_handle_report_stats()
2174 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_service_task()
2184 static void gve_set_netdev_xdp_features(struct gve_priv *priv)  in gve_set_netdev_xdp_features()
2199 static int gve_init_priv(struct gve_priv *priv, bool skip_describe_device)  in gve_init_priv()
2292 static void gve_teardown_priv_resources(struct gve_priv *priv)  in gve_teardown_priv_resources()
2298 static void gve_trigger_reset(struct gve_priv *priv)  in gve_trigger_reset()
2304 static void gve_reset_and_teardown(struct gve_priv *priv, bool was_up)  in gve_reset_and_teardown()
2313 static int gve_reset_recovery(struct gve_priv *priv, bool was_up)  in gve_reset_recovery()
2332 int gve_reset(struct gve_priv *priv, bool attempt_teardown)  in gve_reset()
2387 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_stop()
2426 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_mem_free()
2442 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_mem_alloc()
2463 	struct gve_priv *priv = netdev_priv(dev);  in gve_rx_queue_start()
2522 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_rx_queue_stats()
2538 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_tx_queue_stats()
2573 	struct gve_priv *priv;  in gve_probe()
2709 	struct gve_priv *priv = netdev_priv(netdev);  in gve_remove()
2726 	struct gve_priv *priv = netdev_priv(netdev);  in gve_shutdown()
2746 	struct gve_priv *priv = netdev_priv(netdev);  in gve_suspend()
2768 	struct gve_priv *priv = netdev_priv(netdev);  in gve_resume()