93 static void ena_free_pci_resources(struct ena_adapter *);
98 static void ena_init_io_rings_common(struct ena_adapter *, struct ena_ring *,
100 static void ena_init_io_rings_basic(struct ena_adapter *);
101 static void ena_init_io_rings_advanced(struct ena_adapter *);
102 static void ena_init_io_rings(struct ena_adapter *);
103 static void ena_free_io_ring_resources(struct ena_adapter *, unsigned int);
104 static void ena_free_all_io_rings_resources(struct ena_adapter *);
105 static int ena_setup_tx_dma_tag(struct ena_adapter *);
106 static int ena_free_tx_dma_tag(struct ena_adapter *);
107 static int ena_setup_rx_dma_tag(struct ena_adapter *);
108 static int ena_free_rx_dma_tag(struct ena_adapter *);
110 static int ena_setup_tx_resources(struct ena_adapter *, int);
111 static void ena_free_tx_resources(struct ena_adapter *, int);
112 static int ena_setup_all_tx_resources(struct ena_adapter *);
113 static void ena_free_all_tx_resources(struct ena_adapter *);
114 static int ena_setup_rx_resources(struct ena_adapter *, unsigned int);
115 static void ena_free_rx_resources(struct ena_adapter *, unsigned int);
116 static int ena_setup_all_rx_resources(struct ena_adapter *);
117 static void ena_free_all_rx_resources(struct ena_adapter *);
118 static inline int ena_alloc_rx_mbuf(struct ena_adapter *, struct ena_ring *,
120 static void ena_free_rx_mbuf(struct ena_adapter *, struct ena_ring *,
122 static void ena_free_rx_bufs(struct ena_adapter *, unsigned int);
123 static void ena_refill_all_rx_bufs(struct ena_adapter *);
124 static void ena_free_all_rx_bufs(struct ena_adapter *);
125 static void ena_free_tx_bufs(struct ena_adapter *, unsigned int);
126 static void ena_free_all_tx_bufs(struct ena_adapter *);
127 static void ena_destroy_all_tx_queues(struct ena_adapter *);
128 static void ena_destroy_all_rx_queues(struct ena_adapter *);
129 static void ena_destroy_all_io_queues(struct ena_adapter *);
130 static int ena_create_io_queues(struct ena_adapter *);
132 static int ena_enable_msix(struct ena_adapter *);
133 static void ena_setup_mgmnt_intr(struct ena_adapter *);
134 static int ena_setup_io_intr(struct ena_adapter *);
135 static int ena_request_mgmnt_irq(struct ena_adapter *);
136 static int ena_request_io_irq(struct ena_adapter *);
137 static void ena_free_mgmnt_irq(struct ena_adapter *);
138 static void ena_free_io_irq(struct ena_adapter *);
139 static void ena_free_irqs(struct ena_adapter *);
140 static void ena_disable_msix(struct ena_adapter *);
141 static void ena_unmask_all_io_irqs(struct ena_adapter *);
142 static int ena_up_complete(struct ena_adapter *);
150 static void ena_update_hwassist(struct ena_adapter *);
151 static void ena_setup_ifnet(device_t, struct ena_adapter *,
159 static int ena_calc_io_queue_size(struct ena_calc_queue_size_ctx *, struct ena_adapter *);
163 static int ena_device_init(struct ena_adapter *, device_t,
165 static int ena_enable_msix_and_set_admin_interrupts(struct ena_adapter *);
168 static int ena_copy_eni_metrics(struct ena_adapter *);
169 static int ena_copy_srd_metrics(struct ena_adapter *);
170 static int ena_copy_customer_metrics(struct ena_adapter *);
172 static enum ena_regs_reset_reason_types check_cdesc_in_tx_cq(struct ena_adapter *,
175 static int ena_reinit_netmap(struct ena_adapter *adapter);
209 	struct ena_adapter *adapter = device_get_softc(dmadev);  in ena_dma_alloc()
279 ena_free_pci_resources(struct ena_adapter *adapter)  in ena_free_pci_resources()
329 	struct ena_adapter *adapter = if_getsoftc(ifp);  in ena_change_mtu()
378 ena_init_io_rings_common(struct ena_adapter *adapter, struct ena_ring *ring,  in ena_init_io_rings_common()
389 ena_init_io_rings_basic(struct ena_adapter *adapter)  in ena_init_io_rings_basic()
425 ena_init_io_rings_advanced(struct ena_adapter *adapter)  in ena_init_io_rings_advanced()
459 ena_init_io_rings(struct ena_adapter *adapter)  in ena_init_io_rings()
472 ena_free_io_ring_resources(struct ena_adapter *adapter, unsigned int qid)  in ena_free_io_ring_resources()
490 ena_free_all_io_rings_resources(struct ena_adapter *adapter)  in ena_free_all_io_rings_resources()
499 ena_setup_tx_dma_tag(struct ena_adapter *adapter)  in ena_setup_tx_dma_tag()
521 ena_free_tx_dma_tag(struct ena_adapter *adapter)  in ena_free_tx_dma_tag()
534 ena_setup_rx_dma_tag(struct ena_adapter *adapter)  in ena_setup_rx_dma_tag()
556 ena_free_rx_dma_tag(struct ena_adapter *adapter)  in ena_free_rx_dma_tag()
571 	struct ena_adapter *adapter = tx_ring->adapter;  in validate_tx_req_id()
597 	struct ena_adapter *adapter = tx_ring->adapter;  in ena_release_all_tx_dmamap()
635 ena_setup_tx_resources(struct ena_adapter *adapter, int qid)  in ena_setup_tx_resources()
757 ena_free_tx_resources(struct ena_adapter *adapter, int qid)  in ena_free_tx_resources()
824 ena_setup_all_tx_resources(struct ena_adapter *adapter)  in ena_setup_all_tx_resources()
853 ena_free_all_tx_resources(struct ena_adapter *adapter)  in ena_free_all_tx_resources()
869 ena_setup_rx_resources(struct ena_adapter *adapter, unsigned int qid)  in ena_setup_rx_resources()
951 ena_free_rx_resources(struct ena_adapter *adapter, unsigned int qid)  in ena_free_rx_resources()
985 ena_setup_all_rx_resources(struct ena_adapter *adapter)  in ena_setup_all_rx_resources()
1013 ena_free_all_rx_resources(struct ena_adapter *adapter)  in ena_free_all_rx_resources()
1022 ena_alloc_rx_mbuf(struct ena_adapter *adapter, struct ena_ring *rx_ring,  in ena_alloc_rx_mbuf()
1085 ena_free_rx_mbuf(struct ena_adapter *adapter, struct ena_ring *rx_ring,  in ena_free_rx_mbuf()
1110 	struct ena_adapter *adapter = rx_ring->adapter;  in ena_refill_rx_bufs()
1169 ena_reinit_netmap(struct ena_adapter *adapter)  in ena_reinit_netmap()
1183 ena_update_buf_ring_size(struct ena_adapter *adapter,  in ena_update_buf_ring_size()
1238 ena_update_queue_size(struct ena_adapter *adapter, uint32_t new_tx_size,  in ena_update_queue_size()
1300 ena_update_io_rings(struct ena_adapter *adapter, uint32_t num)  in ena_update_io_rings()
1311 ena_update_base_cpu(struct ena_adapter *adapter, int new_num)  in ena_update_base_cpu()
1350 ena_update_cpu_stride(struct ena_adapter *adapter, uint32_t new_num)  in ena_update_cpu_stride()
1390 ena_update_io_queue_nb(struct ena_adapter *adapter, uint32_t new_num)  in ena_update_io_queue_nb()
1439 ena_free_rx_bufs(struct ena_adapter *adapter, unsigned int qid)  in ena_free_rx_bufs()
1466 ena_refill_all_rx_bufs(struct ena_adapter *adapter)  in ena_refill_all_rx_bufs()
1487 ena_free_all_rx_bufs(struct ena_adapter *adapter)  in ena_free_all_rx_bufs()
1501 ena_free_tx_bufs(struct ena_adapter *adapter, unsigned int qid)  in ena_free_tx_bufs()
1535 ena_free_all_tx_bufs(struct ena_adapter *adapter)  in ena_free_all_tx_bufs()
1542 ena_destroy_all_tx_queues(struct ena_adapter *adapter)  in ena_destroy_all_tx_queues()
1554 ena_destroy_all_rx_queues(struct ena_adapter *adapter)  in ena_destroy_all_rx_queues()
1566 ena_destroy_all_io_queues(struct ena_adapter *adapter)  in ena_destroy_all_io_queues()
1583 ena_create_io_queues(struct ena_adapter *adapter)  in ena_create_io_queues()
1706 	struct ena_adapter *adapter = (struct ena_adapter *)arg;  in ena_intr_msix_mgmnt()
1721 	struct ena_adapter *adapter = queue->adapter;  in ena_handle_msix()
1733 ena_enable_msix(struct ena_adapter *adapter)  in ena_enable_msix()
1796 ena_setup_mgmnt_intr(struct ena_adapter *adapter)  in ena_setup_mgmnt_intr()
1811 ena_setup_io_intr(struct ena_adapter *adapter)  in ena_setup_io_intr()
1871 ena_request_mgmnt_irq(struct ena_adapter *adapter)  in ena_request_mgmnt_irq()
1917 ena_request_io_irq(struct ena_adapter *adapter)  in ena_request_io_irq()
2011 ena_free_mgmnt_irq(struct ena_adapter *adapter)  in ena_free_mgmnt_irq()
2040 ena_free_io_irq(struct ena_adapter *adapter)  in ena_free_io_irq()
2076 ena_free_irqs(struct ena_adapter *adapter)  in ena_free_irqs()
2084 ena_disable_msix(struct ena_adapter *adapter)  in ena_disable_msix()
2097 ena_unmask_all_io_irqs(struct ena_adapter *adapter)  in ena_unmask_all_io_irqs()
2117 ena_up_complete(struct ena_adapter *adapter)  in ena_up_complete()
2142 set_io_rings_size(struct ena_adapter *adapter, int new_tx_size, int new_rx_size)  in set_io_rings_size()
2153 create_queues_with_size_backoff(struct ena_adapter *adapter)  in create_queues_with_size_backoff()
2243 ena_up(struct ena_adapter *adapter)  in ena_up()
2318 	struct ena_adapter *adapter;  in ena_get_counter()
2352 	struct ena_adapter *adapter = if_getsoftc(ifp);  in ena_media_status()
2375 	struct ena_adapter *adapter = (struct ena_adapter *)arg;  in ena_init()
2387 	struct ena_adapter *adapter;  in ena_ioctl()
2512 ena_update_hwassist(struct ena_adapter *adapter)  in ena_update_hwassist()
2544 ena_setup_ifnet(device_t pdev, struct ena_adapter *adapter,  in ena_setup_ifnet()
2596 ena_down(struct ena_adapter *adapter)  in ena_down()
2729 	struct ena_adapter *adapter = device_get_softc(pdev);  in ena_map_llq_mem_bar()
2760     struct ena_admin_feature_llq_desc *llq, struct ena_adapter *adapter)  in ena_set_llq_configurations()
2803 ena_calc_io_queue_size(struct ena_calc_queue_size_ctx *ctx, struct ena_adapter *adapter)  in ena_calc_io_queue_size()
2948 ena_device_init(struct ena_adapter *adapter, device_t pdev,  in ena_device_init()
3054 ena_enable_msix_and_set_admin_interrupts(struct ena_adapter *adapter)  in ena_enable_msix_and_set_admin_interrupts()
3089 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_keep_alive_wd()
3110 check_for_missing_keep_alive(struct ena_adapter *adapter)  in check_for_missing_keep_alive()
3134 check_for_admin_com_state(struct ena_adapter *adapter)  in check_for_admin_com_state()
3149 check_for_rx_interrupt_queue(struct ena_adapter *adapter,  in check_for_rx_interrupt_queue()
3173 check_cdesc_in_tx_cq(struct ena_adapter *adapter,  in check_cdesc_in_tx_cq()
3198 check_missing_comp_in_tx_queue(struct ena_adapter *adapter,  in check_missing_comp_in_tx_queue()
3294 check_for_missing_completions(struct ena_adapter *adapter)  in check_for_missing_completions()
3349 check_for_empty_rx_ring(struct ena_adapter *adapter)  in check_for_empty_rx_ring()
3387 ena_update_hints(struct ena_adapter *adapter,  in ena_update_hints()
3434 ena_copy_eni_metrics(struct ena_adapter *adapter)  in ena_copy_eni_metrics()
3461 ena_copy_srd_metrics(struct ena_adapter *adapter)  in ena_copy_srd_metrics()
3467 ena_copy_customer_metrics(struct ena_adapter *adapter)  in ena_copy_customer_metrics()
3488 	struct ena_adapter *adapter = (struct ena_adapter *)data;  in ena_timer_service()
3545 ena_destroy_device(struct ena_adapter *adapter, bool graceful)  in ena_destroy_device()
3604 ena_device_validate_params(struct ena_adapter *adapter,  in ena_device_validate_params()
3623 ena_restore_device(struct ena_adapter *adapter)  in ena_restore_device()
3719 	struct ena_adapter *adapter = (struct ena_adapter *)arg;  in ena_metrics_task()
3737 	struct ena_adapter *adapter = (struct ena_adapter *)arg;  in ena_reset_task()
3753 ena_free_stats(struct ena_adapter *adapter)  in ena_free_stats()
3777 	struct ena_adapter *adapter;  in ena_attach()
4042 	struct ena_adapter *adapter = device_get_softc(pdev);  in ena_detach()
4136 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_update_on_link_change()
4161 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_notification()
4202 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in unimplemented_aenq_handler()
4211 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_conf_notification()
4237 	struct ena_adapter *adapter = (struct ena_adapter *)adapter_data;  in ena_admin_device_request_reset()
4267 	sizeof(struct ena_adapter),