125 static SYSCTL_NODE(_hw, OID_AUTO, ena, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
132 SYSCTL_INT(_hw_ena, OID_AUTO, log_level, CTLFLAG_RWTUN, &ena_log_level, 0,
135 SYSCTL_CONST_STRING(_hw_ena, OID_AUTO, driver_version, CTLFLAG_RD,
147 SYSCTL_INT(_hw_ena, OID_AUTO, enable_9k_mbufs, CTLFLAG_RDTUN,
159 SYSCTL_INT(_hw_ena, OID_AUTO, force_large_llq_header, CTLFLAG_RDTUN,
214 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active", CTLFLAG_RWTUN,  in ena_sysctl_add_wd()
217 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout",  in ena_sysctl_add_wd()
221 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout",  in ena_sysctl_add_wd()
225 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues",  in ena_sysctl_add_wd()
229 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold",  in ena_sysctl_add_wd()
274 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired", CTLFLAG_RD,  in ena_sysctl_add_stats()
276 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up", CTLFLAG_RD,  in ena_sysctl_add_stats()
278 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down", CTLFLAG_RD,  in ena_sysctl_add_stats()
280 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause", CTLFLAG_RD,  in ena_sysctl_add_stats()
282 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "os_trigger", CTLFLAG_RD,  in ena_sysctl_add_stats()
284 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "missing_tx_cmpl", CTLFLAG_RD,  in ena_sysctl_add_stats()
286 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "bad_rx_req_id", CTLFLAG_RD,  in ena_sysctl_add_stats()
288 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "bad_tx_req_id", CTLFLAG_RD,  in ena_sysctl_add_stats()
290 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "bad_rx_desc_num", CTLFLAG_RD,  in ena_sysctl_add_stats()
292 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "invalid_state", CTLFLAG_RD,  in ena_sysctl_add_stats()
294 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "missing_intr", CTLFLAG_RD,  in ena_sysctl_add_stats()
296 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "tx_desc_malformed", CTLFLAG_RD,  in ena_sysctl_add_stats()
298 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "rx_desc_malformed", CTLFLAG_RD,  in ena_sysctl_add_stats()
300 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "missing_admin_interrupt", CTLFLAG_RD,  in ena_sysctl_add_stats()
302 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_to", CTLFLAG_RD,  in ena_sysctl_add_stats()
304 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "device_request_reset", CTLFLAG_RD,  in ena_sysctl_add_stats()
306 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "total_resets", CTLFLAG_RD,  in ena_sysctl_add_stats()
312 		queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf,  in ena_sysctl_add_stats()
320 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "cpu", CTLFLAG_RD,  in ena_sysctl_add_stats()
322 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "domain", CTLFLAG_RD,  in ena_sysctl_add_stats()
327 		tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "tx_ring",  in ena_sysctl_add_stats()
333 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "count",  in ena_sysctl_add_stats()
335 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bytes",  in ena_sysctl_add_stats()
337 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
340 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
343 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "doorbells",  in ena_sysctl_add_stats()
345 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
348 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bad_req_id",  in ena_sysctl_add_stats()
350 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "mbuf_collapses",  in ena_sysctl_add_stats()
352 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
355 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_wakeups",  in ena_sysctl_add_stats()
357 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_stops",  in ena_sysctl_add_stats()
359 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
362 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,  in ena_sysctl_add_stats()
368 		rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "rx_ring",  in ena_sysctl_add_stats()
374 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "count",  in ena_sysctl_add_stats()
376 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bytes",  in ena_sysctl_add_stats()
378 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "refil_partial",  in ena_sysctl_add_stats()
381 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_bad",  in ena_sysctl_add_stats()
383 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,  in ena_sysctl_add_stats()
386 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,  in ena_sysctl_add_stats()
389 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,  in ena_sysctl_add_stats()
392 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_desc_num",  in ena_sysctl_add_stats()
395 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_req_id",  in ena_sysctl_add_stats()
397 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "empty_rx_ring",  in ena_sysctl_add_stats()
400 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_good",  in ena_sysctl_add_stats()
406 	hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats",  in ena_sysctl_add_stats()
410 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD,  in ena_sysctl_add_stats()
412 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD,  in ena_sysctl_add_stats()
414 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD,  in ena_sysctl_add_stats()
416 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD,  in ena_sysctl_add_stats()
418 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD,  in ena_sysctl_add_stats()
420 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_drops", CTLFLAG_RD,  in ena_sysctl_add_stats()
424 	admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats",  in ena_sysctl_add_stats()
428 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD,  in ena_sysctl_add_stats()
430 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD,  in ena_sysctl_add_stats()
432 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD,  in ena_sysctl_add_stats()
434 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD,  in ena_sysctl_add_stats()
436 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD,  in ena_sysctl_add_stats()
463 	ena_srd_info = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "ena_srd_info",  in ena_sysctl_add_srd_info()
467 	SYSCTL_ADD_U64(ctx, srd_list, OID_AUTO, "ena_srd_mode",  in ena_sysctl_add_srd_info()
475 		SYSCTL_ADD_U64(ctx, srd_list, OID_AUTO, cur_stat_strings.name,  in ena_sysctl_add_srd_info()
502 	customer_metric = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "customer_metrics",  in ena_sysctl_add_customer_metrics()
508 	                SYSCTL_ADD_U64(ctx, customer_list, OID_AUTO, ena_hw_stats_strings[i].name,  in ena_sysctl_add_customer_metrics()
534 	eni_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "eni_metrics",  in ena_sysctl_add_eni_metrics()
540 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_in_allowance_exceeded",  in ena_sysctl_add_eni_metrics()
543 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_out_allowance_exceeded",  in ena_sysctl_add_eni_metrics()
546 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "pps_allowance_exceeded",  in ena_sysctl_add_eni_metrics()
549 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "conntrack_allowance_exceeded",  in ena_sysctl_add_eni_metrics()
552 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "linklocal_allowance_exceeded",  in ena_sysctl_add_eni_metrics()
573 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "buf_ring_size",  in ena_sysctl_add_tuneables()
579 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "rx_queue_size",  in ena_sysctl_add_tuneables()
585 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "io_queues_nb",  in ena_sysctl_add_tuneables()
594 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "stats_sample_interval",  in ena_sysctl_add_tuneables()
618 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "rss",  in ena_sysctl_add_rss()
623 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "key",  in ena_sysctl_add_rss()
628 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "indir_table",  in ena_sysctl_add_rss()
633 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "indir_table_size",  in ena_sysctl_add_rss()
654 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "irq_affinity",  in ena_sysctl_add_irq_affinity()
659 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "base_cpu",  in ena_sysctl_add_irq_affinity()
664 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "cpu_stride",  in ena_sysctl_add_irq_affinity()