xref: /freebsd/sys/dev/ena/ena_sysctl.c (revision 5b925280d9a54eaefd85827bf6e84049aea8fa98)
19b8d05b8SZbigniew Bodek /*-
20835cc78SMarcin Wojtas  * SPDX-License-Identifier: BSD-2-Clause
39b8d05b8SZbigniew Bodek  *
4beaadec9SMarcin Wojtas  * Copyright (c) 2015-2021 Amazon.com, Inc. or its affiliates.
59b8d05b8SZbigniew Bodek  * All rights reserved.
69b8d05b8SZbigniew Bodek  *
79b8d05b8SZbigniew Bodek  * Redistribution and use in source and binary forms, with or without
89b8d05b8SZbigniew Bodek  * modification, are permitted provided that the following conditions
99b8d05b8SZbigniew Bodek  * are met:
109b8d05b8SZbigniew Bodek  *
119b8d05b8SZbigniew Bodek  * 1. Redistributions of source code must retain the above copyright
129b8d05b8SZbigniew Bodek  *    notice, this list of conditions and the following disclaimer.
139b8d05b8SZbigniew Bodek  *
149b8d05b8SZbigniew Bodek  * 2. Redistributions in binary form must reproduce the above copyright
159b8d05b8SZbigniew Bodek  *    notice, this list of conditions and the following disclaimer in the
169b8d05b8SZbigniew Bodek  *    documentation and/or other materials provided with the distribution.
179b8d05b8SZbigniew Bodek  *
189b8d05b8SZbigniew Bodek  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
199b8d05b8SZbigniew Bodek  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
209b8d05b8SZbigniew Bodek  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
219b8d05b8SZbigniew Bodek  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
229b8d05b8SZbigniew Bodek  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
239b8d05b8SZbigniew Bodek  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
249b8d05b8SZbigniew Bodek  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
259b8d05b8SZbigniew Bodek  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
269b8d05b8SZbigniew Bodek  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
279b8d05b8SZbigniew Bodek  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
289b8d05b8SZbigniew Bodek  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
299b8d05b8SZbigniew Bodek  */
30fdafd315SWarner Losh 
310e7d31f6SMarcin Wojtas #include <sys/param.h>
326d1ef2abSArtur Rojek #include "opt_rss.h"
336d1ef2abSArtur Rojek 
346d1ef2abSArtur Rojek #include "ena_rss.h"
3582e558eaSDawid Gorecki #include "ena_sysctl.h"
369b8d05b8SZbigniew Bodek 
370bdffe59SMarcin Wojtas static void ena_sysctl_add_wd(struct ena_adapter *);
389b8d05b8SZbigniew Bodek static void ena_sysctl_add_stats(struct ena_adapter *);
39f180142cSMarcin Wojtas static void ena_sysctl_add_eni_metrics(struct ena_adapter *);
406064f289SMarcin Wojtas static void ena_sysctl_add_tuneables(struct ena_adapter *);
41f9e1d947SOsama Abboud static void ena_sysctl_add_irq_affinity(struct ena_adapter *);
426d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */
436d1ef2abSArtur Rojek #ifndef RSS
446d1ef2abSArtur Rojek static void ena_sysctl_add_rss(struct ena_adapter *);
456d1ef2abSArtur Rojek #endif
466064f289SMarcin Wojtas static int ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS);
476064f289SMarcin Wojtas static int ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS);
4856d41ad5SMarcin Wojtas static int ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS);
49f9e1d947SOsama Abboud static int ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS);
50f9e1d947SOsama Abboud static int ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS);
51*5b925280SOsama Abboud static int ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS);
526d1ef2abSArtur Rojek #ifndef RSS
536d1ef2abSArtur Rojek static int ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS);
546d1ef2abSArtur Rojek static int ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS);
556d1ef2abSArtur Rojek #endif
56f180142cSMarcin Wojtas 
57*5b925280SOsama Abboud /* Limit max ENA sample rate to be an hour. */
58*5b925280SOsama Abboud #define ENA_METRICS_MAX_SAMPLE_INTERVAL 3600
596d1ef2abSArtur Rojek #define ENA_HASH_KEY_MSG_SIZE (ENA_HASH_KEY_SIZE * 2 + 1)
606064f289SMarcin Wojtas 
617029da5cSPawel Biernacki static SYSCTL_NODE(_hw, OID_AUTO, ena, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
627029da5cSPawel Biernacki     "ENA driver parameters");
636064f289SMarcin Wojtas 
646064f289SMarcin Wojtas /*
656064f289SMarcin Wojtas  * Logging level for changing verbosity of the output
666064f289SMarcin Wojtas  */
673fc5d816SMarcin Wojtas int ena_log_level = ENA_INFO;
6882e558eaSDawid Gorecki SYSCTL_INT(_hw_ena, OID_AUTO, log_level, CTLFLAG_RWTUN, &ena_log_level, 0,
6982e558eaSDawid Gorecki     "Logging level indicating verbosity of the logs");
706064f289SMarcin Wojtas 
7185516621SMarcin Wojtas SYSCTL_CONST_STRING(_hw_ena, OID_AUTO, driver_version, CTLFLAG_RD,
728f15f8a7SDawid Gorecki     ENA_DRV_MODULE_VERSION, "ENA driver version");
7385516621SMarcin Wojtas 
7404cf2b88SMarcin Wojtas /*
7504cf2b88SMarcin Wojtas  * Use 9k mbufs for the Rx buffers. Default to 0 (use page size mbufs instead).
7604cf2b88SMarcin Wojtas  * Using 9k mbufs in low memory conditions might cause allocation to take a lot
7704cf2b88SMarcin Wojtas  * of time and lead to the OS instability as it needs to look for the contiguous
7804cf2b88SMarcin Wojtas  * pages.
7904cf2b88SMarcin Wojtas  * However, page size mbufs has a bit smaller throughput than 9k mbufs, so if
8004cf2b88SMarcin Wojtas  * the network performance is the priority, the 9k mbufs can be used.
8104cf2b88SMarcin Wojtas  */
8204cf2b88SMarcin Wojtas int ena_enable_9k_mbufs = 0;
8304cf2b88SMarcin Wojtas SYSCTL_INT(_hw_ena, OID_AUTO, enable_9k_mbufs, CTLFLAG_RDTUN,
8404cf2b88SMarcin Wojtas     &ena_enable_9k_mbufs, 0, "Use 9 kB mbufs for Rx descriptors");
859b8d05b8SZbigniew Bodek 
86beaadec9SMarcin Wojtas /*
87beaadec9SMarcin Wojtas  * Force the driver to use large LLQ (Low Latency Queue) header. Defaults to
88beaadec9SMarcin Wojtas  * false. This option may be important for platforms, which often handle packet
89beaadec9SMarcin Wojtas  * headers on Tx with total header size greater than 96B, as it may
90beaadec9SMarcin Wojtas  * reduce the latency.
91beaadec9SMarcin Wojtas  * It also reduces the maximum Tx queue size by half, so it may cause more Tx
92beaadec9SMarcin Wojtas  * packet drops.
93beaadec9SMarcin Wojtas  */
94beaadec9SMarcin Wojtas bool ena_force_large_llq_header = false;
95beaadec9SMarcin Wojtas SYSCTL_BOOL(_hw_ena, OID_AUTO, force_large_llq_header, CTLFLAG_RDTUN,
96beaadec9SMarcin Wojtas     &ena_force_large_llq_header, 0,
97beaadec9SMarcin Wojtas     "Increases maximum supported header size in LLQ mode to 224 bytes, while reducing the maximum Tx queue size by half.\n");
98beaadec9SMarcin Wojtas 
996d1ef2abSArtur Rojek int ena_rss_table_size = ENA_RX_RSS_TABLE_SIZE;
1006d1ef2abSArtur Rojek 
1019b8d05b8SZbigniew Bodek void
1029b8d05b8SZbigniew Bodek ena_sysctl_add_nodes(struct ena_adapter *adapter)
1039b8d05b8SZbigniew Bodek {
1040bdffe59SMarcin Wojtas 	ena_sysctl_add_wd(adapter);
1059b8d05b8SZbigniew Bodek 	ena_sysctl_add_stats(adapter);
106f180142cSMarcin Wojtas 	ena_sysctl_add_eni_metrics(adapter);
1076064f289SMarcin Wojtas 	ena_sysctl_add_tuneables(adapter);
108f9e1d947SOsama Abboud 	ena_sysctl_add_irq_affinity(adapter);
1096d1ef2abSArtur Rojek #ifndef RSS
1106d1ef2abSArtur Rojek 	ena_sysctl_add_rss(adapter);
1116d1ef2abSArtur Rojek #endif
1129b8d05b8SZbigniew Bodek }
1139b8d05b8SZbigniew Bodek 
1149b8d05b8SZbigniew Bodek static void
1150bdffe59SMarcin Wojtas ena_sysctl_add_wd(struct ena_adapter *adapter)
1160bdffe59SMarcin Wojtas {
1170bdffe59SMarcin Wojtas 	device_t dev;
1180bdffe59SMarcin Wojtas 
1190bdffe59SMarcin Wojtas 	struct sysctl_ctx_list *ctx;
1200bdffe59SMarcin Wojtas 	struct sysctl_oid *tree;
1210bdffe59SMarcin Wojtas 	struct sysctl_oid_list *child;
1220bdffe59SMarcin Wojtas 
1230bdffe59SMarcin Wojtas 	dev = adapter->pdev;
1240bdffe59SMarcin Wojtas 
1250bdffe59SMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
1260bdffe59SMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
1270bdffe59SMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
1280bdffe59SMarcin Wojtas 
1290bdffe59SMarcin Wojtas 	/* Sysctl calls for Watchdog service */
13082e558eaSDawid Gorecki 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active", CTLFLAG_RWTUN,
13182e558eaSDawid Gorecki 	    &adapter->wd_active, 0, "Watchdog is active");
1320bdffe59SMarcin Wojtas 
1330bdffe59SMarcin Wojtas 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout",
1340bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->keep_alive_timeout,
1350bdffe59SMarcin Wojtas 	    "Timeout for Keep Alive messages");
1360bdffe59SMarcin Wojtas 
1370bdffe59SMarcin Wojtas 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout",
1380bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_timeout,
1390bdffe59SMarcin Wojtas 	    "Timeout for TX completion");
1400bdffe59SMarcin Wojtas 
1410bdffe59SMarcin Wojtas 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues",
1420bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_max_queues, 0,
1430bdffe59SMarcin Wojtas 	    "Number of TX queues to check per run");
1440bdffe59SMarcin Wojtas 
1450bdffe59SMarcin Wojtas 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold",
1460bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_threshold, 0,
1470bdffe59SMarcin Wojtas 	    "Max number of timeouted packets");
1480bdffe59SMarcin Wojtas }
1490bdffe59SMarcin Wojtas 
1500bdffe59SMarcin Wojtas static void
1519b8d05b8SZbigniew Bodek ena_sysctl_add_stats(struct ena_adapter *adapter)
1529b8d05b8SZbigniew Bodek {
1539b8d05b8SZbigniew Bodek 	device_t dev;
1549b8d05b8SZbigniew Bodek 
1559b8d05b8SZbigniew Bodek 	struct ena_ring *tx_ring;
1569b8d05b8SZbigniew Bodek 	struct ena_ring *rx_ring;
1579b8d05b8SZbigniew Bodek 
1589b8d05b8SZbigniew Bodek 	struct ena_hw_stats *hw_stats;
1599b8d05b8SZbigniew Bodek 	struct ena_stats_dev *dev_stats;
1609b8d05b8SZbigniew Bodek 	struct ena_stats_tx *tx_stats;
1619b8d05b8SZbigniew Bodek 	struct ena_stats_rx *rx_stats;
1629b8d05b8SZbigniew Bodek 	struct ena_com_stats_admin *admin_stats;
1639b8d05b8SZbigniew Bodek 
1649b8d05b8SZbigniew Bodek 	struct sysctl_ctx_list *ctx;
1659b8d05b8SZbigniew Bodek 	struct sysctl_oid *tree;
1669b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *child;
1679b8d05b8SZbigniew Bodek 
1689b8d05b8SZbigniew Bodek 	struct sysctl_oid *queue_node, *tx_node, *rx_node, *hw_node;
1699b8d05b8SZbigniew Bodek 	struct sysctl_oid *admin_node;
1709b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *queue_list, *tx_list, *rx_list, *hw_list;
1719b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *admin_list;
1729b8d05b8SZbigniew Bodek 
1739b8d05b8SZbigniew Bodek #define QUEUE_NAME_LEN 32
1749b8d05b8SZbigniew Bodek 	char namebuf[QUEUE_NAME_LEN];
1759b8d05b8SZbigniew Bodek 	int i;
1769b8d05b8SZbigniew Bodek 
1779b8d05b8SZbigniew Bodek 	dev = adapter->pdev;
1789b8d05b8SZbigniew Bodek 
1799b8d05b8SZbigniew Bodek 	ctx = device_get_sysctl_ctx(dev);
1809b8d05b8SZbigniew Bodek 	tree = device_get_sysctl_tree(dev);
1819b8d05b8SZbigniew Bodek 	child = SYSCTL_CHILDREN(tree);
1829b8d05b8SZbigniew Bodek 
1839b8d05b8SZbigniew Bodek 	tx_ring = adapter->tx_ring;
1849b8d05b8SZbigniew Bodek 	rx_ring = adapter->rx_ring;
1859b8d05b8SZbigniew Bodek 
1869b8d05b8SZbigniew Bodek 	hw_stats = &adapter->hw_stats;
1879b8d05b8SZbigniew Bodek 	dev_stats = &adapter->dev_stats;
1889b8d05b8SZbigniew Bodek 	admin_stats = &adapter->ena_dev->admin_queue.stats;
1899b8d05b8SZbigniew Bodek 
19082e558eaSDawid Gorecki 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired", CTLFLAG_RD,
19182e558eaSDawid Gorecki 	    &dev_stats->wd_expired, "Watchdog expiry count");
19282e558eaSDawid Gorecki 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up", CTLFLAG_RD,
19382e558eaSDawid Gorecki 	    &dev_stats->interface_up, "Network interface up count");
1949b8d05b8SZbigniew Bodek 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down",
1959b8d05b8SZbigniew Bodek 	    CTLFLAG_RD, &dev_stats->interface_down,
1969b8d05b8SZbigniew Bodek 	    "Network interface down count");
1979b8d05b8SZbigniew Bodek 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause",
19882e558eaSDawid Gorecki 	    CTLFLAG_RD, &dev_stats->admin_q_pause, "Admin queue pauses");
1999b8d05b8SZbigniew Bodek 
2007d8c4feeSMarcin Wojtas 	for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) {
2019b8d05b8SZbigniew Bodek 		snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i);
2029b8d05b8SZbigniew Bodek 
20382e558eaSDawid Gorecki 		queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf,
20482e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Queue Name");
2059b8d05b8SZbigniew Bodek 		queue_list = SYSCTL_CHILDREN(queue_node);
2069b8d05b8SZbigniew Bodek 
2070e7d31f6SMarcin Wojtas 		adapter->que[i].oid = queue_node;
2080e7d31f6SMarcin Wojtas 
209eb4c4f4aSMarcin Wojtas #ifdef RSS
210eb4c4f4aSMarcin Wojtas 		/* Common stats */
21182e558eaSDawid Gorecki 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "cpu", CTLFLAG_RD,
21282e558eaSDawid Gorecki 		    &adapter->que[i].cpu, 0, "CPU affinity");
21382e558eaSDawid Gorecki 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "domain", CTLFLAG_RD,
21482e558eaSDawid Gorecki 		    &adapter->que[i].domain, 0, "NUMA domain");
215eb4c4f4aSMarcin Wojtas #endif
216eb4c4f4aSMarcin Wojtas 
2179b8d05b8SZbigniew Bodek 		/* TX specific stats */
21882e558eaSDawid Gorecki 		tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "tx_ring",
21982e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "TX ring");
2209b8d05b8SZbigniew Bodek 		tx_list = SYSCTL_CHILDREN(tx_node);
2219b8d05b8SZbigniew Bodek 
2229b8d05b8SZbigniew Bodek 		tx_stats = &tx_ring->tx_stats;
2239b8d05b8SZbigniew Bodek 
22482e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "count",
22582e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->cnt, "Packets sent");
22682e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bytes",
22782e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->bytes, "Bytes sent");
2289b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
22982e558eaSDawid Gorecki 		    "prepare_ctx_err", CTLFLAG_RD, &tx_stats->prepare_ctx_err,
2309b8d05b8SZbigniew Bodek 		    "TX buffer preparation failures");
2319b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
23282e558eaSDawid Gorecki 		    "dma_mapping_err", CTLFLAG_RD, &tx_stats->dma_mapping_err,
23382e558eaSDawid Gorecki 		    "DMA mapping failures");
23482e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "doorbells",
23582e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->doorbells, "Queue doorbells");
2369b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
23782e558eaSDawid Gorecki 		    "missing_tx_comp", CTLFLAG_RD, &tx_stats->missing_tx_comp,
23882e558eaSDawid Gorecki 		    "TX completions missed");
23982e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bad_req_id",
24082e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->bad_req_id, "Bad request id count");
24182e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "mbuf_collapses",
24282e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->collapse, "Mbuf collapse count");
2439b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
24482e558eaSDawid Gorecki 		    "mbuf_collapse_err", CTLFLAG_RD, &tx_stats->collapse_err,
2451b069f1cSZbigniew Bodek 		    "Mbuf collapse failures");
24682e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_wakeups",
24782e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->queue_wakeup, "Queue wakeups");
24882e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_stops",
24982e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->queue_stop, "Queue stops");
2505cb9db07SMarcin Wojtas 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
25182e558eaSDawid Gorecki 		    "llq_buffer_copy", CTLFLAG_RD, &tx_stats->llq_buffer_copy,
2524fa9e02dSMarcin Wojtas 		    "Header copies for llq transaction");
253223c8cb1SArtur Rojek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
254223c8cb1SArtur Rojek 		    "unmask_interrupt_num", CTLFLAG_RD,
255223c8cb1SArtur Rojek 		    &tx_stats->unmask_interrupt_num,
256223c8cb1SArtur Rojek 		    "Unmasked interrupt count");
2579b8d05b8SZbigniew Bodek 
2589b8d05b8SZbigniew Bodek 		/* RX specific stats */
25982e558eaSDawid Gorecki 		rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "rx_ring",
26082e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "RX ring");
2619b8d05b8SZbigniew Bodek 		rx_list = SYSCTL_CHILDREN(rx_node);
2629b8d05b8SZbigniew Bodek 
2639b8d05b8SZbigniew Bodek 		rx_stats = &rx_ring->rx_stats;
2649b8d05b8SZbigniew Bodek 
26582e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "count",
26682e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->cnt, "Packets received");
26782e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bytes",
26882e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bytes, "Bytes received");
26982e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "refil_partial",
27082e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->refil_partial,
27182e558eaSDawid Gorecki 		    "Partial refilled mbufs");
27282e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_bad",
27382e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->csum_bad, "Bad RX checksum");
2749b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
27582e558eaSDawid Gorecki 		    "mbuf_alloc_fail", CTLFLAG_RD, &rx_stats->mbuf_alloc_fail,
27682e558eaSDawid Gorecki 		    "Failed mbuf allocs");
2779b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
27882e558eaSDawid Gorecki 		    "mjum_alloc_fail", CTLFLAG_RD, &rx_stats->mjum_alloc_fail,
27982e558eaSDawid Gorecki 		    "Failed jumbo mbuf allocs");
2809b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
28182e558eaSDawid Gorecki 		    "dma_mapping_err", CTLFLAG_RD, &rx_stats->dma_mapping_err,
28282e558eaSDawid Gorecki 		    "DMA mapping errors");
28382e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_desc_num",
28482e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bad_desc_num,
28582e558eaSDawid Gorecki 		    "Bad descriptor count");
28682e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_req_id",
28782e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bad_req_id, "Bad request id count");
28882e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "empty_rx_ring",
28982e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->empty_rx_ring,
29082e558eaSDawid Gorecki 		    "RX descriptors depletion count");
29182e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_good",
29282e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->csum_good,
29382e558eaSDawid Gorecki 		    "Valid RX checksum calculations");
2949b8d05b8SZbigniew Bodek 	}
2959b8d05b8SZbigniew Bodek 
2969b8d05b8SZbigniew Bodek 	/* Stats read from device */
2979b8d05b8SZbigniew Bodek 	hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats",
2987029da5cSPawel Biernacki 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Statistics from hardware");
2999b8d05b8SZbigniew Bodek 	hw_list = SYSCTL_CHILDREN(hw_node);
3009b8d05b8SZbigniew Bodek 
30130217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD,
30230217e2dSMarcin Wojtas 	    &hw_stats->rx_packets, "Packets received");
30330217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD,
30430217e2dSMarcin Wojtas 	    &hw_stats->tx_packets, "Packets transmitted");
30530217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD,
30630217e2dSMarcin Wojtas 	    &hw_stats->rx_bytes, "Bytes received");
30730217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD,
30830217e2dSMarcin Wojtas 	    &hw_stats->tx_bytes, "Bytes transmitted");
30930217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD,
31030217e2dSMarcin Wojtas 	    &hw_stats->rx_drops, "Receive packet drops");
3116c84cec3SMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_drops", CTLFLAG_RD,
3126c84cec3SMarcin Wojtas 	    &hw_stats->tx_drops, "Transmit packet drops");
313a195fab0SMarcin Wojtas 
3149b8d05b8SZbigniew Bodek 	/* ENA Admin queue stats */
3159b8d05b8SZbigniew Bodek 	admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats",
3167029da5cSPawel Biernacki 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA Admin Queue statistics");
3179b8d05b8SZbigniew Bodek 	admin_list = SYSCTL_CHILDREN(admin_node);
3189b8d05b8SZbigniew Bodek 
3198483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD,
3209b8d05b8SZbigniew Bodek 	    &admin_stats->aborted_cmd, 0, "Aborted commands");
3218483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD,
3229b8d05b8SZbigniew Bodek 	    &admin_stats->submitted_cmd, 0, "Submitted commands");
3238483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD,
3249b8d05b8SZbigniew Bodek 	    &admin_stats->completed_cmd, 0, "Completed commands");
3258483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD,
3269b8d05b8SZbigniew Bodek 	    &admin_stats->out_of_space, 0, "Queue out of space");
3278483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD,
3289b8d05b8SZbigniew Bodek 	    &admin_stats->no_completion, 0, "Commands not completed");
3299b8d05b8SZbigniew Bodek }
3309b8d05b8SZbigniew Bodek 
3316064f289SMarcin Wojtas static void
332f180142cSMarcin Wojtas ena_sysctl_add_eni_metrics(struct ena_adapter *adapter)
333f180142cSMarcin Wojtas {
334f180142cSMarcin Wojtas 	device_t dev;
335f180142cSMarcin Wojtas 	struct ena_admin_eni_stats *eni_metrics;
336f180142cSMarcin Wojtas 
337f180142cSMarcin Wojtas 	struct sysctl_ctx_list *ctx;
338f180142cSMarcin Wojtas 	struct sysctl_oid *tree;
339f180142cSMarcin Wojtas 	struct sysctl_oid_list *child;
340f180142cSMarcin Wojtas 
341f180142cSMarcin Wojtas 	struct sysctl_oid *eni_node;
342f180142cSMarcin Wojtas 	struct sysctl_oid_list *eni_list;
343f180142cSMarcin Wojtas 
344f180142cSMarcin Wojtas 	dev = adapter->pdev;
345f180142cSMarcin Wojtas 
346f180142cSMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
347f180142cSMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
348f180142cSMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
349f180142cSMarcin Wojtas 
350f180142cSMarcin Wojtas 	eni_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "eni_metrics",
351f180142cSMarcin Wojtas 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's ENI metrics");
352f180142cSMarcin Wojtas 	eni_list = SYSCTL_CHILDREN(eni_node);
353f180142cSMarcin Wojtas 
354f180142cSMarcin Wojtas 	eni_metrics = &adapter->eni_metrics;
355f180142cSMarcin Wojtas 
356f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_in_allowance_exceeded",
357f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->bw_in_allowance_exceeded, 0,
358f180142cSMarcin Wojtas 	    "Inbound BW allowance exceeded");
359f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_out_allowance_exceeded",
360f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->bw_out_allowance_exceeded, 0,
361f180142cSMarcin Wojtas 	    "Outbound BW allowance exceeded");
362f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "pps_allowance_exceeded",
363f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->pps_allowance_exceeded, 0,
364f180142cSMarcin Wojtas 	    "PPS allowance exceeded");
365f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "conntrack_allowance_exceeded",
366f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->conntrack_allowance_exceeded, 0,
367f180142cSMarcin Wojtas 	    "Connection tracking allowance exceeded");
368f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "linklocal_allowance_exceeded",
369f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->linklocal_allowance_exceeded, 0,
370f180142cSMarcin Wojtas 	    "Linklocal packet rate allowance exceeded");
371f180142cSMarcin Wojtas }
372f180142cSMarcin Wojtas 
373f180142cSMarcin Wojtas static void
3746064f289SMarcin Wojtas ena_sysctl_add_tuneables(struct ena_adapter *adapter)
3756064f289SMarcin Wojtas {
3766064f289SMarcin Wojtas 	device_t dev;
3776064f289SMarcin Wojtas 
3786064f289SMarcin Wojtas 	struct sysctl_ctx_list *ctx;
3796064f289SMarcin Wojtas 	struct sysctl_oid *tree;
3806064f289SMarcin Wojtas 	struct sysctl_oid_list *child;
3816064f289SMarcin Wojtas 
3826064f289SMarcin Wojtas 	dev = adapter->pdev;
3836064f289SMarcin Wojtas 
3846064f289SMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
3856064f289SMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
3866064f289SMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
3876064f289SMarcin Wojtas 
3886064f289SMarcin Wojtas 	/* Tuneable number of buffers in the buf-ring (drbr) */
3897029da5cSPawel Biernacki 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "buf_ring_size",
39021823546SMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
39121823546SMarcin Wojtas 	    ena_sysctl_buf_ring_size, "I",
39221823546SMarcin Wojtas 	    "Size of the Tx buffer ring (drbr).");
3936064f289SMarcin Wojtas 
3947d8c4feeSMarcin Wojtas 	/* Tuneable number of the Rx ring size */
3957029da5cSPawel Biernacki 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "rx_queue_size",
3967d8c4feeSMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
3977d8c4feeSMarcin Wojtas 	    ena_sysctl_rx_queue_size, "I",
3987d8c4feeSMarcin Wojtas 	    "Size of the Rx ring. The size should be a power of 2.");
39956d41ad5SMarcin Wojtas 
40056d41ad5SMarcin Wojtas 	/* Tuneable number of IO queues */
40156d41ad5SMarcin Wojtas 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "io_queues_nb",
40256d41ad5SMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
40356d41ad5SMarcin Wojtas 	    ena_sysctl_io_queues_nb, "I", "Number of IO queues.");
404*5b925280SOsama Abboud 
405*5b925280SOsama Abboud 	/*
406*5b925280SOsama Abboud 	 * Tuneable, which determines how often ENA metrics will be read.
407*5b925280SOsama Abboud 	 * 0 means it's turned off. Maximum allowed value is limited by:
408*5b925280SOsama Abboud 	 * ENA_METRICS_MAX_SAMPLE_INTERVAL.
409*5b925280SOsama Abboud 	 */
410*5b925280SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "stats_sample_interval",
411*5b925280SOsama Abboud 	    CTLTYPE_U16 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
412*5b925280SOsama Abboud 	    ena_sysctl_metrics_interval, "SU",
413*5b925280SOsama Abboud 	    "Interval in seconds for updating Netword interface metrics. 0 turns off the update.");
4146064f289SMarcin Wojtas }
4156064f289SMarcin Wojtas 
4166d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */
4176d1ef2abSArtur Rojek #ifndef RSS
4186d1ef2abSArtur Rojek static void
4196d1ef2abSArtur Rojek ena_sysctl_add_rss(struct ena_adapter *adapter)
4206d1ef2abSArtur Rojek {
4216d1ef2abSArtur Rojek 	device_t dev;
4226d1ef2abSArtur Rojek 
4236d1ef2abSArtur Rojek 	struct sysctl_ctx_list *ctx;
4246d1ef2abSArtur Rojek 	struct sysctl_oid *tree;
4256d1ef2abSArtur Rojek 	struct sysctl_oid_list *child;
4266d1ef2abSArtur Rojek 
4276d1ef2abSArtur Rojek 	dev = adapter->pdev;
4286d1ef2abSArtur Rojek 
4296d1ef2abSArtur Rojek 	ctx = device_get_sysctl_ctx(dev);
4306d1ef2abSArtur Rojek 	tree = device_get_sysctl_tree(dev);
4316d1ef2abSArtur Rojek 	child = SYSCTL_CHILDREN(tree);
4326d1ef2abSArtur Rojek 
4336d1ef2abSArtur Rojek 	/* RSS options */
4346d1ef2abSArtur Rojek 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "rss",
4356d1ef2abSArtur Rojek 	    CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Receive Side Scaling options.");
4366d1ef2abSArtur Rojek 	child = SYSCTL_CHILDREN(tree);
4376d1ef2abSArtur Rojek 
4386d1ef2abSArtur Rojek 	/* RSS hash key */
4396d1ef2abSArtur Rojek 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "key",
4406d1ef2abSArtur Rojek 	    CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
4416d1ef2abSArtur Rojek 	    ena_sysctl_rss_key, "A", "RSS key.");
4426d1ef2abSArtur Rojek 
4436d1ef2abSArtur Rojek 	/* Tuneable RSS indirection table */
4446d1ef2abSArtur Rojek 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "indir_table",
4456d1ef2abSArtur Rojek 	    CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
4466d1ef2abSArtur Rojek 	    ena_sysctl_rss_indir_table, "A", "RSS indirection table.");
4476d1ef2abSArtur Rojek 
4486d1ef2abSArtur Rojek 	/* RSS indirection table size */
4496d1ef2abSArtur Rojek 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "indir_table_size",
450a3f0d182SArtur Rojek 	    CTLFLAG_RD | CTLFLAG_MPSAFE, &ena_rss_table_size, 0,
4516d1ef2abSArtur Rojek 	    "RSS indirection table size.");
4526d1ef2abSArtur Rojek }
4536d1ef2abSArtur Rojek #endif /* RSS */
4546d1ef2abSArtur Rojek 
455f9e1d947SOsama Abboud static void
456f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(struct ena_adapter *adapter)
457f9e1d947SOsama Abboud {
458f9e1d947SOsama Abboud 	device_t dev;
459f9e1d947SOsama Abboud 
460f9e1d947SOsama Abboud 	struct sysctl_ctx_list *ctx;
461f9e1d947SOsama Abboud 	struct sysctl_oid *tree;
462f9e1d947SOsama Abboud 	struct sysctl_oid_list *child;
463f9e1d947SOsama Abboud 
464f9e1d947SOsama Abboud 	dev = adapter->pdev;
465f9e1d947SOsama Abboud 
466f9e1d947SOsama Abboud 	ctx = device_get_sysctl_ctx(dev);
467f9e1d947SOsama Abboud 	tree = device_get_sysctl_tree(dev);
468f9e1d947SOsama Abboud 	child = SYSCTL_CHILDREN(tree);
469f9e1d947SOsama Abboud 
470f9e1d947SOsama Abboud 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "irq_affinity",
471f9e1d947SOsama Abboud 	    CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Decide base CPU and stride for irqs affinity.");
472f9e1d947SOsama Abboud 	child = SYSCTL_CHILDREN(tree);
473f9e1d947SOsama Abboud 
474f9e1d947SOsama Abboud 	/* Add base cpu leaf */
475f9e1d947SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "base_cpu",
476f9e1d947SOsama Abboud 	    CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
477f9e1d947SOsama Abboud 	    ena_sysctl_irq_base_cpu, "I", "Base cpu index for setting irq affinity.");
478f9e1d947SOsama Abboud 
479f9e1d947SOsama Abboud 	/* Add cpu stride leaf */
480f9e1d947SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "cpu_stride",
481f9e1d947SOsama Abboud 	    CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
482f9e1d947SOsama Abboud 	    ena_sysctl_irq_cpu_stride, "I", "Distance between irqs when setting affinity.");
483f9e1d947SOsama Abboud }
484f9e1d947SOsama Abboud 
4856064f289SMarcin Wojtas 
4860e7d31f6SMarcin Wojtas /*
4870e7d31f6SMarcin Wojtas  * ena_sysctl_update_queue_node_nb - Register/unregister sysctl queue nodes.
4880e7d31f6SMarcin Wojtas  *
4890e7d31f6SMarcin Wojtas  * Whether the nodes are registered or unregistered depends on a delta between
4900e7d31f6SMarcin Wojtas  * the `old` and `new` parameters, representing the number of queues.
4910e7d31f6SMarcin Wojtas  *
4920e7d31f6SMarcin Wojtas  * This function is used to hide sysctl attributes for queue nodes which aren't
4930e7d31f6SMarcin Wojtas  * currently used by the HW (e.g. after a call to `ena_sysctl_io_queues_nb`).
4940e7d31f6SMarcin Wojtas  *
4950e7d31f6SMarcin Wojtas  * NOTE:
4960e7d31f6SMarcin Wojtas  * All unregistered nodes must be registered again at detach, i.e. by a call to
4970e7d31f6SMarcin Wojtas  * this function.
4980e7d31f6SMarcin Wojtas  */
4990e7d31f6SMarcin Wojtas void
5000e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(struct ena_adapter *adapter, int old, int new)
5010e7d31f6SMarcin Wojtas {
5020e7d31f6SMarcin Wojtas 	struct sysctl_oid *oid;
5030e7d31f6SMarcin Wojtas 	int min, max, i;
5040e7d31f6SMarcin Wojtas 
5050e7d31f6SMarcin Wojtas 	min = MIN(old, new);
5060e7d31f6SMarcin Wojtas 	max = MIN(MAX(old, new), adapter->max_num_io_queues);
5070e7d31f6SMarcin Wojtas 
5080e7d31f6SMarcin Wojtas 	for (i = min; i < max; ++i) {
5090e7d31f6SMarcin Wojtas 		oid = adapter->que[i].oid;
5100e7d31f6SMarcin Wojtas 
5110e7d31f6SMarcin Wojtas 		sysctl_wlock();
5120e7d31f6SMarcin Wojtas 		if (old > new)
5130e7d31f6SMarcin Wojtas 			sysctl_unregister_oid(oid);
5140e7d31f6SMarcin Wojtas 		else
5150e7d31f6SMarcin Wojtas 			sysctl_register_oid(oid);
5160e7d31f6SMarcin Wojtas 		sysctl_wunlock();
5170e7d31f6SMarcin Wojtas 	}
5180e7d31f6SMarcin Wojtas }
5190e7d31f6SMarcin Wojtas 
5206064f289SMarcin Wojtas static int
5216064f289SMarcin Wojtas ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS)
5226064f289SMarcin Wojtas {
5236064f289SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
52421823546SMarcin Wojtas 	uint32_t val;
5256064f289SMarcin Wojtas 	int error;
5266064f289SMarcin Wojtas 
52707aff471SArtur Rojek 	ENA_LOCK_LOCK();
52807aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
52907aff471SArtur Rojek 		error = EINVAL;
53007aff471SArtur Rojek 		goto unlock;
53107aff471SArtur Rojek 	}
53207aff471SArtur Rojek 
5336064f289SMarcin Wojtas 	val = 0;
53421823546SMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(val));
5356064f289SMarcin Wojtas 	if (error == 0) {
5366064f289SMarcin Wojtas 		val = adapter->buf_ring_size;
537f180142cSMarcin Wojtas 		error = sysctl_handle_32(oidp, &val, 0, req);
5386064f289SMarcin Wojtas 	}
5396064f289SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
54007aff471SArtur Rojek 		goto unlock;
5416064f289SMarcin Wojtas 
54221823546SMarcin Wojtas 	if (!powerof2(val) || val == 0) {
5433fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
54421823546SMarcin Wojtas 		    "Requested new Tx buffer ring size (%u) is not a power of 2\n",
54521823546SMarcin Wojtas 		    val);
54607aff471SArtur Rojek 		error = EINVAL;
54707aff471SArtur Rojek 		goto unlock;
5486064f289SMarcin Wojtas 	}
5496064f289SMarcin Wojtas 
55021823546SMarcin Wojtas 	if (val != adapter->buf_ring_size) {
5513fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
55221823546SMarcin Wojtas 		    "Requested new Tx buffer ring size: %d. Old size: %d\n",
55321823546SMarcin Wojtas 		    val, adapter->buf_ring_size);
55421823546SMarcin Wojtas 
55521823546SMarcin Wojtas 		error = ena_update_buf_ring_size(adapter, val);
55621823546SMarcin Wojtas 	} else {
5573fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
55821823546SMarcin Wojtas 		    "New Tx buffer ring size is the same as already used: %u\n",
55921823546SMarcin Wojtas 		    adapter->buf_ring_size);
56021823546SMarcin Wojtas 	}
56121823546SMarcin Wojtas 
56207aff471SArtur Rojek unlock:
56307aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
56407aff471SArtur Rojek 
56521823546SMarcin Wojtas 	return (error);
5666064f289SMarcin Wojtas }
5676064f289SMarcin Wojtas 
5686064f289SMarcin Wojtas static int
5696064f289SMarcin Wojtas ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS)
5706064f289SMarcin Wojtas {
5716064f289SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
5727d8c4feeSMarcin Wojtas 	uint32_t val;
5736064f289SMarcin Wojtas 	int error;
5746064f289SMarcin Wojtas 
57507aff471SArtur Rojek 	ENA_LOCK_LOCK();
57607aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
57707aff471SArtur Rojek 		error = EINVAL;
57807aff471SArtur Rojek 		goto unlock;
57907aff471SArtur Rojek 	}
58007aff471SArtur Rojek 
5816064f289SMarcin Wojtas 	val = 0;
5827d8c4feeSMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(val));
5836064f289SMarcin Wojtas 	if (error == 0) {
5849762a033SMarcin Wojtas 		val = adapter->requested_rx_ring_size;
5857d8c4feeSMarcin Wojtas 		error = sysctl_handle_32(oidp, &val, 0, req);
5866064f289SMarcin Wojtas 	}
5876064f289SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
58807aff471SArtur Rojek 		goto unlock;
5896064f289SMarcin Wojtas 
5907d8c4feeSMarcin Wojtas 	if (val < ENA_MIN_RING_SIZE || val > adapter->max_rx_ring_size) {
5913fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
5927d8c4feeSMarcin Wojtas 		    "Requested new Rx queue size (%u) is out of range: [%u, %u]\n",
5937d8c4feeSMarcin Wojtas 		    val, ENA_MIN_RING_SIZE, adapter->max_rx_ring_size);
59407aff471SArtur Rojek 		error = EINVAL;
59507aff471SArtur Rojek 		goto unlock;
5966064f289SMarcin Wojtas 	}
5976064f289SMarcin Wojtas 
5987d8c4feeSMarcin Wojtas 	/* Check if the parameter is power of 2 */
5997d8c4feeSMarcin Wojtas 	if (!powerof2(val)) {
6003fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
6017d8c4feeSMarcin Wojtas 		    "Requested new Rx queue size (%u) is not a power of 2\n",
6027d8c4feeSMarcin Wojtas 		    val);
60307aff471SArtur Rojek 		error = EINVAL;
60407aff471SArtur Rojek 		goto unlock;
6057d8c4feeSMarcin Wojtas 	}
6067d8c4feeSMarcin Wojtas 
6079762a033SMarcin Wojtas 	if (val != adapter->requested_rx_ring_size) {
6083fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
60982e558eaSDawid Gorecki 		    "Requested new Rx queue size: %u. Old size: %u\n", val,
61082e558eaSDawid Gorecki 		    adapter->requested_rx_ring_size);
6117d8c4feeSMarcin Wojtas 
6129762a033SMarcin Wojtas 		error = ena_update_queue_size(adapter,
6139762a033SMarcin Wojtas 		    adapter->requested_tx_ring_size, val);
6147d8c4feeSMarcin Wojtas 	} else {
6153fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
6167d8c4feeSMarcin Wojtas 		    "New Rx queue size is the same as already used: %u\n",
6179762a033SMarcin Wojtas 		    adapter->requested_rx_ring_size);
6187d8c4feeSMarcin Wojtas 	}
6197d8c4feeSMarcin Wojtas 
62007aff471SArtur Rojek unlock:
62107aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
62207aff471SArtur Rojek 
6237d8c4feeSMarcin Wojtas 	return (error);
6246064f289SMarcin Wojtas }
62556d41ad5SMarcin Wojtas 
62656d41ad5SMarcin Wojtas /*
62756d41ad5SMarcin Wojtas  * Change number of effectively used IO queues adapter->num_io_queues
62856d41ad5SMarcin Wojtas  */
62956d41ad5SMarcin Wojtas static int
63056d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS)
63156d41ad5SMarcin Wojtas {
63256d41ad5SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
6330e7d31f6SMarcin Wojtas 	uint32_t old_num_queues, tmp = 0;
63456d41ad5SMarcin Wojtas 	int error;
63556d41ad5SMarcin Wojtas 
63607aff471SArtur Rojek 	ENA_LOCK_LOCK();
63707aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
63807aff471SArtur Rojek 		error = EINVAL;
63907aff471SArtur Rojek 		goto unlock;
64007aff471SArtur Rojek 	}
64107aff471SArtur Rojek 
64256d41ad5SMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(tmp));
64356d41ad5SMarcin Wojtas 	if (error == 0) {
64456d41ad5SMarcin Wojtas 		tmp = adapter->num_io_queues;
64556d41ad5SMarcin Wojtas 		error = sysctl_handle_int(oidp, &tmp, 0, req);
64656d41ad5SMarcin Wojtas 	}
64756d41ad5SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
64807aff471SArtur Rojek 		goto unlock;
64956d41ad5SMarcin Wojtas 
65056d41ad5SMarcin Wojtas 	if (tmp == 0) {
6513fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
65256d41ad5SMarcin Wojtas 		    "Requested number of IO queues is zero\n");
65307aff471SArtur Rojek 		error = EINVAL;
65407aff471SArtur Rojek 		goto unlock;
65556d41ad5SMarcin Wojtas 	}
65656d41ad5SMarcin Wojtas 
65756d41ad5SMarcin Wojtas 	/*
65856d41ad5SMarcin Wojtas 	 * The adapter::max_num_io_queues is the HW capability. The system
65956d41ad5SMarcin Wojtas 	 * resources availability may potentially be a tighter limit. Therefore
66056d41ad5SMarcin Wojtas 	 * the relation `adapter::max_num_io_queues >= adapter::msix_vecs`
66156d41ad5SMarcin Wojtas 	 * always holds true, while the `adapter::msix_vecs` is variable across
66256d41ad5SMarcin Wojtas 	 * device reset (`ena_destroy_device()` + `ena_restore_device()`).
66356d41ad5SMarcin Wojtas 	 */
66456d41ad5SMarcin Wojtas 	if (tmp > (adapter->msix_vecs - ENA_ADMIN_MSIX_VEC)) {
6653fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
66682e558eaSDawid Gorecki 		    "Requested number of IO queues is higher than maximum allowed (%u)\n",
66782e558eaSDawid Gorecki 		    adapter->msix_vecs - ENA_ADMIN_MSIX_VEC);
66807aff471SArtur Rojek 		error = EINVAL;
66907aff471SArtur Rojek 		goto unlock;
67056d41ad5SMarcin Wojtas 	}
67156d41ad5SMarcin Wojtas 	if (tmp == adapter->num_io_queues) {
6723fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
67356d41ad5SMarcin Wojtas 		    "Requested number of IO queues is equal to current value "
67482e558eaSDawid Gorecki 		    "(%u)\n",
67582e558eaSDawid Gorecki 		    adapter->num_io_queues);
67656d41ad5SMarcin Wojtas 	} else {
6773fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
67856d41ad5SMarcin Wojtas 		    "Requested new number of IO queues: %u, current value: "
67982e558eaSDawid Gorecki 		    "%u\n",
68082e558eaSDawid Gorecki 		    tmp, adapter->num_io_queues);
68156d41ad5SMarcin Wojtas 
6820e7d31f6SMarcin Wojtas 		old_num_queues = adapter->num_io_queues;
68356d41ad5SMarcin Wojtas 		error = ena_update_io_queue_nb(adapter, tmp);
6840e7d31f6SMarcin Wojtas 		if (error != 0)
6850e7d31f6SMarcin Wojtas 			return (error);
6860e7d31f6SMarcin Wojtas 
6870e7d31f6SMarcin Wojtas 		ena_sysctl_update_queue_node_nb(adapter, old_num_queues, tmp);
68856d41ad5SMarcin Wojtas 	}
68956d41ad5SMarcin Wojtas 
69007aff471SArtur Rojek unlock:
69107aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
69207aff471SArtur Rojek 
69356d41ad5SMarcin Wojtas 	return (error);
69456d41ad5SMarcin Wojtas }
695f180142cSMarcin Wojtas 
696f180142cSMarcin Wojtas static int
697*5b925280SOsama Abboud ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS)
698f180142cSMarcin Wojtas {
699f180142cSMarcin Wojtas 	struct ena_adapter *adapter = arg1;
700f180142cSMarcin Wojtas 	uint16_t interval;
701f180142cSMarcin Wojtas 	int error;
702f180142cSMarcin Wojtas 
70307aff471SArtur Rojek 	ENA_LOCK_LOCK();
70407aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
70507aff471SArtur Rojek 		error = EINVAL;
70607aff471SArtur Rojek 		goto unlock;
70707aff471SArtur Rojek 	}
70807aff471SArtur Rojek 
709f180142cSMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(interval));
710f180142cSMarcin Wojtas 	if (error == 0) {
711*5b925280SOsama Abboud 		interval = adapter->metrics_sample_interval;
712f180142cSMarcin Wojtas 		error = sysctl_handle_16(oidp, &interval, 0, req);
713f180142cSMarcin Wojtas 	}
714f180142cSMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
71507aff471SArtur Rojek 		goto unlock;
716f180142cSMarcin Wojtas 
717*5b925280SOsama Abboud 	if (interval > ENA_METRICS_MAX_SAMPLE_INTERVAL) {
7183fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
719*5b925280SOsama Abboud 		    "ENA metrics update interval is out of range - maximum allowed value: %d seconds\n",
720*5b925280SOsama Abboud 		    ENA_METRICS_MAX_SAMPLE_INTERVAL);
72107aff471SArtur Rojek 		error = EINVAL;
72207aff471SArtur Rojek 		goto unlock;
723f180142cSMarcin Wojtas 	}
724f180142cSMarcin Wojtas 
725f180142cSMarcin Wojtas 	if (interval == 0) {
7263fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
727*5b925280SOsama Abboud 		    "ENA metrics update is now turned off\n");
728f180142cSMarcin Wojtas 		bzero(&adapter->eni_metrics, sizeof(adapter->eni_metrics));
729f180142cSMarcin Wojtas 	} else {
7303fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
731*5b925280SOsama Abboud 		    "ENA metrics update interval is set to: %" PRIu16
73282e558eaSDawid Gorecki 		    " seconds\n",
733f180142cSMarcin Wojtas 		    interval);
734f180142cSMarcin Wojtas 	}
735f180142cSMarcin Wojtas 
736*5b925280SOsama Abboud 	adapter->metrics_sample_interval = interval;
737f180142cSMarcin Wojtas 
73807aff471SArtur Rojek unlock:
73907aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
74007aff471SArtur Rojek 
741f180142cSMarcin Wojtas 	return (0);
742f180142cSMarcin Wojtas }
7436d1ef2abSArtur Rojek 
744f9e1d947SOsama Abboud static int
745f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS)
746f9e1d947SOsama Abboud {
747f9e1d947SOsama Abboud 	struct ena_adapter *adapter = arg1;
748f9e1d947SOsama Abboud 	int irq_base_cpu = 0;
749f9e1d947SOsama Abboud 	int error;
750f9e1d947SOsama Abboud 
751f9e1d947SOsama Abboud 	ENA_LOCK_LOCK();
752f9e1d947SOsama Abboud 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
753f9e1d947SOsama Abboud 		error = ENODEV;
754f9e1d947SOsama Abboud 		goto unlock;
755f9e1d947SOsama Abboud 	}
756f9e1d947SOsama Abboud 
757f9e1d947SOsama Abboud 	error = sysctl_wire_old_buffer(req, sizeof(irq_base_cpu));
758f9e1d947SOsama Abboud 	if (error == 0) {
759f9e1d947SOsama Abboud 		irq_base_cpu = adapter->irq_cpu_base;
760f9e1d947SOsama Abboud 		error = sysctl_handle_int(oidp, &irq_base_cpu, 0, req);
761f9e1d947SOsama Abboud 	}
762f9e1d947SOsama Abboud 	if (error != 0 || req->newptr == NULL)
763f9e1d947SOsama Abboud 		goto unlock;
764f9e1d947SOsama Abboud 
765f9e1d947SOsama Abboud 	if (irq_base_cpu <= ENA_BASE_CPU_UNSPECIFIED) {
766f9e1d947SOsama Abboud 		ena_log(adapter->pdev, ERR,
767f9e1d947SOsama Abboud 		    "Requested base CPU is less than zero.\n");
768f9e1d947SOsama Abboud 		error = EINVAL;
769f9e1d947SOsama Abboud 		goto unlock;
770f9e1d947SOsama Abboud 	}
771f9e1d947SOsama Abboud 
772f9e1d947SOsama Abboud 	if (irq_base_cpu > mp_ncpus) {
773f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
774f9e1d947SOsama Abboud 		    "Requested base CPU is larger than the number of available CPUs. \n");
775f9e1d947SOsama Abboud 		error = EINVAL;
776f9e1d947SOsama Abboud 		goto unlock;
777f9e1d947SOsama Abboud 
778f9e1d947SOsama Abboud 	}
779f9e1d947SOsama Abboud 
780f9e1d947SOsama Abboud 	if (irq_base_cpu == adapter->irq_cpu_base) {
781f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
782f9e1d947SOsama Abboud 		    "Requested IRQ base CPU is equal to current value "
783f9e1d947SOsama Abboud 		    "(%d)\n",
784f9e1d947SOsama Abboud 		    adapter->irq_cpu_base);
785f9e1d947SOsama Abboud 		goto unlock;
786f9e1d947SOsama Abboud 	}
787f9e1d947SOsama Abboud 
788f9e1d947SOsama Abboud 	ena_log(adapter->pdev, INFO,
789f9e1d947SOsama Abboud 	    "Requested new IRQ base CPU: %d, current value: %d\n",
790f9e1d947SOsama Abboud 	    irq_base_cpu, adapter->irq_cpu_base);
791f9e1d947SOsama Abboud 
792f9e1d947SOsama Abboud 	error = ena_update_base_cpu(adapter, irq_base_cpu);
793f9e1d947SOsama Abboud 
794f9e1d947SOsama Abboud unlock:
795f9e1d947SOsama Abboud 	ENA_LOCK_UNLOCK();
796f9e1d947SOsama Abboud 
797f9e1d947SOsama Abboud 	return (error);
798f9e1d947SOsama Abboud }
799f9e1d947SOsama Abboud 
800f9e1d947SOsama Abboud static int
801f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS)
802f9e1d947SOsama Abboud {
803f9e1d947SOsama Abboud 	struct ena_adapter *adapter = arg1;
804f9e1d947SOsama Abboud 	int32_t irq_cpu_stride = 0;
805f9e1d947SOsama Abboud 	int error;
806f9e1d947SOsama Abboud 
807f9e1d947SOsama Abboud 	ENA_LOCK_LOCK();
808f9e1d947SOsama Abboud 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
809f9e1d947SOsama Abboud 		error = ENODEV;
810f9e1d947SOsama Abboud 		goto unlock;
811f9e1d947SOsama Abboud 	}
812f9e1d947SOsama Abboud 
813f9e1d947SOsama Abboud 	error = sysctl_wire_old_buffer(req, sizeof(irq_cpu_stride));
814f9e1d947SOsama Abboud 	if (error == 0) {
815f9e1d947SOsama Abboud 		irq_cpu_stride = adapter->irq_cpu_stride;
816f9e1d947SOsama Abboud 		error = sysctl_handle_int(oidp, &irq_cpu_stride, 0, req);
817f9e1d947SOsama Abboud 	}
818f9e1d947SOsama Abboud 	if (error != 0 || req->newptr == NULL)
819f9e1d947SOsama Abboud 		goto unlock;
820f9e1d947SOsama Abboud 
821f9e1d947SOsama Abboud 	if (irq_cpu_stride < 0) {
822f9e1d947SOsama Abboud 		ena_log(adapter->pdev, ERR,
823f9e1d947SOsama Abboud 		    "Requested IRQ stride is less than zero.\n");
824f9e1d947SOsama Abboud 		error = EINVAL;
825f9e1d947SOsama Abboud 		goto unlock;
826f9e1d947SOsama Abboud 	}
827f9e1d947SOsama Abboud 
828f9e1d947SOsama Abboud 	if (irq_cpu_stride > mp_ncpus) {
829f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
830f9e1d947SOsama Abboud 		    "Warning: Requested IRQ stride is larger than the number of available CPUs.\n");
831f9e1d947SOsama Abboud 	}
832f9e1d947SOsama Abboud 
833f9e1d947SOsama Abboud 	if (irq_cpu_stride == adapter->irq_cpu_stride) {
834f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
835f9e1d947SOsama Abboud 		    "Requested IRQ CPU stride is equal to current value "
836f9e1d947SOsama Abboud 		    "(%u)\n",
837f9e1d947SOsama Abboud 		    adapter->irq_cpu_stride);
838f9e1d947SOsama Abboud 		goto unlock;
839f9e1d947SOsama Abboud 	}
840f9e1d947SOsama Abboud 
841f9e1d947SOsama Abboud 	ena_log(adapter->pdev, INFO,
842f9e1d947SOsama Abboud 	    "Requested new IRQ CPU stride: %u, current value: %u\n",
843f9e1d947SOsama Abboud 	    irq_cpu_stride, adapter->irq_cpu_stride);
844f9e1d947SOsama Abboud 
845f9e1d947SOsama Abboud 	error = ena_update_cpu_stride(adapter, irq_cpu_stride);
846f9e1d947SOsama Abboud 	if (error != 0)
847f9e1d947SOsama Abboud 		goto unlock;
848f9e1d947SOsama Abboud 
849f9e1d947SOsama Abboud unlock:
850f9e1d947SOsama Abboud 	ENA_LOCK_UNLOCK();
851f9e1d947SOsama Abboud 
852f9e1d947SOsama Abboud 	return (error);
853f9e1d947SOsama Abboud }
854f9e1d947SOsama Abboud 
8556d1ef2abSArtur Rojek #ifndef RSS
8566d1ef2abSArtur Rojek /*
8576d1ef2abSArtur Rojek  * Change the Receive Side Scaling hash key.
8586d1ef2abSArtur Rojek  */
8596d1ef2abSArtur Rojek static int
8606d1ef2abSArtur Rojek ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS)
8616d1ef2abSArtur Rojek {
8626d1ef2abSArtur Rojek 	struct ena_adapter *adapter = arg1;
8636d1ef2abSArtur Rojek 	struct ena_com_dev *ena_dev = adapter->ena_dev;
8646d1ef2abSArtur Rojek 	enum ena_admin_hash_functions ena_func;
8656d1ef2abSArtur Rojek 	char msg[ENA_HASH_KEY_MSG_SIZE];
8666d1ef2abSArtur Rojek 	char elem[3] = { 0 };
8676d1ef2abSArtur Rojek 	char *endp;
8686d1ef2abSArtur Rojek 	u8 rss_key[ENA_HASH_KEY_SIZE];
8696d1ef2abSArtur Rojek 	int error, i;
8706d1ef2abSArtur Rojek 
8716d1ef2abSArtur Rojek 	ENA_LOCK_LOCK();
8726d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
8736d1ef2abSArtur Rojek 		error = EINVAL;
8746d1ef2abSArtur Rojek 		goto unlock;
8756d1ef2abSArtur Rojek 	}
8766d1ef2abSArtur Rojek 
8776d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) {
8786d1ef2abSArtur Rojek 		error = ENOTSUP;
8796d1ef2abSArtur Rojek 		goto unlock;
8806d1ef2abSArtur Rojek 	}
8816d1ef2abSArtur Rojek 
8826d1ef2abSArtur Rojek 	error = sysctl_wire_old_buffer(req, sizeof(msg));
8836d1ef2abSArtur Rojek 	if (error != 0)
8846d1ef2abSArtur Rojek 		goto unlock;
8856d1ef2abSArtur Rojek 
8866d1ef2abSArtur Rojek 	error = ena_com_get_hash_function(adapter->ena_dev, &ena_func);
8876d1ef2abSArtur Rojek 	if (error != 0) {
8886d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot get hash function\n");
8896d1ef2abSArtur Rojek 		goto unlock;
8906d1ef2abSArtur Rojek 	}
8916d1ef2abSArtur Rojek 
8926d1ef2abSArtur Rojek 	if (ena_func != ENA_ADMIN_TOEPLITZ) {
8936d1ef2abSArtur Rojek 		error = EINVAL;
8946d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Unsupported hash algorithm\n");
8956d1ef2abSArtur Rojek 		goto unlock;
8966d1ef2abSArtur Rojek 	}
8976d1ef2abSArtur Rojek 
8986d1ef2abSArtur Rojek 	error = ena_rss_get_hash_key(ena_dev, rss_key);
8996d1ef2abSArtur Rojek 	if (error != 0) {
9006d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot get hash key\n");
9016d1ef2abSArtur Rojek 		goto unlock;
9026d1ef2abSArtur Rojek 	}
9036d1ef2abSArtur Rojek 
9046d1ef2abSArtur Rojek 	for (i = 0; i < ENA_HASH_KEY_SIZE; ++i)
9056d1ef2abSArtur Rojek 		snprintf(&msg[i * 2], 3, "%02x", rss_key[i]);
9066d1ef2abSArtur Rojek 
9076d1ef2abSArtur Rojek 	error = sysctl_handle_string(oidp, msg, sizeof(msg), req);
9086d1ef2abSArtur Rojek 	if (error != 0 || req->newptr == NULL)
9096d1ef2abSArtur Rojek 		goto unlock;
9106d1ef2abSArtur Rojek 
9116d1ef2abSArtur Rojek 	if (strlen(msg) != sizeof(msg) - 1) {
9126d1ef2abSArtur Rojek 		error = EINVAL;
9136d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Invalid key size\n");
9146d1ef2abSArtur Rojek 		goto unlock;
9156d1ef2abSArtur Rojek 	}
9166d1ef2abSArtur Rojek 
9176d1ef2abSArtur Rojek 	for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) {
9186d1ef2abSArtur Rojek 		strncpy(elem, &msg[i * 2], 2);
9196d1ef2abSArtur Rojek 		rss_key[i] = strtol(elem, &endp, 16);
9206d1ef2abSArtur Rojek 
9216d1ef2abSArtur Rojek 		/* Both hex nibbles in the string must be valid to continue. */
9226d1ef2abSArtur Rojek 		if (endp == elem || *endp != '\0' || rss_key[i] < 0) {
9236d1ef2abSArtur Rojek 			error = EINVAL;
9246d1ef2abSArtur Rojek 			device_printf(adapter->pdev,
9256d1ef2abSArtur Rojek 			    "Invalid key hex value: '%c'\n", *endp);
9266d1ef2abSArtur Rojek 			goto unlock;
9276d1ef2abSArtur Rojek 		}
9286d1ef2abSArtur Rojek 	}
9296d1ef2abSArtur Rojek 
9306d1ef2abSArtur Rojek 	error = ena_rss_set_hash(ena_dev, rss_key);
9316d1ef2abSArtur Rojek 	if (error != 0)
9326d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot fill hash key\n");
9336d1ef2abSArtur Rojek 
9346d1ef2abSArtur Rojek unlock:
9356d1ef2abSArtur Rojek 	ENA_LOCK_UNLOCK();
9366d1ef2abSArtur Rojek 
9376d1ef2abSArtur Rojek 	return (error);
9386d1ef2abSArtur Rojek }
9396d1ef2abSArtur Rojek 
9406d1ef2abSArtur Rojek /*
9416d1ef2abSArtur Rojek  * Change the Receive Side Scaling indirection table.
9426d1ef2abSArtur Rojek  *
9436d1ef2abSArtur Rojek  * The sysctl entry string consists of one or more `x:y` keypairs, where
9446d1ef2abSArtur Rojek  * x stands for the table index and y for its new value.
9456d1ef2abSArtur Rojek  * Table indices that don't need to be updated can be omitted from the string
9466d1ef2abSArtur Rojek  * and will retain their existing values. If an index is entered more than once,
9476d1ef2abSArtur Rojek  * the last value is used.
9486d1ef2abSArtur Rojek  *
9496d1ef2abSArtur Rojek  * Example:
9506d1ef2abSArtur Rojek  * To update two selected indices in the RSS indirection table, e.g. setting
9516d1ef2abSArtur Rojek  * index 0 to queue 5 and then index 5 to queue 0, the below command should be
9526d1ef2abSArtur Rojek  * used:
9536d1ef2abSArtur Rojek  *   sysctl dev.ena.0.rss.indir_table="0:5 5:0"
9546d1ef2abSArtur Rojek  */
9556d1ef2abSArtur Rojek static int
9566d1ef2abSArtur Rojek ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS)
9576d1ef2abSArtur Rojek {
9586d1ef2abSArtur Rojek 	int num_queues, error;
9596d1ef2abSArtur Rojek 	struct ena_adapter *adapter = arg1;
9606d1ef2abSArtur Rojek 	struct ena_indir *indir;
9616d1ef2abSArtur Rojek 	char *msg, *buf, *endp;
9626d1ef2abSArtur Rojek 	uint32_t idx, value;
9636d1ef2abSArtur Rojek 
9646d1ef2abSArtur Rojek 	ENA_LOCK_LOCK();
9656d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
9666d1ef2abSArtur Rojek 		error = EINVAL;
9676d1ef2abSArtur Rojek 		goto unlock;
9686d1ef2abSArtur Rojek 	}
9696d1ef2abSArtur Rojek 
9706d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) {
9716d1ef2abSArtur Rojek 		error = ENOTSUP;
9726d1ef2abSArtur Rojek 		goto unlock;
9736d1ef2abSArtur Rojek 	}
9746d1ef2abSArtur Rojek 
9756d1ef2abSArtur Rojek 	indir = adapter->rss_indir;
9766d1ef2abSArtur Rojek 	msg = indir->sysctl_buf;
9776d1ef2abSArtur Rojek 
9786d1ef2abSArtur Rojek 	if (unlikely(indir == NULL)) {
9796d1ef2abSArtur Rojek 		error = ENOTSUP;
9806d1ef2abSArtur Rojek 		goto unlock;
9816d1ef2abSArtur Rojek 	}
9826d1ef2abSArtur Rojek 
9836d1ef2abSArtur Rojek 	error = sysctl_handle_string(oidp, msg, sizeof(indir->sysctl_buf), req);
9846d1ef2abSArtur Rojek 	if (error != 0 || req->newptr == NULL)
9856d1ef2abSArtur Rojek 		goto unlock;
9866d1ef2abSArtur Rojek 
9876d1ef2abSArtur Rojek 	num_queues = adapter->num_io_queues;
9886d1ef2abSArtur Rojek 
9896d1ef2abSArtur Rojek 	/*
9906d1ef2abSArtur Rojek 	 * This sysctl expects msg to be a list of `x:y` record pairs,
9916d1ef2abSArtur Rojek 	 * where x is the indirection table index and y is its value.
9926d1ef2abSArtur Rojek 	 */
9936d1ef2abSArtur Rojek 	for (buf = msg; *buf != '\0'; buf = endp) {
9946d1ef2abSArtur Rojek 		idx = strtol(buf, &endp, 10);
9956d1ef2abSArtur Rojek 
9966d1ef2abSArtur Rojek 		if (endp == buf || idx < 0) {
9976d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Invalid index: %s\n",
9986d1ef2abSArtur Rojek 			    buf);
9996d1ef2abSArtur Rojek 			error = EINVAL;
10006d1ef2abSArtur Rojek 			break;
10016d1ef2abSArtur Rojek 		}
10026d1ef2abSArtur Rojek 
10036d1ef2abSArtur Rojek 		if (idx >= ENA_RX_RSS_TABLE_SIZE) {
10046d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Index %d out of range\n",
10056d1ef2abSArtur Rojek 			    idx);
10066d1ef2abSArtur Rojek 			error = ERANGE;
10076d1ef2abSArtur Rojek 			break;
10086d1ef2abSArtur Rojek 		}
10096d1ef2abSArtur Rojek 
10106d1ef2abSArtur Rojek 		buf = endp;
10116d1ef2abSArtur Rojek 
10126d1ef2abSArtur Rojek 		if (*buf++ != ':') {
10136d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Missing ':' separator\n");
10146d1ef2abSArtur Rojek 			error = EINVAL;
10156d1ef2abSArtur Rojek 			break;
10166d1ef2abSArtur Rojek 		}
10176d1ef2abSArtur Rojek 
10186d1ef2abSArtur Rojek 		value = strtol(buf, &endp, 10);
10196d1ef2abSArtur Rojek 
10206d1ef2abSArtur Rojek 		if (endp == buf || value < 0) {
10216d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Invalid value: %s\n",
10226d1ef2abSArtur Rojek 			    buf);
10236d1ef2abSArtur Rojek 			error = EINVAL;
10246d1ef2abSArtur Rojek 			break;
10256d1ef2abSArtur Rojek 		}
10266d1ef2abSArtur Rojek 
10276d1ef2abSArtur Rojek 		if (value >= num_queues) {
10286d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Value %d out of range\n",
10296d1ef2abSArtur Rojek 			    value);
10306d1ef2abSArtur Rojek 			error = ERANGE;
10316d1ef2abSArtur Rojek 			break;
10326d1ef2abSArtur Rojek 		}
10336d1ef2abSArtur Rojek 
10346d1ef2abSArtur Rojek 		indir->table[idx] = value;
10356d1ef2abSArtur Rojek 	}
10366d1ef2abSArtur Rojek 
10376d1ef2abSArtur Rojek 	if (error != 0) /* Reload indirection table with last good data. */
10386d1ef2abSArtur Rojek 		ena_rss_indir_get(adapter, indir->table);
10396d1ef2abSArtur Rojek 
10406d1ef2abSArtur Rojek 	/* At this point msg has been clobbered by sysctl_handle_string. */
10416d1ef2abSArtur Rojek 	ena_rss_copy_indir_buf(msg, indir->table);
10426d1ef2abSArtur Rojek 
10436d1ef2abSArtur Rojek 	if (error == 0)
10446d1ef2abSArtur Rojek 		error = ena_rss_indir_set(adapter, indir->table);
10456d1ef2abSArtur Rojek 
10466d1ef2abSArtur Rojek unlock:
10476d1ef2abSArtur Rojek 	ENA_LOCK_UNLOCK();
10486d1ef2abSArtur Rojek 
10496d1ef2abSArtur Rojek 	return (error);
10506d1ef2abSArtur Rojek }
10516d1ef2abSArtur Rojek #endif /* RSS */
1052