xref: /freebsd/sys/dev/ena/ena_sysctl.c (revision f97993ad7b9c9e4787bd198d11f348c271af513e)
19b8d05b8SZbigniew Bodek /*-
20835cc78SMarcin Wojtas  * SPDX-License-Identifier: BSD-2-Clause
39b8d05b8SZbigniew Bodek  *
4beaadec9SMarcin Wojtas  * Copyright (c) 2015-2021 Amazon.com, Inc. or its affiliates.
59b8d05b8SZbigniew Bodek  * All rights reserved.
69b8d05b8SZbigniew Bodek  *
79b8d05b8SZbigniew Bodek  * Redistribution and use in source and binary forms, with or without
89b8d05b8SZbigniew Bodek  * modification, are permitted provided that the following conditions
99b8d05b8SZbigniew Bodek  * are met:
109b8d05b8SZbigniew Bodek  *
119b8d05b8SZbigniew Bodek  * 1. Redistributions of source code must retain the above copyright
129b8d05b8SZbigniew Bodek  *    notice, this list of conditions and the following disclaimer.
139b8d05b8SZbigniew Bodek  *
149b8d05b8SZbigniew Bodek  * 2. Redistributions in binary form must reproduce the above copyright
159b8d05b8SZbigniew Bodek  *    notice, this list of conditions and the following disclaimer in the
169b8d05b8SZbigniew Bodek  *    documentation and/or other materials provided with the distribution.
179b8d05b8SZbigniew Bodek  *
189b8d05b8SZbigniew Bodek  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
199b8d05b8SZbigniew Bodek  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
209b8d05b8SZbigniew Bodek  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
219b8d05b8SZbigniew Bodek  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
229b8d05b8SZbigniew Bodek  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
239b8d05b8SZbigniew Bodek  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
249b8d05b8SZbigniew Bodek  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
259b8d05b8SZbigniew Bodek  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
269b8d05b8SZbigniew Bodek  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
279b8d05b8SZbigniew Bodek  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
289b8d05b8SZbigniew Bodek  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
299b8d05b8SZbigniew Bodek  */
30fdafd315SWarner Losh 
310e7d31f6SMarcin Wojtas #include <sys/param.h>
326d1ef2abSArtur Rojek #include "opt_rss.h"
336d1ef2abSArtur Rojek 
346d1ef2abSArtur Rojek #include "ena_rss.h"
3582e558eaSDawid Gorecki #include "ena_sysctl.h"
369b8d05b8SZbigniew Bodek 
370bdffe59SMarcin Wojtas static void ena_sysctl_add_wd(struct ena_adapter *);
389b8d05b8SZbigniew Bodek static void ena_sysctl_add_stats(struct ena_adapter *);
39f180142cSMarcin Wojtas static void ena_sysctl_add_eni_metrics(struct ena_adapter *);
40*f97993adSOsama Abboud static void ena_sysctl_add_customer_metrics(struct ena_adapter *);
416064f289SMarcin Wojtas static void ena_sysctl_add_tuneables(struct ena_adapter *);
42f9e1d947SOsama Abboud static void ena_sysctl_add_irq_affinity(struct ena_adapter *);
436d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */
446d1ef2abSArtur Rojek #ifndef RSS
456d1ef2abSArtur Rojek static void ena_sysctl_add_rss(struct ena_adapter *);
466d1ef2abSArtur Rojek #endif
476064f289SMarcin Wojtas static int ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS);
486064f289SMarcin Wojtas static int ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS);
4956d41ad5SMarcin Wojtas static int ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS);
50f9e1d947SOsama Abboud static int ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS);
51f9e1d947SOsama Abboud static int ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS);
525b925280SOsama Abboud static int ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS);
536d1ef2abSArtur Rojek #ifndef RSS
546d1ef2abSArtur Rojek static int ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS);
556d1ef2abSArtur Rojek static int ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS);
566d1ef2abSArtur Rojek #endif
57f180142cSMarcin Wojtas 
585b925280SOsama Abboud /* Limit max ENA sample rate to be an hour. */
595b925280SOsama Abboud #define ENA_METRICS_MAX_SAMPLE_INTERVAL 3600
606d1ef2abSArtur Rojek #define ENA_HASH_KEY_MSG_SIZE (ENA_HASH_KEY_SIZE * 2 + 1)
616064f289SMarcin Wojtas 
62*f97993adSOsama Abboud #define SYSCTL_GSTRING_LEN 64
63*f97993adSOsama Abboud 
64*f97993adSOsama Abboud #define ENA_METRIC_ENI_ENTRY(stat, desc) { \
65*f97993adSOsama Abboud         .name = #stat, \
66*f97993adSOsama Abboud         .description = #desc, \
67*f97993adSOsama Abboud }
68*f97993adSOsama Abboud 
69*f97993adSOsama Abboud struct ena_hw_metrics {
70*f97993adSOsama Abboud         char name[SYSCTL_GSTRING_LEN];
71*f97993adSOsama Abboud         char description[SYSCTL_GSTRING_LEN];
72*f97993adSOsama Abboud };
73*f97993adSOsama Abboud 
74*f97993adSOsama Abboud static const struct ena_hw_metrics ena_hw_stats_strings[] = {
75*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
76*f97993adSOsama Abboud 	    bw_in_allowance_exceeded, Inbound BW allowance exceeded),
77*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
78*f97993adSOsama Abboud 	    bw_out_allowance_exceeded, Outbound BW allowance exceeded),
79*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
80*f97993adSOsama Abboud 	    pps_allowance_exceeded, PPS allowance exceeded),
81*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
82*f97993adSOsama Abboud 	    conntrack_allowance_exceeded, Connection tracking allowance exceeded),
83*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
84*f97993adSOsama Abboud 	    linklocal_allowance_exceeded, Linklocal packet rate allowance),
85*f97993adSOsama Abboud         ENA_METRIC_ENI_ENTRY(
86*f97993adSOsama Abboud 	    conntrack_allowance_available, Number of available conntracks),
87*f97993adSOsama Abboud };
88*f97993adSOsama Abboud 
89*f97993adSOsama Abboud #ifndef ARRAY_SIZE
90*f97993adSOsama Abboud #define ARRAY_SIZE(a) (sizeof(a) / sizeof(a[0]))
91*f97993adSOsama Abboud #endif
92*f97993adSOsama Abboud 
93*f97993adSOsama Abboud #define ENA_CUSTOMER_METRICS_ARRAY_SIZE      ARRAY_SIZE(ena_hw_stats_strings)
94*f97993adSOsama Abboud 
957029da5cSPawel Biernacki static SYSCTL_NODE(_hw, OID_AUTO, ena, CTLFLAG_RD | CTLFLAG_MPSAFE, 0,
967029da5cSPawel Biernacki     "ENA driver parameters");
976064f289SMarcin Wojtas 
986064f289SMarcin Wojtas /*
996064f289SMarcin Wojtas  * Logging level for changing verbosity of the output
1006064f289SMarcin Wojtas  */
1013fc5d816SMarcin Wojtas int ena_log_level = ENA_INFO;
10282e558eaSDawid Gorecki SYSCTL_INT(_hw_ena, OID_AUTO, log_level, CTLFLAG_RWTUN, &ena_log_level, 0,
10382e558eaSDawid Gorecki     "Logging level indicating verbosity of the logs");
1046064f289SMarcin Wojtas 
10585516621SMarcin Wojtas SYSCTL_CONST_STRING(_hw_ena, OID_AUTO, driver_version, CTLFLAG_RD,
1068f15f8a7SDawid Gorecki     ENA_DRV_MODULE_VERSION, "ENA driver version");
10785516621SMarcin Wojtas 
10804cf2b88SMarcin Wojtas /*
10904cf2b88SMarcin Wojtas  * Use 9k mbufs for the Rx buffers. Default to 0 (use page size mbufs instead).
11004cf2b88SMarcin Wojtas  * Using 9k mbufs in low memory conditions might cause allocation to take a lot
11104cf2b88SMarcin Wojtas  * of time and lead to the OS instability as it needs to look for the contiguous
11204cf2b88SMarcin Wojtas  * pages.
11304cf2b88SMarcin Wojtas  * However, page size mbufs has a bit smaller throughput than 9k mbufs, so if
11404cf2b88SMarcin Wojtas  * the network performance is the priority, the 9k mbufs can be used.
11504cf2b88SMarcin Wojtas  */
11604cf2b88SMarcin Wojtas int ena_enable_9k_mbufs = 0;
11704cf2b88SMarcin Wojtas SYSCTL_INT(_hw_ena, OID_AUTO, enable_9k_mbufs, CTLFLAG_RDTUN,
11804cf2b88SMarcin Wojtas     &ena_enable_9k_mbufs, 0, "Use 9 kB mbufs for Rx descriptors");
1199b8d05b8SZbigniew Bodek 
120beaadec9SMarcin Wojtas /*
121beaadec9SMarcin Wojtas  * Force the driver to use large LLQ (Low Latency Queue) header. Defaults to
122beaadec9SMarcin Wojtas  * false. This option may be important for platforms, which often handle packet
123beaadec9SMarcin Wojtas  * headers on Tx with total header size greater than 96B, as it may
124beaadec9SMarcin Wojtas  * reduce the latency.
125beaadec9SMarcin Wojtas  * It also reduces the maximum Tx queue size by half, so it may cause more Tx
126beaadec9SMarcin Wojtas  * packet drops.
127beaadec9SMarcin Wojtas  */
128beaadec9SMarcin Wojtas bool ena_force_large_llq_header = false;
129beaadec9SMarcin Wojtas SYSCTL_BOOL(_hw_ena, OID_AUTO, force_large_llq_header, CTLFLAG_RDTUN,
130beaadec9SMarcin Wojtas     &ena_force_large_llq_header, 0,
131beaadec9SMarcin Wojtas     "Increases maximum supported header size in LLQ mode to 224 bytes, while reducing the maximum Tx queue size by half.\n");
132beaadec9SMarcin Wojtas 
1336d1ef2abSArtur Rojek int ena_rss_table_size = ENA_RX_RSS_TABLE_SIZE;
1346d1ef2abSArtur Rojek 
135*f97993adSOsama Abboud int ena_sysctl_allocate_customer_metrics_buffer(struct ena_adapter *adapter)
136*f97993adSOsama Abboud {
137*f97993adSOsama Abboud 	int rc = 0;
138*f97993adSOsama Abboud 
139*f97993adSOsama Abboud 	adapter->customer_metrics_array = malloc((sizeof(u64) * ENA_CUSTOMER_METRICS_ARRAY_SIZE),
140*f97993adSOsama Abboud 	    M_DEVBUF, M_NOWAIT | M_ZERO);
141*f97993adSOsama Abboud 	if (unlikely(adapter->customer_metrics_array == NULL))
142*f97993adSOsama Abboud 		rc = ENOMEM;
143*f97993adSOsama Abboud 
144*f97993adSOsama Abboud 	return rc;
145*f97993adSOsama Abboud }
1469b8d05b8SZbigniew Bodek void
1479b8d05b8SZbigniew Bodek ena_sysctl_add_nodes(struct ena_adapter *adapter)
1489b8d05b8SZbigniew Bodek {
149*f97993adSOsama Abboud 	struct ena_com_dev *dev = adapter->ena_dev;
150*f97993adSOsama Abboud 
151*f97993adSOsama Abboud 	if (ena_com_get_cap(dev, ENA_ADMIN_CUSTOMER_METRICS))
152*f97993adSOsama Abboud 		ena_sysctl_add_customer_metrics(adapter);
153*f97993adSOsama Abboud 	else if (ena_com_get_cap(dev, ENA_ADMIN_ENI_STATS))
154*f97993adSOsama Abboud 		ena_sysctl_add_eni_metrics(adapter);
155*f97993adSOsama Abboud 
1560bdffe59SMarcin Wojtas 	ena_sysctl_add_wd(adapter);
1579b8d05b8SZbigniew Bodek 	ena_sysctl_add_stats(adapter);
1586064f289SMarcin Wojtas 	ena_sysctl_add_tuneables(adapter);
159f9e1d947SOsama Abboud 	ena_sysctl_add_irq_affinity(adapter);
1606d1ef2abSArtur Rojek #ifndef RSS
1616d1ef2abSArtur Rojek 	ena_sysctl_add_rss(adapter);
1626d1ef2abSArtur Rojek #endif
1639b8d05b8SZbigniew Bodek }
1649b8d05b8SZbigniew Bodek 
1659b8d05b8SZbigniew Bodek static void
1660bdffe59SMarcin Wojtas ena_sysctl_add_wd(struct ena_adapter *adapter)
1670bdffe59SMarcin Wojtas {
1680bdffe59SMarcin Wojtas 	device_t dev;
1690bdffe59SMarcin Wojtas 
1700bdffe59SMarcin Wojtas 	struct sysctl_ctx_list *ctx;
1710bdffe59SMarcin Wojtas 	struct sysctl_oid *tree;
1720bdffe59SMarcin Wojtas 	struct sysctl_oid_list *child;
1730bdffe59SMarcin Wojtas 
1740bdffe59SMarcin Wojtas 	dev = adapter->pdev;
1750bdffe59SMarcin Wojtas 
1760bdffe59SMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
1770bdffe59SMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
1780bdffe59SMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
1790bdffe59SMarcin Wojtas 
1800bdffe59SMarcin Wojtas 	/* Sysctl calls for Watchdog service */
18182e558eaSDawid Gorecki 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active", CTLFLAG_RWTUN,
18282e558eaSDawid Gorecki 	    &adapter->wd_active, 0, "Watchdog is active");
1830bdffe59SMarcin Wojtas 
1840bdffe59SMarcin Wojtas 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout",
1850bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->keep_alive_timeout,
1860bdffe59SMarcin Wojtas 	    "Timeout for Keep Alive messages");
1870bdffe59SMarcin Wojtas 
1880bdffe59SMarcin Wojtas 	SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout",
1890bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_timeout,
1900bdffe59SMarcin Wojtas 	    "Timeout for TX completion");
1910bdffe59SMarcin Wojtas 
1920bdffe59SMarcin Wojtas 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues",
1930bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_max_queues, 0,
1940bdffe59SMarcin Wojtas 	    "Number of TX queues to check per run");
1950bdffe59SMarcin Wojtas 
1960bdffe59SMarcin Wojtas 	SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold",
1970bdffe59SMarcin Wojtas 	    CTLFLAG_RWTUN, &adapter->missing_tx_threshold, 0,
1980bdffe59SMarcin Wojtas 	    "Max number of timeouted packets");
1990bdffe59SMarcin Wojtas }
2000bdffe59SMarcin Wojtas 
2010bdffe59SMarcin Wojtas static void
2029b8d05b8SZbigniew Bodek ena_sysctl_add_stats(struct ena_adapter *adapter)
2039b8d05b8SZbigniew Bodek {
2049b8d05b8SZbigniew Bodek 	device_t dev;
2059b8d05b8SZbigniew Bodek 
2069b8d05b8SZbigniew Bodek 	struct ena_ring *tx_ring;
2079b8d05b8SZbigniew Bodek 	struct ena_ring *rx_ring;
2089b8d05b8SZbigniew Bodek 
2099b8d05b8SZbigniew Bodek 	struct ena_hw_stats *hw_stats;
2109b8d05b8SZbigniew Bodek 	struct ena_stats_dev *dev_stats;
2119b8d05b8SZbigniew Bodek 	struct ena_stats_tx *tx_stats;
2129b8d05b8SZbigniew Bodek 	struct ena_stats_rx *rx_stats;
2139b8d05b8SZbigniew Bodek 	struct ena_com_stats_admin *admin_stats;
2149b8d05b8SZbigniew Bodek 
2159b8d05b8SZbigniew Bodek 	struct sysctl_ctx_list *ctx;
2169b8d05b8SZbigniew Bodek 	struct sysctl_oid *tree;
2179b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *child;
2189b8d05b8SZbigniew Bodek 
2199b8d05b8SZbigniew Bodek 	struct sysctl_oid *queue_node, *tx_node, *rx_node, *hw_node;
2209b8d05b8SZbigniew Bodek 	struct sysctl_oid *admin_node;
2219b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *queue_list, *tx_list, *rx_list, *hw_list;
2229b8d05b8SZbigniew Bodek 	struct sysctl_oid_list *admin_list;
2239b8d05b8SZbigniew Bodek 
2249b8d05b8SZbigniew Bodek #define QUEUE_NAME_LEN 32
2259b8d05b8SZbigniew Bodek 	char namebuf[QUEUE_NAME_LEN];
2269b8d05b8SZbigniew Bodek 	int i;
2279b8d05b8SZbigniew Bodek 
2289b8d05b8SZbigniew Bodek 	dev = adapter->pdev;
2299b8d05b8SZbigniew Bodek 
2309b8d05b8SZbigniew Bodek 	ctx = device_get_sysctl_ctx(dev);
2319b8d05b8SZbigniew Bodek 	tree = device_get_sysctl_tree(dev);
2329b8d05b8SZbigniew Bodek 	child = SYSCTL_CHILDREN(tree);
2339b8d05b8SZbigniew Bodek 
2349b8d05b8SZbigniew Bodek 	tx_ring = adapter->tx_ring;
2359b8d05b8SZbigniew Bodek 	rx_ring = adapter->rx_ring;
2369b8d05b8SZbigniew Bodek 
2379b8d05b8SZbigniew Bodek 	hw_stats = &adapter->hw_stats;
2389b8d05b8SZbigniew Bodek 	dev_stats = &adapter->dev_stats;
2399b8d05b8SZbigniew Bodek 	admin_stats = &adapter->ena_dev->admin_queue.stats;
2409b8d05b8SZbigniew Bodek 
24182e558eaSDawid Gorecki 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired", CTLFLAG_RD,
24282e558eaSDawid Gorecki 	    &dev_stats->wd_expired, "Watchdog expiry count");
24382e558eaSDawid Gorecki 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up", CTLFLAG_RD,
24482e558eaSDawid Gorecki 	    &dev_stats->interface_up, "Network interface up count");
2459b8d05b8SZbigniew Bodek 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down",
2469b8d05b8SZbigniew Bodek 	    CTLFLAG_RD, &dev_stats->interface_down,
2479b8d05b8SZbigniew Bodek 	    "Network interface down count");
2489b8d05b8SZbigniew Bodek 	SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause",
24982e558eaSDawid Gorecki 	    CTLFLAG_RD, &dev_stats->admin_q_pause, "Admin queue pauses");
2509b8d05b8SZbigniew Bodek 
2517d8c4feeSMarcin Wojtas 	for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) {
2529b8d05b8SZbigniew Bodek 		snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i);
2539b8d05b8SZbigniew Bodek 
25482e558eaSDawid Gorecki 		queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf,
25582e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Queue Name");
2569b8d05b8SZbigniew Bodek 		queue_list = SYSCTL_CHILDREN(queue_node);
2579b8d05b8SZbigniew Bodek 
2580e7d31f6SMarcin Wojtas 		adapter->que[i].oid = queue_node;
2590e7d31f6SMarcin Wojtas 
260eb4c4f4aSMarcin Wojtas #ifdef RSS
261eb4c4f4aSMarcin Wojtas 		/* Common stats */
26282e558eaSDawid Gorecki 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "cpu", CTLFLAG_RD,
26382e558eaSDawid Gorecki 		    &adapter->que[i].cpu, 0, "CPU affinity");
26482e558eaSDawid Gorecki 		SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "domain", CTLFLAG_RD,
26582e558eaSDawid Gorecki 		    &adapter->que[i].domain, 0, "NUMA domain");
266eb4c4f4aSMarcin Wojtas #endif
267eb4c4f4aSMarcin Wojtas 
2689b8d05b8SZbigniew Bodek 		/* TX specific stats */
26982e558eaSDawid Gorecki 		tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "tx_ring",
27082e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "TX ring");
2719b8d05b8SZbigniew Bodek 		tx_list = SYSCTL_CHILDREN(tx_node);
2729b8d05b8SZbigniew Bodek 
2739b8d05b8SZbigniew Bodek 		tx_stats = &tx_ring->tx_stats;
2749b8d05b8SZbigniew Bodek 
27582e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "count",
27682e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->cnt, "Packets sent");
27782e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bytes",
27882e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->bytes, "Bytes sent");
2799b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
28082e558eaSDawid Gorecki 		    "prepare_ctx_err", CTLFLAG_RD, &tx_stats->prepare_ctx_err,
2819b8d05b8SZbigniew Bodek 		    "TX buffer preparation failures");
2829b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
28382e558eaSDawid Gorecki 		    "dma_mapping_err", CTLFLAG_RD, &tx_stats->dma_mapping_err,
28482e558eaSDawid Gorecki 		    "DMA mapping failures");
28582e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "doorbells",
28682e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->doorbells, "Queue doorbells");
2879b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
28882e558eaSDawid Gorecki 		    "missing_tx_comp", CTLFLAG_RD, &tx_stats->missing_tx_comp,
28982e558eaSDawid Gorecki 		    "TX completions missed");
29082e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bad_req_id",
29182e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->bad_req_id, "Bad request id count");
29282e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "mbuf_collapses",
29382e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->collapse, "Mbuf collapse count");
2949b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
29582e558eaSDawid Gorecki 		    "mbuf_collapse_err", CTLFLAG_RD, &tx_stats->collapse_err,
2961b069f1cSZbigniew Bodek 		    "Mbuf collapse failures");
29782e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_wakeups",
29882e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->queue_wakeup, "Queue wakeups");
29982e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_stops",
30082e558eaSDawid Gorecki 		    CTLFLAG_RD, &tx_stats->queue_stop, "Queue stops");
3015cb9db07SMarcin Wojtas 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
30282e558eaSDawid Gorecki 		    "llq_buffer_copy", CTLFLAG_RD, &tx_stats->llq_buffer_copy,
3034fa9e02dSMarcin Wojtas 		    "Header copies for llq transaction");
304223c8cb1SArtur Rojek 		SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
305223c8cb1SArtur Rojek 		    "unmask_interrupt_num", CTLFLAG_RD,
306223c8cb1SArtur Rojek 		    &tx_stats->unmask_interrupt_num,
307223c8cb1SArtur Rojek 		    "Unmasked interrupt count");
3089b8d05b8SZbigniew Bodek 
3099b8d05b8SZbigniew Bodek 		/* RX specific stats */
31082e558eaSDawid Gorecki 		rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "rx_ring",
31182e558eaSDawid Gorecki 		    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "RX ring");
3129b8d05b8SZbigniew Bodek 		rx_list = SYSCTL_CHILDREN(rx_node);
3139b8d05b8SZbigniew Bodek 
3149b8d05b8SZbigniew Bodek 		rx_stats = &rx_ring->rx_stats;
3159b8d05b8SZbigniew Bodek 
31682e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "count",
31782e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->cnt, "Packets received");
31882e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bytes",
31982e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bytes, "Bytes received");
32082e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "refil_partial",
32182e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->refil_partial,
32282e558eaSDawid Gorecki 		    "Partial refilled mbufs");
32382e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_bad",
32482e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->csum_bad, "Bad RX checksum");
3259b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
32682e558eaSDawid Gorecki 		    "mbuf_alloc_fail", CTLFLAG_RD, &rx_stats->mbuf_alloc_fail,
32782e558eaSDawid Gorecki 		    "Failed mbuf allocs");
3289b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
32982e558eaSDawid Gorecki 		    "mjum_alloc_fail", CTLFLAG_RD, &rx_stats->mjum_alloc_fail,
33082e558eaSDawid Gorecki 		    "Failed jumbo mbuf allocs");
3319b8d05b8SZbigniew Bodek 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
33282e558eaSDawid Gorecki 		    "dma_mapping_err", CTLFLAG_RD, &rx_stats->dma_mapping_err,
33382e558eaSDawid Gorecki 		    "DMA mapping errors");
33482e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_desc_num",
33582e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bad_desc_num,
33682e558eaSDawid Gorecki 		    "Bad descriptor count");
33782e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_req_id",
33882e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->bad_req_id, "Bad request id count");
33982e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "empty_rx_ring",
34082e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->empty_rx_ring,
34182e558eaSDawid Gorecki 		    "RX descriptors depletion count");
34282e558eaSDawid Gorecki 		SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_good",
34382e558eaSDawid Gorecki 		    CTLFLAG_RD, &rx_stats->csum_good,
34482e558eaSDawid Gorecki 		    "Valid RX checksum calculations");
3459b8d05b8SZbigniew Bodek 	}
3469b8d05b8SZbigniew Bodek 
3479b8d05b8SZbigniew Bodek 	/* Stats read from device */
3489b8d05b8SZbigniew Bodek 	hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats",
3497029da5cSPawel Biernacki 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Statistics from hardware");
3509b8d05b8SZbigniew Bodek 	hw_list = SYSCTL_CHILDREN(hw_node);
3519b8d05b8SZbigniew Bodek 
35230217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD,
35330217e2dSMarcin Wojtas 	    &hw_stats->rx_packets, "Packets received");
35430217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD,
35530217e2dSMarcin Wojtas 	    &hw_stats->tx_packets, "Packets transmitted");
35630217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD,
35730217e2dSMarcin Wojtas 	    &hw_stats->rx_bytes, "Bytes received");
35830217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD,
35930217e2dSMarcin Wojtas 	    &hw_stats->tx_bytes, "Bytes transmitted");
36030217e2dSMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD,
36130217e2dSMarcin Wojtas 	    &hw_stats->rx_drops, "Receive packet drops");
3626c84cec3SMarcin Wojtas 	SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_drops", CTLFLAG_RD,
3636c84cec3SMarcin Wojtas 	    &hw_stats->tx_drops, "Transmit packet drops");
364a195fab0SMarcin Wojtas 
3659b8d05b8SZbigniew Bodek 	/* ENA Admin queue stats */
3669b8d05b8SZbigniew Bodek 	admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats",
3677029da5cSPawel Biernacki 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA Admin Queue statistics");
3689b8d05b8SZbigniew Bodek 	admin_list = SYSCTL_CHILDREN(admin_node);
3699b8d05b8SZbigniew Bodek 
3708483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD,
3719b8d05b8SZbigniew Bodek 	    &admin_stats->aborted_cmd, 0, "Aborted commands");
3728483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD,
3739b8d05b8SZbigniew Bodek 	    &admin_stats->submitted_cmd, 0, "Submitted commands");
3748483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD,
3759b8d05b8SZbigniew Bodek 	    &admin_stats->completed_cmd, 0, "Completed commands");
3768483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD,
3779b8d05b8SZbigniew Bodek 	    &admin_stats->out_of_space, 0, "Queue out of space");
3788483b844SMarcin Wojtas 	SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD,
3799b8d05b8SZbigniew Bodek 	    &admin_stats->no_completion, 0, "Commands not completed");
3809b8d05b8SZbigniew Bodek }
3819b8d05b8SZbigniew Bodek 
3826064f289SMarcin Wojtas static void
383*f97993adSOsama Abboud ena_sysctl_add_customer_metrics(struct ena_adapter *adapter)
384*f97993adSOsama Abboud {
385*f97993adSOsama Abboud 	device_t dev;
386*f97993adSOsama Abboud 	struct ena_com_dev *ena_dev;
387*f97993adSOsama Abboud 
388*f97993adSOsama Abboud 	struct sysctl_ctx_list *ctx;
389*f97993adSOsama Abboud 	struct sysctl_oid *tree;
390*f97993adSOsama Abboud 	struct sysctl_oid_list *child;
391*f97993adSOsama Abboud 
392*f97993adSOsama Abboud 	struct sysctl_oid *customer_metric;
393*f97993adSOsama Abboud 	struct sysctl_oid_list *customer_list;
394*f97993adSOsama Abboud 
395*f97993adSOsama Abboud 	int i;
396*f97993adSOsama Abboud 
397*f97993adSOsama Abboud 	dev = adapter->pdev;
398*f97993adSOsama Abboud 	ena_dev = adapter->ena_dev;
399*f97993adSOsama Abboud 
400*f97993adSOsama Abboud 	ctx = device_get_sysctl_ctx(dev);
401*f97993adSOsama Abboud 	tree = device_get_sysctl_tree(dev);
402*f97993adSOsama Abboud 	child = SYSCTL_CHILDREN(tree);
403*f97993adSOsama Abboud 	customer_metric = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "customer_metrics",
404*f97993adSOsama Abboud 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's customer metrics");
405*f97993adSOsama Abboud 	customer_list = SYSCTL_CHILDREN(customer_metric);
406*f97993adSOsama Abboud 
407*f97993adSOsama Abboud 	for (i = 0; i < ENA_CUSTOMER_METRICS_ARRAY_SIZE; i++) {
408*f97993adSOsama Abboud 	        if (ena_com_get_customer_metric_support(ena_dev, i)) {
409*f97993adSOsama Abboud 	                SYSCTL_ADD_U64(ctx, customer_list, OID_AUTO, ena_hw_stats_strings[i].name,
410*f97993adSOsama Abboud 	                    CTLFLAG_RD, &adapter->customer_metrics_array[i], 0,
411*f97993adSOsama Abboud 	                    ena_hw_stats_strings[i].description);
412*f97993adSOsama Abboud 	         }
413*f97993adSOsama Abboud 	 }
414*f97993adSOsama Abboud }
415*f97993adSOsama Abboud 
416*f97993adSOsama Abboud static void
417f180142cSMarcin Wojtas ena_sysctl_add_eni_metrics(struct ena_adapter *adapter)
418f180142cSMarcin Wojtas {
419f180142cSMarcin Wojtas 	device_t dev;
420f180142cSMarcin Wojtas 	struct ena_admin_eni_stats *eni_metrics;
421f180142cSMarcin Wojtas 
422f180142cSMarcin Wojtas 	struct sysctl_ctx_list *ctx;
423f180142cSMarcin Wojtas 	struct sysctl_oid *tree;
424f180142cSMarcin Wojtas 	struct sysctl_oid_list *child;
425f180142cSMarcin Wojtas 
426f180142cSMarcin Wojtas 	struct sysctl_oid *eni_node;
427f180142cSMarcin Wojtas 	struct sysctl_oid_list *eni_list;
428f180142cSMarcin Wojtas 
429f180142cSMarcin Wojtas 	dev = adapter->pdev;
430f180142cSMarcin Wojtas 
431f180142cSMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
432f180142cSMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
433f180142cSMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
434f180142cSMarcin Wojtas 
435f180142cSMarcin Wojtas 	eni_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "eni_metrics",
436f180142cSMarcin Wojtas 	    CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's ENI metrics");
437f180142cSMarcin Wojtas 	eni_list = SYSCTL_CHILDREN(eni_node);
438f180142cSMarcin Wojtas 
439f180142cSMarcin Wojtas 	eni_metrics = &adapter->eni_metrics;
440f180142cSMarcin Wojtas 
441f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_in_allowance_exceeded",
442f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->bw_in_allowance_exceeded, 0,
443f180142cSMarcin Wojtas 	    "Inbound BW allowance exceeded");
444f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_out_allowance_exceeded",
445f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->bw_out_allowance_exceeded, 0,
446f180142cSMarcin Wojtas 	    "Outbound BW allowance exceeded");
447f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "pps_allowance_exceeded",
448f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->pps_allowance_exceeded, 0,
449f180142cSMarcin Wojtas 	    "PPS allowance exceeded");
450f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "conntrack_allowance_exceeded",
451f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->conntrack_allowance_exceeded, 0,
452f180142cSMarcin Wojtas 	    "Connection tracking allowance exceeded");
453f180142cSMarcin Wojtas 	SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "linklocal_allowance_exceeded",
454f180142cSMarcin Wojtas 	    CTLFLAG_RD, &eni_metrics->linklocal_allowance_exceeded, 0,
455f180142cSMarcin Wojtas 	    "Linklocal packet rate allowance exceeded");
456f180142cSMarcin Wojtas }
457f180142cSMarcin Wojtas 
458f180142cSMarcin Wojtas static void
4596064f289SMarcin Wojtas ena_sysctl_add_tuneables(struct ena_adapter *adapter)
4606064f289SMarcin Wojtas {
4616064f289SMarcin Wojtas 	device_t dev;
4626064f289SMarcin Wojtas 
4636064f289SMarcin Wojtas 	struct sysctl_ctx_list *ctx;
4646064f289SMarcin Wojtas 	struct sysctl_oid *tree;
4656064f289SMarcin Wojtas 	struct sysctl_oid_list *child;
4666064f289SMarcin Wojtas 
4676064f289SMarcin Wojtas 	dev = adapter->pdev;
4686064f289SMarcin Wojtas 
4696064f289SMarcin Wojtas 	ctx = device_get_sysctl_ctx(dev);
4706064f289SMarcin Wojtas 	tree = device_get_sysctl_tree(dev);
4716064f289SMarcin Wojtas 	child = SYSCTL_CHILDREN(tree);
4726064f289SMarcin Wojtas 
4736064f289SMarcin Wojtas 	/* Tuneable number of buffers in the buf-ring (drbr) */
4747029da5cSPawel Biernacki 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "buf_ring_size",
47521823546SMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
47621823546SMarcin Wojtas 	    ena_sysctl_buf_ring_size, "I",
47721823546SMarcin Wojtas 	    "Size of the Tx buffer ring (drbr).");
4786064f289SMarcin Wojtas 
4797d8c4feeSMarcin Wojtas 	/* Tuneable number of the Rx ring size */
4807029da5cSPawel Biernacki 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "rx_queue_size",
4817d8c4feeSMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
4827d8c4feeSMarcin Wojtas 	    ena_sysctl_rx_queue_size, "I",
4837d8c4feeSMarcin Wojtas 	    "Size of the Rx ring. The size should be a power of 2.");
48456d41ad5SMarcin Wojtas 
48556d41ad5SMarcin Wojtas 	/* Tuneable number of IO queues */
48656d41ad5SMarcin Wojtas 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "io_queues_nb",
48756d41ad5SMarcin Wojtas 	    CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
48856d41ad5SMarcin Wojtas 	    ena_sysctl_io_queues_nb, "I", "Number of IO queues.");
4895b925280SOsama Abboud 
4905b925280SOsama Abboud 	/*
4915b925280SOsama Abboud 	 * Tuneable, which determines how often ENA metrics will be read.
4925b925280SOsama Abboud 	 * 0 means it's turned off. Maximum allowed value is limited by:
4935b925280SOsama Abboud 	 * ENA_METRICS_MAX_SAMPLE_INTERVAL.
4945b925280SOsama Abboud 	 */
4955b925280SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "stats_sample_interval",
4965b925280SOsama Abboud 	    CTLTYPE_U16 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
4975b925280SOsama Abboud 	    ena_sysctl_metrics_interval, "SU",
4985b925280SOsama Abboud 	    "Interval in seconds for updating Netword interface metrics. 0 turns off the update.");
4996064f289SMarcin Wojtas }
5006064f289SMarcin Wojtas 
5016d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */
5026d1ef2abSArtur Rojek #ifndef RSS
5036d1ef2abSArtur Rojek static void
5046d1ef2abSArtur Rojek ena_sysctl_add_rss(struct ena_adapter *adapter)
5056d1ef2abSArtur Rojek {
5066d1ef2abSArtur Rojek 	device_t dev;
5076d1ef2abSArtur Rojek 
5086d1ef2abSArtur Rojek 	struct sysctl_ctx_list *ctx;
5096d1ef2abSArtur Rojek 	struct sysctl_oid *tree;
5106d1ef2abSArtur Rojek 	struct sysctl_oid_list *child;
5116d1ef2abSArtur Rojek 
5126d1ef2abSArtur Rojek 	dev = adapter->pdev;
5136d1ef2abSArtur Rojek 
5146d1ef2abSArtur Rojek 	ctx = device_get_sysctl_ctx(dev);
5156d1ef2abSArtur Rojek 	tree = device_get_sysctl_tree(dev);
5166d1ef2abSArtur Rojek 	child = SYSCTL_CHILDREN(tree);
5176d1ef2abSArtur Rojek 
5186d1ef2abSArtur Rojek 	/* RSS options */
5196d1ef2abSArtur Rojek 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "rss",
5206d1ef2abSArtur Rojek 	    CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Receive Side Scaling options.");
5216d1ef2abSArtur Rojek 	child = SYSCTL_CHILDREN(tree);
5226d1ef2abSArtur Rojek 
5236d1ef2abSArtur Rojek 	/* RSS hash key */
5246d1ef2abSArtur Rojek 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "key",
5256d1ef2abSArtur Rojek 	    CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
5266d1ef2abSArtur Rojek 	    ena_sysctl_rss_key, "A", "RSS key.");
5276d1ef2abSArtur Rojek 
5286d1ef2abSArtur Rojek 	/* Tuneable RSS indirection table */
5296d1ef2abSArtur Rojek 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "indir_table",
5306d1ef2abSArtur Rojek 	    CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
5316d1ef2abSArtur Rojek 	    ena_sysctl_rss_indir_table, "A", "RSS indirection table.");
5326d1ef2abSArtur Rojek 
5336d1ef2abSArtur Rojek 	/* RSS indirection table size */
5346d1ef2abSArtur Rojek 	SYSCTL_ADD_INT(ctx, child, OID_AUTO, "indir_table_size",
535a3f0d182SArtur Rojek 	    CTLFLAG_RD | CTLFLAG_MPSAFE, &ena_rss_table_size, 0,
5366d1ef2abSArtur Rojek 	    "RSS indirection table size.");
5376d1ef2abSArtur Rojek }
5386d1ef2abSArtur Rojek #endif /* RSS */
5396d1ef2abSArtur Rojek 
540f9e1d947SOsama Abboud static void
541f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(struct ena_adapter *adapter)
542f9e1d947SOsama Abboud {
543f9e1d947SOsama Abboud 	device_t dev;
544f9e1d947SOsama Abboud 
545f9e1d947SOsama Abboud 	struct sysctl_ctx_list *ctx;
546f9e1d947SOsama Abboud 	struct sysctl_oid *tree;
547f9e1d947SOsama Abboud 	struct sysctl_oid_list *child;
548f9e1d947SOsama Abboud 
549f9e1d947SOsama Abboud 	dev = adapter->pdev;
550f9e1d947SOsama Abboud 
551f9e1d947SOsama Abboud 	ctx = device_get_sysctl_ctx(dev);
552f9e1d947SOsama Abboud 	tree = device_get_sysctl_tree(dev);
553f9e1d947SOsama Abboud 	child = SYSCTL_CHILDREN(tree);
554f9e1d947SOsama Abboud 
555f9e1d947SOsama Abboud 	tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "irq_affinity",
556f9e1d947SOsama Abboud 	    CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Decide base CPU and stride for irqs affinity.");
557f9e1d947SOsama Abboud 	child = SYSCTL_CHILDREN(tree);
558f9e1d947SOsama Abboud 
559f9e1d947SOsama Abboud 	/* Add base cpu leaf */
560f9e1d947SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "base_cpu",
561f9e1d947SOsama Abboud 	    CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
562f9e1d947SOsama Abboud 	    ena_sysctl_irq_base_cpu, "I", "Base cpu index for setting irq affinity.");
563f9e1d947SOsama Abboud 
564f9e1d947SOsama Abboud 	/* Add cpu stride leaf */
565f9e1d947SOsama Abboud 	SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "cpu_stride",
566f9e1d947SOsama Abboud 	    CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0,
567f9e1d947SOsama Abboud 	    ena_sysctl_irq_cpu_stride, "I", "Distance between irqs when setting affinity.");
568f9e1d947SOsama Abboud }
569f9e1d947SOsama Abboud 
5706064f289SMarcin Wojtas 
5710e7d31f6SMarcin Wojtas /*
5720e7d31f6SMarcin Wojtas  * ena_sysctl_update_queue_node_nb - Register/unregister sysctl queue nodes.
5730e7d31f6SMarcin Wojtas  *
5740e7d31f6SMarcin Wojtas  * Whether the nodes are registered or unregistered depends on a delta between
5750e7d31f6SMarcin Wojtas  * the `old` and `new` parameters, representing the number of queues.
5760e7d31f6SMarcin Wojtas  *
5770e7d31f6SMarcin Wojtas  * This function is used to hide sysctl attributes for queue nodes which aren't
5780e7d31f6SMarcin Wojtas  * currently used by the HW (e.g. after a call to `ena_sysctl_io_queues_nb`).
5790e7d31f6SMarcin Wojtas  *
5800e7d31f6SMarcin Wojtas  * NOTE:
5810e7d31f6SMarcin Wojtas  * All unregistered nodes must be registered again at detach, i.e. by a call to
5820e7d31f6SMarcin Wojtas  * this function.
5830e7d31f6SMarcin Wojtas  */
5840e7d31f6SMarcin Wojtas void
5850e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(struct ena_adapter *adapter, int old, int new)
5860e7d31f6SMarcin Wojtas {
5870e7d31f6SMarcin Wojtas 	struct sysctl_oid *oid;
5880e7d31f6SMarcin Wojtas 	int min, max, i;
5890e7d31f6SMarcin Wojtas 
5900e7d31f6SMarcin Wojtas 	min = MIN(old, new);
5910e7d31f6SMarcin Wojtas 	max = MIN(MAX(old, new), adapter->max_num_io_queues);
5920e7d31f6SMarcin Wojtas 
5930e7d31f6SMarcin Wojtas 	for (i = min; i < max; ++i) {
5940e7d31f6SMarcin Wojtas 		oid = adapter->que[i].oid;
5950e7d31f6SMarcin Wojtas 
5960e7d31f6SMarcin Wojtas 		sysctl_wlock();
5970e7d31f6SMarcin Wojtas 		if (old > new)
5980e7d31f6SMarcin Wojtas 			sysctl_unregister_oid(oid);
5990e7d31f6SMarcin Wojtas 		else
6000e7d31f6SMarcin Wojtas 			sysctl_register_oid(oid);
6010e7d31f6SMarcin Wojtas 		sysctl_wunlock();
6020e7d31f6SMarcin Wojtas 	}
6030e7d31f6SMarcin Wojtas }
6040e7d31f6SMarcin Wojtas 
6056064f289SMarcin Wojtas static int
6066064f289SMarcin Wojtas ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS)
6076064f289SMarcin Wojtas {
6086064f289SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
60921823546SMarcin Wojtas 	uint32_t val;
6106064f289SMarcin Wojtas 	int error;
6116064f289SMarcin Wojtas 
61207aff471SArtur Rojek 	ENA_LOCK_LOCK();
61307aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
61407aff471SArtur Rojek 		error = EINVAL;
61507aff471SArtur Rojek 		goto unlock;
61607aff471SArtur Rojek 	}
61707aff471SArtur Rojek 
6186064f289SMarcin Wojtas 	val = 0;
61921823546SMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(val));
6206064f289SMarcin Wojtas 	if (error == 0) {
6216064f289SMarcin Wojtas 		val = adapter->buf_ring_size;
622f180142cSMarcin Wojtas 		error = sysctl_handle_32(oidp, &val, 0, req);
6236064f289SMarcin Wojtas 	}
6246064f289SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
62507aff471SArtur Rojek 		goto unlock;
6266064f289SMarcin Wojtas 
62721823546SMarcin Wojtas 	if (!powerof2(val) || val == 0) {
6283fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
62921823546SMarcin Wojtas 		    "Requested new Tx buffer ring size (%u) is not a power of 2\n",
63021823546SMarcin Wojtas 		    val);
63107aff471SArtur Rojek 		error = EINVAL;
63207aff471SArtur Rojek 		goto unlock;
6336064f289SMarcin Wojtas 	}
6346064f289SMarcin Wojtas 
63521823546SMarcin Wojtas 	if (val != adapter->buf_ring_size) {
6363fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
63721823546SMarcin Wojtas 		    "Requested new Tx buffer ring size: %d. Old size: %d\n",
63821823546SMarcin Wojtas 		    val, adapter->buf_ring_size);
63921823546SMarcin Wojtas 
64021823546SMarcin Wojtas 		error = ena_update_buf_ring_size(adapter, val);
64121823546SMarcin Wojtas 	} else {
6423fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
64321823546SMarcin Wojtas 		    "New Tx buffer ring size is the same as already used: %u\n",
64421823546SMarcin Wojtas 		    adapter->buf_ring_size);
64521823546SMarcin Wojtas 	}
64621823546SMarcin Wojtas 
64707aff471SArtur Rojek unlock:
64807aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
64907aff471SArtur Rojek 
65021823546SMarcin Wojtas 	return (error);
6516064f289SMarcin Wojtas }
6526064f289SMarcin Wojtas 
6536064f289SMarcin Wojtas static int
6546064f289SMarcin Wojtas ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS)
6556064f289SMarcin Wojtas {
6566064f289SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
6577d8c4feeSMarcin Wojtas 	uint32_t val;
6586064f289SMarcin Wojtas 	int error;
6596064f289SMarcin Wojtas 
66007aff471SArtur Rojek 	ENA_LOCK_LOCK();
66107aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
66207aff471SArtur Rojek 		error = EINVAL;
66307aff471SArtur Rojek 		goto unlock;
66407aff471SArtur Rojek 	}
66507aff471SArtur Rojek 
6666064f289SMarcin Wojtas 	val = 0;
6677d8c4feeSMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(val));
6686064f289SMarcin Wojtas 	if (error == 0) {
6699762a033SMarcin Wojtas 		val = adapter->requested_rx_ring_size;
6707d8c4feeSMarcin Wojtas 		error = sysctl_handle_32(oidp, &val, 0, req);
6716064f289SMarcin Wojtas 	}
6726064f289SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
67307aff471SArtur Rojek 		goto unlock;
6746064f289SMarcin Wojtas 
6757d8c4feeSMarcin Wojtas 	if (val < ENA_MIN_RING_SIZE || val > adapter->max_rx_ring_size) {
6763fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
6777d8c4feeSMarcin Wojtas 		    "Requested new Rx queue size (%u) is out of range: [%u, %u]\n",
6787d8c4feeSMarcin Wojtas 		    val, ENA_MIN_RING_SIZE, adapter->max_rx_ring_size);
67907aff471SArtur Rojek 		error = EINVAL;
68007aff471SArtur Rojek 		goto unlock;
6816064f289SMarcin Wojtas 	}
6826064f289SMarcin Wojtas 
6837d8c4feeSMarcin Wojtas 	/* Check if the parameter is power of 2 */
6847d8c4feeSMarcin Wojtas 	if (!powerof2(val)) {
6853fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
6867d8c4feeSMarcin Wojtas 		    "Requested new Rx queue size (%u) is not a power of 2\n",
6877d8c4feeSMarcin Wojtas 		    val);
68807aff471SArtur Rojek 		error = EINVAL;
68907aff471SArtur Rojek 		goto unlock;
6907d8c4feeSMarcin Wojtas 	}
6917d8c4feeSMarcin Wojtas 
6929762a033SMarcin Wojtas 	if (val != adapter->requested_rx_ring_size) {
6933fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
69482e558eaSDawid Gorecki 		    "Requested new Rx queue size: %u. Old size: %u\n", val,
69582e558eaSDawid Gorecki 		    adapter->requested_rx_ring_size);
6967d8c4feeSMarcin Wojtas 
6979762a033SMarcin Wojtas 		error = ena_update_queue_size(adapter,
6989762a033SMarcin Wojtas 		    adapter->requested_tx_ring_size, val);
6997d8c4feeSMarcin Wojtas 	} else {
7003fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
7017d8c4feeSMarcin Wojtas 		    "New Rx queue size is the same as already used: %u\n",
7029762a033SMarcin Wojtas 		    adapter->requested_rx_ring_size);
7037d8c4feeSMarcin Wojtas 	}
7047d8c4feeSMarcin Wojtas 
70507aff471SArtur Rojek unlock:
70607aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
70707aff471SArtur Rojek 
7087d8c4feeSMarcin Wojtas 	return (error);
7096064f289SMarcin Wojtas }
71056d41ad5SMarcin Wojtas 
71156d41ad5SMarcin Wojtas /*
71256d41ad5SMarcin Wojtas  * Change number of effectively used IO queues adapter->num_io_queues
71356d41ad5SMarcin Wojtas  */
71456d41ad5SMarcin Wojtas static int
71556d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS)
71656d41ad5SMarcin Wojtas {
71756d41ad5SMarcin Wojtas 	struct ena_adapter *adapter = arg1;
7180e7d31f6SMarcin Wojtas 	uint32_t old_num_queues, tmp = 0;
71956d41ad5SMarcin Wojtas 	int error;
72056d41ad5SMarcin Wojtas 
72107aff471SArtur Rojek 	ENA_LOCK_LOCK();
72207aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
72307aff471SArtur Rojek 		error = EINVAL;
72407aff471SArtur Rojek 		goto unlock;
72507aff471SArtur Rojek 	}
72607aff471SArtur Rojek 
72756d41ad5SMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(tmp));
72856d41ad5SMarcin Wojtas 	if (error == 0) {
72956d41ad5SMarcin Wojtas 		tmp = adapter->num_io_queues;
73056d41ad5SMarcin Wojtas 		error = sysctl_handle_int(oidp, &tmp, 0, req);
73156d41ad5SMarcin Wojtas 	}
73256d41ad5SMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
73307aff471SArtur Rojek 		goto unlock;
73456d41ad5SMarcin Wojtas 
73556d41ad5SMarcin Wojtas 	if (tmp == 0) {
7363fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
73756d41ad5SMarcin Wojtas 		    "Requested number of IO queues is zero\n");
73807aff471SArtur Rojek 		error = EINVAL;
73907aff471SArtur Rojek 		goto unlock;
74056d41ad5SMarcin Wojtas 	}
74156d41ad5SMarcin Wojtas 
74256d41ad5SMarcin Wojtas 	/*
74356d41ad5SMarcin Wojtas 	 * The adapter::max_num_io_queues is the HW capability. The system
74456d41ad5SMarcin Wojtas 	 * resources availability may potentially be a tighter limit. Therefore
74556d41ad5SMarcin Wojtas 	 * the relation `adapter::max_num_io_queues >= adapter::msix_vecs`
74656d41ad5SMarcin Wojtas 	 * always holds true, while the `adapter::msix_vecs` is variable across
74756d41ad5SMarcin Wojtas 	 * device reset (`ena_destroy_device()` + `ena_restore_device()`).
74856d41ad5SMarcin Wojtas 	 */
74956d41ad5SMarcin Wojtas 	if (tmp > (adapter->msix_vecs - ENA_ADMIN_MSIX_VEC)) {
7503fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
75182e558eaSDawid Gorecki 		    "Requested number of IO queues is higher than maximum allowed (%u)\n",
75282e558eaSDawid Gorecki 		    adapter->msix_vecs - ENA_ADMIN_MSIX_VEC);
75307aff471SArtur Rojek 		error = EINVAL;
75407aff471SArtur Rojek 		goto unlock;
75556d41ad5SMarcin Wojtas 	}
75656d41ad5SMarcin Wojtas 	if (tmp == adapter->num_io_queues) {
7573fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
75856d41ad5SMarcin Wojtas 		    "Requested number of IO queues is equal to current value "
75982e558eaSDawid Gorecki 		    "(%u)\n",
76082e558eaSDawid Gorecki 		    adapter->num_io_queues);
76156d41ad5SMarcin Wojtas 	} else {
7623fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
76356d41ad5SMarcin Wojtas 		    "Requested new number of IO queues: %u, current value: "
76482e558eaSDawid Gorecki 		    "%u\n",
76582e558eaSDawid Gorecki 		    tmp, adapter->num_io_queues);
76656d41ad5SMarcin Wojtas 
7670e7d31f6SMarcin Wojtas 		old_num_queues = adapter->num_io_queues;
76856d41ad5SMarcin Wojtas 		error = ena_update_io_queue_nb(adapter, tmp);
7690e7d31f6SMarcin Wojtas 		if (error != 0)
7700e7d31f6SMarcin Wojtas 			return (error);
7710e7d31f6SMarcin Wojtas 
7720e7d31f6SMarcin Wojtas 		ena_sysctl_update_queue_node_nb(adapter, old_num_queues, tmp);
77356d41ad5SMarcin Wojtas 	}
77456d41ad5SMarcin Wojtas 
77507aff471SArtur Rojek unlock:
77607aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
77707aff471SArtur Rojek 
77856d41ad5SMarcin Wojtas 	return (error);
77956d41ad5SMarcin Wojtas }
780f180142cSMarcin Wojtas 
781f180142cSMarcin Wojtas static int
7825b925280SOsama Abboud ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS)
783f180142cSMarcin Wojtas {
784f180142cSMarcin Wojtas 	struct ena_adapter *adapter = arg1;
785f180142cSMarcin Wojtas 	uint16_t interval;
786f180142cSMarcin Wojtas 	int error;
787f180142cSMarcin Wojtas 
78807aff471SArtur Rojek 	ENA_LOCK_LOCK();
78907aff471SArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
79007aff471SArtur Rojek 		error = EINVAL;
79107aff471SArtur Rojek 		goto unlock;
79207aff471SArtur Rojek 	}
79307aff471SArtur Rojek 
794f180142cSMarcin Wojtas 	error = sysctl_wire_old_buffer(req, sizeof(interval));
795f180142cSMarcin Wojtas 	if (error == 0) {
7965b925280SOsama Abboud 		interval = adapter->metrics_sample_interval;
797f180142cSMarcin Wojtas 		error = sysctl_handle_16(oidp, &interval, 0, req);
798f180142cSMarcin Wojtas 	}
799f180142cSMarcin Wojtas 	if (error != 0 || req->newptr == NULL)
80007aff471SArtur Rojek 		goto unlock;
801f180142cSMarcin Wojtas 
8025b925280SOsama Abboud 	if (interval > ENA_METRICS_MAX_SAMPLE_INTERVAL) {
8033fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, ERR,
8045b925280SOsama Abboud 		    "ENA metrics update interval is out of range - maximum allowed value: %d seconds\n",
8055b925280SOsama Abboud 		    ENA_METRICS_MAX_SAMPLE_INTERVAL);
80607aff471SArtur Rojek 		error = EINVAL;
80707aff471SArtur Rojek 		goto unlock;
808f180142cSMarcin Wojtas 	}
809f180142cSMarcin Wojtas 
810f180142cSMarcin Wojtas 	if (interval == 0) {
8113fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
8125b925280SOsama Abboud 		    "ENA metrics update is now turned off\n");
813f180142cSMarcin Wojtas 		bzero(&adapter->eni_metrics, sizeof(adapter->eni_metrics));
814f180142cSMarcin Wojtas 	} else {
8153fc5d816SMarcin Wojtas 		ena_log(adapter->pdev, INFO,
8165b925280SOsama Abboud 		    "ENA metrics update interval is set to: %" PRIu16
81782e558eaSDawid Gorecki 		    " seconds\n",
818f180142cSMarcin Wojtas 		    interval);
819f180142cSMarcin Wojtas 	}
820f180142cSMarcin Wojtas 
8215b925280SOsama Abboud 	adapter->metrics_sample_interval = interval;
822f180142cSMarcin Wojtas 
82307aff471SArtur Rojek unlock:
82407aff471SArtur Rojek 	ENA_LOCK_UNLOCK();
82507aff471SArtur Rojek 
826f180142cSMarcin Wojtas 	return (0);
827f180142cSMarcin Wojtas }
8286d1ef2abSArtur Rojek 
829f9e1d947SOsama Abboud static int
830f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS)
831f9e1d947SOsama Abboud {
832f9e1d947SOsama Abboud 	struct ena_adapter *adapter = arg1;
833f9e1d947SOsama Abboud 	int irq_base_cpu = 0;
834f9e1d947SOsama Abboud 	int error;
835f9e1d947SOsama Abboud 
836f9e1d947SOsama Abboud 	ENA_LOCK_LOCK();
837f9e1d947SOsama Abboud 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
838f9e1d947SOsama Abboud 		error = ENODEV;
839f9e1d947SOsama Abboud 		goto unlock;
840f9e1d947SOsama Abboud 	}
841f9e1d947SOsama Abboud 
842f9e1d947SOsama Abboud 	error = sysctl_wire_old_buffer(req, sizeof(irq_base_cpu));
843f9e1d947SOsama Abboud 	if (error == 0) {
844f9e1d947SOsama Abboud 		irq_base_cpu = adapter->irq_cpu_base;
845f9e1d947SOsama Abboud 		error = sysctl_handle_int(oidp, &irq_base_cpu, 0, req);
846f9e1d947SOsama Abboud 	}
847f9e1d947SOsama Abboud 	if (error != 0 || req->newptr == NULL)
848f9e1d947SOsama Abboud 		goto unlock;
849f9e1d947SOsama Abboud 
850f9e1d947SOsama Abboud 	if (irq_base_cpu <= ENA_BASE_CPU_UNSPECIFIED) {
851f9e1d947SOsama Abboud 		ena_log(adapter->pdev, ERR,
852f9e1d947SOsama Abboud 		    "Requested base CPU is less than zero.\n");
853f9e1d947SOsama Abboud 		error = EINVAL;
854f9e1d947SOsama Abboud 		goto unlock;
855f9e1d947SOsama Abboud 	}
856f9e1d947SOsama Abboud 
857f9e1d947SOsama Abboud 	if (irq_base_cpu > mp_ncpus) {
858f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
859f9e1d947SOsama Abboud 		    "Requested base CPU is larger than the number of available CPUs. \n");
860f9e1d947SOsama Abboud 		error = EINVAL;
861f9e1d947SOsama Abboud 		goto unlock;
862f9e1d947SOsama Abboud 
863f9e1d947SOsama Abboud 	}
864f9e1d947SOsama Abboud 
865f9e1d947SOsama Abboud 	if (irq_base_cpu == adapter->irq_cpu_base) {
866f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
867f9e1d947SOsama Abboud 		    "Requested IRQ base CPU is equal to current value "
868f9e1d947SOsama Abboud 		    "(%d)\n",
869f9e1d947SOsama Abboud 		    adapter->irq_cpu_base);
870f9e1d947SOsama Abboud 		goto unlock;
871f9e1d947SOsama Abboud 	}
872f9e1d947SOsama Abboud 
873f9e1d947SOsama Abboud 	ena_log(adapter->pdev, INFO,
874f9e1d947SOsama Abboud 	    "Requested new IRQ base CPU: %d, current value: %d\n",
875f9e1d947SOsama Abboud 	    irq_base_cpu, adapter->irq_cpu_base);
876f9e1d947SOsama Abboud 
877f9e1d947SOsama Abboud 	error = ena_update_base_cpu(adapter, irq_base_cpu);
878f9e1d947SOsama Abboud 
879f9e1d947SOsama Abboud unlock:
880f9e1d947SOsama Abboud 	ENA_LOCK_UNLOCK();
881f9e1d947SOsama Abboud 
882f9e1d947SOsama Abboud 	return (error);
883f9e1d947SOsama Abboud }
884f9e1d947SOsama Abboud 
885f9e1d947SOsama Abboud static int
886f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS)
887f9e1d947SOsama Abboud {
888f9e1d947SOsama Abboud 	struct ena_adapter *adapter = arg1;
889f9e1d947SOsama Abboud 	int32_t irq_cpu_stride = 0;
890f9e1d947SOsama Abboud 	int error;
891f9e1d947SOsama Abboud 
892f9e1d947SOsama Abboud 	ENA_LOCK_LOCK();
893f9e1d947SOsama Abboud 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
894f9e1d947SOsama Abboud 		error = ENODEV;
895f9e1d947SOsama Abboud 		goto unlock;
896f9e1d947SOsama Abboud 	}
897f9e1d947SOsama Abboud 
898f9e1d947SOsama Abboud 	error = sysctl_wire_old_buffer(req, sizeof(irq_cpu_stride));
899f9e1d947SOsama Abboud 	if (error == 0) {
900f9e1d947SOsama Abboud 		irq_cpu_stride = adapter->irq_cpu_stride;
901f9e1d947SOsama Abboud 		error = sysctl_handle_int(oidp, &irq_cpu_stride, 0, req);
902f9e1d947SOsama Abboud 	}
903f9e1d947SOsama Abboud 	if (error != 0 || req->newptr == NULL)
904f9e1d947SOsama Abboud 		goto unlock;
905f9e1d947SOsama Abboud 
906f9e1d947SOsama Abboud 	if (irq_cpu_stride < 0) {
907f9e1d947SOsama Abboud 		ena_log(adapter->pdev, ERR,
908f9e1d947SOsama Abboud 		    "Requested IRQ stride is less than zero.\n");
909f9e1d947SOsama Abboud 		error = EINVAL;
910f9e1d947SOsama Abboud 		goto unlock;
911f9e1d947SOsama Abboud 	}
912f9e1d947SOsama Abboud 
913f9e1d947SOsama Abboud 	if (irq_cpu_stride > mp_ncpus) {
914f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
915f9e1d947SOsama Abboud 		    "Warning: Requested IRQ stride is larger than the number of available CPUs.\n");
916f9e1d947SOsama Abboud 	}
917f9e1d947SOsama Abboud 
918f9e1d947SOsama Abboud 	if (irq_cpu_stride == adapter->irq_cpu_stride) {
919f9e1d947SOsama Abboud 		ena_log(adapter->pdev, INFO,
920f9e1d947SOsama Abboud 		    "Requested IRQ CPU stride is equal to current value "
921f9e1d947SOsama Abboud 		    "(%u)\n",
922f9e1d947SOsama Abboud 		    adapter->irq_cpu_stride);
923f9e1d947SOsama Abboud 		goto unlock;
924f9e1d947SOsama Abboud 	}
925f9e1d947SOsama Abboud 
926f9e1d947SOsama Abboud 	ena_log(adapter->pdev, INFO,
927f9e1d947SOsama Abboud 	    "Requested new IRQ CPU stride: %u, current value: %u\n",
928f9e1d947SOsama Abboud 	    irq_cpu_stride, adapter->irq_cpu_stride);
929f9e1d947SOsama Abboud 
930f9e1d947SOsama Abboud 	error = ena_update_cpu_stride(adapter, irq_cpu_stride);
931f9e1d947SOsama Abboud 	if (error != 0)
932f9e1d947SOsama Abboud 		goto unlock;
933f9e1d947SOsama Abboud 
934f9e1d947SOsama Abboud unlock:
935f9e1d947SOsama Abboud 	ENA_LOCK_UNLOCK();
936f9e1d947SOsama Abboud 
937f9e1d947SOsama Abboud 	return (error);
938f9e1d947SOsama Abboud }
939f9e1d947SOsama Abboud 
9406d1ef2abSArtur Rojek #ifndef RSS
9416d1ef2abSArtur Rojek /*
9426d1ef2abSArtur Rojek  * Change the Receive Side Scaling hash key.
9436d1ef2abSArtur Rojek  */
9446d1ef2abSArtur Rojek static int
9456d1ef2abSArtur Rojek ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS)
9466d1ef2abSArtur Rojek {
9476d1ef2abSArtur Rojek 	struct ena_adapter *adapter = arg1;
9486d1ef2abSArtur Rojek 	struct ena_com_dev *ena_dev = adapter->ena_dev;
9496d1ef2abSArtur Rojek 	enum ena_admin_hash_functions ena_func;
9506d1ef2abSArtur Rojek 	char msg[ENA_HASH_KEY_MSG_SIZE];
9516d1ef2abSArtur Rojek 	char elem[3] = { 0 };
9526d1ef2abSArtur Rojek 	char *endp;
9536d1ef2abSArtur Rojek 	u8 rss_key[ENA_HASH_KEY_SIZE];
9546d1ef2abSArtur Rojek 	int error, i;
9556d1ef2abSArtur Rojek 
9566d1ef2abSArtur Rojek 	ENA_LOCK_LOCK();
9576d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
9586d1ef2abSArtur Rojek 		error = EINVAL;
9596d1ef2abSArtur Rojek 		goto unlock;
9606d1ef2abSArtur Rojek 	}
9616d1ef2abSArtur Rojek 
9626d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) {
9636d1ef2abSArtur Rojek 		error = ENOTSUP;
9646d1ef2abSArtur Rojek 		goto unlock;
9656d1ef2abSArtur Rojek 	}
9666d1ef2abSArtur Rojek 
9676d1ef2abSArtur Rojek 	error = sysctl_wire_old_buffer(req, sizeof(msg));
9686d1ef2abSArtur Rojek 	if (error != 0)
9696d1ef2abSArtur Rojek 		goto unlock;
9706d1ef2abSArtur Rojek 
9716d1ef2abSArtur Rojek 	error = ena_com_get_hash_function(adapter->ena_dev, &ena_func);
9726d1ef2abSArtur Rojek 	if (error != 0) {
9736d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot get hash function\n");
9746d1ef2abSArtur Rojek 		goto unlock;
9756d1ef2abSArtur Rojek 	}
9766d1ef2abSArtur Rojek 
9776d1ef2abSArtur Rojek 	if (ena_func != ENA_ADMIN_TOEPLITZ) {
9786d1ef2abSArtur Rojek 		error = EINVAL;
9796d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Unsupported hash algorithm\n");
9806d1ef2abSArtur Rojek 		goto unlock;
9816d1ef2abSArtur Rojek 	}
9826d1ef2abSArtur Rojek 
9836d1ef2abSArtur Rojek 	error = ena_rss_get_hash_key(ena_dev, rss_key);
9846d1ef2abSArtur Rojek 	if (error != 0) {
9856d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot get hash key\n");
9866d1ef2abSArtur Rojek 		goto unlock;
9876d1ef2abSArtur Rojek 	}
9886d1ef2abSArtur Rojek 
9896d1ef2abSArtur Rojek 	for (i = 0; i < ENA_HASH_KEY_SIZE; ++i)
9906d1ef2abSArtur Rojek 		snprintf(&msg[i * 2], 3, "%02x", rss_key[i]);
9916d1ef2abSArtur Rojek 
9926d1ef2abSArtur Rojek 	error = sysctl_handle_string(oidp, msg, sizeof(msg), req);
9936d1ef2abSArtur Rojek 	if (error != 0 || req->newptr == NULL)
9946d1ef2abSArtur Rojek 		goto unlock;
9956d1ef2abSArtur Rojek 
9966d1ef2abSArtur Rojek 	if (strlen(msg) != sizeof(msg) - 1) {
9976d1ef2abSArtur Rojek 		error = EINVAL;
9986d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Invalid key size\n");
9996d1ef2abSArtur Rojek 		goto unlock;
10006d1ef2abSArtur Rojek 	}
10016d1ef2abSArtur Rojek 
10026d1ef2abSArtur Rojek 	for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) {
10036d1ef2abSArtur Rojek 		strncpy(elem, &msg[i * 2], 2);
10046d1ef2abSArtur Rojek 		rss_key[i] = strtol(elem, &endp, 16);
10056d1ef2abSArtur Rojek 
10066d1ef2abSArtur Rojek 		/* Both hex nibbles in the string must be valid to continue. */
10076d1ef2abSArtur Rojek 		if (endp == elem || *endp != '\0' || rss_key[i] < 0) {
10086d1ef2abSArtur Rojek 			error = EINVAL;
10096d1ef2abSArtur Rojek 			device_printf(adapter->pdev,
10106d1ef2abSArtur Rojek 			    "Invalid key hex value: '%c'\n", *endp);
10116d1ef2abSArtur Rojek 			goto unlock;
10126d1ef2abSArtur Rojek 		}
10136d1ef2abSArtur Rojek 	}
10146d1ef2abSArtur Rojek 
10156d1ef2abSArtur Rojek 	error = ena_rss_set_hash(ena_dev, rss_key);
10166d1ef2abSArtur Rojek 	if (error != 0)
10176d1ef2abSArtur Rojek 		device_printf(adapter->pdev, "Cannot fill hash key\n");
10186d1ef2abSArtur Rojek 
10196d1ef2abSArtur Rojek unlock:
10206d1ef2abSArtur Rojek 	ENA_LOCK_UNLOCK();
10216d1ef2abSArtur Rojek 
10226d1ef2abSArtur Rojek 	return (error);
10236d1ef2abSArtur Rojek }
10246d1ef2abSArtur Rojek 
10256d1ef2abSArtur Rojek /*
10266d1ef2abSArtur Rojek  * Change the Receive Side Scaling indirection table.
10276d1ef2abSArtur Rojek  *
10286d1ef2abSArtur Rojek  * The sysctl entry string consists of one or more `x:y` keypairs, where
10296d1ef2abSArtur Rojek  * x stands for the table index and y for its new value.
10306d1ef2abSArtur Rojek  * Table indices that don't need to be updated can be omitted from the string
10316d1ef2abSArtur Rojek  * and will retain their existing values. If an index is entered more than once,
10326d1ef2abSArtur Rojek  * the last value is used.
10336d1ef2abSArtur Rojek  *
10346d1ef2abSArtur Rojek  * Example:
10356d1ef2abSArtur Rojek  * To update two selected indices in the RSS indirection table, e.g. setting
10366d1ef2abSArtur Rojek  * index 0 to queue 5 and then index 5 to queue 0, the below command should be
10376d1ef2abSArtur Rojek  * used:
10386d1ef2abSArtur Rojek  *   sysctl dev.ena.0.rss.indir_table="0:5 5:0"
10396d1ef2abSArtur Rojek  */
10406d1ef2abSArtur Rojek static int
10416d1ef2abSArtur Rojek ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS)
10426d1ef2abSArtur Rojek {
10436d1ef2abSArtur Rojek 	int num_queues, error;
10446d1ef2abSArtur Rojek 	struct ena_adapter *adapter = arg1;
10456d1ef2abSArtur Rojek 	struct ena_indir *indir;
10466d1ef2abSArtur Rojek 	char *msg, *buf, *endp;
10476d1ef2abSArtur Rojek 	uint32_t idx, value;
10486d1ef2abSArtur Rojek 
10496d1ef2abSArtur Rojek 	ENA_LOCK_LOCK();
10506d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) {
10516d1ef2abSArtur Rojek 		error = EINVAL;
10526d1ef2abSArtur Rojek 		goto unlock;
10536d1ef2abSArtur Rojek 	}
10546d1ef2abSArtur Rojek 
10556d1ef2abSArtur Rojek 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) {
10566d1ef2abSArtur Rojek 		error = ENOTSUP;
10576d1ef2abSArtur Rojek 		goto unlock;
10586d1ef2abSArtur Rojek 	}
10596d1ef2abSArtur Rojek 
10606d1ef2abSArtur Rojek 	indir = adapter->rss_indir;
10616d1ef2abSArtur Rojek 	msg = indir->sysctl_buf;
10626d1ef2abSArtur Rojek 
10636d1ef2abSArtur Rojek 	if (unlikely(indir == NULL)) {
10646d1ef2abSArtur Rojek 		error = ENOTSUP;
10656d1ef2abSArtur Rojek 		goto unlock;
10666d1ef2abSArtur Rojek 	}
10676d1ef2abSArtur Rojek 
10686d1ef2abSArtur Rojek 	error = sysctl_handle_string(oidp, msg, sizeof(indir->sysctl_buf), req);
10696d1ef2abSArtur Rojek 	if (error != 0 || req->newptr == NULL)
10706d1ef2abSArtur Rojek 		goto unlock;
10716d1ef2abSArtur Rojek 
10726d1ef2abSArtur Rojek 	num_queues = adapter->num_io_queues;
10736d1ef2abSArtur Rojek 
10746d1ef2abSArtur Rojek 	/*
10756d1ef2abSArtur Rojek 	 * This sysctl expects msg to be a list of `x:y` record pairs,
10766d1ef2abSArtur Rojek 	 * where x is the indirection table index and y is its value.
10776d1ef2abSArtur Rojek 	 */
10786d1ef2abSArtur Rojek 	for (buf = msg; *buf != '\0'; buf = endp) {
10796d1ef2abSArtur Rojek 		idx = strtol(buf, &endp, 10);
10806d1ef2abSArtur Rojek 
10816d1ef2abSArtur Rojek 		if (endp == buf || idx < 0) {
10826d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Invalid index: %s\n",
10836d1ef2abSArtur Rojek 			    buf);
10846d1ef2abSArtur Rojek 			error = EINVAL;
10856d1ef2abSArtur Rojek 			break;
10866d1ef2abSArtur Rojek 		}
10876d1ef2abSArtur Rojek 
10886d1ef2abSArtur Rojek 		if (idx >= ENA_RX_RSS_TABLE_SIZE) {
10896d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Index %d out of range\n",
10906d1ef2abSArtur Rojek 			    idx);
10916d1ef2abSArtur Rojek 			error = ERANGE;
10926d1ef2abSArtur Rojek 			break;
10936d1ef2abSArtur Rojek 		}
10946d1ef2abSArtur Rojek 
10956d1ef2abSArtur Rojek 		buf = endp;
10966d1ef2abSArtur Rojek 
10976d1ef2abSArtur Rojek 		if (*buf++ != ':') {
10986d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Missing ':' separator\n");
10996d1ef2abSArtur Rojek 			error = EINVAL;
11006d1ef2abSArtur Rojek 			break;
11016d1ef2abSArtur Rojek 		}
11026d1ef2abSArtur Rojek 
11036d1ef2abSArtur Rojek 		value = strtol(buf, &endp, 10);
11046d1ef2abSArtur Rojek 
11056d1ef2abSArtur Rojek 		if (endp == buf || value < 0) {
11066d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Invalid value: %s\n",
11076d1ef2abSArtur Rojek 			    buf);
11086d1ef2abSArtur Rojek 			error = EINVAL;
11096d1ef2abSArtur Rojek 			break;
11106d1ef2abSArtur Rojek 		}
11116d1ef2abSArtur Rojek 
11126d1ef2abSArtur Rojek 		if (value >= num_queues) {
11136d1ef2abSArtur Rojek 			device_printf(adapter->pdev, "Value %d out of range\n",
11146d1ef2abSArtur Rojek 			    value);
11156d1ef2abSArtur Rojek 			error = ERANGE;
11166d1ef2abSArtur Rojek 			break;
11176d1ef2abSArtur Rojek 		}
11186d1ef2abSArtur Rojek 
11196d1ef2abSArtur Rojek 		indir->table[idx] = value;
11206d1ef2abSArtur Rojek 	}
11216d1ef2abSArtur Rojek 
11226d1ef2abSArtur Rojek 	if (error != 0) /* Reload indirection table with last good data. */
11236d1ef2abSArtur Rojek 		ena_rss_indir_get(adapter, indir->table);
11246d1ef2abSArtur Rojek 
11256d1ef2abSArtur Rojek 	/* At this point msg has been clobbered by sysctl_handle_string. */
11266d1ef2abSArtur Rojek 	ena_rss_copy_indir_buf(msg, indir->table);
11276d1ef2abSArtur Rojek 
11286d1ef2abSArtur Rojek 	if (error == 0)
11296d1ef2abSArtur Rojek 		error = ena_rss_indir_set(adapter, indir->table);
11306d1ef2abSArtur Rojek 
11316d1ef2abSArtur Rojek unlock:
11326d1ef2abSArtur Rojek 	ENA_LOCK_UNLOCK();
11336d1ef2abSArtur Rojek 
11346d1ef2abSArtur Rojek 	return (error);
11356d1ef2abSArtur Rojek }
11366d1ef2abSArtur Rojek #endif /* RSS */
1137