19b8d05b8SZbigniew Bodek /*- 20835cc78SMarcin Wojtas * SPDX-License-Identifier: BSD-2-Clause 39b8d05b8SZbigniew Bodek * 4beaadec9SMarcin Wojtas * Copyright (c) 2015-2021 Amazon.com, Inc. or its affiliates. 59b8d05b8SZbigniew Bodek * All rights reserved. 69b8d05b8SZbigniew Bodek * 79b8d05b8SZbigniew Bodek * Redistribution and use in source and binary forms, with or without 89b8d05b8SZbigniew Bodek * modification, are permitted provided that the following conditions 99b8d05b8SZbigniew Bodek * are met: 109b8d05b8SZbigniew Bodek * 119b8d05b8SZbigniew Bodek * 1. Redistributions of source code must retain the above copyright 129b8d05b8SZbigniew Bodek * notice, this list of conditions and the following disclaimer. 139b8d05b8SZbigniew Bodek * 149b8d05b8SZbigniew Bodek * 2. Redistributions in binary form must reproduce the above copyright 159b8d05b8SZbigniew Bodek * notice, this list of conditions and the following disclaimer in the 169b8d05b8SZbigniew Bodek * documentation and/or other materials provided with the distribution. 179b8d05b8SZbigniew Bodek * 189b8d05b8SZbigniew Bodek * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 199b8d05b8SZbigniew Bodek * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 209b8d05b8SZbigniew Bodek * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 219b8d05b8SZbigniew Bodek * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 229b8d05b8SZbigniew Bodek * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 239b8d05b8SZbigniew Bodek * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 249b8d05b8SZbigniew Bodek * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 259b8d05b8SZbigniew Bodek * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 269b8d05b8SZbigniew Bodek * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 279b8d05b8SZbigniew Bodek * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 289b8d05b8SZbigniew Bodek * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 299b8d05b8SZbigniew Bodek */ 30fdafd315SWarner Losh 310e7d31f6SMarcin Wojtas #include <sys/param.h> 326d1ef2abSArtur Rojek #include "opt_rss.h" 336d1ef2abSArtur Rojek 346d1ef2abSArtur Rojek #include "ena_rss.h" 3582e558eaSDawid Gorecki #include "ena_sysctl.h" 369b8d05b8SZbigniew Bodek 370bdffe59SMarcin Wojtas static void ena_sysctl_add_wd(struct ena_adapter *); 389b8d05b8SZbigniew Bodek static void ena_sysctl_add_stats(struct ena_adapter *); 39f180142cSMarcin Wojtas static void ena_sysctl_add_eni_metrics(struct ena_adapter *); 40*f97993adSOsama Abboud static void ena_sysctl_add_customer_metrics(struct ena_adapter *); 416064f289SMarcin Wojtas static void ena_sysctl_add_tuneables(struct ena_adapter *); 42f9e1d947SOsama Abboud static void ena_sysctl_add_irq_affinity(struct ena_adapter *); 436d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */ 446d1ef2abSArtur Rojek #ifndef RSS 456d1ef2abSArtur Rojek static void ena_sysctl_add_rss(struct ena_adapter *); 466d1ef2abSArtur Rojek #endif 476064f289SMarcin Wojtas static int ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS); 486064f289SMarcin Wojtas static int ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS); 4956d41ad5SMarcin Wojtas static int ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS); 50f9e1d947SOsama Abboud static int ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS); 51f9e1d947SOsama Abboud static int ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS); 525b925280SOsama Abboud static int ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS); 536d1ef2abSArtur Rojek #ifndef RSS 546d1ef2abSArtur Rojek static int ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS); 556d1ef2abSArtur Rojek static int ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS); 566d1ef2abSArtur Rojek #endif 57f180142cSMarcin Wojtas 585b925280SOsama Abboud /* Limit max ENA sample rate to be an hour. */ 595b925280SOsama Abboud #define ENA_METRICS_MAX_SAMPLE_INTERVAL 3600 606d1ef2abSArtur Rojek #define ENA_HASH_KEY_MSG_SIZE (ENA_HASH_KEY_SIZE * 2 + 1) 616064f289SMarcin Wojtas 62*f97993adSOsama Abboud #define SYSCTL_GSTRING_LEN 64 63*f97993adSOsama Abboud 64*f97993adSOsama Abboud #define ENA_METRIC_ENI_ENTRY(stat, desc) { \ 65*f97993adSOsama Abboud .name = #stat, \ 66*f97993adSOsama Abboud .description = #desc, \ 67*f97993adSOsama Abboud } 68*f97993adSOsama Abboud 69*f97993adSOsama Abboud struct ena_hw_metrics { 70*f97993adSOsama Abboud char name[SYSCTL_GSTRING_LEN]; 71*f97993adSOsama Abboud char description[SYSCTL_GSTRING_LEN]; 72*f97993adSOsama Abboud }; 73*f97993adSOsama Abboud 74*f97993adSOsama Abboud static const struct ena_hw_metrics ena_hw_stats_strings[] = { 75*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 76*f97993adSOsama Abboud bw_in_allowance_exceeded, Inbound BW allowance exceeded), 77*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 78*f97993adSOsama Abboud bw_out_allowance_exceeded, Outbound BW allowance exceeded), 79*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 80*f97993adSOsama Abboud pps_allowance_exceeded, PPS allowance exceeded), 81*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 82*f97993adSOsama Abboud conntrack_allowance_exceeded, Connection tracking allowance exceeded), 83*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 84*f97993adSOsama Abboud linklocal_allowance_exceeded, Linklocal packet rate allowance), 85*f97993adSOsama Abboud ENA_METRIC_ENI_ENTRY( 86*f97993adSOsama Abboud conntrack_allowance_available, Number of available conntracks), 87*f97993adSOsama Abboud }; 88*f97993adSOsama Abboud 89*f97993adSOsama Abboud #ifndef ARRAY_SIZE 90*f97993adSOsama Abboud #define ARRAY_SIZE(a) (sizeof(a) / sizeof(a[0])) 91*f97993adSOsama Abboud #endif 92*f97993adSOsama Abboud 93*f97993adSOsama Abboud #define ENA_CUSTOMER_METRICS_ARRAY_SIZE ARRAY_SIZE(ena_hw_stats_strings) 94*f97993adSOsama Abboud 957029da5cSPawel Biernacki static SYSCTL_NODE(_hw, OID_AUTO, ena, CTLFLAG_RD | CTLFLAG_MPSAFE, 0, 967029da5cSPawel Biernacki "ENA driver parameters"); 976064f289SMarcin Wojtas 986064f289SMarcin Wojtas /* 996064f289SMarcin Wojtas * Logging level for changing verbosity of the output 1006064f289SMarcin Wojtas */ 1013fc5d816SMarcin Wojtas int ena_log_level = ENA_INFO; 10282e558eaSDawid Gorecki SYSCTL_INT(_hw_ena, OID_AUTO, log_level, CTLFLAG_RWTUN, &ena_log_level, 0, 10382e558eaSDawid Gorecki "Logging level indicating verbosity of the logs"); 1046064f289SMarcin Wojtas 10585516621SMarcin Wojtas SYSCTL_CONST_STRING(_hw_ena, OID_AUTO, driver_version, CTLFLAG_RD, 1068f15f8a7SDawid Gorecki ENA_DRV_MODULE_VERSION, "ENA driver version"); 10785516621SMarcin Wojtas 10804cf2b88SMarcin Wojtas /* 10904cf2b88SMarcin Wojtas * Use 9k mbufs for the Rx buffers. Default to 0 (use page size mbufs instead). 11004cf2b88SMarcin Wojtas * Using 9k mbufs in low memory conditions might cause allocation to take a lot 11104cf2b88SMarcin Wojtas * of time and lead to the OS instability as it needs to look for the contiguous 11204cf2b88SMarcin Wojtas * pages. 11304cf2b88SMarcin Wojtas * However, page size mbufs has a bit smaller throughput than 9k mbufs, so if 11404cf2b88SMarcin Wojtas * the network performance is the priority, the 9k mbufs can be used. 11504cf2b88SMarcin Wojtas */ 11604cf2b88SMarcin Wojtas int ena_enable_9k_mbufs = 0; 11704cf2b88SMarcin Wojtas SYSCTL_INT(_hw_ena, OID_AUTO, enable_9k_mbufs, CTLFLAG_RDTUN, 11804cf2b88SMarcin Wojtas &ena_enable_9k_mbufs, 0, "Use 9 kB mbufs for Rx descriptors"); 1199b8d05b8SZbigniew Bodek 120beaadec9SMarcin Wojtas /* 121beaadec9SMarcin Wojtas * Force the driver to use large LLQ (Low Latency Queue) header. Defaults to 122beaadec9SMarcin Wojtas * false. This option may be important for platforms, which often handle packet 123beaadec9SMarcin Wojtas * headers on Tx with total header size greater than 96B, as it may 124beaadec9SMarcin Wojtas * reduce the latency. 125beaadec9SMarcin Wojtas * It also reduces the maximum Tx queue size by half, so it may cause more Tx 126beaadec9SMarcin Wojtas * packet drops. 127beaadec9SMarcin Wojtas */ 128beaadec9SMarcin Wojtas bool ena_force_large_llq_header = false; 129beaadec9SMarcin Wojtas SYSCTL_BOOL(_hw_ena, OID_AUTO, force_large_llq_header, CTLFLAG_RDTUN, 130beaadec9SMarcin Wojtas &ena_force_large_llq_header, 0, 131beaadec9SMarcin Wojtas "Increases maximum supported header size in LLQ mode to 224 bytes, while reducing the maximum Tx queue size by half.\n"); 132beaadec9SMarcin Wojtas 1336d1ef2abSArtur Rojek int ena_rss_table_size = ENA_RX_RSS_TABLE_SIZE; 1346d1ef2abSArtur Rojek 135*f97993adSOsama Abboud int ena_sysctl_allocate_customer_metrics_buffer(struct ena_adapter *adapter) 136*f97993adSOsama Abboud { 137*f97993adSOsama Abboud int rc = 0; 138*f97993adSOsama Abboud 139*f97993adSOsama Abboud adapter->customer_metrics_array = malloc((sizeof(u64) * ENA_CUSTOMER_METRICS_ARRAY_SIZE), 140*f97993adSOsama Abboud M_DEVBUF, M_NOWAIT | M_ZERO); 141*f97993adSOsama Abboud if (unlikely(adapter->customer_metrics_array == NULL)) 142*f97993adSOsama Abboud rc = ENOMEM; 143*f97993adSOsama Abboud 144*f97993adSOsama Abboud return rc; 145*f97993adSOsama Abboud } 1469b8d05b8SZbigniew Bodek void 1479b8d05b8SZbigniew Bodek ena_sysctl_add_nodes(struct ena_adapter *adapter) 1489b8d05b8SZbigniew Bodek { 149*f97993adSOsama Abboud struct ena_com_dev *dev = adapter->ena_dev; 150*f97993adSOsama Abboud 151*f97993adSOsama Abboud if (ena_com_get_cap(dev, ENA_ADMIN_CUSTOMER_METRICS)) 152*f97993adSOsama Abboud ena_sysctl_add_customer_metrics(adapter); 153*f97993adSOsama Abboud else if (ena_com_get_cap(dev, ENA_ADMIN_ENI_STATS)) 154*f97993adSOsama Abboud ena_sysctl_add_eni_metrics(adapter); 155*f97993adSOsama Abboud 1560bdffe59SMarcin Wojtas ena_sysctl_add_wd(adapter); 1579b8d05b8SZbigniew Bodek ena_sysctl_add_stats(adapter); 1586064f289SMarcin Wojtas ena_sysctl_add_tuneables(adapter); 159f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(adapter); 1606d1ef2abSArtur Rojek #ifndef RSS 1616d1ef2abSArtur Rojek ena_sysctl_add_rss(adapter); 1626d1ef2abSArtur Rojek #endif 1639b8d05b8SZbigniew Bodek } 1649b8d05b8SZbigniew Bodek 1659b8d05b8SZbigniew Bodek static void 1660bdffe59SMarcin Wojtas ena_sysctl_add_wd(struct ena_adapter *adapter) 1670bdffe59SMarcin Wojtas { 1680bdffe59SMarcin Wojtas device_t dev; 1690bdffe59SMarcin Wojtas 1700bdffe59SMarcin Wojtas struct sysctl_ctx_list *ctx; 1710bdffe59SMarcin Wojtas struct sysctl_oid *tree; 1720bdffe59SMarcin Wojtas struct sysctl_oid_list *child; 1730bdffe59SMarcin Wojtas 1740bdffe59SMarcin Wojtas dev = adapter->pdev; 1750bdffe59SMarcin Wojtas 1760bdffe59SMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 1770bdffe59SMarcin Wojtas tree = device_get_sysctl_tree(dev); 1780bdffe59SMarcin Wojtas child = SYSCTL_CHILDREN(tree); 1790bdffe59SMarcin Wojtas 1800bdffe59SMarcin Wojtas /* Sysctl calls for Watchdog service */ 18182e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active", CTLFLAG_RWTUN, 18282e558eaSDawid Gorecki &adapter->wd_active, 0, "Watchdog is active"); 1830bdffe59SMarcin Wojtas 1840bdffe59SMarcin Wojtas SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout", 1850bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->keep_alive_timeout, 1860bdffe59SMarcin Wojtas "Timeout for Keep Alive messages"); 1870bdffe59SMarcin Wojtas 1880bdffe59SMarcin Wojtas SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout", 1890bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_timeout, 1900bdffe59SMarcin Wojtas "Timeout for TX completion"); 1910bdffe59SMarcin Wojtas 1920bdffe59SMarcin Wojtas SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues", 1930bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_max_queues, 0, 1940bdffe59SMarcin Wojtas "Number of TX queues to check per run"); 1950bdffe59SMarcin Wojtas 1960bdffe59SMarcin Wojtas SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold", 1970bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_threshold, 0, 1980bdffe59SMarcin Wojtas "Max number of timeouted packets"); 1990bdffe59SMarcin Wojtas } 2000bdffe59SMarcin Wojtas 2010bdffe59SMarcin Wojtas static void 2029b8d05b8SZbigniew Bodek ena_sysctl_add_stats(struct ena_adapter *adapter) 2039b8d05b8SZbigniew Bodek { 2049b8d05b8SZbigniew Bodek device_t dev; 2059b8d05b8SZbigniew Bodek 2069b8d05b8SZbigniew Bodek struct ena_ring *tx_ring; 2079b8d05b8SZbigniew Bodek struct ena_ring *rx_ring; 2089b8d05b8SZbigniew Bodek 2099b8d05b8SZbigniew Bodek struct ena_hw_stats *hw_stats; 2109b8d05b8SZbigniew Bodek struct ena_stats_dev *dev_stats; 2119b8d05b8SZbigniew Bodek struct ena_stats_tx *tx_stats; 2129b8d05b8SZbigniew Bodek struct ena_stats_rx *rx_stats; 2139b8d05b8SZbigniew Bodek struct ena_com_stats_admin *admin_stats; 2149b8d05b8SZbigniew Bodek 2159b8d05b8SZbigniew Bodek struct sysctl_ctx_list *ctx; 2169b8d05b8SZbigniew Bodek struct sysctl_oid *tree; 2179b8d05b8SZbigniew Bodek struct sysctl_oid_list *child; 2189b8d05b8SZbigniew Bodek 2199b8d05b8SZbigniew Bodek struct sysctl_oid *queue_node, *tx_node, *rx_node, *hw_node; 2209b8d05b8SZbigniew Bodek struct sysctl_oid *admin_node; 2219b8d05b8SZbigniew Bodek struct sysctl_oid_list *queue_list, *tx_list, *rx_list, *hw_list; 2229b8d05b8SZbigniew Bodek struct sysctl_oid_list *admin_list; 2239b8d05b8SZbigniew Bodek 2249b8d05b8SZbigniew Bodek #define QUEUE_NAME_LEN 32 2259b8d05b8SZbigniew Bodek char namebuf[QUEUE_NAME_LEN]; 2269b8d05b8SZbigniew Bodek int i; 2279b8d05b8SZbigniew Bodek 2289b8d05b8SZbigniew Bodek dev = adapter->pdev; 2299b8d05b8SZbigniew Bodek 2309b8d05b8SZbigniew Bodek ctx = device_get_sysctl_ctx(dev); 2319b8d05b8SZbigniew Bodek tree = device_get_sysctl_tree(dev); 2329b8d05b8SZbigniew Bodek child = SYSCTL_CHILDREN(tree); 2339b8d05b8SZbigniew Bodek 2349b8d05b8SZbigniew Bodek tx_ring = adapter->tx_ring; 2359b8d05b8SZbigniew Bodek rx_ring = adapter->rx_ring; 2369b8d05b8SZbigniew Bodek 2379b8d05b8SZbigniew Bodek hw_stats = &adapter->hw_stats; 2389b8d05b8SZbigniew Bodek dev_stats = &adapter->dev_stats; 2399b8d05b8SZbigniew Bodek admin_stats = &adapter->ena_dev->admin_queue.stats; 2409b8d05b8SZbigniew Bodek 24182e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired", CTLFLAG_RD, 24282e558eaSDawid Gorecki &dev_stats->wd_expired, "Watchdog expiry count"); 24382e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up", CTLFLAG_RD, 24482e558eaSDawid Gorecki &dev_stats->interface_up, "Network interface up count"); 2459b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down", 2469b8d05b8SZbigniew Bodek CTLFLAG_RD, &dev_stats->interface_down, 2479b8d05b8SZbigniew Bodek "Network interface down count"); 2489b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause", 24982e558eaSDawid Gorecki CTLFLAG_RD, &dev_stats->admin_q_pause, "Admin queue pauses"); 2509b8d05b8SZbigniew Bodek 2517d8c4feeSMarcin Wojtas for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) { 2529b8d05b8SZbigniew Bodek snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i); 2539b8d05b8SZbigniew Bodek 25482e558eaSDawid Gorecki queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf, 25582e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Queue Name"); 2569b8d05b8SZbigniew Bodek queue_list = SYSCTL_CHILDREN(queue_node); 2579b8d05b8SZbigniew Bodek 2580e7d31f6SMarcin Wojtas adapter->que[i].oid = queue_node; 2590e7d31f6SMarcin Wojtas 260eb4c4f4aSMarcin Wojtas #ifdef RSS 261eb4c4f4aSMarcin Wojtas /* Common stats */ 26282e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "cpu", CTLFLAG_RD, 26382e558eaSDawid Gorecki &adapter->que[i].cpu, 0, "CPU affinity"); 26482e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "domain", CTLFLAG_RD, 26582e558eaSDawid Gorecki &adapter->que[i].domain, 0, "NUMA domain"); 266eb4c4f4aSMarcin Wojtas #endif 267eb4c4f4aSMarcin Wojtas 2689b8d05b8SZbigniew Bodek /* TX specific stats */ 26982e558eaSDawid Gorecki tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "tx_ring", 27082e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "TX ring"); 2719b8d05b8SZbigniew Bodek tx_list = SYSCTL_CHILDREN(tx_node); 2729b8d05b8SZbigniew Bodek 2739b8d05b8SZbigniew Bodek tx_stats = &tx_ring->tx_stats; 2749b8d05b8SZbigniew Bodek 27582e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "count", 27682e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->cnt, "Packets sent"); 27782e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bytes", 27882e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->bytes, "Bytes sent"); 2799b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 28082e558eaSDawid Gorecki "prepare_ctx_err", CTLFLAG_RD, &tx_stats->prepare_ctx_err, 2819b8d05b8SZbigniew Bodek "TX buffer preparation failures"); 2829b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 28382e558eaSDawid Gorecki "dma_mapping_err", CTLFLAG_RD, &tx_stats->dma_mapping_err, 28482e558eaSDawid Gorecki "DMA mapping failures"); 28582e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "doorbells", 28682e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->doorbells, "Queue doorbells"); 2879b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 28882e558eaSDawid Gorecki "missing_tx_comp", CTLFLAG_RD, &tx_stats->missing_tx_comp, 28982e558eaSDawid Gorecki "TX completions missed"); 29082e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bad_req_id", 29182e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->bad_req_id, "Bad request id count"); 29282e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "mbuf_collapses", 29382e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->collapse, "Mbuf collapse count"); 2949b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 29582e558eaSDawid Gorecki "mbuf_collapse_err", CTLFLAG_RD, &tx_stats->collapse_err, 2961b069f1cSZbigniew Bodek "Mbuf collapse failures"); 29782e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_wakeups", 29882e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->queue_wakeup, "Queue wakeups"); 29982e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_stops", 30082e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->queue_stop, "Queue stops"); 3015cb9db07SMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 30282e558eaSDawid Gorecki "llq_buffer_copy", CTLFLAG_RD, &tx_stats->llq_buffer_copy, 3034fa9e02dSMarcin Wojtas "Header copies for llq transaction"); 304223c8cb1SArtur Rojek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 305223c8cb1SArtur Rojek "unmask_interrupt_num", CTLFLAG_RD, 306223c8cb1SArtur Rojek &tx_stats->unmask_interrupt_num, 307223c8cb1SArtur Rojek "Unmasked interrupt count"); 3089b8d05b8SZbigniew Bodek 3099b8d05b8SZbigniew Bodek /* RX specific stats */ 31082e558eaSDawid Gorecki rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "rx_ring", 31182e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "RX ring"); 3129b8d05b8SZbigniew Bodek rx_list = SYSCTL_CHILDREN(rx_node); 3139b8d05b8SZbigniew Bodek 3149b8d05b8SZbigniew Bodek rx_stats = &rx_ring->rx_stats; 3159b8d05b8SZbigniew Bodek 31682e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "count", 31782e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->cnt, "Packets received"); 31882e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bytes", 31982e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bytes, "Bytes received"); 32082e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "refil_partial", 32182e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->refil_partial, 32282e558eaSDawid Gorecki "Partial refilled mbufs"); 32382e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_bad", 32482e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->csum_bad, "Bad RX checksum"); 3259b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 32682e558eaSDawid Gorecki "mbuf_alloc_fail", CTLFLAG_RD, &rx_stats->mbuf_alloc_fail, 32782e558eaSDawid Gorecki "Failed mbuf allocs"); 3289b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 32982e558eaSDawid Gorecki "mjum_alloc_fail", CTLFLAG_RD, &rx_stats->mjum_alloc_fail, 33082e558eaSDawid Gorecki "Failed jumbo mbuf allocs"); 3319b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 33282e558eaSDawid Gorecki "dma_mapping_err", CTLFLAG_RD, &rx_stats->dma_mapping_err, 33382e558eaSDawid Gorecki "DMA mapping errors"); 33482e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_desc_num", 33582e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bad_desc_num, 33682e558eaSDawid Gorecki "Bad descriptor count"); 33782e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_req_id", 33882e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bad_req_id, "Bad request id count"); 33982e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "empty_rx_ring", 34082e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->empty_rx_ring, 34182e558eaSDawid Gorecki "RX descriptors depletion count"); 34282e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_good", 34382e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->csum_good, 34482e558eaSDawid Gorecki "Valid RX checksum calculations"); 3459b8d05b8SZbigniew Bodek } 3469b8d05b8SZbigniew Bodek 3479b8d05b8SZbigniew Bodek /* Stats read from device */ 3489b8d05b8SZbigniew Bodek hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats", 3497029da5cSPawel Biernacki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Statistics from hardware"); 3509b8d05b8SZbigniew Bodek hw_list = SYSCTL_CHILDREN(hw_node); 3519b8d05b8SZbigniew Bodek 35230217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD, 35330217e2dSMarcin Wojtas &hw_stats->rx_packets, "Packets received"); 35430217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD, 35530217e2dSMarcin Wojtas &hw_stats->tx_packets, "Packets transmitted"); 35630217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD, 35730217e2dSMarcin Wojtas &hw_stats->rx_bytes, "Bytes received"); 35830217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD, 35930217e2dSMarcin Wojtas &hw_stats->tx_bytes, "Bytes transmitted"); 36030217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD, 36130217e2dSMarcin Wojtas &hw_stats->rx_drops, "Receive packet drops"); 3626c84cec3SMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_drops", CTLFLAG_RD, 3636c84cec3SMarcin Wojtas &hw_stats->tx_drops, "Transmit packet drops"); 364a195fab0SMarcin Wojtas 3659b8d05b8SZbigniew Bodek /* ENA Admin queue stats */ 3669b8d05b8SZbigniew Bodek admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats", 3677029da5cSPawel Biernacki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA Admin Queue statistics"); 3689b8d05b8SZbigniew Bodek admin_list = SYSCTL_CHILDREN(admin_node); 3699b8d05b8SZbigniew Bodek 3708483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD, 3719b8d05b8SZbigniew Bodek &admin_stats->aborted_cmd, 0, "Aborted commands"); 3728483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD, 3739b8d05b8SZbigniew Bodek &admin_stats->submitted_cmd, 0, "Submitted commands"); 3748483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD, 3759b8d05b8SZbigniew Bodek &admin_stats->completed_cmd, 0, "Completed commands"); 3768483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD, 3779b8d05b8SZbigniew Bodek &admin_stats->out_of_space, 0, "Queue out of space"); 3788483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD, 3799b8d05b8SZbigniew Bodek &admin_stats->no_completion, 0, "Commands not completed"); 3809b8d05b8SZbigniew Bodek } 3819b8d05b8SZbigniew Bodek 3826064f289SMarcin Wojtas static void 383*f97993adSOsama Abboud ena_sysctl_add_customer_metrics(struct ena_adapter *adapter) 384*f97993adSOsama Abboud { 385*f97993adSOsama Abboud device_t dev; 386*f97993adSOsama Abboud struct ena_com_dev *ena_dev; 387*f97993adSOsama Abboud 388*f97993adSOsama Abboud struct sysctl_ctx_list *ctx; 389*f97993adSOsama Abboud struct sysctl_oid *tree; 390*f97993adSOsama Abboud struct sysctl_oid_list *child; 391*f97993adSOsama Abboud 392*f97993adSOsama Abboud struct sysctl_oid *customer_metric; 393*f97993adSOsama Abboud struct sysctl_oid_list *customer_list; 394*f97993adSOsama Abboud 395*f97993adSOsama Abboud int i; 396*f97993adSOsama Abboud 397*f97993adSOsama Abboud dev = adapter->pdev; 398*f97993adSOsama Abboud ena_dev = adapter->ena_dev; 399*f97993adSOsama Abboud 400*f97993adSOsama Abboud ctx = device_get_sysctl_ctx(dev); 401*f97993adSOsama Abboud tree = device_get_sysctl_tree(dev); 402*f97993adSOsama Abboud child = SYSCTL_CHILDREN(tree); 403*f97993adSOsama Abboud customer_metric = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "customer_metrics", 404*f97993adSOsama Abboud CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's customer metrics"); 405*f97993adSOsama Abboud customer_list = SYSCTL_CHILDREN(customer_metric); 406*f97993adSOsama Abboud 407*f97993adSOsama Abboud for (i = 0; i < ENA_CUSTOMER_METRICS_ARRAY_SIZE; i++) { 408*f97993adSOsama Abboud if (ena_com_get_customer_metric_support(ena_dev, i)) { 409*f97993adSOsama Abboud SYSCTL_ADD_U64(ctx, customer_list, OID_AUTO, ena_hw_stats_strings[i].name, 410*f97993adSOsama Abboud CTLFLAG_RD, &adapter->customer_metrics_array[i], 0, 411*f97993adSOsama Abboud ena_hw_stats_strings[i].description); 412*f97993adSOsama Abboud } 413*f97993adSOsama Abboud } 414*f97993adSOsama Abboud } 415*f97993adSOsama Abboud 416*f97993adSOsama Abboud static void 417f180142cSMarcin Wojtas ena_sysctl_add_eni_metrics(struct ena_adapter *adapter) 418f180142cSMarcin Wojtas { 419f180142cSMarcin Wojtas device_t dev; 420f180142cSMarcin Wojtas struct ena_admin_eni_stats *eni_metrics; 421f180142cSMarcin Wojtas 422f180142cSMarcin Wojtas struct sysctl_ctx_list *ctx; 423f180142cSMarcin Wojtas struct sysctl_oid *tree; 424f180142cSMarcin Wojtas struct sysctl_oid_list *child; 425f180142cSMarcin Wojtas 426f180142cSMarcin Wojtas struct sysctl_oid *eni_node; 427f180142cSMarcin Wojtas struct sysctl_oid_list *eni_list; 428f180142cSMarcin Wojtas 429f180142cSMarcin Wojtas dev = adapter->pdev; 430f180142cSMarcin Wojtas 431f180142cSMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 432f180142cSMarcin Wojtas tree = device_get_sysctl_tree(dev); 433f180142cSMarcin Wojtas child = SYSCTL_CHILDREN(tree); 434f180142cSMarcin Wojtas 435f180142cSMarcin Wojtas eni_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "eni_metrics", 436f180142cSMarcin Wojtas CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's ENI metrics"); 437f180142cSMarcin Wojtas eni_list = SYSCTL_CHILDREN(eni_node); 438f180142cSMarcin Wojtas 439f180142cSMarcin Wojtas eni_metrics = &adapter->eni_metrics; 440f180142cSMarcin Wojtas 441f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_in_allowance_exceeded", 442f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->bw_in_allowance_exceeded, 0, 443f180142cSMarcin Wojtas "Inbound BW allowance exceeded"); 444f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_out_allowance_exceeded", 445f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->bw_out_allowance_exceeded, 0, 446f180142cSMarcin Wojtas "Outbound BW allowance exceeded"); 447f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "pps_allowance_exceeded", 448f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->pps_allowance_exceeded, 0, 449f180142cSMarcin Wojtas "PPS allowance exceeded"); 450f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "conntrack_allowance_exceeded", 451f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->conntrack_allowance_exceeded, 0, 452f180142cSMarcin Wojtas "Connection tracking allowance exceeded"); 453f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "linklocal_allowance_exceeded", 454f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->linklocal_allowance_exceeded, 0, 455f180142cSMarcin Wojtas "Linklocal packet rate allowance exceeded"); 456f180142cSMarcin Wojtas } 457f180142cSMarcin Wojtas 458f180142cSMarcin Wojtas static void 4596064f289SMarcin Wojtas ena_sysctl_add_tuneables(struct ena_adapter *adapter) 4606064f289SMarcin Wojtas { 4616064f289SMarcin Wojtas device_t dev; 4626064f289SMarcin Wojtas 4636064f289SMarcin Wojtas struct sysctl_ctx_list *ctx; 4646064f289SMarcin Wojtas struct sysctl_oid *tree; 4656064f289SMarcin Wojtas struct sysctl_oid_list *child; 4666064f289SMarcin Wojtas 4676064f289SMarcin Wojtas dev = adapter->pdev; 4686064f289SMarcin Wojtas 4696064f289SMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 4706064f289SMarcin Wojtas tree = device_get_sysctl_tree(dev); 4716064f289SMarcin Wojtas child = SYSCTL_CHILDREN(tree); 4726064f289SMarcin Wojtas 4736064f289SMarcin Wojtas /* Tuneable number of buffers in the buf-ring (drbr) */ 4747029da5cSPawel Biernacki SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "buf_ring_size", 47521823546SMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 47621823546SMarcin Wojtas ena_sysctl_buf_ring_size, "I", 47721823546SMarcin Wojtas "Size of the Tx buffer ring (drbr)."); 4786064f289SMarcin Wojtas 4797d8c4feeSMarcin Wojtas /* Tuneable number of the Rx ring size */ 4807029da5cSPawel Biernacki SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "rx_queue_size", 4817d8c4feeSMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 4827d8c4feeSMarcin Wojtas ena_sysctl_rx_queue_size, "I", 4837d8c4feeSMarcin Wojtas "Size of the Rx ring. The size should be a power of 2."); 48456d41ad5SMarcin Wojtas 48556d41ad5SMarcin Wojtas /* Tuneable number of IO queues */ 48656d41ad5SMarcin Wojtas SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "io_queues_nb", 48756d41ad5SMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 48856d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb, "I", "Number of IO queues."); 4895b925280SOsama Abboud 4905b925280SOsama Abboud /* 4915b925280SOsama Abboud * Tuneable, which determines how often ENA metrics will be read. 4925b925280SOsama Abboud * 0 means it's turned off. Maximum allowed value is limited by: 4935b925280SOsama Abboud * ENA_METRICS_MAX_SAMPLE_INTERVAL. 4945b925280SOsama Abboud */ 4955b925280SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "stats_sample_interval", 4965b925280SOsama Abboud CTLTYPE_U16 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 4975b925280SOsama Abboud ena_sysctl_metrics_interval, "SU", 4985b925280SOsama Abboud "Interval in seconds for updating Netword interface metrics. 0 turns off the update."); 4996064f289SMarcin Wojtas } 5006064f289SMarcin Wojtas 5016d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */ 5026d1ef2abSArtur Rojek #ifndef RSS 5036d1ef2abSArtur Rojek static void 5046d1ef2abSArtur Rojek ena_sysctl_add_rss(struct ena_adapter *adapter) 5056d1ef2abSArtur Rojek { 5066d1ef2abSArtur Rojek device_t dev; 5076d1ef2abSArtur Rojek 5086d1ef2abSArtur Rojek struct sysctl_ctx_list *ctx; 5096d1ef2abSArtur Rojek struct sysctl_oid *tree; 5106d1ef2abSArtur Rojek struct sysctl_oid_list *child; 5116d1ef2abSArtur Rojek 5126d1ef2abSArtur Rojek dev = adapter->pdev; 5136d1ef2abSArtur Rojek 5146d1ef2abSArtur Rojek ctx = device_get_sysctl_ctx(dev); 5156d1ef2abSArtur Rojek tree = device_get_sysctl_tree(dev); 5166d1ef2abSArtur Rojek child = SYSCTL_CHILDREN(tree); 5176d1ef2abSArtur Rojek 5186d1ef2abSArtur Rojek /* RSS options */ 5196d1ef2abSArtur Rojek tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "rss", 5206d1ef2abSArtur Rojek CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Receive Side Scaling options."); 5216d1ef2abSArtur Rojek child = SYSCTL_CHILDREN(tree); 5226d1ef2abSArtur Rojek 5236d1ef2abSArtur Rojek /* RSS hash key */ 5246d1ef2abSArtur Rojek SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "key", 5256d1ef2abSArtur Rojek CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 5266d1ef2abSArtur Rojek ena_sysctl_rss_key, "A", "RSS key."); 5276d1ef2abSArtur Rojek 5286d1ef2abSArtur Rojek /* Tuneable RSS indirection table */ 5296d1ef2abSArtur Rojek SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "indir_table", 5306d1ef2abSArtur Rojek CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 5316d1ef2abSArtur Rojek ena_sysctl_rss_indir_table, "A", "RSS indirection table."); 5326d1ef2abSArtur Rojek 5336d1ef2abSArtur Rojek /* RSS indirection table size */ 5346d1ef2abSArtur Rojek SYSCTL_ADD_INT(ctx, child, OID_AUTO, "indir_table_size", 535a3f0d182SArtur Rojek CTLFLAG_RD | CTLFLAG_MPSAFE, &ena_rss_table_size, 0, 5366d1ef2abSArtur Rojek "RSS indirection table size."); 5376d1ef2abSArtur Rojek } 5386d1ef2abSArtur Rojek #endif /* RSS */ 5396d1ef2abSArtur Rojek 540f9e1d947SOsama Abboud static void 541f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(struct ena_adapter *adapter) 542f9e1d947SOsama Abboud { 543f9e1d947SOsama Abboud device_t dev; 544f9e1d947SOsama Abboud 545f9e1d947SOsama Abboud struct sysctl_ctx_list *ctx; 546f9e1d947SOsama Abboud struct sysctl_oid *tree; 547f9e1d947SOsama Abboud struct sysctl_oid_list *child; 548f9e1d947SOsama Abboud 549f9e1d947SOsama Abboud dev = adapter->pdev; 550f9e1d947SOsama Abboud 551f9e1d947SOsama Abboud ctx = device_get_sysctl_ctx(dev); 552f9e1d947SOsama Abboud tree = device_get_sysctl_tree(dev); 553f9e1d947SOsama Abboud child = SYSCTL_CHILDREN(tree); 554f9e1d947SOsama Abboud 555f9e1d947SOsama Abboud tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "irq_affinity", 556f9e1d947SOsama Abboud CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Decide base CPU and stride for irqs affinity."); 557f9e1d947SOsama Abboud child = SYSCTL_CHILDREN(tree); 558f9e1d947SOsama Abboud 559f9e1d947SOsama Abboud /* Add base cpu leaf */ 560f9e1d947SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "base_cpu", 561f9e1d947SOsama Abboud CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 562f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu, "I", "Base cpu index for setting irq affinity."); 563f9e1d947SOsama Abboud 564f9e1d947SOsama Abboud /* Add cpu stride leaf */ 565f9e1d947SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "cpu_stride", 566f9e1d947SOsama Abboud CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 567f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride, "I", "Distance between irqs when setting affinity."); 568f9e1d947SOsama Abboud } 569f9e1d947SOsama Abboud 5706064f289SMarcin Wojtas 5710e7d31f6SMarcin Wojtas /* 5720e7d31f6SMarcin Wojtas * ena_sysctl_update_queue_node_nb - Register/unregister sysctl queue nodes. 5730e7d31f6SMarcin Wojtas * 5740e7d31f6SMarcin Wojtas * Whether the nodes are registered or unregistered depends on a delta between 5750e7d31f6SMarcin Wojtas * the `old` and `new` parameters, representing the number of queues. 5760e7d31f6SMarcin Wojtas * 5770e7d31f6SMarcin Wojtas * This function is used to hide sysctl attributes for queue nodes which aren't 5780e7d31f6SMarcin Wojtas * currently used by the HW (e.g. after a call to `ena_sysctl_io_queues_nb`). 5790e7d31f6SMarcin Wojtas * 5800e7d31f6SMarcin Wojtas * NOTE: 5810e7d31f6SMarcin Wojtas * All unregistered nodes must be registered again at detach, i.e. by a call to 5820e7d31f6SMarcin Wojtas * this function. 5830e7d31f6SMarcin Wojtas */ 5840e7d31f6SMarcin Wojtas void 5850e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(struct ena_adapter *adapter, int old, int new) 5860e7d31f6SMarcin Wojtas { 5870e7d31f6SMarcin Wojtas struct sysctl_oid *oid; 5880e7d31f6SMarcin Wojtas int min, max, i; 5890e7d31f6SMarcin Wojtas 5900e7d31f6SMarcin Wojtas min = MIN(old, new); 5910e7d31f6SMarcin Wojtas max = MIN(MAX(old, new), adapter->max_num_io_queues); 5920e7d31f6SMarcin Wojtas 5930e7d31f6SMarcin Wojtas for (i = min; i < max; ++i) { 5940e7d31f6SMarcin Wojtas oid = adapter->que[i].oid; 5950e7d31f6SMarcin Wojtas 5960e7d31f6SMarcin Wojtas sysctl_wlock(); 5970e7d31f6SMarcin Wojtas if (old > new) 5980e7d31f6SMarcin Wojtas sysctl_unregister_oid(oid); 5990e7d31f6SMarcin Wojtas else 6000e7d31f6SMarcin Wojtas sysctl_register_oid(oid); 6010e7d31f6SMarcin Wojtas sysctl_wunlock(); 6020e7d31f6SMarcin Wojtas } 6030e7d31f6SMarcin Wojtas } 6040e7d31f6SMarcin Wojtas 6056064f289SMarcin Wojtas static int 6066064f289SMarcin Wojtas ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS) 6076064f289SMarcin Wojtas { 6086064f289SMarcin Wojtas struct ena_adapter *adapter = arg1; 60921823546SMarcin Wojtas uint32_t val; 6106064f289SMarcin Wojtas int error; 6116064f289SMarcin Wojtas 61207aff471SArtur Rojek ENA_LOCK_LOCK(); 61307aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 61407aff471SArtur Rojek error = EINVAL; 61507aff471SArtur Rojek goto unlock; 61607aff471SArtur Rojek } 61707aff471SArtur Rojek 6186064f289SMarcin Wojtas val = 0; 61921823546SMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(val)); 6206064f289SMarcin Wojtas if (error == 0) { 6216064f289SMarcin Wojtas val = adapter->buf_ring_size; 622f180142cSMarcin Wojtas error = sysctl_handle_32(oidp, &val, 0, req); 6236064f289SMarcin Wojtas } 6246064f289SMarcin Wojtas if (error != 0 || req->newptr == NULL) 62507aff471SArtur Rojek goto unlock; 6266064f289SMarcin Wojtas 62721823546SMarcin Wojtas if (!powerof2(val) || val == 0) { 6283fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 62921823546SMarcin Wojtas "Requested new Tx buffer ring size (%u) is not a power of 2\n", 63021823546SMarcin Wojtas val); 63107aff471SArtur Rojek error = EINVAL; 63207aff471SArtur Rojek goto unlock; 6336064f289SMarcin Wojtas } 6346064f289SMarcin Wojtas 63521823546SMarcin Wojtas if (val != adapter->buf_ring_size) { 6363fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 63721823546SMarcin Wojtas "Requested new Tx buffer ring size: %d. Old size: %d\n", 63821823546SMarcin Wojtas val, adapter->buf_ring_size); 63921823546SMarcin Wojtas 64021823546SMarcin Wojtas error = ena_update_buf_ring_size(adapter, val); 64121823546SMarcin Wojtas } else { 6423fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 64321823546SMarcin Wojtas "New Tx buffer ring size is the same as already used: %u\n", 64421823546SMarcin Wojtas adapter->buf_ring_size); 64521823546SMarcin Wojtas } 64621823546SMarcin Wojtas 64707aff471SArtur Rojek unlock: 64807aff471SArtur Rojek ENA_LOCK_UNLOCK(); 64907aff471SArtur Rojek 65021823546SMarcin Wojtas return (error); 6516064f289SMarcin Wojtas } 6526064f289SMarcin Wojtas 6536064f289SMarcin Wojtas static int 6546064f289SMarcin Wojtas ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS) 6556064f289SMarcin Wojtas { 6566064f289SMarcin Wojtas struct ena_adapter *adapter = arg1; 6577d8c4feeSMarcin Wojtas uint32_t val; 6586064f289SMarcin Wojtas int error; 6596064f289SMarcin Wojtas 66007aff471SArtur Rojek ENA_LOCK_LOCK(); 66107aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 66207aff471SArtur Rojek error = EINVAL; 66307aff471SArtur Rojek goto unlock; 66407aff471SArtur Rojek } 66507aff471SArtur Rojek 6666064f289SMarcin Wojtas val = 0; 6677d8c4feeSMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(val)); 6686064f289SMarcin Wojtas if (error == 0) { 6699762a033SMarcin Wojtas val = adapter->requested_rx_ring_size; 6707d8c4feeSMarcin Wojtas error = sysctl_handle_32(oidp, &val, 0, req); 6716064f289SMarcin Wojtas } 6726064f289SMarcin Wojtas if (error != 0 || req->newptr == NULL) 67307aff471SArtur Rojek goto unlock; 6746064f289SMarcin Wojtas 6757d8c4feeSMarcin Wojtas if (val < ENA_MIN_RING_SIZE || val > adapter->max_rx_ring_size) { 6763fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 6777d8c4feeSMarcin Wojtas "Requested new Rx queue size (%u) is out of range: [%u, %u]\n", 6787d8c4feeSMarcin Wojtas val, ENA_MIN_RING_SIZE, adapter->max_rx_ring_size); 67907aff471SArtur Rojek error = EINVAL; 68007aff471SArtur Rojek goto unlock; 6816064f289SMarcin Wojtas } 6826064f289SMarcin Wojtas 6837d8c4feeSMarcin Wojtas /* Check if the parameter is power of 2 */ 6847d8c4feeSMarcin Wojtas if (!powerof2(val)) { 6853fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 6867d8c4feeSMarcin Wojtas "Requested new Rx queue size (%u) is not a power of 2\n", 6877d8c4feeSMarcin Wojtas val); 68807aff471SArtur Rojek error = EINVAL; 68907aff471SArtur Rojek goto unlock; 6907d8c4feeSMarcin Wojtas } 6917d8c4feeSMarcin Wojtas 6929762a033SMarcin Wojtas if (val != adapter->requested_rx_ring_size) { 6933fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 69482e558eaSDawid Gorecki "Requested new Rx queue size: %u. Old size: %u\n", val, 69582e558eaSDawid Gorecki adapter->requested_rx_ring_size); 6967d8c4feeSMarcin Wojtas 6979762a033SMarcin Wojtas error = ena_update_queue_size(adapter, 6989762a033SMarcin Wojtas adapter->requested_tx_ring_size, val); 6997d8c4feeSMarcin Wojtas } else { 7003fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 7017d8c4feeSMarcin Wojtas "New Rx queue size is the same as already used: %u\n", 7029762a033SMarcin Wojtas adapter->requested_rx_ring_size); 7037d8c4feeSMarcin Wojtas } 7047d8c4feeSMarcin Wojtas 70507aff471SArtur Rojek unlock: 70607aff471SArtur Rojek ENA_LOCK_UNLOCK(); 70707aff471SArtur Rojek 7087d8c4feeSMarcin Wojtas return (error); 7096064f289SMarcin Wojtas } 71056d41ad5SMarcin Wojtas 71156d41ad5SMarcin Wojtas /* 71256d41ad5SMarcin Wojtas * Change number of effectively used IO queues adapter->num_io_queues 71356d41ad5SMarcin Wojtas */ 71456d41ad5SMarcin Wojtas static int 71556d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS) 71656d41ad5SMarcin Wojtas { 71756d41ad5SMarcin Wojtas struct ena_adapter *adapter = arg1; 7180e7d31f6SMarcin Wojtas uint32_t old_num_queues, tmp = 0; 71956d41ad5SMarcin Wojtas int error; 72056d41ad5SMarcin Wojtas 72107aff471SArtur Rojek ENA_LOCK_LOCK(); 72207aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 72307aff471SArtur Rojek error = EINVAL; 72407aff471SArtur Rojek goto unlock; 72507aff471SArtur Rojek } 72607aff471SArtur Rojek 72756d41ad5SMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(tmp)); 72856d41ad5SMarcin Wojtas if (error == 0) { 72956d41ad5SMarcin Wojtas tmp = adapter->num_io_queues; 73056d41ad5SMarcin Wojtas error = sysctl_handle_int(oidp, &tmp, 0, req); 73156d41ad5SMarcin Wojtas } 73256d41ad5SMarcin Wojtas if (error != 0 || req->newptr == NULL) 73307aff471SArtur Rojek goto unlock; 73456d41ad5SMarcin Wojtas 73556d41ad5SMarcin Wojtas if (tmp == 0) { 7363fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 73756d41ad5SMarcin Wojtas "Requested number of IO queues is zero\n"); 73807aff471SArtur Rojek error = EINVAL; 73907aff471SArtur Rojek goto unlock; 74056d41ad5SMarcin Wojtas } 74156d41ad5SMarcin Wojtas 74256d41ad5SMarcin Wojtas /* 74356d41ad5SMarcin Wojtas * The adapter::max_num_io_queues is the HW capability. The system 74456d41ad5SMarcin Wojtas * resources availability may potentially be a tighter limit. Therefore 74556d41ad5SMarcin Wojtas * the relation `adapter::max_num_io_queues >= adapter::msix_vecs` 74656d41ad5SMarcin Wojtas * always holds true, while the `adapter::msix_vecs` is variable across 74756d41ad5SMarcin Wojtas * device reset (`ena_destroy_device()` + `ena_restore_device()`). 74856d41ad5SMarcin Wojtas */ 74956d41ad5SMarcin Wojtas if (tmp > (adapter->msix_vecs - ENA_ADMIN_MSIX_VEC)) { 7503fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 75182e558eaSDawid Gorecki "Requested number of IO queues is higher than maximum allowed (%u)\n", 75282e558eaSDawid Gorecki adapter->msix_vecs - ENA_ADMIN_MSIX_VEC); 75307aff471SArtur Rojek error = EINVAL; 75407aff471SArtur Rojek goto unlock; 75556d41ad5SMarcin Wojtas } 75656d41ad5SMarcin Wojtas if (tmp == adapter->num_io_queues) { 7573fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 75856d41ad5SMarcin Wojtas "Requested number of IO queues is equal to current value " 75982e558eaSDawid Gorecki "(%u)\n", 76082e558eaSDawid Gorecki adapter->num_io_queues); 76156d41ad5SMarcin Wojtas } else { 7623fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 76356d41ad5SMarcin Wojtas "Requested new number of IO queues: %u, current value: " 76482e558eaSDawid Gorecki "%u\n", 76582e558eaSDawid Gorecki tmp, adapter->num_io_queues); 76656d41ad5SMarcin Wojtas 7670e7d31f6SMarcin Wojtas old_num_queues = adapter->num_io_queues; 76856d41ad5SMarcin Wojtas error = ena_update_io_queue_nb(adapter, tmp); 7690e7d31f6SMarcin Wojtas if (error != 0) 7700e7d31f6SMarcin Wojtas return (error); 7710e7d31f6SMarcin Wojtas 7720e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(adapter, old_num_queues, tmp); 77356d41ad5SMarcin Wojtas } 77456d41ad5SMarcin Wojtas 77507aff471SArtur Rojek unlock: 77607aff471SArtur Rojek ENA_LOCK_UNLOCK(); 77707aff471SArtur Rojek 77856d41ad5SMarcin Wojtas return (error); 77956d41ad5SMarcin Wojtas } 780f180142cSMarcin Wojtas 781f180142cSMarcin Wojtas static int 7825b925280SOsama Abboud ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS) 783f180142cSMarcin Wojtas { 784f180142cSMarcin Wojtas struct ena_adapter *adapter = arg1; 785f180142cSMarcin Wojtas uint16_t interval; 786f180142cSMarcin Wojtas int error; 787f180142cSMarcin Wojtas 78807aff471SArtur Rojek ENA_LOCK_LOCK(); 78907aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 79007aff471SArtur Rojek error = EINVAL; 79107aff471SArtur Rojek goto unlock; 79207aff471SArtur Rojek } 79307aff471SArtur Rojek 794f180142cSMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(interval)); 795f180142cSMarcin Wojtas if (error == 0) { 7965b925280SOsama Abboud interval = adapter->metrics_sample_interval; 797f180142cSMarcin Wojtas error = sysctl_handle_16(oidp, &interval, 0, req); 798f180142cSMarcin Wojtas } 799f180142cSMarcin Wojtas if (error != 0 || req->newptr == NULL) 80007aff471SArtur Rojek goto unlock; 801f180142cSMarcin Wojtas 8025b925280SOsama Abboud if (interval > ENA_METRICS_MAX_SAMPLE_INTERVAL) { 8033fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 8045b925280SOsama Abboud "ENA metrics update interval is out of range - maximum allowed value: %d seconds\n", 8055b925280SOsama Abboud ENA_METRICS_MAX_SAMPLE_INTERVAL); 80607aff471SArtur Rojek error = EINVAL; 80707aff471SArtur Rojek goto unlock; 808f180142cSMarcin Wojtas } 809f180142cSMarcin Wojtas 810f180142cSMarcin Wojtas if (interval == 0) { 8113fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 8125b925280SOsama Abboud "ENA metrics update is now turned off\n"); 813f180142cSMarcin Wojtas bzero(&adapter->eni_metrics, sizeof(adapter->eni_metrics)); 814f180142cSMarcin Wojtas } else { 8153fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 8165b925280SOsama Abboud "ENA metrics update interval is set to: %" PRIu16 81782e558eaSDawid Gorecki " seconds\n", 818f180142cSMarcin Wojtas interval); 819f180142cSMarcin Wojtas } 820f180142cSMarcin Wojtas 8215b925280SOsama Abboud adapter->metrics_sample_interval = interval; 822f180142cSMarcin Wojtas 82307aff471SArtur Rojek unlock: 82407aff471SArtur Rojek ENA_LOCK_UNLOCK(); 82507aff471SArtur Rojek 826f180142cSMarcin Wojtas return (0); 827f180142cSMarcin Wojtas } 8286d1ef2abSArtur Rojek 829f9e1d947SOsama Abboud static int 830f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS) 831f9e1d947SOsama Abboud { 832f9e1d947SOsama Abboud struct ena_adapter *adapter = arg1; 833f9e1d947SOsama Abboud int irq_base_cpu = 0; 834f9e1d947SOsama Abboud int error; 835f9e1d947SOsama Abboud 836f9e1d947SOsama Abboud ENA_LOCK_LOCK(); 837f9e1d947SOsama Abboud if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 838f9e1d947SOsama Abboud error = ENODEV; 839f9e1d947SOsama Abboud goto unlock; 840f9e1d947SOsama Abboud } 841f9e1d947SOsama Abboud 842f9e1d947SOsama Abboud error = sysctl_wire_old_buffer(req, sizeof(irq_base_cpu)); 843f9e1d947SOsama Abboud if (error == 0) { 844f9e1d947SOsama Abboud irq_base_cpu = adapter->irq_cpu_base; 845f9e1d947SOsama Abboud error = sysctl_handle_int(oidp, &irq_base_cpu, 0, req); 846f9e1d947SOsama Abboud } 847f9e1d947SOsama Abboud if (error != 0 || req->newptr == NULL) 848f9e1d947SOsama Abboud goto unlock; 849f9e1d947SOsama Abboud 850f9e1d947SOsama Abboud if (irq_base_cpu <= ENA_BASE_CPU_UNSPECIFIED) { 851f9e1d947SOsama Abboud ena_log(adapter->pdev, ERR, 852f9e1d947SOsama Abboud "Requested base CPU is less than zero.\n"); 853f9e1d947SOsama Abboud error = EINVAL; 854f9e1d947SOsama Abboud goto unlock; 855f9e1d947SOsama Abboud } 856f9e1d947SOsama Abboud 857f9e1d947SOsama Abboud if (irq_base_cpu > mp_ncpus) { 858f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 859f9e1d947SOsama Abboud "Requested base CPU is larger than the number of available CPUs. \n"); 860f9e1d947SOsama Abboud error = EINVAL; 861f9e1d947SOsama Abboud goto unlock; 862f9e1d947SOsama Abboud 863f9e1d947SOsama Abboud } 864f9e1d947SOsama Abboud 865f9e1d947SOsama Abboud if (irq_base_cpu == adapter->irq_cpu_base) { 866f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 867f9e1d947SOsama Abboud "Requested IRQ base CPU is equal to current value " 868f9e1d947SOsama Abboud "(%d)\n", 869f9e1d947SOsama Abboud adapter->irq_cpu_base); 870f9e1d947SOsama Abboud goto unlock; 871f9e1d947SOsama Abboud } 872f9e1d947SOsama Abboud 873f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 874f9e1d947SOsama Abboud "Requested new IRQ base CPU: %d, current value: %d\n", 875f9e1d947SOsama Abboud irq_base_cpu, adapter->irq_cpu_base); 876f9e1d947SOsama Abboud 877f9e1d947SOsama Abboud error = ena_update_base_cpu(adapter, irq_base_cpu); 878f9e1d947SOsama Abboud 879f9e1d947SOsama Abboud unlock: 880f9e1d947SOsama Abboud ENA_LOCK_UNLOCK(); 881f9e1d947SOsama Abboud 882f9e1d947SOsama Abboud return (error); 883f9e1d947SOsama Abboud } 884f9e1d947SOsama Abboud 885f9e1d947SOsama Abboud static int 886f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS) 887f9e1d947SOsama Abboud { 888f9e1d947SOsama Abboud struct ena_adapter *adapter = arg1; 889f9e1d947SOsama Abboud int32_t irq_cpu_stride = 0; 890f9e1d947SOsama Abboud int error; 891f9e1d947SOsama Abboud 892f9e1d947SOsama Abboud ENA_LOCK_LOCK(); 893f9e1d947SOsama Abboud if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 894f9e1d947SOsama Abboud error = ENODEV; 895f9e1d947SOsama Abboud goto unlock; 896f9e1d947SOsama Abboud } 897f9e1d947SOsama Abboud 898f9e1d947SOsama Abboud error = sysctl_wire_old_buffer(req, sizeof(irq_cpu_stride)); 899f9e1d947SOsama Abboud if (error == 0) { 900f9e1d947SOsama Abboud irq_cpu_stride = adapter->irq_cpu_stride; 901f9e1d947SOsama Abboud error = sysctl_handle_int(oidp, &irq_cpu_stride, 0, req); 902f9e1d947SOsama Abboud } 903f9e1d947SOsama Abboud if (error != 0 || req->newptr == NULL) 904f9e1d947SOsama Abboud goto unlock; 905f9e1d947SOsama Abboud 906f9e1d947SOsama Abboud if (irq_cpu_stride < 0) { 907f9e1d947SOsama Abboud ena_log(adapter->pdev, ERR, 908f9e1d947SOsama Abboud "Requested IRQ stride is less than zero.\n"); 909f9e1d947SOsama Abboud error = EINVAL; 910f9e1d947SOsama Abboud goto unlock; 911f9e1d947SOsama Abboud } 912f9e1d947SOsama Abboud 913f9e1d947SOsama Abboud if (irq_cpu_stride > mp_ncpus) { 914f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 915f9e1d947SOsama Abboud "Warning: Requested IRQ stride is larger than the number of available CPUs.\n"); 916f9e1d947SOsama Abboud } 917f9e1d947SOsama Abboud 918f9e1d947SOsama Abboud if (irq_cpu_stride == adapter->irq_cpu_stride) { 919f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 920f9e1d947SOsama Abboud "Requested IRQ CPU stride is equal to current value " 921f9e1d947SOsama Abboud "(%u)\n", 922f9e1d947SOsama Abboud adapter->irq_cpu_stride); 923f9e1d947SOsama Abboud goto unlock; 924f9e1d947SOsama Abboud } 925f9e1d947SOsama Abboud 926f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 927f9e1d947SOsama Abboud "Requested new IRQ CPU stride: %u, current value: %u\n", 928f9e1d947SOsama Abboud irq_cpu_stride, adapter->irq_cpu_stride); 929f9e1d947SOsama Abboud 930f9e1d947SOsama Abboud error = ena_update_cpu_stride(adapter, irq_cpu_stride); 931f9e1d947SOsama Abboud if (error != 0) 932f9e1d947SOsama Abboud goto unlock; 933f9e1d947SOsama Abboud 934f9e1d947SOsama Abboud unlock: 935f9e1d947SOsama Abboud ENA_LOCK_UNLOCK(); 936f9e1d947SOsama Abboud 937f9e1d947SOsama Abboud return (error); 938f9e1d947SOsama Abboud } 939f9e1d947SOsama Abboud 9406d1ef2abSArtur Rojek #ifndef RSS 9416d1ef2abSArtur Rojek /* 9426d1ef2abSArtur Rojek * Change the Receive Side Scaling hash key. 9436d1ef2abSArtur Rojek */ 9446d1ef2abSArtur Rojek static int 9456d1ef2abSArtur Rojek ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS) 9466d1ef2abSArtur Rojek { 9476d1ef2abSArtur Rojek struct ena_adapter *adapter = arg1; 9486d1ef2abSArtur Rojek struct ena_com_dev *ena_dev = adapter->ena_dev; 9496d1ef2abSArtur Rojek enum ena_admin_hash_functions ena_func; 9506d1ef2abSArtur Rojek char msg[ENA_HASH_KEY_MSG_SIZE]; 9516d1ef2abSArtur Rojek char elem[3] = { 0 }; 9526d1ef2abSArtur Rojek char *endp; 9536d1ef2abSArtur Rojek u8 rss_key[ENA_HASH_KEY_SIZE]; 9546d1ef2abSArtur Rojek int error, i; 9556d1ef2abSArtur Rojek 9566d1ef2abSArtur Rojek ENA_LOCK_LOCK(); 9576d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 9586d1ef2abSArtur Rojek error = EINVAL; 9596d1ef2abSArtur Rojek goto unlock; 9606d1ef2abSArtur Rojek } 9616d1ef2abSArtur Rojek 9626d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) { 9636d1ef2abSArtur Rojek error = ENOTSUP; 9646d1ef2abSArtur Rojek goto unlock; 9656d1ef2abSArtur Rojek } 9666d1ef2abSArtur Rojek 9676d1ef2abSArtur Rojek error = sysctl_wire_old_buffer(req, sizeof(msg)); 9686d1ef2abSArtur Rojek if (error != 0) 9696d1ef2abSArtur Rojek goto unlock; 9706d1ef2abSArtur Rojek 9716d1ef2abSArtur Rojek error = ena_com_get_hash_function(adapter->ena_dev, &ena_func); 9726d1ef2abSArtur Rojek if (error != 0) { 9736d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot get hash function\n"); 9746d1ef2abSArtur Rojek goto unlock; 9756d1ef2abSArtur Rojek } 9766d1ef2abSArtur Rojek 9776d1ef2abSArtur Rojek if (ena_func != ENA_ADMIN_TOEPLITZ) { 9786d1ef2abSArtur Rojek error = EINVAL; 9796d1ef2abSArtur Rojek device_printf(adapter->pdev, "Unsupported hash algorithm\n"); 9806d1ef2abSArtur Rojek goto unlock; 9816d1ef2abSArtur Rojek } 9826d1ef2abSArtur Rojek 9836d1ef2abSArtur Rojek error = ena_rss_get_hash_key(ena_dev, rss_key); 9846d1ef2abSArtur Rojek if (error != 0) { 9856d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot get hash key\n"); 9866d1ef2abSArtur Rojek goto unlock; 9876d1ef2abSArtur Rojek } 9886d1ef2abSArtur Rojek 9896d1ef2abSArtur Rojek for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) 9906d1ef2abSArtur Rojek snprintf(&msg[i * 2], 3, "%02x", rss_key[i]); 9916d1ef2abSArtur Rojek 9926d1ef2abSArtur Rojek error = sysctl_handle_string(oidp, msg, sizeof(msg), req); 9936d1ef2abSArtur Rojek if (error != 0 || req->newptr == NULL) 9946d1ef2abSArtur Rojek goto unlock; 9956d1ef2abSArtur Rojek 9966d1ef2abSArtur Rojek if (strlen(msg) != sizeof(msg) - 1) { 9976d1ef2abSArtur Rojek error = EINVAL; 9986d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid key size\n"); 9996d1ef2abSArtur Rojek goto unlock; 10006d1ef2abSArtur Rojek } 10016d1ef2abSArtur Rojek 10026d1ef2abSArtur Rojek for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) { 10036d1ef2abSArtur Rojek strncpy(elem, &msg[i * 2], 2); 10046d1ef2abSArtur Rojek rss_key[i] = strtol(elem, &endp, 16); 10056d1ef2abSArtur Rojek 10066d1ef2abSArtur Rojek /* Both hex nibbles in the string must be valid to continue. */ 10076d1ef2abSArtur Rojek if (endp == elem || *endp != '\0' || rss_key[i] < 0) { 10086d1ef2abSArtur Rojek error = EINVAL; 10096d1ef2abSArtur Rojek device_printf(adapter->pdev, 10106d1ef2abSArtur Rojek "Invalid key hex value: '%c'\n", *endp); 10116d1ef2abSArtur Rojek goto unlock; 10126d1ef2abSArtur Rojek } 10136d1ef2abSArtur Rojek } 10146d1ef2abSArtur Rojek 10156d1ef2abSArtur Rojek error = ena_rss_set_hash(ena_dev, rss_key); 10166d1ef2abSArtur Rojek if (error != 0) 10176d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot fill hash key\n"); 10186d1ef2abSArtur Rojek 10196d1ef2abSArtur Rojek unlock: 10206d1ef2abSArtur Rojek ENA_LOCK_UNLOCK(); 10216d1ef2abSArtur Rojek 10226d1ef2abSArtur Rojek return (error); 10236d1ef2abSArtur Rojek } 10246d1ef2abSArtur Rojek 10256d1ef2abSArtur Rojek /* 10266d1ef2abSArtur Rojek * Change the Receive Side Scaling indirection table. 10276d1ef2abSArtur Rojek * 10286d1ef2abSArtur Rojek * The sysctl entry string consists of one or more `x:y` keypairs, where 10296d1ef2abSArtur Rojek * x stands for the table index and y for its new value. 10306d1ef2abSArtur Rojek * Table indices that don't need to be updated can be omitted from the string 10316d1ef2abSArtur Rojek * and will retain their existing values. If an index is entered more than once, 10326d1ef2abSArtur Rojek * the last value is used. 10336d1ef2abSArtur Rojek * 10346d1ef2abSArtur Rojek * Example: 10356d1ef2abSArtur Rojek * To update two selected indices in the RSS indirection table, e.g. setting 10366d1ef2abSArtur Rojek * index 0 to queue 5 and then index 5 to queue 0, the below command should be 10376d1ef2abSArtur Rojek * used: 10386d1ef2abSArtur Rojek * sysctl dev.ena.0.rss.indir_table="0:5 5:0" 10396d1ef2abSArtur Rojek */ 10406d1ef2abSArtur Rojek static int 10416d1ef2abSArtur Rojek ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS) 10426d1ef2abSArtur Rojek { 10436d1ef2abSArtur Rojek int num_queues, error; 10446d1ef2abSArtur Rojek struct ena_adapter *adapter = arg1; 10456d1ef2abSArtur Rojek struct ena_indir *indir; 10466d1ef2abSArtur Rojek char *msg, *buf, *endp; 10476d1ef2abSArtur Rojek uint32_t idx, value; 10486d1ef2abSArtur Rojek 10496d1ef2abSArtur Rojek ENA_LOCK_LOCK(); 10506d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 10516d1ef2abSArtur Rojek error = EINVAL; 10526d1ef2abSArtur Rojek goto unlock; 10536d1ef2abSArtur Rojek } 10546d1ef2abSArtur Rojek 10556d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) { 10566d1ef2abSArtur Rojek error = ENOTSUP; 10576d1ef2abSArtur Rojek goto unlock; 10586d1ef2abSArtur Rojek } 10596d1ef2abSArtur Rojek 10606d1ef2abSArtur Rojek indir = adapter->rss_indir; 10616d1ef2abSArtur Rojek msg = indir->sysctl_buf; 10626d1ef2abSArtur Rojek 10636d1ef2abSArtur Rojek if (unlikely(indir == NULL)) { 10646d1ef2abSArtur Rojek error = ENOTSUP; 10656d1ef2abSArtur Rojek goto unlock; 10666d1ef2abSArtur Rojek } 10676d1ef2abSArtur Rojek 10686d1ef2abSArtur Rojek error = sysctl_handle_string(oidp, msg, sizeof(indir->sysctl_buf), req); 10696d1ef2abSArtur Rojek if (error != 0 || req->newptr == NULL) 10706d1ef2abSArtur Rojek goto unlock; 10716d1ef2abSArtur Rojek 10726d1ef2abSArtur Rojek num_queues = adapter->num_io_queues; 10736d1ef2abSArtur Rojek 10746d1ef2abSArtur Rojek /* 10756d1ef2abSArtur Rojek * This sysctl expects msg to be a list of `x:y` record pairs, 10766d1ef2abSArtur Rojek * where x is the indirection table index and y is its value. 10776d1ef2abSArtur Rojek */ 10786d1ef2abSArtur Rojek for (buf = msg; *buf != '\0'; buf = endp) { 10796d1ef2abSArtur Rojek idx = strtol(buf, &endp, 10); 10806d1ef2abSArtur Rojek 10816d1ef2abSArtur Rojek if (endp == buf || idx < 0) { 10826d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid index: %s\n", 10836d1ef2abSArtur Rojek buf); 10846d1ef2abSArtur Rojek error = EINVAL; 10856d1ef2abSArtur Rojek break; 10866d1ef2abSArtur Rojek } 10876d1ef2abSArtur Rojek 10886d1ef2abSArtur Rojek if (idx >= ENA_RX_RSS_TABLE_SIZE) { 10896d1ef2abSArtur Rojek device_printf(adapter->pdev, "Index %d out of range\n", 10906d1ef2abSArtur Rojek idx); 10916d1ef2abSArtur Rojek error = ERANGE; 10926d1ef2abSArtur Rojek break; 10936d1ef2abSArtur Rojek } 10946d1ef2abSArtur Rojek 10956d1ef2abSArtur Rojek buf = endp; 10966d1ef2abSArtur Rojek 10976d1ef2abSArtur Rojek if (*buf++ != ':') { 10986d1ef2abSArtur Rojek device_printf(adapter->pdev, "Missing ':' separator\n"); 10996d1ef2abSArtur Rojek error = EINVAL; 11006d1ef2abSArtur Rojek break; 11016d1ef2abSArtur Rojek } 11026d1ef2abSArtur Rojek 11036d1ef2abSArtur Rojek value = strtol(buf, &endp, 10); 11046d1ef2abSArtur Rojek 11056d1ef2abSArtur Rojek if (endp == buf || value < 0) { 11066d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid value: %s\n", 11076d1ef2abSArtur Rojek buf); 11086d1ef2abSArtur Rojek error = EINVAL; 11096d1ef2abSArtur Rojek break; 11106d1ef2abSArtur Rojek } 11116d1ef2abSArtur Rojek 11126d1ef2abSArtur Rojek if (value >= num_queues) { 11136d1ef2abSArtur Rojek device_printf(adapter->pdev, "Value %d out of range\n", 11146d1ef2abSArtur Rojek value); 11156d1ef2abSArtur Rojek error = ERANGE; 11166d1ef2abSArtur Rojek break; 11176d1ef2abSArtur Rojek } 11186d1ef2abSArtur Rojek 11196d1ef2abSArtur Rojek indir->table[idx] = value; 11206d1ef2abSArtur Rojek } 11216d1ef2abSArtur Rojek 11226d1ef2abSArtur Rojek if (error != 0) /* Reload indirection table with last good data. */ 11236d1ef2abSArtur Rojek ena_rss_indir_get(adapter, indir->table); 11246d1ef2abSArtur Rojek 11256d1ef2abSArtur Rojek /* At this point msg has been clobbered by sysctl_handle_string. */ 11266d1ef2abSArtur Rojek ena_rss_copy_indir_buf(msg, indir->table); 11276d1ef2abSArtur Rojek 11286d1ef2abSArtur Rojek if (error == 0) 11296d1ef2abSArtur Rojek error = ena_rss_indir_set(adapter, indir->table); 11306d1ef2abSArtur Rojek 11316d1ef2abSArtur Rojek unlock: 11326d1ef2abSArtur Rojek ENA_LOCK_UNLOCK(); 11336d1ef2abSArtur Rojek 11346d1ef2abSArtur Rojek return (error); 11356d1ef2abSArtur Rojek } 11366d1ef2abSArtur Rojek #endif /* RSS */ 1137