19b8d05b8SZbigniew Bodek /*- 20835cc78SMarcin Wojtas * SPDX-License-Identifier: BSD-2-Clause 39b8d05b8SZbigniew Bodek * 4beaadec9SMarcin Wojtas * Copyright (c) 2015-2021 Amazon.com, Inc. or its affiliates. 59b8d05b8SZbigniew Bodek * All rights reserved. 69b8d05b8SZbigniew Bodek * 79b8d05b8SZbigniew Bodek * Redistribution and use in source and binary forms, with or without 89b8d05b8SZbigniew Bodek * modification, are permitted provided that the following conditions 99b8d05b8SZbigniew Bodek * are met: 109b8d05b8SZbigniew Bodek * 119b8d05b8SZbigniew Bodek * 1. Redistributions of source code must retain the above copyright 129b8d05b8SZbigniew Bodek * notice, this list of conditions and the following disclaimer. 139b8d05b8SZbigniew Bodek * 149b8d05b8SZbigniew Bodek * 2. Redistributions in binary form must reproduce the above copyright 159b8d05b8SZbigniew Bodek * notice, this list of conditions and the following disclaimer in the 169b8d05b8SZbigniew Bodek * documentation and/or other materials provided with the distribution. 179b8d05b8SZbigniew Bodek * 189b8d05b8SZbigniew Bodek * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 199b8d05b8SZbigniew Bodek * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 209b8d05b8SZbigniew Bodek * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 219b8d05b8SZbigniew Bodek * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 229b8d05b8SZbigniew Bodek * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 239b8d05b8SZbigniew Bodek * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 249b8d05b8SZbigniew Bodek * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 259b8d05b8SZbigniew Bodek * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 269b8d05b8SZbigniew Bodek * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 279b8d05b8SZbigniew Bodek * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 289b8d05b8SZbigniew Bodek * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 299b8d05b8SZbigniew Bodek */ 30fdafd315SWarner Losh 310e7d31f6SMarcin Wojtas #include <sys/param.h> 326d1ef2abSArtur Rojek #include "opt_rss.h" 336d1ef2abSArtur Rojek 346d1ef2abSArtur Rojek #include "ena_rss.h" 3582e558eaSDawid Gorecki #include "ena_sysctl.h" 369b8d05b8SZbigniew Bodek 370bdffe59SMarcin Wojtas static void ena_sysctl_add_wd(struct ena_adapter *); 389b8d05b8SZbigniew Bodek static void ena_sysctl_add_stats(struct ena_adapter *); 39f180142cSMarcin Wojtas static void ena_sysctl_add_eni_metrics(struct ena_adapter *); 406064f289SMarcin Wojtas static void ena_sysctl_add_tuneables(struct ena_adapter *); 41f9e1d947SOsama Abboud static void ena_sysctl_add_irq_affinity(struct ena_adapter *); 426d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */ 436d1ef2abSArtur Rojek #ifndef RSS 446d1ef2abSArtur Rojek static void ena_sysctl_add_rss(struct ena_adapter *); 456d1ef2abSArtur Rojek #endif 466064f289SMarcin Wojtas static int ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS); 476064f289SMarcin Wojtas static int ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS); 4856d41ad5SMarcin Wojtas static int ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS); 49f9e1d947SOsama Abboud static int ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS); 50f9e1d947SOsama Abboud static int ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS); 51*5b925280SOsama Abboud static int ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS); 526d1ef2abSArtur Rojek #ifndef RSS 536d1ef2abSArtur Rojek static int ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS); 546d1ef2abSArtur Rojek static int ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS); 556d1ef2abSArtur Rojek #endif 56f180142cSMarcin Wojtas 57*5b925280SOsama Abboud /* Limit max ENA sample rate to be an hour. */ 58*5b925280SOsama Abboud #define ENA_METRICS_MAX_SAMPLE_INTERVAL 3600 596d1ef2abSArtur Rojek #define ENA_HASH_KEY_MSG_SIZE (ENA_HASH_KEY_SIZE * 2 + 1) 606064f289SMarcin Wojtas 617029da5cSPawel Biernacki static SYSCTL_NODE(_hw, OID_AUTO, ena, CTLFLAG_RD | CTLFLAG_MPSAFE, 0, 627029da5cSPawel Biernacki "ENA driver parameters"); 636064f289SMarcin Wojtas 646064f289SMarcin Wojtas /* 656064f289SMarcin Wojtas * Logging level for changing verbosity of the output 666064f289SMarcin Wojtas */ 673fc5d816SMarcin Wojtas int ena_log_level = ENA_INFO; 6882e558eaSDawid Gorecki SYSCTL_INT(_hw_ena, OID_AUTO, log_level, CTLFLAG_RWTUN, &ena_log_level, 0, 6982e558eaSDawid Gorecki "Logging level indicating verbosity of the logs"); 706064f289SMarcin Wojtas 7185516621SMarcin Wojtas SYSCTL_CONST_STRING(_hw_ena, OID_AUTO, driver_version, CTLFLAG_RD, 728f15f8a7SDawid Gorecki ENA_DRV_MODULE_VERSION, "ENA driver version"); 7385516621SMarcin Wojtas 7404cf2b88SMarcin Wojtas /* 7504cf2b88SMarcin Wojtas * Use 9k mbufs for the Rx buffers. Default to 0 (use page size mbufs instead). 7604cf2b88SMarcin Wojtas * Using 9k mbufs in low memory conditions might cause allocation to take a lot 7704cf2b88SMarcin Wojtas * of time and lead to the OS instability as it needs to look for the contiguous 7804cf2b88SMarcin Wojtas * pages. 7904cf2b88SMarcin Wojtas * However, page size mbufs has a bit smaller throughput than 9k mbufs, so if 8004cf2b88SMarcin Wojtas * the network performance is the priority, the 9k mbufs can be used. 8104cf2b88SMarcin Wojtas */ 8204cf2b88SMarcin Wojtas int ena_enable_9k_mbufs = 0; 8304cf2b88SMarcin Wojtas SYSCTL_INT(_hw_ena, OID_AUTO, enable_9k_mbufs, CTLFLAG_RDTUN, 8404cf2b88SMarcin Wojtas &ena_enable_9k_mbufs, 0, "Use 9 kB mbufs for Rx descriptors"); 859b8d05b8SZbigniew Bodek 86beaadec9SMarcin Wojtas /* 87beaadec9SMarcin Wojtas * Force the driver to use large LLQ (Low Latency Queue) header. Defaults to 88beaadec9SMarcin Wojtas * false. This option may be important for platforms, which often handle packet 89beaadec9SMarcin Wojtas * headers on Tx with total header size greater than 96B, as it may 90beaadec9SMarcin Wojtas * reduce the latency. 91beaadec9SMarcin Wojtas * It also reduces the maximum Tx queue size by half, so it may cause more Tx 92beaadec9SMarcin Wojtas * packet drops. 93beaadec9SMarcin Wojtas */ 94beaadec9SMarcin Wojtas bool ena_force_large_llq_header = false; 95beaadec9SMarcin Wojtas SYSCTL_BOOL(_hw_ena, OID_AUTO, force_large_llq_header, CTLFLAG_RDTUN, 96beaadec9SMarcin Wojtas &ena_force_large_llq_header, 0, 97beaadec9SMarcin Wojtas "Increases maximum supported header size in LLQ mode to 224 bytes, while reducing the maximum Tx queue size by half.\n"); 98beaadec9SMarcin Wojtas 996d1ef2abSArtur Rojek int ena_rss_table_size = ENA_RX_RSS_TABLE_SIZE; 1006d1ef2abSArtur Rojek 1019b8d05b8SZbigniew Bodek void 1029b8d05b8SZbigniew Bodek ena_sysctl_add_nodes(struct ena_adapter *adapter) 1039b8d05b8SZbigniew Bodek { 1040bdffe59SMarcin Wojtas ena_sysctl_add_wd(adapter); 1059b8d05b8SZbigniew Bodek ena_sysctl_add_stats(adapter); 106f180142cSMarcin Wojtas ena_sysctl_add_eni_metrics(adapter); 1076064f289SMarcin Wojtas ena_sysctl_add_tuneables(adapter); 108f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(adapter); 1096d1ef2abSArtur Rojek #ifndef RSS 1106d1ef2abSArtur Rojek ena_sysctl_add_rss(adapter); 1116d1ef2abSArtur Rojek #endif 1129b8d05b8SZbigniew Bodek } 1139b8d05b8SZbigniew Bodek 1149b8d05b8SZbigniew Bodek static void 1150bdffe59SMarcin Wojtas ena_sysctl_add_wd(struct ena_adapter *adapter) 1160bdffe59SMarcin Wojtas { 1170bdffe59SMarcin Wojtas device_t dev; 1180bdffe59SMarcin Wojtas 1190bdffe59SMarcin Wojtas struct sysctl_ctx_list *ctx; 1200bdffe59SMarcin Wojtas struct sysctl_oid *tree; 1210bdffe59SMarcin Wojtas struct sysctl_oid_list *child; 1220bdffe59SMarcin Wojtas 1230bdffe59SMarcin Wojtas dev = adapter->pdev; 1240bdffe59SMarcin Wojtas 1250bdffe59SMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 1260bdffe59SMarcin Wojtas tree = device_get_sysctl_tree(dev); 1270bdffe59SMarcin Wojtas child = SYSCTL_CHILDREN(tree); 1280bdffe59SMarcin Wojtas 1290bdffe59SMarcin Wojtas /* Sysctl calls for Watchdog service */ 13082e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active", CTLFLAG_RWTUN, 13182e558eaSDawid Gorecki &adapter->wd_active, 0, "Watchdog is active"); 1320bdffe59SMarcin Wojtas 1330bdffe59SMarcin Wojtas SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout", 1340bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->keep_alive_timeout, 1350bdffe59SMarcin Wojtas "Timeout for Keep Alive messages"); 1360bdffe59SMarcin Wojtas 1370bdffe59SMarcin Wojtas SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout", 1380bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_timeout, 1390bdffe59SMarcin Wojtas "Timeout for TX completion"); 1400bdffe59SMarcin Wojtas 1410bdffe59SMarcin Wojtas SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues", 1420bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_max_queues, 0, 1430bdffe59SMarcin Wojtas "Number of TX queues to check per run"); 1440bdffe59SMarcin Wojtas 1450bdffe59SMarcin Wojtas SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold", 1460bdffe59SMarcin Wojtas CTLFLAG_RWTUN, &adapter->missing_tx_threshold, 0, 1470bdffe59SMarcin Wojtas "Max number of timeouted packets"); 1480bdffe59SMarcin Wojtas } 1490bdffe59SMarcin Wojtas 1500bdffe59SMarcin Wojtas static void 1519b8d05b8SZbigniew Bodek ena_sysctl_add_stats(struct ena_adapter *adapter) 1529b8d05b8SZbigniew Bodek { 1539b8d05b8SZbigniew Bodek device_t dev; 1549b8d05b8SZbigniew Bodek 1559b8d05b8SZbigniew Bodek struct ena_ring *tx_ring; 1569b8d05b8SZbigniew Bodek struct ena_ring *rx_ring; 1579b8d05b8SZbigniew Bodek 1589b8d05b8SZbigniew Bodek struct ena_hw_stats *hw_stats; 1599b8d05b8SZbigniew Bodek struct ena_stats_dev *dev_stats; 1609b8d05b8SZbigniew Bodek struct ena_stats_tx *tx_stats; 1619b8d05b8SZbigniew Bodek struct ena_stats_rx *rx_stats; 1629b8d05b8SZbigniew Bodek struct ena_com_stats_admin *admin_stats; 1639b8d05b8SZbigniew Bodek 1649b8d05b8SZbigniew Bodek struct sysctl_ctx_list *ctx; 1659b8d05b8SZbigniew Bodek struct sysctl_oid *tree; 1669b8d05b8SZbigniew Bodek struct sysctl_oid_list *child; 1679b8d05b8SZbigniew Bodek 1689b8d05b8SZbigniew Bodek struct sysctl_oid *queue_node, *tx_node, *rx_node, *hw_node; 1699b8d05b8SZbigniew Bodek struct sysctl_oid *admin_node; 1709b8d05b8SZbigniew Bodek struct sysctl_oid_list *queue_list, *tx_list, *rx_list, *hw_list; 1719b8d05b8SZbigniew Bodek struct sysctl_oid_list *admin_list; 1729b8d05b8SZbigniew Bodek 1739b8d05b8SZbigniew Bodek #define QUEUE_NAME_LEN 32 1749b8d05b8SZbigniew Bodek char namebuf[QUEUE_NAME_LEN]; 1759b8d05b8SZbigniew Bodek int i; 1769b8d05b8SZbigniew Bodek 1779b8d05b8SZbigniew Bodek dev = adapter->pdev; 1789b8d05b8SZbigniew Bodek 1799b8d05b8SZbigniew Bodek ctx = device_get_sysctl_ctx(dev); 1809b8d05b8SZbigniew Bodek tree = device_get_sysctl_tree(dev); 1819b8d05b8SZbigniew Bodek child = SYSCTL_CHILDREN(tree); 1829b8d05b8SZbigniew Bodek 1839b8d05b8SZbigniew Bodek tx_ring = adapter->tx_ring; 1849b8d05b8SZbigniew Bodek rx_ring = adapter->rx_ring; 1859b8d05b8SZbigniew Bodek 1869b8d05b8SZbigniew Bodek hw_stats = &adapter->hw_stats; 1879b8d05b8SZbigniew Bodek dev_stats = &adapter->dev_stats; 1889b8d05b8SZbigniew Bodek admin_stats = &adapter->ena_dev->admin_queue.stats; 1899b8d05b8SZbigniew Bodek 19082e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired", CTLFLAG_RD, 19182e558eaSDawid Gorecki &dev_stats->wd_expired, "Watchdog expiry count"); 19282e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up", CTLFLAG_RD, 19382e558eaSDawid Gorecki &dev_stats->interface_up, "Network interface up count"); 1949b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down", 1959b8d05b8SZbigniew Bodek CTLFLAG_RD, &dev_stats->interface_down, 1969b8d05b8SZbigniew Bodek "Network interface down count"); 1979b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause", 19882e558eaSDawid Gorecki CTLFLAG_RD, &dev_stats->admin_q_pause, "Admin queue pauses"); 1999b8d05b8SZbigniew Bodek 2007d8c4feeSMarcin Wojtas for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring, ++rx_ring) { 2019b8d05b8SZbigniew Bodek snprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i); 2029b8d05b8SZbigniew Bodek 20382e558eaSDawid Gorecki queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, namebuf, 20482e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Queue Name"); 2059b8d05b8SZbigniew Bodek queue_list = SYSCTL_CHILDREN(queue_node); 2069b8d05b8SZbigniew Bodek 2070e7d31f6SMarcin Wojtas adapter->que[i].oid = queue_node; 2080e7d31f6SMarcin Wojtas 209eb4c4f4aSMarcin Wojtas #ifdef RSS 210eb4c4f4aSMarcin Wojtas /* Common stats */ 21182e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "cpu", CTLFLAG_RD, 21282e558eaSDawid Gorecki &adapter->que[i].cpu, 0, "CPU affinity"); 21382e558eaSDawid Gorecki SYSCTL_ADD_INT(ctx, queue_list, OID_AUTO, "domain", CTLFLAG_RD, 21482e558eaSDawid Gorecki &adapter->que[i].domain, 0, "NUMA domain"); 215eb4c4f4aSMarcin Wojtas #endif 216eb4c4f4aSMarcin Wojtas 2179b8d05b8SZbigniew Bodek /* TX specific stats */ 21882e558eaSDawid Gorecki tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "tx_ring", 21982e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "TX ring"); 2209b8d05b8SZbigniew Bodek tx_list = SYSCTL_CHILDREN(tx_node); 2219b8d05b8SZbigniew Bodek 2229b8d05b8SZbigniew Bodek tx_stats = &tx_ring->tx_stats; 2239b8d05b8SZbigniew Bodek 22482e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "count", 22582e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->cnt, "Packets sent"); 22682e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bytes", 22782e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->bytes, "Bytes sent"); 2289b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 22982e558eaSDawid Gorecki "prepare_ctx_err", CTLFLAG_RD, &tx_stats->prepare_ctx_err, 2309b8d05b8SZbigniew Bodek "TX buffer preparation failures"); 2319b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 23282e558eaSDawid Gorecki "dma_mapping_err", CTLFLAG_RD, &tx_stats->dma_mapping_err, 23382e558eaSDawid Gorecki "DMA mapping failures"); 23482e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "doorbells", 23582e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->doorbells, "Queue doorbells"); 2369b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 23782e558eaSDawid Gorecki "missing_tx_comp", CTLFLAG_RD, &tx_stats->missing_tx_comp, 23882e558eaSDawid Gorecki "TX completions missed"); 23982e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "bad_req_id", 24082e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->bad_req_id, "Bad request id count"); 24182e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "mbuf_collapses", 24282e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->collapse, "Mbuf collapse count"); 2439b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 24482e558eaSDawid Gorecki "mbuf_collapse_err", CTLFLAG_RD, &tx_stats->collapse_err, 2451b069f1cSZbigniew Bodek "Mbuf collapse failures"); 24682e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_wakeups", 24782e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->queue_wakeup, "Queue wakeups"); 24882e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, "queue_stops", 24982e558eaSDawid Gorecki CTLFLAG_RD, &tx_stats->queue_stop, "Queue stops"); 2505cb9db07SMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 25182e558eaSDawid Gorecki "llq_buffer_copy", CTLFLAG_RD, &tx_stats->llq_buffer_copy, 2524fa9e02dSMarcin Wojtas "Header copies for llq transaction"); 253223c8cb1SArtur Rojek SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO, 254223c8cb1SArtur Rojek "unmask_interrupt_num", CTLFLAG_RD, 255223c8cb1SArtur Rojek &tx_stats->unmask_interrupt_num, 256223c8cb1SArtur Rojek "Unmasked interrupt count"); 2579b8d05b8SZbigniew Bodek 2589b8d05b8SZbigniew Bodek /* RX specific stats */ 25982e558eaSDawid Gorecki rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO, "rx_ring", 26082e558eaSDawid Gorecki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "RX ring"); 2619b8d05b8SZbigniew Bodek rx_list = SYSCTL_CHILDREN(rx_node); 2629b8d05b8SZbigniew Bodek 2639b8d05b8SZbigniew Bodek rx_stats = &rx_ring->rx_stats; 2649b8d05b8SZbigniew Bodek 26582e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "count", 26682e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->cnt, "Packets received"); 26782e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bytes", 26882e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bytes, "Bytes received"); 26982e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "refil_partial", 27082e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->refil_partial, 27182e558eaSDawid Gorecki "Partial refilled mbufs"); 27282e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_bad", 27382e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->csum_bad, "Bad RX checksum"); 2749b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 27582e558eaSDawid Gorecki "mbuf_alloc_fail", CTLFLAG_RD, &rx_stats->mbuf_alloc_fail, 27682e558eaSDawid Gorecki "Failed mbuf allocs"); 2779b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 27882e558eaSDawid Gorecki "mjum_alloc_fail", CTLFLAG_RD, &rx_stats->mjum_alloc_fail, 27982e558eaSDawid Gorecki "Failed jumbo mbuf allocs"); 2809b8d05b8SZbigniew Bodek SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, 28182e558eaSDawid Gorecki "dma_mapping_err", CTLFLAG_RD, &rx_stats->dma_mapping_err, 28282e558eaSDawid Gorecki "DMA mapping errors"); 28382e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_desc_num", 28482e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bad_desc_num, 28582e558eaSDawid Gorecki "Bad descriptor count"); 28682e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "bad_req_id", 28782e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->bad_req_id, "Bad request id count"); 28882e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "empty_rx_ring", 28982e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->empty_rx_ring, 29082e558eaSDawid Gorecki "RX descriptors depletion count"); 29182e558eaSDawid Gorecki SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO, "csum_good", 29282e558eaSDawid Gorecki CTLFLAG_RD, &rx_stats->csum_good, 29382e558eaSDawid Gorecki "Valid RX checksum calculations"); 2949b8d05b8SZbigniew Bodek } 2959b8d05b8SZbigniew Bodek 2969b8d05b8SZbigniew Bodek /* Stats read from device */ 2979b8d05b8SZbigniew Bodek hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats", 2987029da5cSPawel Biernacki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "Statistics from hardware"); 2999b8d05b8SZbigniew Bodek hw_list = SYSCTL_CHILDREN(hw_node); 3009b8d05b8SZbigniew Bodek 30130217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD, 30230217e2dSMarcin Wojtas &hw_stats->rx_packets, "Packets received"); 30330217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD, 30430217e2dSMarcin Wojtas &hw_stats->tx_packets, "Packets transmitted"); 30530217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD, 30630217e2dSMarcin Wojtas &hw_stats->rx_bytes, "Bytes received"); 30730217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD, 30830217e2dSMarcin Wojtas &hw_stats->tx_bytes, "Bytes transmitted"); 30930217e2dSMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD, 31030217e2dSMarcin Wojtas &hw_stats->rx_drops, "Receive packet drops"); 3116c84cec3SMarcin Wojtas SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_drops", CTLFLAG_RD, 3126c84cec3SMarcin Wojtas &hw_stats->tx_drops, "Transmit packet drops"); 313a195fab0SMarcin Wojtas 3149b8d05b8SZbigniew Bodek /* ENA Admin queue stats */ 3159b8d05b8SZbigniew Bodek admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats", 3167029da5cSPawel Biernacki CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA Admin Queue statistics"); 3179b8d05b8SZbigniew Bodek admin_list = SYSCTL_CHILDREN(admin_node); 3189b8d05b8SZbigniew Bodek 3198483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD, 3209b8d05b8SZbigniew Bodek &admin_stats->aborted_cmd, 0, "Aborted commands"); 3218483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD, 3229b8d05b8SZbigniew Bodek &admin_stats->submitted_cmd, 0, "Submitted commands"); 3238483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD, 3249b8d05b8SZbigniew Bodek &admin_stats->completed_cmd, 0, "Completed commands"); 3258483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD, 3269b8d05b8SZbigniew Bodek &admin_stats->out_of_space, 0, "Queue out of space"); 3278483b844SMarcin Wojtas SYSCTL_ADD_U64(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD, 3289b8d05b8SZbigniew Bodek &admin_stats->no_completion, 0, "Commands not completed"); 3299b8d05b8SZbigniew Bodek } 3309b8d05b8SZbigniew Bodek 3316064f289SMarcin Wojtas static void 332f180142cSMarcin Wojtas ena_sysctl_add_eni_metrics(struct ena_adapter *adapter) 333f180142cSMarcin Wojtas { 334f180142cSMarcin Wojtas device_t dev; 335f180142cSMarcin Wojtas struct ena_admin_eni_stats *eni_metrics; 336f180142cSMarcin Wojtas 337f180142cSMarcin Wojtas struct sysctl_ctx_list *ctx; 338f180142cSMarcin Wojtas struct sysctl_oid *tree; 339f180142cSMarcin Wojtas struct sysctl_oid_list *child; 340f180142cSMarcin Wojtas 341f180142cSMarcin Wojtas struct sysctl_oid *eni_node; 342f180142cSMarcin Wojtas struct sysctl_oid_list *eni_list; 343f180142cSMarcin Wojtas 344f180142cSMarcin Wojtas dev = adapter->pdev; 345f180142cSMarcin Wojtas 346f180142cSMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 347f180142cSMarcin Wojtas tree = device_get_sysctl_tree(dev); 348f180142cSMarcin Wojtas child = SYSCTL_CHILDREN(tree); 349f180142cSMarcin Wojtas 350f180142cSMarcin Wojtas eni_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "eni_metrics", 351f180142cSMarcin Wojtas CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "ENA's ENI metrics"); 352f180142cSMarcin Wojtas eni_list = SYSCTL_CHILDREN(eni_node); 353f180142cSMarcin Wojtas 354f180142cSMarcin Wojtas eni_metrics = &adapter->eni_metrics; 355f180142cSMarcin Wojtas 356f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_in_allowance_exceeded", 357f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->bw_in_allowance_exceeded, 0, 358f180142cSMarcin Wojtas "Inbound BW allowance exceeded"); 359f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "bw_out_allowance_exceeded", 360f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->bw_out_allowance_exceeded, 0, 361f180142cSMarcin Wojtas "Outbound BW allowance exceeded"); 362f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "pps_allowance_exceeded", 363f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->pps_allowance_exceeded, 0, 364f180142cSMarcin Wojtas "PPS allowance exceeded"); 365f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "conntrack_allowance_exceeded", 366f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->conntrack_allowance_exceeded, 0, 367f180142cSMarcin Wojtas "Connection tracking allowance exceeded"); 368f180142cSMarcin Wojtas SYSCTL_ADD_U64(ctx, eni_list, OID_AUTO, "linklocal_allowance_exceeded", 369f180142cSMarcin Wojtas CTLFLAG_RD, &eni_metrics->linklocal_allowance_exceeded, 0, 370f180142cSMarcin Wojtas "Linklocal packet rate allowance exceeded"); 371f180142cSMarcin Wojtas } 372f180142cSMarcin Wojtas 373f180142cSMarcin Wojtas static void 3746064f289SMarcin Wojtas ena_sysctl_add_tuneables(struct ena_adapter *adapter) 3756064f289SMarcin Wojtas { 3766064f289SMarcin Wojtas device_t dev; 3776064f289SMarcin Wojtas 3786064f289SMarcin Wojtas struct sysctl_ctx_list *ctx; 3796064f289SMarcin Wojtas struct sysctl_oid *tree; 3806064f289SMarcin Wojtas struct sysctl_oid_list *child; 3816064f289SMarcin Wojtas 3826064f289SMarcin Wojtas dev = adapter->pdev; 3836064f289SMarcin Wojtas 3846064f289SMarcin Wojtas ctx = device_get_sysctl_ctx(dev); 3856064f289SMarcin Wojtas tree = device_get_sysctl_tree(dev); 3866064f289SMarcin Wojtas child = SYSCTL_CHILDREN(tree); 3876064f289SMarcin Wojtas 3886064f289SMarcin Wojtas /* Tuneable number of buffers in the buf-ring (drbr) */ 3897029da5cSPawel Biernacki SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "buf_ring_size", 39021823546SMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 39121823546SMarcin Wojtas ena_sysctl_buf_ring_size, "I", 39221823546SMarcin Wojtas "Size of the Tx buffer ring (drbr)."); 3936064f289SMarcin Wojtas 3947d8c4feeSMarcin Wojtas /* Tuneable number of the Rx ring size */ 3957029da5cSPawel Biernacki SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "rx_queue_size", 3967d8c4feeSMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 3977d8c4feeSMarcin Wojtas ena_sysctl_rx_queue_size, "I", 3987d8c4feeSMarcin Wojtas "Size of the Rx ring. The size should be a power of 2."); 39956d41ad5SMarcin Wojtas 40056d41ad5SMarcin Wojtas /* Tuneable number of IO queues */ 40156d41ad5SMarcin Wojtas SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "io_queues_nb", 40256d41ad5SMarcin Wojtas CTLTYPE_U32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 40356d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb, "I", "Number of IO queues."); 404*5b925280SOsama Abboud 405*5b925280SOsama Abboud /* 406*5b925280SOsama Abboud * Tuneable, which determines how often ENA metrics will be read. 407*5b925280SOsama Abboud * 0 means it's turned off. Maximum allowed value is limited by: 408*5b925280SOsama Abboud * ENA_METRICS_MAX_SAMPLE_INTERVAL. 409*5b925280SOsama Abboud */ 410*5b925280SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "stats_sample_interval", 411*5b925280SOsama Abboud CTLTYPE_U16 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 412*5b925280SOsama Abboud ena_sysctl_metrics_interval, "SU", 413*5b925280SOsama Abboud "Interval in seconds for updating Netword interface metrics. 0 turns off the update."); 4146064f289SMarcin Wojtas } 4156064f289SMarcin Wojtas 4166d1ef2abSArtur Rojek /* Kernel option RSS prevents manipulation of key hash and indirection table. */ 4176d1ef2abSArtur Rojek #ifndef RSS 4186d1ef2abSArtur Rojek static void 4196d1ef2abSArtur Rojek ena_sysctl_add_rss(struct ena_adapter *adapter) 4206d1ef2abSArtur Rojek { 4216d1ef2abSArtur Rojek device_t dev; 4226d1ef2abSArtur Rojek 4236d1ef2abSArtur Rojek struct sysctl_ctx_list *ctx; 4246d1ef2abSArtur Rojek struct sysctl_oid *tree; 4256d1ef2abSArtur Rojek struct sysctl_oid_list *child; 4266d1ef2abSArtur Rojek 4276d1ef2abSArtur Rojek dev = adapter->pdev; 4286d1ef2abSArtur Rojek 4296d1ef2abSArtur Rojek ctx = device_get_sysctl_ctx(dev); 4306d1ef2abSArtur Rojek tree = device_get_sysctl_tree(dev); 4316d1ef2abSArtur Rojek child = SYSCTL_CHILDREN(tree); 4326d1ef2abSArtur Rojek 4336d1ef2abSArtur Rojek /* RSS options */ 4346d1ef2abSArtur Rojek tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "rss", 4356d1ef2abSArtur Rojek CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Receive Side Scaling options."); 4366d1ef2abSArtur Rojek child = SYSCTL_CHILDREN(tree); 4376d1ef2abSArtur Rojek 4386d1ef2abSArtur Rojek /* RSS hash key */ 4396d1ef2abSArtur Rojek SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "key", 4406d1ef2abSArtur Rojek CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 4416d1ef2abSArtur Rojek ena_sysctl_rss_key, "A", "RSS key."); 4426d1ef2abSArtur Rojek 4436d1ef2abSArtur Rojek /* Tuneable RSS indirection table */ 4446d1ef2abSArtur Rojek SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "indir_table", 4456d1ef2abSArtur Rojek CTLTYPE_STRING | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 4466d1ef2abSArtur Rojek ena_sysctl_rss_indir_table, "A", "RSS indirection table."); 4476d1ef2abSArtur Rojek 4486d1ef2abSArtur Rojek /* RSS indirection table size */ 4496d1ef2abSArtur Rojek SYSCTL_ADD_INT(ctx, child, OID_AUTO, "indir_table_size", 450a3f0d182SArtur Rojek CTLFLAG_RD | CTLFLAG_MPSAFE, &ena_rss_table_size, 0, 4516d1ef2abSArtur Rojek "RSS indirection table size."); 4526d1ef2abSArtur Rojek } 4536d1ef2abSArtur Rojek #endif /* RSS */ 4546d1ef2abSArtur Rojek 455f9e1d947SOsama Abboud static void 456f9e1d947SOsama Abboud ena_sysctl_add_irq_affinity(struct ena_adapter *adapter) 457f9e1d947SOsama Abboud { 458f9e1d947SOsama Abboud device_t dev; 459f9e1d947SOsama Abboud 460f9e1d947SOsama Abboud struct sysctl_ctx_list *ctx; 461f9e1d947SOsama Abboud struct sysctl_oid *tree; 462f9e1d947SOsama Abboud struct sysctl_oid_list *child; 463f9e1d947SOsama Abboud 464f9e1d947SOsama Abboud dev = adapter->pdev; 465f9e1d947SOsama Abboud 466f9e1d947SOsama Abboud ctx = device_get_sysctl_ctx(dev); 467f9e1d947SOsama Abboud tree = device_get_sysctl_tree(dev); 468f9e1d947SOsama Abboud child = SYSCTL_CHILDREN(tree); 469f9e1d947SOsama Abboud 470f9e1d947SOsama Abboud tree = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "irq_affinity", 471f9e1d947SOsama Abboud CTLFLAG_RW | CTLFLAG_MPSAFE, NULL, "Decide base CPU and stride for irqs affinity."); 472f9e1d947SOsama Abboud child = SYSCTL_CHILDREN(tree); 473f9e1d947SOsama Abboud 474f9e1d947SOsama Abboud /* Add base cpu leaf */ 475f9e1d947SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "base_cpu", 476f9e1d947SOsama Abboud CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 477f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu, "I", "Base cpu index for setting irq affinity."); 478f9e1d947SOsama Abboud 479f9e1d947SOsama Abboud /* Add cpu stride leaf */ 480f9e1d947SOsama Abboud SYSCTL_ADD_PROC(ctx, child, OID_AUTO, "cpu_stride", 481f9e1d947SOsama Abboud CTLTYPE_S32 | CTLFLAG_RW | CTLFLAG_MPSAFE, adapter, 0, 482f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride, "I", "Distance between irqs when setting affinity."); 483f9e1d947SOsama Abboud } 484f9e1d947SOsama Abboud 4856064f289SMarcin Wojtas 4860e7d31f6SMarcin Wojtas /* 4870e7d31f6SMarcin Wojtas * ena_sysctl_update_queue_node_nb - Register/unregister sysctl queue nodes. 4880e7d31f6SMarcin Wojtas * 4890e7d31f6SMarcin Wojtas * Whether the nodes are registered or unregistered depends on a delta between 4900e7d31f6SMarcin Wojtas * the `old` and `new` parameters, representing the number of queues. 4910e7d31f6SMarcin Wojtas * 4920e7d31f6SMarcin Wojtas * This function is used to hide sysctl attributes for queue nodes which aren't 4930e7d31f6SMarcin Wojtas * currently used by the HW (e.g. after a call to `ena_sysctl_io_queues_nb`). 4940e7d31f6SMarcin Wojtas * 4950e7d31f6SMarcin Wojtas * NOTE: 4960e7d31f6SMarcin Wojtas * All unregistered nodes must be registered again at detach, i.e. by a call to 4970e7d31f6SMarcin Wojtas * this function. 4980e7d31f6SMarcin Wojtas */ 4990e7d31f6SMarcin Wojtas void 5000e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(struct ena_adapter *adapter, int old, int new) 5010e7d31f6SMarcin Wojtas { 5020e7d31f6SMarcin Wojtas struct sysctl_oid *oid; 5030e7d31f6SMarcin Wojtas int min, max, i; 5040e7d31f6SMarcin Wojtas 5050e7d31f6SMarcin Wojtas min = MIN(old, new); 5060e7d31f6SMarcin Wojtas max = MIN(MAX(old, new), adapter->max_num_io_queues); 5070e7d31f6SMarcin Wojtas 5080e7d31f6SMarcin Wojtas for (i = min; i < max; ++i) { 5090e7d31f6SMarcin Wojtas oid = adapter->que[i].oid; 5100e7d31f6SMarcin Wojtas 5110e7d31f6SMarcin Wojtas sysctl_wlock(); 5120e7d31f6SMarcin Wojtas if (old > new) 5130e7d31f6SMarcin Wojtas sysctl_unregister_oid(oid); 5140e7d31f6SMarcin Wojtas else 5150e7d31f6SMarcin Wojtas sysctl_register_oid(oid); 5160e7d31f6SMarcin Wojtas sysctl_wunlock(); 5170e7d31f6SMarcin Wojtas } 5180e7d31f6SMarcin Wojtas } 5190e7d31f6SMarcin Wojtas 5206064f289SMarcin Wojtas static int 5216064f289SMarcin Wojtas ena_sysctl_buf_ring_size(SYSCTL_HANDLER_ARGS) 5226064f289SMarcin Wojtas { 5236064f289SMarcin Wojtas struct ena_adapter *adapter = arg1; 52421823546SMarcin Wojtas uint32_t val; 5256064f289SMarcin Wojtas int error; 5266064f289SMarcin Wojtas 52707aff471SArtur Rojek ENA_LOCK_LOCK(); 52807aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 52907aff471SArtur Rojek error = EINVAL; 53007aff471SArtur Rojek goto unlock; 53107aff471SArtur Rojek } 53207aff471SArtur Rojek 5336064f289SMarcin Wojtas val = 0; 53421823546SMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(val)); 5356064f289SMarcin Wojtas if (error == 0) { 5366064f289SMarcin Wojtas val = adapter->buf_ring_size; 537f180142cSMarcin Wojtas error = sysctl_handle_32(oidp, &val, 0, req); 5386064f289SMarcin Wojtas } 5396064f289SMarcin Wojtas if (error != 0 || req->newptr == NULL) 54007aff471SArtur Rojek goto unlock; 5416064f289SMarcin Wojtas 54221823546SMarcin Wojtas if (!powerof2(val) || val == 0) { 5433fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 54421823546SMarcin Wojtas "Requested new Tx buffer ring size (%u) is not a power of 2\n", 54521823546SMarcin Wojtas val); 54607aff471SArtur Rojek error = EINVAL; 54707aff471SArtur Rojek goto unlock; 5486064f289SMarcin Wojtas } 5496064f289SMarcin Wojtas 55021823546SMarcin Wojtas if (val != adapter->buf_ring_size) { 5513fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 55221823546SMarcin Wojtas "Requested new Tx buffer ring size: %d. Old size: %d\n", 55321823546SMarcin Wojtas val, adapter->buf_ring_size); 55421823546SMarcin Wojtas 55521823546SMarcin Wojtas error = ena_update_buf_ring_size(adapter, val); 55621823546SMarcin Wojtas } else { 5573fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 55821823546SMarcin Wojtas "New Tx buffer ring size is the same as already used: %u\n", 55921823546SMarcin Wojtas adapter->buf_ring_size); 56021823546SMarcin Wojtas } 56121823546SMarcin Wojtas 56207aff471SArtur Rojek unlock: 56307aff471SArtur Rojek ENA_LOCK_UNLOCK(); 56407aff471SArtur Rojek 56521823546SMarcin Wojtas return (error); 5666064f289SMarcin Wojtas } 5676064f289SMarcin Wojtas 5686064f289SMarcin Wojtas static int 5696064f289SMarcin Wojtas ena_sysctl_rx_queue_size(SYSCTL_HANDLER_ARGS) 5706064f289SMarcin Wojtas { 5716064f289SMarcin Wojtas struct ena_adapter *adapter = arg1; 5727d8c4feeSMarcin Wojtas uint32_t val; 5736064f289SMarcin Wojtas int error; 5746064f289SMarcin Wojtas 57507aff471SArtur Rojek ENA_LOCK_LOCK(); 57607aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 57707aff471SArtur Rojek error = EINVAL; 57807aff471SArtur Rojek goto unlock; 57907aff471SArtur Rojek } 58007aff471SArtur Rojek 5816064f289SMarcin Wojtas val = 0; 5827d8c4feeSMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(val)); 5836064f289SMarcin Wojtas if (error == 0) { 5849762a033SMarcin Wojtas val = adapter->requested_rx_ring_size; 5857d8c4feeSMarcin Wojtas error = sysctl_handle_32(oidp, &val, 0, req); 5866064f289SMarcin Wojtas } 5876064f289SMarcin Wojtas if (error != 0 || req->newptr == NULL) 58807aff471SArtur Rojek goto unlock; 5896064f289SMarcin Wojtas 5907d8c4feeSMarcin Wojtas if (val < ENA_MIN_RING_SIZE || val > adapter->max_rx_ring_size) { 5913fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 5927d8c4feeSMarcin Wojtas "Requested new Rx queue size (%u) is out of range: [%u, %u]\n", 5937d8c4feeSMarcin Wojtas val, ENA_MIN_RING_SIZE, adapter->max_rx_ring_size); 59407aff471SArtur Rojek error = EINVAL; 59507aff471SArtur Rojek goto unlock; 5966064f289SMarcin Wojtas } 5976064f289SMarcin Wojtas 5987d8c4feeSMarcin Wojtas /* Check if the parameter is power of 2 */ 5997d8c4feeSMarcin Wojtas if (!powerof2(val)) { 6003fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 6017d8c4feeSMarcin Wojtas "Requested new Rx queue size (%u) is not a power of 2\n", 6027d8c4feeSMarcin Wojtas val); 60307aff471SArtur Rojek error = EINVAL; 60407aff471SArtur Rojek goto unlock; 6057d8c4feeSMarcin Wojtas } 6067d8c4feeSMarcin Wojtas 6079762a033SMarcin Wojtas if (val != adapter->requested_rx_ring_size) { 6083fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 60982e558eaSDawid Gorecki "Requested new Rx queue size: %u. Old size: %u\n", val, 61082e558eaSDawid Gorecki adapter->requested_rx_ring_size); 6117d8c4feeSMarcin Wojtas 6129762a033SMarcin Wojtas error = ena_update_queue_size(adapter, 6139762a033SMarcin Wojtas adapter->requested_tx_ring_size, val); 6147d8c4feeSMarcin Wojtas } else { 6153fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 6167d8c4feeSMarcin Wojtas "New Rx queue size is the same as already used: %u\n", 6179762a033SMarcin Wojtas adapter->requested_rx_ring_size); 6187d8c4feeSMarcin Wojtas } 6197d8c4feeSMarcin Wojtas 62007aff471SArtur Rojek unlock: 62107aff471SArtur Rojek ENA_LOCK_UNLOCK(); 62207aff471SArtur Rojek 6237d8c4feeSMarcin Wojtas return (error); 6246064f289SMarcin Wojtas } 62556d41ad5SMarcin Wojtas 62656d41ad5SMarcin Wojtas /* 62756d41ad5SMarcin Wojtas * Change number of effectively used IO queues adapter->num_io_queues 62856d41ad5SMarcin Wojtas */ 62956d41ad5SMarcin Wojtas static int 63056d41ad5SMarcin Wojtas ena_sysctl_io_queues_nb(SYSCTL_HANDLER_ARGS) 63156d41ad5SMarcin Wojtas { 63256d41ad5SMarcin Wojtas struct ena_adapter *adapter = arg1; 6330e7d31f6SMarcin Wojtas uint32_t old_num_queues, tmp = 0; 63456d41ad5SMarcin Wojtas int error; 63556d41ad5SMarcin Wojtas 63607aff471SArtur Rojek ENA_LOCK_LOCK(); 63707aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 63807aff471SArtur Rojek error = EINVAL; 63907aff471SArtur Rojek goto unlock; 64007aff471SArtur Rojek } 64107aff471SArtur Rojek 64256d41ad5SMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(tmp)); 64356d41ad5SMarcin Wojtas if (error == 0) { 64456d41ad5SMarcin Wojtas tmp = adapter->num_io_queues; 64556d41ad5SMarcin Wojtas error = sysctl_handle_int(oidp, &tmp, 0, req); 64656d41ad5SMarcin Wojtas } 64756d41ad5SMarcin Wojtas if (error != 0 || req->newptr == NULL) 64807aff471SArtur Rojek goto unlock; 64956d41ad5SMarcin Wojtas 65056d41ad5SMarcin Wojtas if (tmp == 0) { 6513fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 65256d41ad5SMarcin Wojtas "Requested number of IO queues is zero\n"); 65307aff471SArtur Rojek error = EINVAL; 65407aff471SArtur Rojek goto unlock; 65556d41ad5SMarcin Wojtas } 65656d41ad5SMarcin Wojtas 65756d41ad5SMarcin Wojtas /* 65856d41ad5SMarcin Wojtas * The adapter::max_num_io_queues is the HW capability. The system 65956d41ad5SMarcin Wojtas * resources availability may potentially be a tighter limit. Therefore 66056d41ad5SMarcin Wojtas * the relation `adapter::max_num_io_queues >= adapter::msix_vecs` 66156d41ad5SMarcin Wojtas * always holds true, while the `adapter::msix_vecs` is variable across 66256d41ad5SMarcin Wojtas * device reset (`ena_destroy_device()` + `ena_restore_device()`). 66356d41ad5SMarcin Wojtas */ 66456d41ad5SMarcin Wojtas if (tmp > (adapter->msix_vecs - ENA_ADMIN_MSIX_VEC)) { 6653fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 66682e558eaSDawid Gorecki "Requested number of IO queues is higher than maximum allowed (%u)\n", 66782e558eaSDawid Gorecki adapter->msix_vecs - ENA_ADMIN_MSIX_VEC); 66807aff471SArtur Rojek error = EINVAL; 66907aff471SArtur Rojek goto unlock; 67056d41ad5SMarcin Wojtas } 67156d41ad5SMarcin Wojtas if (tmp == adapter->num_io_queues) { 6723fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 67356d41ad5SMarcin Wojtas "Requested number of IO queues is equal to current value " 67482e558eaSDawid Gorecki "(%u)\n", 67582e558eaSDawid Gorecki adapter->num_io_queues); 67656d41ad5SMarcin Wojtas } else { 6773fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 67856d41ad5SMarcin Wojtas "Requested new number of IO queues: %u, current value: " 67982e558eaSDawid Gorecki "%u\n", 68082e558eaSDawid Gorecki tmp, adapter->num_io_queues); 68156d41ad5SMarcin Wojtas 6820e7d31f6SMarcin Wojtas old_num_queues = adapter->num_io_queues; 68356d41ad5SMarcin Wojtas error = ena_update_io_queue_nb(adapter, tmp); 6840e7d31f6SMarcin Wojtas if (error != 0) 6850e7d31f6SMarcin Wojtas return (error); 6860e7d31f6SMarcin Wojtas 6870e7d31f6SMarcin Wojtas ena_sysctl_update_queue_node_nb(adapter, old_num_queues, tmp); 68856d41ad5SMarcin Wojtas } 68956d41ad5SMarcin Wojtas 69007aff471SArtur Rojek unlock: 69107aff471SArtur Rojek ENA_LOCK_UNLOCK(); 69207aff471SArtur Rojek 69356d41ad5SMarcin Wojtas return (error); 69456d41ad5SMarcin Wojtas } 695f180142cSMarcin Wojtas 696f180142cSMarcin Wojtas static int 697*5b925280SOsama Abboud ena_sysctl_metrics_interval(SYSCTL_HANDLER_ARGS) 698f180142cSMarcin Wojtas { 699f180142cSMarcin Wojtas struct ena_adapter *adapter = arg1; 700f180142cSMarcin Wojtas uint16_t interval; 701f180142cSMarcin Wojtas int error; 702f180142cSMarcin Wojtas 70307aff471SArtur Rojek ENA_LOCK_LOCK(); 70407aff471SArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 70507aff471SArtur Rojek error = EINVAL; 70607aff471SArtur Rojek goto unlock; 70707aff471SArtur Rojek } 70807aff471SArtur Rojek 709f180142cSMarcin Wojtas error = sysctl_wire_old_buffer(req, sizeof(interval)); 710f180142cSMarcin Wojtas if (error == 0) { 711*5b925280SOsama Abboud interval = adapter->metrics_sample_interval; 712f180142cSMarcin Wojtas error = sysctl_handle_16(oidp, &interval, 0, req); 713f180142cSMarcin Wojtas } 714f180142cSMarcin Wojtas if (error != 0 || req->newptr == NULL) 71507aff471SArtur Rojek goto unlock; 716f180142cSMarcin Wojtas 717*5b925280SOsama Abboud if (interval > ENA_METRICS_MAX_SAMPLE_INTERVAL) { 7183fc5d816SMarcin Wojtas ena_log(adapter->pdev, ERR, 719*5b925280SOsama Abboud "ENA metrics update interval is out of range - maximum allowed value: %d seconds\n", 720*5b925280SOsama Abboud ENA_METRICS_MAX_SAMPLE_INTERVAL); 72107aff471SArtur Rojek error = EINVAL; 72207aff471SArtur Rojek goto unlock; 723f180142cSMarcin Wojtas } 724f180142cSMarcin Wojtas 725f180142cSMarcin Wojtas if (interval == 0) { 7263fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 727*5b925280SOsama Abboud "ENA metrics update is now turned off\n"); 728f180142cSMarcin Wojtas bzero(&adapter->eni_metrics, sizeof(adapter->eni_metrics)); 729f180142cSMarcin Wojtas } else { 7303fc5d816SMarcin Wojtas ena_log(adapter->pdev, INFO, 731*5b925280SOsama Abboud "ENA metrics update interval is set to: %" PRIu16 73282e558eaSDawid Gorecki " seconds\n", 733f180142cSMarcin Wojtas interval); 734f180142cSMarcin Wojtas } 735f180142cSMarcin Wojtas 736*5b925280SOsama Abboud adapter->metrics_sample_interval = interval; 737f180142cSMarcin Wojtas 73807aff471SArtur Rojek unlock: 73907aff471SArtur Rojek ENA_LOCK_UNLOCK(); 74007aff471SArtur Rojek 741f180142cSMarcin Wojtas return (0); 742f180142cSMarcin Wojtas } 7436d1ef2abSArtur Rojek 744f9e1d947SOsama Abboud static int 745f9e1d947SOsama Abboud ena_sysctl_irq_base_cpu(SYSCTL_HANDLER_ARGS) 746f9e1d947SOsama Abboud { 747f9e1d947SOsama Abboud struct ena_adapter *adapter = arg1; 748f9e1d947SOsama Abboud int irq_base_cpu = 0; 749f9e1d947SOsama Abboud int error; 750f9e1d947SOsama Abboud 751f9e1d947SOsama Abboud ENA_LOCK_LOCK(); 752f9e1d947SOsama Abboud if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 753f9e1d947SOsama Abboud error = ENODEV; 754f9e1d947SOsama Abboud goto unlock; 755f9e1d947SOsama Abboud } 756f9e1d947SOsama Abboud 757f9e1d947SOsama Abboud error = sysctl_wire_old_buffer(req, sizeof(irq_base_cpu)); 758f9e1d947SOsama Abboud if (error == 0) { 759f9e1d947SOsama Abboud irq_base_cpu = adapter->irq_cpu_base; 760f9e1d947SOsama Abboud error = sysctl_handle_int(oidp, &irq_base_cpu, 0, req); 761f9e1d947SOsama Abboud } 762f9e1d947SOsama Abboud if (error != 0 || req->newptr == NULL) 763f9e1d947SOsama Abboud goto unlock; 764f9e1d947SOsama Abboud 765f9e1d947SOsama Abboud if (irq_base_cpu <= ENA_BASE_CPU_UNSPECIFIED) { 766f9e1d947SOsama Abboud ena_log(adapter->pdev, ERR, 767f9e1d947SOsama Abboud "Requested base CPU is less than zero.\n"); 768f9e1d947SOsama Abboud error = EINVAL; 769f9e1d947SOsama Abboud goto unlock; 770f9e1d947SOsama Abboud } 771f9e1d947SOsama Abboud 772f9e1d947SOsama Abboud if (irq_base_cpu > mp_ncpus) { 773f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 774f9e1d947SOsama Abboud "Requested base CPU is larger than the number of available CPUs. \n"); 775f9e1d947SOsama Abboud error = EINVAL; 776f9e1d947SOsama Abboud goto unlock; 777f9e1d947SOsama Abboud 778f9e1d947SOsama Abboud } 779f9e1d947SOsama Abboud 780f9e1d947SOsama Abboud if (irq_base_cpu == adapter->irq_cpu_base) { 781f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 782f9e1d947SOsama Abboud "Requested IRQ base CPU is equal to current value " 783f9e1d947SOsama Abboud "(%d)\n", 784f9e1d947SOsama Abboud adapter->irq_cpu_base); 785f9e1d947SOsama Abboud goto unlock; 786f9e1d947SOsama Abboud } 787f9e1d947SOsama Abboud 788f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 789f9e1d947SOsama Abboud "Requested new IRQ base CPU: %d, current value: %d\n", 790f9e1d947SOsama Abboud irq_base_cpu, adapter->irq_cpu_base); 791f9e1d947SOsama Abboud 792f9e1d947SOsama Abboud error = ena_update_base_cpu(adapter, irq_base_cpu); 793f9e1d947SOsama Abboud 794f9e1d947SOsama Abboud unlock: 795f9e1d947SOsama Abboud ENA_LOCK_UNLOCK(); 796f9e1d947SOsama Abboud 797f9e1d947SOsama Abboud return (error); 798f9e1d947SOsama Abboud } 799f9e1d947SOsama Abboud 800f9e1d947SOsama Abboud static int 801f9e1d947SOsama Abboud ena_sysctl_irq_cpu_stride(SYSCTL_HANDLER_ARGS) 802f9e1d947SOsama Abboud { 803f9e1d947SOsama Abboud struct ena_adapter *adapter = arg1; 804f9e1d947SOsama Abboud int32_t irq_cpu_stride = 0; 805f9e1d947SOsama Abboud int error; 806f9e1d947SOsama Abboud 807f9e1d947SOsama Abboud ENA_LOCK_LOCK(); 808f9e1d947SOsama Abboud if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 809f9e1d947SOsama Abboud error = ENODEV; 810f9e1d947SOsama Abboud goto unlock; 811f9e1d947SOsama Abboud } 812f9e1d947SOsama Abboud 813f9e1d947SOsama Abboud error = sysctl_wire_old_buffer(req, sizeof(irq_cpu_stride)); 814f9e1d947SOsama Abboud if (error == 0) { 815f9e1d947SOsama Abboud irq_cpu_stride = adapter->irq_cpu_stride; 816f9e1d947SOsama Abboud error = sysctl_handle_int(oidp, &irq_cpu_stride, 0, req); 817f9e1d947SOsama Abboud } 818f9e1d947SOsama Abboud if (error != 0 || req->newptr == NULL) 819f9e1d947SOsama Abboud goto unlock; 820f9e1d947SOsama Abboud 821f9e1d947SOsama Abboud if (irq_cpu_stride < 0) { 822f9e1d947SOsama Abboud ena_log(adapter->pdev, ERR, 823f9e1d947SOsama Abboud "Requested IRQ stride is less than zero.\n"); 824f9e1d947SOsama Abboud error = EINVAL; 825f9e1d947SOsama Abboud goto unlock; 826f9e1d947SOsama Abboud } 827f9e1d947SOsama Abboud 828f9e1d947SOsama Abboud if (irq_cpu_stride > mp_ncpus) { 829f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 830f9e1d947SOsama Abboud "Warning: Requested IRQ stride is larger than the number of available CPUs.\n"); 831f9e1d947SOsama Abboud } 832f9e1d947SOsama Abboud 833f9e1d947SOsama Abboud if (irq_cpu_stride == adapter->irq_cpu_stride) { 834f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 835f9e1d947SOsama Abboud "Requested IRQ CPU stride is equal to current value " 836f9e1d947SOsama Abboud "(%u)\n", 837f9e1d947SOsama Abboud adapter->irq_cpu_stride); 838f9e1d947SOsama Abboud goto unlock; 839f9e1d947SOsama Abboud } 840f9e1d947SOsama Abboud 841f9e1d947SOsama Abboud ena_log(adapter->pdev, INFO, 842f9e1d947SOsama Abboud "Requested new IRQ CPU stride: %u, current value: %u\n", 843f9e1d947SOsama Abboud irq_cpu_stride, adapter->irq_cpu_stride); 844f9e1d947SOsama Abboud 845f9e1d947SOsama Abboud error = ena_update_cpu_stride(adapter, irq_cpu_stride); 846f9e1d947SOsama Abboud if (error != 0) 847f9e1d947SOsama Abboud goto unlock; 848f9e1d947SOsama Abboud 849f9e1d947SOsama Abboud unlock: 850f9e1d947SOsama Abboud ENA_LOCK_UNLOCK(); 851f9e1d947SOsama Abboud 852f9e1d947SOsama Abboud return (error); 853f9e1d947SOsama Abboud } 854f9e1d947SOsama Abboud 8556d1ef2abSArtur Rojek #ifndef RSS 8566d1ef2abSArtur Rojek /* 8576d1ef2abSArtur Rojek * Change the Receive Side Scaling hash key. 8586d1ef2abSArtur Rojek */ 8596d1ef2abSArtur Rojek static int 8606d1ef2abSArtur Rojek ena_sysctl_rss_key(SYSCTL_HANDLER_ARGS) 8616d1ef2abSArtur Rojek { 8626d1ef2abSArtur Rojek struct ena_adapter *adapter = arg1; 8636d1ef2abSArtur Rojek struct ena_com_dev *ena_dev = adapter->ena_dev; 8646d1ef2abSArtur Rojek enum ena_admin_hash_functions ena_func; 8656d1ef2abSArtur Rojek char msg[ENA_HASH_KEY_MSG_SIZE]; 8666d1ef2abSArtur Rojek char elem[3] = { 0 }; 8676d1ef2abSArtur Rojek char *endp; 8686d1ef2abSArtur Rojek u8 rss_key[ENA_HASH_KEY_SIZE]; 8696d1ef2abSArtur Rojek int error, i; 8706d1ef2abSArtur Rojek 8716d1ef2abSArtur Rojek ENA_LOCK_LOCK(); 8726d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 8736d1ef2abSArtur Rojek error = EINVAL; 8746d1ef2abSArtur Rojek goto unlock; 8756d1ef2abSArtur Rojek } 8766d1ef2abSArtur Rojek 8776d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) { 8786d1ef2abSArtur Rojek error = ENOTSUP; 8796d1ef2abSArtur Rojek goto unlock; 8806d1ef2abSArtur Rojek } 8816d1ef2abSArtur Rojek 8826d1ef2abSArtur Rojek error = sysctl_wire_old_buffer(req, sizeof(msg)); 8836d1ef2abSArtur Rojek if (error != 0) 8846d1ef2abSArtur Rojek goto unlock; 8856d1ef2abSArtur Rojek 8866d1ef2abSArtur Rojek error = ena_com_get_hash_function(adapter->ena_dev, &ena_func); 8876d1ef2abSArtur Rojek if (error != 0) { 8886d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot get hash function\n"); 8896d1ef2abSArtur Rojek goto unlock; 8906d1ef2abSArtur Rojek } 8916d1ef2abSArtur Rojek 8926d1ef2abSArtur Rojek if (ena_func != ENA_ADMIN_TOEPLITZ) { 8936d1ef2abSArtur Rojek error = EINVAL; 8946d1ef2abSArtur Rojek device_printf(adapter->pdev, "Unsupported hash algorithm\n"); 8956d1ef2abSArtur Rojek goto unlock; 8966d1ef2abSArtur Rojek } 8976d1ef2abSArtur Rojek 8986d1ef2abSArtur Rojek error = ena_rss_get_hash_key(ena_dev, rss_key); 8996d1ef2abSArtur Rojek if (error != 0) { 9006d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot get hash key\n"); 9016d1ef2abSArtur Rojek goto unlock; 9026d1ef2abSArtur Rojek } 9036d1ef2abSArtur Rojek 9046d1ef2abSArtur Rojek for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) 9056d1ef2abSArtur Rojek snprintf(&msg[i * 2], 3, "%02x", rss_key[i]); 9066d1ef2abSArtur Rojek 9076d1ef2abSArtur Rojek error = sysctl_handle_string(oidp, msg, sizeof(msg), req); 9086d1ef2abSArtur Rojek if (error != 0 || req->newptr == NULL) 9096d1ef2abSArtur Rojek goto unlock; 9106d1ef2abSArtur Rojek 9116d1ef2abSArtur Rojek if (strlen(msg) != sizeof(msg) - 1) { 9126d1ef2abSArtur Rojek error = EINVAL; 9136d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid key size\n"); 9146d1ef2abSArtur Rojek goto unlock; 9156d1ef2abSArtur Rojek } 9166d1ef2abSArtur Rojek 9176d1ef2abSArtur Rojek for (i = 0; i < ENA_HASH_KEY_SIZE; ++i) { 9186d1ef2abSArtur Rojek strncpy(elem, &msg[i * 2], 2); 9196d1ef2abSArtur Rojek rss_key[i] = strtol(elem, &endp, 16); 9206d1ef2abSArtur Rojek 9216d1ef2abSArtur Rojek /* Both hex nibbles in the string must be valid to continue. */ 9226d1ef2abSArtur Rojek if (endp == elem || *endp != '\0' || rss_key[i] < 0) { 9236d1ef2abSArtur Rojek error = EINVAL; 9246d1ef2abSArtur Rojek device_printf(adapter->pdev, 9256d1ef2abSArtur Rojek "Invalid key hex value: '%c'\n", *endp); 9266d1ef2abSArtur Rojek goto unlock; 9276d1ef2abSArtur Rojek } 9286d1ef2abSArtur Rojek } 9296d1ef2abSArtur Rojek 9306d1ef2abSArtur Rojek error = ena_rss_set_hash(ena_dev, rss_key); 9316d1ef2abSArtur Rojek if (error != 0) 9326d1ef2abSArtur Rojek device_printf(adapter->pdev, "Cannot fill hash key\n"); 9336d1ef2abSArtur Rojek 9346d1ef2abSArtur Rojek unlock: 9356d1ef2abSArtur Rojek ENA_LOCK_UNLOCK(); 9366d1ef2abSArtur Rojek 9376d1ef2abSArtur Rojek return (error); 9386d1ef2abSArtur Rojek } 9396d1ef2abSArtur Rojek 9406d1ef2abSArtur Rojek /* 9416d1ef2abSArtur Rojek * Change the Receive Side Scaling indirection table. 9426d1ef2abSArtur Rojek * 9436d1ef2abSArtur Rojek * The sysctl entry string consists of one or more `x:y` keypairs, where 9446d1ef2abSArtur Rojek * x stands for the table index and y for its new value. 9456d1ef2abSArtur Rojek * Table indices that don't need to be updated can be omitted from the string 9466d1ef2abSArtur Rojek * and will retain their existing values. If an index is entered more than once, 9476d1ef2abSArtur Rojek * the last value is used. 9486d1ef2abSArtur Rojek * 9496d1ef2abSArtur Rojek * Example: 9506d1ef2abSArtur Rojek * To update two selected indices in the RSS indirection table, e.g. setting 9516d1ef2abSArtur Rojek * index 0 to queue 5 and then index 5 to queue 0, the below command should be 9526d1ef2abSArtur Rojek * used: 9536d1ef2abSArtur Rojek * sysctl dev.ena.0.rss.indir_table="0:5 5:0" 9546d1ef2abSArtur Rojek */ 9556d1ef2abSArtur Rojek static int 9566d1ef2abSArtur Rojek ena_sysctl_rss_indir_table(SYSCTL_HANDLER_ARGS) 9576d1ef2abSArtur Rojek { 9586d1ef2abSArtur Rojek int num_queues, error; 9596d1ef2abSArtur Rojek struct ena_adapter *adapter = arg1; 9606d1ef2abSArtur Rojek struct ena_indir *indir; 9616d1ef2abSArtur Rojek char *msg, *buf, *endp; 9626d1ef2abSArtur Rojek uint32_t idx, value; 9636d1ef2abSArtur Rojek 9646d1ef2abSArtur Rojek ENA_LOCK_LOCK(); 9656d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_DEVICE_RUNNING, adapter))) { 9666d1ef2abSArtur Rojek error = EINVAL; 9676d1ef2abSArtur Rojek goto unlock; 9686d1ef2abSArtur Rojek } 9696d1ef2abSArtur Rojek 9706d1ef2abSArtur Rojek if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) { 9716d1ef2abSArtur Rojek error = ENOTSUP; 9726d1ef2abSArtur Rojek goto unlock; 9736d1ef2abSArtur Rojek } 9746d1ef2abSArtur Rojek 9756d1ef2abSArtur Rojek indir = adapter->rss_indir; 9766d1ef2abSArtur Rojek msg = indir->sysctl_buf; 9776d1ef2abSArtur Rojek 9786d1ef2abSArtur Rojek if (unlikely(indir == NULL)) { 9796d1ef2abSArtur Rojek error = ENOTSUP; 9806d1ef2abSArtur Rojek goto unlock; 9816d1ef2abSArtur Rojek } 9826d1ef2abSArtur Rojek 9836d1ef2abSArtur Rojek error = sysctl_handle_string(oidp, msg, sizeof(indir->sysctl_buf), req); 9846d1ef2abSArtur Rojek if (error != 0 || req->newptr == NULL) 9856d1ef2abSArtur Rojek goto unlock; 9866d1ef2abSArtur Rojek 9876d1ef2abSArtur Rojek num_queues = adapter->num_io_queues; 9886d1ef2abSArtur Rojek 9896d1ef2abSArtur Rojek /* 9906d1ef2abSArtur Rojek * This sysctl expects msg to be a list of `x:y` record pairs, 9916d1ef2abSArtur Rojek * where x is the indirection table index and y is its value. 9926d1ef2abSArtur Rojek */ 9936d1ef2abSArtur Rojek for (buf = msg; *buf != '\0'; buf = endp) { 9946d1ef2abSArtur Rojek idx = strtol(buf, &endp, 10); 9956d1ef2abSArtur Rojek 9966d1ef2abSArtur Rojek if (endp == buf || idx < 0) { 9976d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid index: %s\n", 9986d1ef2abSArtur Rojek buf); 9996d1ef2abSArtur Rojek error = EINVAL; 10006d1ef2abSArtur Rojek break; 10016d1ef2abSArtur Rojek } 10026d1ef2abSArtur Rojek 10036d1ef2abSArtur Rojek if (idx >= ENA_RX_RSS_TABLE_SIZE) { 10046d1ef2abSArtur Rojek device_printf(adapter->pdev, "Index %d out of range\n", 10056d1ef2abSArtur Rojek idx); 10066d1ef2abSArtur Rojek error = ERANGE; 10076d1ef2abSArtur Rojek break; 10086d1ef2abSArtur Rojek } 10096d1ef2abSArtur Rojek 10106d1ef2abSArtur Rojek buf = endp; 10116d1ef2abSArtur Rojek 10126d1ef2abSArtur Rojek if (*buf++ != ':') { 10136d1ef2abSArtur Rojek device_printf(adapter->pdev, "Missing ':' separator\n"); 10146d1ef2abSArtur Rojek error = EINVAL; 10156d1ef2abSArtur Rojek break; 10166d1ef2abSArtur Rojek } 10176d1ef2abSArtur Rojek 10186d1ef2abSArtur Rojek value = strtol(buf, &endp, 10); 10196d1ef2abSArtur Rojek 10206d1ef2abSArtur Rojek if (endp == buf || value < 0) { 10216d1ef2abSArtur Rojek device_printf(adapter->pdev, "Invalid value: %s\n", 10226d1ef2abSArtur Rojek buf); 10236d1ef2abSArtur Rojek error = EINVAL; 10246d1ef2abSArtur Rojek break; 10256d1ef2abSArtur Rojek } 10266d1ef2abSArtur Rojek 10276d1ef2abSArtur Rojek if (value >= num_queues) { 10286d1ef2abSArtur Rojek device_printf(adapter->pdev, "Value %d out of range\n", 10296d1ef2abSArtur Rojek value); 10306d1ef2abSArtur Rojek error = ERANGE; 10316d1ef2abSArtur Rojek break; 10326d1ef2abSArtur Rojek } 10336d1ef2abSArtur Rojek 10346d1ef2abSArtur Rojek indir->table[idx] = value; 10356d1ef2abSArtur Rojek } 10366d1ef2abSArtur Rojek 10376d1ef2abSArtur Rojek if (error != 0) /* Reload indirection table with last good data. */ 10386d1ef2abSArtur Rojek ena_rss_indir_get(adapter, indir->table); 10396d1ef2abSArtur Rojek 10406d1ef2abSArtur Rojek /* At this point msg has been clobbered by sysctl_handle_string. */ 10416d1ef2abSArtur Rojek ena_rss_copy_indir_buf(msg, indir->table); 10426d1ef2abSArtur Rojek 10436d1ef2abSArtur Rojek if (error == 0) 10446d1ef2abSArtur Rojek error = ena_rss_indir_set(adapter, indir->table); 10456d1ef2abSArtur Rojek 10466d1ef2abSArtur Rojek unlock: 10476d1ef2abSArtur Rojek ENA_LOCK_UNLOCK(); 10486d1ef2abSArtur Rojek 10496d1ef2abSArtur Rojek return (error); 10506d1ef2abSArtur Rojek } 10516d1ef2abSArtur Rojek #endif /* RSS */ 1052