1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright(c) 2017 - 2019 Pensando Systems, Inc */ 3 4 #include <linux/ethtool.h> 5 #include <linux/kernel.h> 6 #include <linux/mutex.h> 7 #include <linux/netdevice.h> 8 9 #include "ionic.h" 10 #include "ionic_lif.h" 11 #include "ionic_stats.h" 12 13 static const struct ionic_stat_desc ionic_lif_stats_desc[] = { 14 IONIC_LIF_STAT_DESC(tx_packets), 15 IONIC_LIF_STAT_DESC(tx_bytes), 16 IONIC_LIF_STAT_DESC(rx_packets), 17 IONIC_LIF_STAT_DESC(rx_bytes), 18 IONIC_LIF_STAT_DESC(tx_tso), 19 IONIC_LIF_STAT_DESC(tx_tso_bytes), 20 IONIC_LIF_STAT_DESC(tx_csum_none), 21 IONIC_LIF_STAT_DESC(tx_csum), 22 IONIC_LIF_STAT_DESC(rx_csum_none), 23 IONIC_LIF_STAT_DESC(rx_csum_complete), 24 IONIC_LIF_STAT_DESC(rx_csum_error), 25 IONIC_LIF_STAT_DESC(hw_tx_dropped), 26 IONIC_LIF_STAT_DESC(hw_rx_dropped), 27 IONIC_LIF_STAT_DESC(hw_rx_over_errors), 28 IONIC_LIF_STAT_DESC(hw_rx_missed_errors), 29 IONIC_LIF_STAT_DESC(hw_tx_aborted_errors), 30 }; 31 32 static const struct ionic_stat_desc ionic_port_stats_desc[] = { 33 IONIC_PORT_STAT_DESC(frames_rx_ok), 34 IONIC_PORT_STAT_DESC(frames_rx_all), 35 IONIC_PORT_STAT_DESC(frames_rx_bad_fcs), 36 IONIC_PORT_STAT_DESC(frames_rx_bad_all), 37 IONIC_PORT_STAT_DESC(octets_rx_ok), 38 IONIC_PORT_STAT_DESC(octets_rx_all), 39 IONIC_PORT_STAT_DESC(frames_rx_unicast), 40 IONIC_PORT_STAT_DESC(frames_rx_multicast), 41 IONIC_PORT_STAT_DESC(frames_rx_broadcast), 42 IONIC_PORT_STAT_DESC(frames_rx_pause), 43 IONIC_PORT_STAT_DESC(frames_rx_bad_length), 44 IONIC_PORT_STAT_DESC(frames_rx_undersized), 45 IONIC_PORT_STAT_DESC(frames_rx_oversized), 46 IONIC_PORT_STAT_DESC(frames_rx_fragments), 47 IONIC_PORT_STAT_DESC(frames_rx_jabber), 48 IONIC_PORT_STAT_DESC(frames_rx_pripause), 49 IONIC_PORT_STAT_DESC(frames_rx_stomped_crc), 50 IONIC_PORT_STAT_DESC(frames_rx_too_long), 51 IONIC_PORT_STAT_DESC(frames_rx_vlan_good), 52 IONIC_PORT_STAT_DESC(frames_rx_dropped), 53 IONIC_PORT_STAT_DESC(frames_rx_less_than_64b), 54 IONIC_PORT_STAT_DESC(frames_rx_64b), 55 IONIC_PORT_STAT_DESC(frames_rx_65b_127b), 56 IONIC_PORT_STAT_DESC(frames_rx_128b_255b), 57 IONIC_PORT_STAT_DESC(frames_rx_256b_511b), 58 IONIC_PORT_STAT_DESC(frames_rx_512b_1023b), 59 IONIC_PORT_STAT_DESC(frames_rx_1024b_1518b), 60 IONIC_PORT_STAT_DESC(frames_rx_1519b_2047b), 61 IONIC_PORT_STAT_DESC(frames_rx_2048b_4095b), 62 IONIC_PORT_STAT_DESC(frames_rx_4096b_8191b), 63 IONIC_PORT_STAT_DESC(frames_rx_8192b_9215b), 64 IONIC_PORT_STAT_DESC(frames_rx_other), 65 IONIC_PORT_STAT_DESC(frames_tx_ok), 66 IONIC_PORT_STAT_DESC(frames_tx_all), 67 IONIC_PORT_STAT_DESC(frames_tx_bad), 68 IONIC_PORT_STAT_DESC(octets_tx_ok), 69 IONIC_PORT_STAT_DESC(octets_tx_total), 70 IONIC_PORT_STAT_DESC(frames_tx_unicast), 71 IONIC_PORT_STAT_DESC(frames_tx_multicast), 72 IONIC_PORT_STAT_DESC(frames_tx_broadcast), 73 IONIC_PORT_STAT_DESC(frames_tx_pause), 74 IONIC_PORT_STAT_DESC(frames_tx_pripause), 75 IONIC_PORT_STAT_DESC(frames_tx_vlan), 76 IONIC_PORT_STAT_DESC(frames_tx_less_than_64b), 77 IONIC_PORT_STAT_DESC(frames_tx_64b), 78 IONIC_PORT_STAT_DESC(frames_tx_65b_127b), 79 IONIC_PORT_STAT_DESC(frames_tx_128b_255b), 80 IONIC_PORT_STAT_DESC(frames_tx_256b_511b), 81 IONIC_PORT_STAT_DESC(frames_tx_512b_1023b), 82 IONIC_PORT_STAT_DESC(frames_tx_1024b_1518b), 83 IONIC_PORT_STAT_DESC(frames_tx_1519b_2047b), 84 IONIC_PORT_STAT_DESC(frames_tx_2048b_4095b), 85 IONIC_PORT_STAT_DESC(frames_tx_4096b_8191b), 86 IONIC_PORT_STAT_DESC(frames_tx_8192b_9215b), 87 IONIC_PORT_STAT_DESC(frames_tx_other), 88 IONIC_PORT_STAT_DESC(frames_tx_pri_0), 89 IONIC_PORT_STAT_DESC(frames_tx_pri_1), 90 IONIC_PORT_STAT_DESC(frames_tx_pri_2), 91 IONIC_PORT_STAT_DESC(frames_tx_pri_3), 92 IONIC_PORT_STAT_DESC(frames_tx_pri_4), 93 IONIC_PORT_STAT_DESC(frames_tx_pri_5), 94 IONIC_PORT_STAT_DESC(frames_tx_pri_6), 95 IONIC_PORT_STAT_DESC(frames_tx_pri_7), 96 IONIC_PORT_STAT_DESC(frames_rx_pri_0), 97 IONIC_PORT_STAT_DESC(frames_rx_pri_1), 98 IONIC_PORT_STAT_DESC(frames_rx_pri_2), 99 IONIC_PORT_STAT_DESC(frames_rx_pri_3), 100 IONIC_PORT_STAT_DESC(frames_rx_pri_4), 101 IONIC_PORT_STAT_DESC(frames_rx_pri_5), 102 IONIC_PORT_STAT_DESC(frames_rx_pri_6), 103 IONIC_PORT_STAT_DESC(frames_rx_pri_7), 104 IONIC_PORT_STAT_DESC(tx_pripause_0_1us_count), 105 IONIC_PORT_STAT_DESC(tx_pripause_1_1us_count), 106 IONIC_PORT_STAT_DESC(tx_pripause_2_1us_count), 107 IONIC_PORT_STAT_DESC(tx_pripause_3_1us_count), 108 IONIC_PORT_STAT_DESC(tx_pripause_4_1us_count), 109 IONIC_PORT_STAT_DESC(tx_pripause_5_1us_count), 110 IONIC_PORT_STAT_DESC(tx_pripause_6_1us_count), 111 IONIC_PORT_STAT_DESC(tx_pripause_7_1us_count), 112 IONIC_PORT_STAT_DESC(rx_pripause_0_1us_count), 113 IONIC_PORT_STAT_DESC(rx_pripause_1_1us_count), 114 IONIC_PORT_STAT_DESC(rx_pripause_2_1us_count), 115 IONIC_PORT_STAT_DESC(rx_pripause_3_1us_count), 116 IONIC_PORT_STAT_DESC(rx_pripause_4_1us_count), 117 IONIC_PORT_STAT_DESC(rx_pripause_5_1us_count), 118 IONIC_PORT_STAT_DESC(rx_pripause_6_1us_count), 119 IONIC_PORT_STAT_DESC(rx_pripause_7_1us_count), 120 IONIC_PORT_STAT_DESC(rx_pause_1us_count), 121 IONIC_PORT_STAT_DESC(frames_tx_truncated), 122 }; 123 124 static const struct ionic_stat_desc ionic_tx_stats_desc[] = { 125 IONIC_TX_STAT_DESC(pkts), 126 IONIC_TX_STAT_DESC(bytes), 127 IONIC_TX_STAT_DESC(clean), 128 IONIC_TX_STAT_DESC(dma_map_err), 129 IONIC_TX_STAT_DESC(linearize), 130 IONIC_TX_STAT_DESC(frags), 131 IONIC_TX_STAT_DESC(tso), 132 IONIC_TX_STAT_DESC(tso_bytes), 133 IONIC_TX_STAT_DESC(hwstamp_valid), 134 IONIC_TX_STAT_DESC(hwstamp_invalid), 135 IONIC_TX_STAT_DESC(csum_none), 136 IONIC_TX_STAT_DESC(csum), 137 IONIC_TX_STAT_DESC(vlan_inserted), 138 }; 139 140 static const struct ionic_stat_desc ionic_rx_stats_desc[] = { 141 IONIC_RX_STAT_DESC(pkts), 142 IONIC_RX_STAT_DESC(bytes), 143 IONIC_RX_STAT_DESC(dma_map_err), 144 IONIC_RX_STAT_DESC(alloc_err), 145 IONIC_RX_STAT_DESC(csum_none), 146 IONIC_RX_STAT_DESC(csum_complete), 147 IONIC_RX_STAT_DESC(csum_error), 148 IONIC_RX_STAT_DESC(hwstamp_valid), 149 IONIC_RX_STAT_DESC(hwstamp_invalid), 150 IONIC_RX_STAT_DESC(dropped), 151 IONIC_RX_STAT_DESC(vlan_stripped), 152 }; 153 154 #define IONIC_NUM_LIF_STATS ARRAY_SIZE(ionic_lif_stats_desc) 155 #define IONIC_NUM_PORT_STATS ARRAY_SIZE(ionic_port_stats_desc) 156 #define IONIC_NUM_TX_STATS ARRAY_SIZE(ionic_tx_stats_desc) 157 #define IONIC_NUM_RX_STATS ARRAY_SIZE(ionic_rx_stats_desc) 158 159 #define MAX_Q(lif) ((lif)->netdev->real_num_tx_queues) 160 161 static void ionic_add_lif_txq_stats(struct ionic_lif *lif, int q_num, 162 struct ionic_lif_sw_stats *stats) 163 { 164 struct ionic_tx_stats *txstats = &lif->txqstats[q_num]; 165 166 stats->tx_packets += txstats->pkts; 167 stats->tx_bytes += txstats->bytes; 168 stats->tx_tso += txstats->tso; 169 stats->tx_tso_bytes += txstats->tso_bytes; 170 stats->tx_csum_none += txstats->csum_none; 171 stats->tx_csum += txstats->csum; 172 stats->tx_hwstamp_valid += txstats->hwstamp_valid; 173 stats->tx_hwstamp_invalid += txstats->hwstamp_invalid; 174 } 175 176 static void ionic_add_lif_rxq_stats(struct ionic_lif *lif, int q_num, 177 struct ionic_lif_sw_stats *stats) 178 { 179 struct ionic_rx_stats *rxstats = &lif->rxqstats[q_num]; 180 181 stats->rx_packets += rxstats->pkts; 182 stats->rx_bytes += rxstats->bytes; 183 stats->rx_csum_none += rxstats->csum_none; 184 stats->rx_csum_complete += rxstats->csum_complete; 185 stats->rx_csum_error += rxstats->csum_error; 186 stats->rx_hwstamp_valid += rxstats->hwstamp_valid; 187 stats->rx_hwstamp_invalid += rxstats->hwstamp_invalid; 188 } 189 190 static void ionic_get_lif_stats(struct ionic_lif *lif, 191 struct ionic_lif_sw_stats *stats) 192 { 193 struct rtnl_link_stats64 ns; 194 int q_num; 195 196 memset(stats, 0, sizeof(*stats)); 197 198 for (q_num = 0; q_num < MAX_Q(lif); q_num++) { 199 ionic_add_lif_txq_stats(lif, q_num, stats); 200 ionic_add_lif_rxq_stats(lif, q_num, stats); 201 } 202 203 if (lif->hwstamp_txq) 204 ionic_add_lif_txq_stats(lif, lif->hwstamp_txq->q.index, stats); 205 206 if (lif->hwstamp_rxq) 207 ionic_add_lif_rxq_stats(lif, lif->hwstamp_rxq->q.index, stats); 208 209 ionic_get_stats64(lif->netdev, &ns); 210 stats->hw_tx_dropped = ns.tx_dropped; 211 stats->hw_rx_dropped = ns.rx_dropped; 212 stats->hw_rx_over_errors = ns.rx_over_errors; 213 stats->hw_rx_missed_errors = ns.rx_missed_errors; 214 stats->hw_tx_aborted_errors = ns.tx_aborted_errors; 215 } 216 217 static u64 ionic_sw_stats_get_count(struct ionic_lif *lif) 218 { 219 u64 total = 0, tx_queues = MAX_Q(lif), rx_queues = MAX_Q(lif); 220 221 if (lif->hwstamp_txq) 222 tx_queues += 1; 223 224 if (lif->hwstamp_rxq) 225 rx_queues += 1; 226 227 total += IONIC_NUM_LIF_STATS; 228 total += IONIC_NUM_PORT_STATS; 229 230 total += tx_queues * IONIC_NUM_TX_STATS; 231 total += rx_queues * IONIC_NUM_RX_STATS; 232 233 return total; 234 } 235 236 static void ionic_sw_stats_get_tx_strings(struct ionic_lif *lif, u8 **buf, 237 int q_num) 238 { 239 int i; 240 241 for (i = 0; i < IONIC_NUM_TX_STATS; i++) 242 ethtool_sprintf(buf, "tx_%d_%s", q_num, 243 ionic_tx_stats_desc[i].name); 244 } 245 246 static void ionic_sw_stats_get_rx_strings(struct ionic_lif *lif, u8 **buf, 247 int q_num) 248 { 249 int i; 250 251 for (i = 0; i < IONIC_NUM_RX_STATS; i++) 252 ethtool_sprintf(buf, "rx_%d_%s", q_num, 253 ionic_rx_stats_desc[i].name); 254 } 255 256 static void ionic_sw_stats_get_strings(struct ionic_lif *lif, u8 **buf) 257 { 258 int i, q_num; 259 260 for (i = 0; i < IONIC_NUM_LIF_STATS; i++) 261 ethtool_sprintf(buf, ionic_lif_stats_desc[i].name); 262 263 for (i = 0; i < IONIC_NUM_PORT_STATS; i++) 264 ethtool_sprintf(buf, ionic_port_stats_desc[i].name); 265 266 for (q_num = 0; q_num < MAX_Q(lif); q_num++) 267 ionic_sw_stats_get_tx_strings(lif, buf, q_num); 268 269 if (lif->hwstamp_txq) 270 ionic_sw_stats_get_tx_strings(lif, buf, lif->hwstamp_txq->q.index); 271 272 for (q_num = 0; q_num < MAX_Q(lif); q_num++) 273 ionic_sw_stats_get_rx_strings(lif, buf, q_num); 274 275 if (lif->hwstamp_rxq) 276 ionic_sw_stats_get_rx_strings(lif, buf, lif->hwstamp_rxq->q.index); 277 } 278 279 static void ionic_sw_stats_get_txq_values(struct ionic_lif *lif, u64 **buf, 280 int q_num) 281 { 282 struct ionic_tx_stats *txstats; 283 int i; 284 285 txstats = &lif->txqstats[q_num]; 286 287 for (i = 0; i < IONIC_NUM_TX_STATS; i++) { 288 **buf = IONIC_READ_STAT64(txstats, &ionic_tx_stats_desc[i]); 289 (*buf)++; 290 } 291 } 292 293 static void ionic_sw_stats_get_rxq_values(struct ionic_lif *lif, u64 **buf, 294 int q_num) 295 { 296 struct ionic_rx_stats *rxstats; 297 int i; 298 299 rxstats = &lif->rxqstats[q_num]; 300 301 for (i = 0; i < IONIC_NUM_RX_STATS; i++) { 302 **buf = IONIC_READ_STAT64(rxstats, &ionic_rx_stats_desc[i]); 303 (*buf)++; 304 } 305 } 306 307 static void ionic_sw_stats_get_values(struct ionic_lif *lif, u64 **buf) 308 { 309 struct ionic_port_stats *port_stats; 310 struct ionic_lif_sw_stats lif_stats; 311 int i, q_num; 312 313 ionic_get_lif_stats(lif, &lif_stats); 314 315 for (i = 0; i < IONIC_NUM_LIF_STATS; i++) { 316 **buf = IONIC_READ_STAT64(&lif_stats, &ionic_lif_stats_desc[i]); 317 (*buf)++; 318 } 319 320 port_stats = &lif->ionic->idev.port_info->stats; 321 for (i = 0; i < IONIC_NUM_PORT_STATS; i++) { 322 **buf = IONIC_READ_STAT_LE64(port_stats, 323 &ionic_port_stats_desc[i]); 324 (*buf)++; 325 } 326 327 for (q_num = 0; q_num < MAX_Q(lif); q_num++) 328 ionic_sw_stats_get_txq_values(lif, buf, q_num); 329 330 if (lif->hwstamp_txq) 331 ionic_sw_stats_get_txq_values(lif, buf, lif->hwstamp_txq->q.index); 332 333 for (q_num = 0; q_num < MAX_Q(lif); q_num++) 334 ionic_sw_stats_get_rxq_values(lif, buf, q_num); 335 336 if (lif->hwstamp_rxq) 337 ionic_sw_stats_get_rxq_values(lif, buf, lif->hwstamp_rxq->q.index); 338 } 339 340 const struct ionic_stats_group_intf ionic_stats_groups[] = { 341 /* SW Stats group */ 342 { 343 .get_strings = ionic_sw_stats_get_strings, 344 .get_values = ionic_sw_stats_get_values, 345 .get_count = ionic_sw_stats_get_count, 346 }, 347 /* Add more stat groups here */ 348 }; 349 350 const int ionic_num_stats_grps = ARRAY_SIZE(ionic_stats_groups); 351