1 // SPDX-License-Identifier: GPL-2.0-only 2 3 #include <linux/ethtool_netlink.h> 4 #include <linux/net_tstamp.h> 5 #include <linux/phy.h> 6 #include <linux/rtnetlink.h> 7 #include <linux/ptp_clock_kernel.h> 8 #include <linux/phy_link_topology.h> 9 #include <net/netdev_queues.h> 10 11 #include "netlink.h" 12 #include "common.h" 13 #include "../core/dev.h" 14 15 16 const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = { 17 [NETIF_F_SG_BIT] = "tx-scatter-gather", 18 [NETIF_F_IP_CSUM_BIT] = "tx-checksum-ipv4", 19 [NETIF_F_HW_CSUM_BIT] = "tx-checksum-ip-generic", 20 [NETIF_F_IPV6_CSUM_BIT] = "tx-checksum-ipv6", 21 [NETIF_F_HIGHDMA_BIT] = "highdma", 22 [NETIF_F_FRAGLIST_BIT] = "tx-scatter-gather-fraglist", 23 [NETIF_F_HW_VLAN_CTAG_TX_BIT] = "tx-vlan-hw-insert", 24 25 [NETIF_F_HW_VLAN_CTAG_RX_BIT] = "rx-vlan-hw-parse", 26 [NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter", 27 [NETIF_F_HW_VLAN_STAG_TX_BIT] = "tx-vlan-stag-hw-insert", 28 [NETIF_F_HW_VLAN_STAG_RX_BIT] = "rx-vlan-stag-hw-parse", 29 [NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter", 30 [NETIF_F_VLAN_CHALLENGED_BIT] = "vlan-challenged", 31 [NETIF_F_GSO_BIT] = "tx-generic-segmentation", 32 [NETIF_F_GRO_BIT] = "rx-gro", 33 [NETIF_F_GRO_HW_BIT] = "rx-gro-hw", 34 [NETIF_F_LRO_BIT] = "rx-lro", 35 36 [NETIF_F_TSO_BIT] = "tx-tcp-segmentation", 37 [NETIF_F_GSO_ROBUST_BIT] = "tx-gso-robust", 38 [NETIF_F_TSO_ECN_BIT] = "tx-tcp-ecn-segmentation", 39 [NETIF_F_GSO_ACCECN_BIT] = "tx-tcp-accecn-segmentation", 40 [NETIF_F_TSO_MANGLEID_BIT] = "tx-tcp-mangleid-segmentation", 41 [NETIF_F_TSO6_BIT] = "tx-tcp6-segmentation", 42 [NETIF_F_FSO_BIT] = "tx-fcoe-segmentation", 43 [NETIF_F_GSO_GRE_BIT] = "tx-gre-segmentation", 44 [NETIF_F_GSO_GRE_CSUM_BIT] = "tx-gre-csum-segmentation", 45 [NETIF_F_GSO_IPXIP4_BIT] = "tx-ipxip4-segmentation", 46 [NETIF_F_GSO_IPXIP6_BIT] = "tx-ipxip6-segmentation", 47 [NETIF_F_GSO_UDP_TUNNEL_BIT] = "tx-udp_tnl-segmentation", 48 [NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation", 49 [NETIF_F_GSO_PARTIAL_BIT] = "tx-gso-partial", 50 [NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation", 51 [NETIF_F_GSO_SCTP_BIT] = "tx-sctp-segmentation", 52 [NETIF_F_GSO_ESP_BIT] = "tx-esp-segmentation", 53 [NETIF_F_GSO_UDP_L4_BIT] = "tx-udp-segmentation", 54 [NETIF_F_GSO_FRAGLIST_BIT] = "tx-gso-list", 55 56 [NETIF_F_FCOE_CRC_BIT] = "tx-checksum-fcoe-crc", 57 [NETIF_F_SCTP_CRC_BIT] = "tx-checksum-sctp", 58 [NETIF_F_NTUPLE_BIT] = "rx-ntuple-filter", 59 [NETIF_F_RXHASH_BIT] = "rx-hashing", 60 [NETIF_F_RXCSUM_BIT] = "rx-checksum", 61 [NETIF_F_NOCACHE_COPY_BIT] = "tx-nocache-copy", 62 [NETIF_F_LOOPBACK_BIT] = "loopback", 63 [NETIF_F_RXFCS_BIT] = "rx-fcs", 64 [NETIF_F_RXALL_BIT] = "rx-all", 65 [NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload", 66 [NETIF_F_HW_TC_BIT] = "hw-tc-offload", 67 [NETIF_F_HW_ESP_BIT] = "esp-hw-offload", 68 [NETIF_F_HW_ESP_TX_CSUM_BIT] = "esp-tx-csum-hw-offload", 69 [NETIF_F_RX_UDP_TUNNEL_PORT_BIT] = "rx-udp_tunnel-port-offload", 70 [NETIF_F_HW_TLS_RECORD_BIT] = "tls-hw-record", 71 [NETIF_F_HW_TLS_TX_BIT] = "tls-hw-tx-offload", 72 [NETIF_F_HW_TLS_RX_BIT] = "tls-hw-rx-offload", 73 [NETIF_F_GRO_FRAGLIST_BIT] = "rx-gro-list", 74 [NETIF_F_HW_MACSEC_BIT] = "macsec-hw-offload", 75 [NETIF_F_GRO_UDP_FWD_BIT] = "rx-udp-gro-forwarding", 76 [NETIF_F_HW_HSR_TAG_INS_BIT] = "hsr-tag-ins-offload", 77 [NETIF_F_HW_HSR_TAG_RM_BIT] = "hsr-tag-rm-offload", 78 [NETIF_F_HW_HSR_FWD_BIT] = "hsr-fwd-offload", 79 [NETIF_F_HW_HSR_DUP_BIT] = "hsr-dup-offload", 80 }; 81 82 const char 83 rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = { 84 [ETH_RSS_HASH_TOP_BIT] = "toeplitz", 85 [ETH_RSS_HASH_XOR_BIT] = "xor", 86 [ETH_RSS_HASH_CRC32_BIT] = "crc32", 87 }; 88 89 const char 90 tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = { 91 [ETHTOOL_ID_UNSPEC] = "Unspec", 92 [ETHTOOL_RX_COPYBREAK] = "rx-copybreak", 93 [ETHTOOL_TX_COPYBREAK] = "tx-copybreak", 94 [ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout", 95 [ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size", 96 }; 97 98 const char 99 phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = { 100 [ETHTOOL_ID_UNSPEC] = "Unspec", 101 [ETHTOOL_PHY_DOWNSHIFT] = "phy-downshift", 102 [ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down", 103 [ETHTOOL_PHY_EDPD] = "phy-energy-detect-power-down", 104 }; 105 106 #define __LINK_MODE_NAME(speed, type, duplex) \ 107 #speed "base" #type "/" #duplex 108 #define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \ 109 [ETHTOOL_LINK_MODE(speed, type, duplex)] = \ 110 __LINK_MODE_NAME(speed, type, duplex) 111 #define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \ 112 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name 113 114 const char link_mode_names[][ETH_GSTRING_LEN] = { 115 __DEFINE_LINK_MODE_NAME(10, T, Half), 116 __DEFINE_LINK_MODE_NAME(10, T, Full), 117 __DEFINE_LINK_MODE_NAME(100, T, Half), 118 __DEFINE_LINK_MODE_NAME(100, T, Full), 119 __DEFINE_LINK_MODE_NAME(1000, T, Half), 120 __DEFINE_LINK_MODE_NAME(1000, T, Full), 121 __DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"), 122 __DEFINE_SPECIAL_MODE_NAME(TP, "TP"), 123 __DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"), 124 __DEFINE_SPECIAL_MODE_NAME(MII, "MII"), 125 __DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"), 126 __DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"), 127 __DEFINE_LINK_MODE_NAME(10000, T, Full), 128 __DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"), 129 __DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"), 130 __DEFINE_LINK_MODE_NAME(2500, X, Full), 131 __DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"), 132 __DEFINE_LINK_MODE_NAME(1000, KX, Full), 133 __DEFINE_LINK_MODE_NAME(10000, KX4, Full), 134 __DEFINE_LINK_MODE_NAME(10000, KR, Full), 135 __DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"), 136 __DEFINE_LINK_MODE_NAME(20000, MLD2, Full), 137 __DEFINE_LINK_MODE_NAME(20000, KR2, Full), 138 __DEFINE_LINK_MODE_NAME(40000, KR4, Full), 139 __DEFINE_LINK_MODE_NAME(40000, CR4, Full), 140 __DEFINE_LINK_MODE_NAME(40000, SR4, Full), 141 __DEFINE_LINK_MODE_NAME(40000, LR4, Full), 142 __DEFINE_LINK_MODE_NAME(56000, KR4, Full), 143 __DEFINE_LINK_MODE_NAME(56000, CR4, Full), 144 __DEFINE_LINK_MODE_NAME(56000, SR4, Full), 145 __DEFINE_LINK_MODE_NAME(56000, LR4, Full), 146 __DEFINE_LINK_MODE_NAME(25000, CR, Full), 147 __DEFINE_LINK_MODE_NAME(25000, KR, Full), 148 __DEFINE_LINK_MODE_NAME(25000, SR, Full), 149 __DEFINE_LINK_MODE_NAME(50000, CR2, Full), 150 __DEFINE_LINK_MODE_NAME(50000, KR2, Full), 151 __DEFINE_LINK_MODE_NAME(100000, KR4, Full), 152 __DEFINE_LINK_MODE_NAME(100000, SR4, Full), 153 __DEFINE_LINK_MODE_NAME(100000, CR4, Full), 154 __DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full), 155 __DEFINE_LINK_MODE_NAME(50000, SR2, Full), 156 __DEFINE_LINK_MODE_NAME(1000, X, Full), 157 __DEFINE_LINK_MODE_NAME(10000, CR, Full), 158 __DEFINE_LINK_MODE_NAME(10000, SR, Full), 159 __DEFINE_LINK_MODE_NAME(10000, LR, Full), 160 __DEFINE_LINK_MODE_NAME(10000, LRM, Full), 161 __DEFINE_LINK_MODE_NAME(10000, ER, Full), 162 __DEFINE_LINK_MODE_NAME(2500, T, Full), 163 __DEFINE_LINK_MODE_NAME(5000, T, Full), 164 __DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"), 165 __DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"), 166 __DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"), 167 __DEFINE_LINK_MODE_NAME(50000, KR, Full), 168 __DEFINE_LINK_MODE_NAME(50000, SR, Full), 169 __DEFINE_LINK_MODE_NAME(50000, CR, Full), 170 __DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full), 171 __DEFINE_LINK_MODE_NAME(50000, DR, Full), 172 __DEFINE_LINK_MODE_NAME(100000, KR2, Full), 173 __DEFINE_LINK_MODE_NAME(100000, SR2, Full), 174 __DEFINE_LINK_MODE_NAME(100000, CR2, Full), 175 __DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full), 176 __DEFINE_LINK_MODE_NAME(100000, DR2, Full), 177 __DEFINE_LINK_MODE_NAME(200000, KR4, Full), 178 __DEFINE_LINK_MODE_NAME(200000, SR4, Full), 179 __DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full), 180 __DEFINE_LINK_MODE_NAME(200000, DR4, Full), 181 __DEFINE_LINK_MODE_NAME(200000, CR4, Full), 182 __DEFINE_LINK_MODE_NAME(100, T1, Full), 183 __DEFINE_LINK_MODE_NAME(1000, T1, Full), 184 __DEFINE_LINK_MODE_NAME(400000, KR8, Full), 185 __DEFINE_LINK_MODE_NAME(400000, SR8, Full), 186 __DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full), 187 __DEFINE_LINK_MODE_NAME(400000, DR8, Full), 188 __DEFINE_LINK_MODE_NAME(400000, CR8, Full), 189 __DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"), 190 __DEFINE_LINK_MODE_NAME(100000, KR, Full), 191 __DEFINE_LINK_MODE_NAME(100000, SR, Full), 192 __DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full), 193 __DEFINE_LINK_MODE_NAME(100000, DR, Full), 194 __DEFINE_LINK_MODE_NAME(100000, CR, Full), 195 __DEFINE_LINK_MODE_NAME(200000, KR2, Full), 196 __DEFINE_LINK_MODE_NAME(200000, SR2, Full), 197 __DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full), 198 __DEFINE_LINK_MODE_NAME(200000, DR2, Full), 199 __DEFINE_LINK_MODE_NAME(200000, CR2, Full), 200 __DEFINE_LINK_MODE_NAME(400000, KR4, Full), 201 __DEFINE_LINK_MODE_NAME(400000, SR4, Full), 202 __DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full), 203 __DEFINE_LINK_MODE_NAME(400000, DR4, Full), 204 __DEFINE_LINK_MODE_NAME(400000, CR4, Full), 205 __DEFINE_LINK_MODE_NAME(100, FX, Half), 206 __DEFINE_LINK_MODE_NAME(100, FX, Full), 207 __DEFINE_LINK_MODE_NAME(10, T1L, Full), 208 __DEFINE_LINK_MODE_NAME(800000, CR8, Full), 209 __DEFINE_LINK_MODE_NAME(800000, KR8, Full), 210 __DEFINE_LINK_MODE_NAME(800000, DR8, Full), 211 __DEFINE_LINK_MODE_NAME(800000, DR8_2, Full), 212 __DEFINE_LINK_MODE_NAME(800000, SR8, Full), 213 __DEFINE_LINK_MODE_NAME(800000, VR8, Full), 214 __DEFINE_LINK_MODE_NAME(10, T1S, Full), 215 __DEFINE_LINK_MODE_NAME(10, T1S, Half), 216 __DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half), 217 __DEFINE_LINK_MODE_NAME(10, T1BRR, Full), 218 __DEFINE_LINK_MODE_NAME(200000, CR, Full), 219 __DEFINE_LINK_MODE_NAME(200000, KR, Full), 220 __DEFINE_LINK_MODE_NAME(200000, DR, Full), 221 __DEFINE_LINK_MODE_NAME(200000, DR_2, Full), 222 __DEFINE_LINK_MODE_NAME(200000, SR, Full), 223 __DEFINE_LINK_MODE_NAME(200000, VR, Full), 224 __DEFINE_LINK_MODE_NAME(400000, CR2, Full), 225 __DEFINE_LINK_MODE_NAME(400000, KR2, Full), 226 __DEFINE_LINK_MODE_NAME(400000, DR2, Full), 227 __DEFINE_LINK_MODE_NAME(400000, DR2_2, Full), 228 __DEFINE_LINK_MODE_NAME(400000, SR2, Full), 229 __DEFINE_LINK_MODE_NAME(400000, VR2, Full), 230 __DEFINE_LINK_MODE_NAME(800000, CR4, Full), 231 __DEFINE_LINK_MODE_NAME(800000, KR4, Full), 232 __DEFINE_LINK_MODE_NAME(800000, DR4, Full), 233 __DEFINE_LINK_MODE_NAME(800000, DR4_2, Full), 234 __DEFINE_LINK_MODE_NAME(800000, SR4, Full), 235 __DEFINE_LINK_MODE_NAME(800000, VR4, Full), 236 __DEFINE_LINK_MODE_NAME(1600000, CR8, Full), 237 __DEFINE_LINK_MODE_NAME(1600000, KR8, Full), 238 __DEFINE_LINK_MODE_NAME(1600000, DR8, Full), 239 __DEFINE_LINK_MODE_NAME(1600000, DR8_2, Full), 240 }; 241 static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS); 242 243 #define __LINK_MODE_LANES_CR 1 244 #define __LINK_MODE_LANES_CR2 2 245 #define __LINK_MODE_LANES_CR4 4 246 #define __LINK_MODE_LANES_CR8 8 247 #define __LINK_MODE_LANES_DR 1 248 #define __LINK_MODE_LANES_DR_2 1 249 #define __LINK_MODE_LANES_DR2 2 250 #define __LINK_MODE_LANES_DR2_2 2 251 #define __LINK_MODE_LANES_DR4 4 252 #define __LINK_MODE_LANES_DR4_2 4 253 #define __LINK_MODE_LANES_DR8 8 254 #define __LINK_MODE_LANES_KR 1 255 #define __LINK_MODE_LANES_KR2 2 256 #define __LINK_MODE_LANES_KR4 4 257 #define __LINK_MODE_LANES_KR8 8 258 #define __LINK_MODE_LANES_SR 1 259 #define __LINK_MODE_LANES_SR2 2 260 #define __LINK_MODE_LANES_SR4 4 261 #define __LINK_MODE_LANES_SR8 8 262 #define __LINK_MODE_LANES_ER 1 263 #define __LINK_MODE_LANES_KX 1 264 #define __LINK_MODE_LANES_KX4 4 265 #define __LINK_MODE_LANES_LR 1 266 #define __LINK_MODE_LANES_LR4 4 267 #define __LINK_MODE_LANES_LR4_ER4 4 268 #define __LINK_MODE_LANES_LR_ER_FR 1 269 #define __LINK_MODE_LANES_LR2_ER2_FR2 2 270 #define __LINK_MODE_LANES_LR4_ER4_FR4 4 271 #define __LINK_MODE_LANES_LR8_ER8_FR8 8 272 #define __LINK_MODE_LANES_LRM 1 273 #define __LINK_MODE_LANES_MLD2 2 274 #define __LINK_MODE_LANES_T 1 275 #define __LINK_MODE_LANES_T1 1 276 #define __LINK_MODE_LANES_X 1 277 #define __LINK_MODE_LANES_FX 1 278 #define __LINK_MODE_LANES_T1L 1 279 #define __LINK_MODE_LANES_T1S 1 280 #define __LINK_MODE_LANES_T1S_P2MP 1 281 #define __LINK_MODE_LANES_VR 1 282 #define __LINK_MODE_LANES_VR2 2 283 #define __LINK_MODE_LANES_VR4 4 284 #define __LINK_MODE_LANES_VR8 8 285 #define __LINK_MODE_LANES_DR8_2 8 286 #define __LINK_MODE_LANES_T1BRR 1 287 288 #define __DEFINE_LINK_MODE_PARAMS_PAIRS(_speed, _type, _min_pairs, _pairs, _duplex, _medium) \ 289 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \ 290 .speed = SPEED_ ## _speed, \ 291 .lanes = __LINK_MODE_LANES_ ## _type, \ 292 .min_pairs = _min_pairs, \ 293 .pairs = _pairs, \ 294 .duplex = __DUPLEX_ ## _duplex, \ 295 .mediums = BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium) \ 296 } 297 298 #define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex, _medium) \ 299 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \ 300 .speed = SPEED_ ## _speed, \ 301 .lanes = __LINK_MODE_LANES_ ## _type, \ 302 .min_pairs = 0, \ 303 .pairs = 0, \ 304 .duplex = __DUPLEX_ ## _duplex, \ 305 .mediums = BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium) \ 306 } 307 #define __DEFINE_LINK_MODE_PARAMS_MEDIUMS(_speed, _type, _duplex, _mediums) \ 308 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \ 309 .speed = SPEED_ ## _speed, \ 310 .lanes = __LINK_MODE_LANES_ ## _type, \ 311 .min_pairs = 0, \ 312 .pairs = 0, \ 313 .duplex = __DUPLEX_ ## _duplex, \ 314 .mediums = (_mediums) \ 315 } 316 #define __MED(_medium) (BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium)) 317 #define __DUPLEX_Half DUPLEX_HALF 318 #define __DUPLEX_Full DUPLEX_FULL 319 #define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \ 320 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \ 321 .speed = SPEED_UNKNOWN, \ 322 .lanes = 0, \ 323 .duplex = DUPLEX_UNKNOWN, \ 324 .mediums = BIT(ETHTOOL_LINK_MEDIUM_NONE), \ 325 } 326 327 const struct link_mode_info link_mode_params[] = { 328 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T, 2, 4, Half, T), 329 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T, 2, 4, Full, T), 330 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T, 2, 4, Half, T), 331 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T, 2, 4, Full, T), 332 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T, 4, 4, Half, T), 333 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T, 4, 4, Full, T), 334 __DEFINE_SPECIAL_MODE_PARAMS(Autoneg), 335 __DEFINE_SPECIAL_MODE_PARAMS(TP), 336 __DEFINE_SPECIAL_MODE_PARAMS(AUI), 337 __DEFINE_SPECIAL_MODE_PARAMS(MII), 338 __DEFINE_SPECIAL_MODE_PARAMS(FIBRE), 339 __DEFINE_SPECIAL_MODE_PARAMS(BNC), 340 __DEFINE_LINK_MODE_PARAMS_PAIRS(10000, T, 4, 4, Full, T), 341 __DEFINE_SPECIAL_MODE_PARAMS(Pause), 342 __DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause), 343 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(2500, X, Full, 344 __MED(C) | __MED(S) | __MED(L)), 345 __DEFINE_SPECIAL_MODE_PARAMS(Backplane), 346 __DEFINE_LINK_MODE_PARAMS(1000, KX, Full, K), 347 __DEFINE_LINK_MODE_PARAMS(10000, KX4, Full, K), 348 __DEFINE_LINK_MODE_PARAMS(10000, KR, Full, K), 349 [ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = { 350 .speed = SPEED_10000, 351 .lanes = 1, 352 .duplex = DUPLEX_FULL, 353 }, 354 __DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full, MLD), 355 __DEFINE_LINK_MODE_PARAMS(20000, KR2, Full, K), 356 __DEFINE_LINK_MODE_PARAMS(40000, KR4, Full, K), 357 __DEFINE_LINK_MODE_PARAMS(40000, CR4, Full, C), 358 __DEFINE_LINK_MODE_PARAMS(40000, SR4, Full, S), 359 __DEFINE_LINK_MODE_PARAMS(40000, LR4, Full, L), 360 __DEFINE_LINK_MODE_PARAMS(56000, KR4, Full, K), 361 __DEFINE_LINK_MODE_PARAMS(56000, CR4, Full, C), 362 __DEFINE_LINK_MODE_PARAMS(56000, SR4, Full, S), 363 __DEFINE_LINK_MODE_PARAMS(56000, LR4, Full, L), 364 __DEFINE_LINK_MODE_PARAMS(25000, CR, Full, C), 365 __DEFINE_LINK_MODE_PARAMS(25000, KR, Full, K), 366 __DEFINE_LINK_MODE_PARAMS(25000, SR, Full, S), 367 __DEFINE_LINK_MODE_PARAMS(50000, CR2, Full, C), 368 __DEFINE_LINK_MODE_PARAMS(50000, KR2, Full, K), 369 __DEFINE_LINK_MODE_PARAMS(100000, KR4, Full, K), 370 __DEFINE_LINK_MODE_PARAMS(100000, SR4, Full, S), 371 __DEFINE_LINK_MODE_PARAMS(100000, CR4, Full, C), 372 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR4_ER4, Full, 373 __MED(L) | __MED(E)), 374 __DEFINE_LINK_MODE_PARAMS(50000, SR2, Full, S), 375 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(1000, X, Full, 376 __MED(C) | __MED(S) | __MED(L)), 377 __DEFINE_LINK_MODE_PARAMS(10000, CR, Full, C), 378 __DEFINE_LINK_MODE_PARAMS(10000, SR, Full, S), 379 __DEFINE_LINK_MODE_PARAMS(10000, LR, Full, L), 380 __DEFINE_LINK_MODE_PARAMS(10000, LRM, Full, L), 381 __DEFINE_LINK_MODE_PARAMS(10000, ER, Full, E), 382 __DEFINE_LINK_MODE_PARAMS_PAIRS(2500, T, 4, 4, Full, T), 383 __DEFINE_LINK_MODE_PARAMS_PAIRS(5000, T, 4, 4, Full, T), 384 __DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE), 385 __DEFINE_SPECIAL_MODE_PARAMS(FEC_RS), 386 __DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER), 387 __DEFINE_LINK_MODE_PARAMS(50000, KR, Full, K), 388 __DEFINE_LINK_MODE_PARAMS(50000, SR, Full, S), 389 __DEFINE_LINK_MODE_PARAMS(50000, CR, Full, C), 390 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(50000, LR_ER_FR, Full, 391 __MED(L) | __MED(E) | __MED(F)), 392 __DEFINE_LINK_MODE_PARAMS(50000, DR, Full, D), 393 __DEFINE_LINK_MODE_PARAMS(100000, KR2, Full, K), 394 __DEFINE_LINK_MODE_PARAMS(100000, SR2, Full, S), 395 __DEFINE_LINK_MODE_PARAMS(100000, CR2, Full, C), 396 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR2_ER2_FR2, Full, 397 __MED(L) | __MED(E) | __MED(F)), 398 __DEFINE_LINK_MODE_PARAMS(100000, DR2, Full, D), 399 __DEFINE_LINK_MODE_PARAMS(200000, KR4, Full, K), 400 __DEFINE_LINK_MODE_PARAMS(200000, SR4, Full, S), 401 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(200000, LR4_ER4_FR4, Full, 402 __MED(L) | __MED(E) | __MED(F)), 403 __DEFINE_LINK_MODE_PARAMS(200000, DR4, Full, D), 404 __DEFINE_LINK_MODE_PARAMS(200000, CR4, Full, C), 405 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T1, 1, 1, Full, T), 406 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T1, 1, 1, Full, T), 407 __DEFINE_LINK_MODE_PARAMS(400000, KR8, Full, K), 408 __DEFINE_LINK_MODE_PARAMS(400000, SR8, Full, S), 409 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(400000, LR8_ER8_FR8, Full, 410 __MED(L) | __MED(E) | __MED(F)), 411 __DEFINE_LINK_MODE_PARAMS(400000, DR8, Full, D), 412 __DEFINE_LINK_MODE_PARAMS(400000, CR8, Full, C), 413 __DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS), 414 __DEFINE_LINK_MODE_PARAMS(100000, KR, Full, K), 415 __DEFINE_LINK_MODE_PARAMS(100000, SR, Full, S), 416 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR_ER_FR, Full, 417 __MED(L) | __MED(E) | __MED(F)), 418 __DEFINE_LINK_MODE_PARAMS(100000, DR, Full, D), 419 __DEFINE_LINK_MODE_PARAMS(100000, CR, Full, C), 420 __DEFINE_LINK_MODE_PARAMS(200000, KR2, Full, K), 421 __DEFINE_LINK_MODE_PARAMS(200000, SR2, Full, S), 422 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(200000, LR2_ER2_FR2, Full, 423 __MED(L) | __MED(E) | __MED(F)), 424 __DEFINE_LINK_MODE_PARAMS(200000, DR2, Full, D), 425 __DEFINE_LINK_MODE_PARAMS(200000, CR2, Full, C), 426 __DEFINE_LINK_MODE_PARAMS(400000, KR4, Full, K), 427 __DEFINE_LINK_MODE_PARAMS(400000, SR4, Full, S), 428 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(400000, LR4_ER4_FR4, Full, 429 __MED(L) | __MED(E) | __MED(F)), 430 __DEFINE_LINK_MODE_PARAMS(400000, DR4, Full, D), 431 __DEFINE_LINK_MODE_PARAMS(400000, CR4, Full, C), 432 __DEFINE_LINK_MODE_PARAMS(100, FX, Half, F), 433 __DEFINE_LINK_MODE_PARAMS(100, FX, Full, F), 434 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1L, 1, 1, Full, T), 435 __DEFINE_LINK_MODE_PARAMS(800000, CR8, Full, C), 436 __DEFINE_LINK_MODE_PARAMS(800000, KR8, Full, K), 437 __DEFINE_LINK_MODE_PARAMS(800000, DR8, Full, D), 438 __DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full, D), 439 __DEFINE_LINK_MODE_PARAMS(800000, SR8, Full, S), 440 __DEFINE_LINK_MODE_PARAMS(800000, VR8, Full, V), 441 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S, 1, 1, Full, T), 442 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S, 1, 1, Half, T), 443 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S_P2MP, 1, 1, Half, T), 444 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1BRR, 1, 1, Full, T), 445 __DEFINE_LINK_MODE_PARAMS(200000, CR, Full, C), 446 __DEFINE_LINK_MODE_PARAMS(200000, KR, Full, K), 447 __DEFINE_LINK_MODE_PARAMS(200000, DR, Full, D), 448 __DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full, D), 449 __DEFINE_LINK_MODE_PARAMS(200000, SR, Full, S), 450 __DEFINE_LINK_MODE_PARAMS(200000, VR, Full, V), 451 __DEFINE_LINK_MODE_PARAMS(400000, CR2, Full, C), 452 __DEFINE_LINK_MODE_PARAMS(400000, KR2, Full, K), 453 __DEFINE_LINK_MODE_PARAMS(400000, DR2, Full, D), 454 __DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full, D), 455 __DEFINE_LINK_MODE_PARAMS(400000, SR2, Full, S), 456 __DEFINE_LINK_MODE_PARAMS(400000, VR2, Full, V), 457 __DEFINE_LINK_MODE_PARAMS(800000, CR4, Full, C), 458 __DEFINE_LINK_MODE_PARAMS(800000, KR4, Full, K), 459 __DEFINE_LINK_MODE_PARAMS(800000, DR4, Full, D), 460 __DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full, D), 461 __DEFINE_LINK_MODE_PARAMS(800000, SR4, Full, S), 462 __DEFINE_LINK_MODE_PARAMS(800000, VR4, Full, V), 463 __DEFINE_LINK_MODE_PARAMS(1600000, CR8, Full, C), 464 __DEFINE_LINK_MODE_PARAMS(1600000, KR8, Full, K), 465 __DEFINE_LINK_MODE_PARAMS(1600000, DR8, Full, D), 466 __DEFINE_LINK_MODE_PARAMS(1600000, DR8_2, Full, D), 467 }; 468 static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS); 469 EXPORT_SYMBOL_GPL(link_mode_params); 470 471 static const char ethtool_link_medium_names[][ETH_GSTRING_LEN] = { 472 [ETHTOOL_LINK_MEDIUM_BASET] = "BaseT", 473 [ETHTOOL_LINK_MEDIUM_BASEK] = "BaseK", 474 [ETHTOOL_LINK_MEDIUM_BASES] = "BaseS", 475 [ETHTOOL_LINK_MEDIUM_BASEC] = "BaseC", 476 [ETHTOOL_LINK_MEDIUM_BASEL] = "BaseL", 477 [ETHTOOL_LINK_MEDIUM_BASED] = "BaseD", 478 [ETHTOOL_LINK_MEDIUM_BASEE] = "BaseE", 479 [ETHTOOL_LINK_MEDIUM_BASEF] = "BaseF", 480 [ETHTOOL_LINK_MEDIUM_BASEV] = "BaseV", 481 [ETHTOOL_LINK_MEDIUM_BASEMLD] = "BaseMLD", 482 [ETHTOOL_LINK_MEDIUM_NONE] = "None", 483 }; 484 static_assert(ARRAY_SIZE(ethtool_link_medium_names) == __ETHTOOL_LINK_MEDIUM_LAST); 485 486 const char netif_msg_class_names[][ETH_GSTRING_LEN] = { 487 [NETIF_MSG_DRV_BIT] = "drv", 488 [NETIF_MSG_PROBE_BIT] = "probe", 489 [NETIF_MSG_LINK_BIT] = "link", 490 [NETIF_MSG_TIMER_BIT] = "timer", 491 [NETIF_MSG_IFDOWN_BIT] = "ifdown", 492 [NETIF_MSG_IFUP_BIT] = "ifup", 493 [NETIF_MSG_RX_ERR_BIT] = "rx_err", 494 [NETIF_MSG_TX_ERR_BIT] = "tx_err", 495 [NETIF_MSG_TX_QUEUED_BIT] = "tx_queued", 496 [NETIF_MSG_INTR_BIT] = "intr", 497 [NETIF_MSG_TX_DONE_BIT] = "tx_done", 498 [NETIF_MSG_RX_STATUS_BIT] = "rx_status", 499 [NETIF_MSG_PKTDATA_BIT] = "pktdata", 500 [NETIF_MSG_HW_BIT] = "hw", 501 [NETIF_MSG_WOL_BIT] = "wol", 502 }; 503 static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT); 504 505 const char wol_mode_names[][ETH_GSTRING_LEN] = { 506 [const_ilog2(WAKE_PHY)] = "phy", 507 [const_ilog2(WAKE_UCAST)] = "ucast", 508 [const_ilog2(WAKE_MCAST)] = "mcast", 509 [const_ilog2(WAKE_BCAST)] = "bcast", 510 [const_ilog2(WAKE_ARP)] = "arp", 511 [const_ilog2(WAKE_MAGIC)] = "magic", 512 [const_ilog2(WAKE_MAGICSECURE)] = "magicsecure", 513 [const_ilog2(WAKE_FILTER)] = "filter", 514 }; 515 static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT); 516 517 const char sof_timestamping_names[][ETH_GSTRING_LEN] = { 518 [const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)] = "hardware-transmit", 519 [const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)] = "software-transmit", 520 [const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)] = "hardware-receive", 521 [const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)] = "software-receive", 522 [const_ilog2(SOF_TIMESTAMPING_SOFTWARE)] = "software-system-clock", 523 [const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock", 524 [const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock", 525 [const_ilog2(SOF_TIMESTAMPING_OPT_ID)] = "option-id", 526 [const_ilog2(SOF_TIMESTAMPING_TX_SCHED)] = "sched-transmit", 527 [const_ilog2(SOF_TIMESTAMPING_TX_ACK)] = "ack-transmit", 528 [const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)] = "option-cmsg", 529 [const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)] = "option-tsonly", 530 [const_ilog2(SOF_TIMESTAMPING_OPT_STATS)] = "option-stats", 531 [const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)] = "option-pktinfo", 532 [const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)] = "option-tx-swhw", 533 [const_ilog2(SOF_TIMESTAMPING_BIND_PHC)] = "bind-phc", 534 [const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)] = "option-id-tcp", 535 [const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter", 536 [const_ilog2(SOF_TIMESTAMPING_TX_COMPLETION)] = "tx-completion", 537 }; 538 static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT); 539 540 const char ts_tx_type_names[][ETH_GSTRING_LEN] = { 541 [HWTSTAMP_TX_OFF] = "off", 542 [HWTSTAMP_TX_ON] = "on", 543 [HWTSTAMP_TX_ONESTEP_SYNC] = "onestep-sync", 544 [HWTSTAMP_TX_ONESTEP_P2P] = "onestep-p2p", 545 }; 546 static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT); 547 548 const char ts_rx_filter_names[][ETH_GSTRING_LEN] = { 549 [HWTSTAMP_FILTER_NONE] = "none", 550 [HWTSTAMP_FILTER_ALL] = "all", 551 [HWTSTAMP_FILTER_SOME] = "some", 552 [HWTSTAMP_FILTER_PTP_V1_L4_EVENT] = "ptpv1-l4-event", 553 [HWTSTAMP_FILTER_PTP_V1_L4_SYNC] = "ptpv1-l4-sync", 554 [HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ] = "ptpv1-l4-delay-req", 555 [HWTSTAMP_FILTER_PTP_V2_L4_EVENT] = "ptpv2-l4-event", 556 [HWTSTAMP_FILTER_PTP_V2_L4_SYNC] = "ptpv2-l4-sync", 557 [HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ] = "ptpv2-l4-delay-req", 558 [HWTSTAMP_FILTER_PTP_V2_L2_EVENT] = "ptpv2-l2-event", 559 [HWTSTAMP_FILTER_PTP_V2_L2_SYNC] = "ptpv2-l2-sync", 560 [HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ] = "ptpv2-l2-delay-req", 561 [HWTSTAMP_FILTER_PTP_V2_EVENT] = "ptpv2-event", 562 [HWTSTAMP_FILTER_PTP_V2_SYNC] = "ptpv2-sync", 563 [HWTSTAMP_FILTER_PTP_V2_DELAY_REQ] = "ptpv2-delay-req", 564 [HWTSTAMP_FILTER_NTP_ALL] = "ntp-all", 565 }; 566 static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT); 567 568 const char ts_flags_names[][ETH_GSTRING_LEN] = { 569 [const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index", 570 }; 571 static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT); 572 573 const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = { 574 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN] = "vxlan", 575 [ETHTOOL_UDP_TUNNEL_TYPE_GENEVE] = "geneve", 576 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE] = "vxlan-gpe", 577 }; 578 static_assert(ARRAY_SIZE(udp_tunnel_type_names) == 579 __ETHTOOL_UDP_TUNNEL_TYPE_CNT); 580 581 /* return false if legacy contained non-0 deprecated fields 582 * maxtxpkt/maxrxpkt. rest of ksettings always updated 583 */ 584 bool 585 convert_legacy_settings_to_link_ksettings( 586 struct ethtool_link_ksettings *link_ksettings, 587 const struct ethtool_cmd *legacy_settings) 588 { 589 bool retval = true; 590 591 memset(link_ksettings, 0, sizeof(*link_ksettings)); 592 593 /* This is used to tell users that driver is still using these 594 * deprecated legacy fields, and they should not use 595 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS 596 */ 597 if (legacy_settings->maxtxpkt || 598 legacy_settings->maxrxpkt) 599 retval = false; 600 601 ethtool_convert_legacy_u32_to_link_mode( 602 link_ksettings->link_modes.supported, 603 legacy_settings->supported); 604 ethtool_convert_legacy_u32_to_link_mode( 605 link_ksettings->link_modes.advertising, 606 legacy_settings->advertising); 607 ethtool_convert_legacy_u32_to_link_mode( 608 link_ksettings->link_modes.lp_advertising, 609 legacy_settings->lp_advertising); 610 link_ksettings->base.speed 611 = ethtool_cmd_speed(legacy_settings); 612 link_ksettings->base.duplex 613 = legacy_settings->duplex; 614 link_ksettings->base.port 615 = legacy_settings->port; 616 link_ksettings->base.phy_address 617 = legacy_settings->phy_address; 618 link_ksettings->base.autoneg 619 = legacy_settings->autoneg; 620 link_ksettings->base.mdio_support 621 = legacy_settings->mdio_support; 622 link_ksettings->base.eth_tp_mdix 623 = legacy_settings->eth_tp_mdix; 624 link_ksettings->base.eth_tp_mdix_ctrl 625 = legacy_settings->eth_tp_mdix_ctrl; 626 return retval; 627 } 628 629 int __ethtool_get_link(struct net_device *dev) 630 { 631 if (!dev->ethtool_ops->get_link) 632 return -EOPNOTSUPP; 633 634 return netif_running(dev) && dev->ethtool_ops->get_link(dev); 635 } 636 637 int ethtool_get_rx_ring_count(struct net_device *dev) 638 { 639 const struct ethtool_ops *ops = dev->ethtool_ops; 640 641 if (!ops->get_rx_ring_count) 642 return -EOPNOTSUPP; 643 644 return ops->get_rx_ring_count(dev); 645 } 646 647 static int ethtool_get_rxnfc_rule_count(struct net_device *dev) 648 { 649 const struct ethtool_ops *ops = dev->ethtool_ops; 650 struct ethtool_rxnfc info = { 651 .cmd = ETHTOOL_GRXCLSRLCNT, 652 }; 653 int err; 654 655 err = ops->get_rxnfc(dev, &info, NULL); 656 if (err) 657 return err; 658 659 return info.rule_cnt; 660 } 661 662 /* Max offset for one RSS context */ 663 static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx) 664 { 665 u32 max_ring = 0; 666 u32 i, *tbl; 667 668 if (WARN_ON_ONCE(!ctx)) 669 return 0; 670 tbl = ethtool_rxfh_context_indir(ctx); 671 for (i = 0; i < ctx->indir_size; i++) 672 max_ring = max(max_ring, tbl[i]); 673 return max_ring; 674 } 675 676 static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max) 677 { 678 const struct ethtool_ops *ops = dev->ethtool_ops; 679 struct ethtool_rxnfc *info; 680 int err, i, rule_cnt; 681 u64 max_ring = 0; 682 683 if (!ops->get_rxnfc) 684 return -EOPNOTSUPP; 685 686 rule_cnt = ethtool_get_rxnfc_rule_count(dev); 687 if (rule_cnt <= 0) 688 return -EINVAL; 689 690 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL); 691 if (!info) 692 return -ENOMEM; 693 694 info->cmd = ETHTOOL_GRXCLSRLALL; 695 info->rule_cnt = rule_cnt; 696 err = ops->get_rxnfc(dev, info, info->rule_locs); 697 if (err) 698 goto err_free_info; 699 700 for (i = 0; i < rule_cnt; i++) { 701 struct ethtool_rxnfc rule_info = { 702 .cmd = ETHTOOL_GRXCLSRULE, 703 .fs.location = info->rule_locs[i], 704 }; 705 706 err = ops->get_rxnfc(dev, &rule_info, NULL); 707 if (err) 708 goto err_free_info; 709 710 if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC && 711 rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE && 712 !ethtool_get_flow_spec_ring_vf(rule_info.fs.ring_cookie)) { 713 u64 ring = rule_info.fs.ring_cookie; 714 715 if (rule_info.flow_type & FLOW_RSS) { 716 struct ethtool_rxfh_context *ctx; 717 718 ctx = xa_load(&dev->ethtool->rss_ctx, 719 rule_info.rss_context); 720 ring += ethtool_get_rss_ctx_max_channel(ctx); 721 } 722 max_ring = max_t(u64, max_ring, ring); 723 } 724 } 725 726 kvfree(info); 727 *max = max_ring; 728 return 0; 729 730 err_free_info: 731 kvfree(info); 732 return err; 733 } 734 735 /* Max offset across all of a device's RSS contexts */ 736 static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev) 737 { 738 struct ethtool_rxfh_context *ctx; 739 unsigned long context; 740 u32 max_ring = 0; 741 742 mutex_lock(&dev->ethtool->rss_lock); 743 xa_for_each(&dev->ethtool->rss_ctx, context, ctx) 744 max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx)); 745 mutex_unlock(&dev->ethtool->rss_lock); 746 747 return max_ring; 748 } 749 750 static u32 ethtool_get_max_rxfh_channel(struct net_device *dev) 751 { 752 struct ethtool_rxfh_param rxfh = {}; 753 u32 dev_size, current_max = 0; 754 int ret; 755 756 /* While we do track whether RSS context has an indirection 757 * table explicitly set by the user, no driver looks at that bit. 758 * Assume drivers won't auto-regenerate the additional tables, 759 * to be safe. 760 */ 761 current_max = ethtool_get_max_rss_ctx_channel(dev); 762 763 if (!netif_is_rxfh_configured(dev)) 764 return current_max; 765 766 if (!dev->ethtool_ops->get_rxfh_indir_size || 767 !dev->ethtool_ops->get_rxfh) 768 return current_max; 769 dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev); 770 if (dev_size == 0) 771 return current_max; 772 773 rxfh.indir = kcalloc(dev_size, sizeof(rxfh.indir[0]), GFP_USER); 774 if (!rxfh.indir) 775 return U32_MAX; 776 777 mutex_lock(&dev->ethtool->rss_lock); 778 ret = dev->ethtool_ops->get_rxfh(dev, &rxfh); 779 mutex_unlock(&dev->ethtool->rss_lock); 780 if (ret) { 781 current_max = U32_MAX; 782 goto out_free; 783 } 784 785 while (dev_size--) 786 current_max = max(current_max, rxfh.indir[dev_size]); 787 788 out_free: 789 kfree(rxfh.indir); 790 return current_max; 791 } 792 793 int ethtool_check_max_channel(struct net_device *dev, 794 struct ethtool_channels channels, 795 struct genl_info *info) 796 { 797 u64 max_rxnfc_in_use; 798 u32 max_rxfh_in_use; 799 int max_mp_in_use; 800 801 /* ensure the new Rx count fits within the configured Rx flow 802 * indirection table/rxnfc settings 803 */ 804 if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use)) 805 max_rxnfc_in_use = 0; 806 max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev); 807 if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) { 808 if (info) 809 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use); 810 return -EINVAL; 811 } 812 if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) { 813 if (info) 814 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings"); 815 return -EINVAL; 816 } 817 818 max_mp_in_use = dev_get_min_mp_channel_count(dev); 819 if (channels.combined_count + channels.rx_count <= max_mp_in_use) { 820 if (info) 821 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use); 822 return -EINVAL; 823 } 824 825 return 0; 826 } 827 828 int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context) 829 { 830 const struct ethtool_ops *ops = dev->ethtool_ops; 831 struct ethtool_rxnfc *info; 832 int rc, i, rule_cnt; 833 834 if (!ops->get_rxnfc) 835 return 0; 836 837 rule_cnt = ethtool_get_rxnfc_rule_count(dev); 838 if (!rule_cnt) 839 return 0; 840 841 if (rule_cnt < 0) 842 return -EINVAL; 843 844 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL); 845 if (!info) 846 return -ENOMEM; 847 848 info->cmd = ETHTOOL_GRXCLSRLALL; 849 info->rule_cnt = rule_cnt; 850 rc = ops->get_rxnfc(dev, info, info->rule_locs); 851 if (rc) 852 goto out_free; 853 854 for (i = 0; i < rule_cnt; i++) { 855 struct ethtool_rxnfc rule_info = { 856 .cmd = ETHTOOL_GRXCLSRULE, 857 .fs.location = info->rule_locs[i], 858 }; 859 860 rc = ops->get_rxnfc(dev, &rule_info, NULL); 861 if (rc) 862 goto out_free; 863 864 if (rule_info.fs.flow_type & FLOW_RSS && 865 rule_info.rss_context == rss_context) { 866 rc = -EBUSY; 867 goto out_free; 868 } 869 } 870 871 out_free: 872 kvfree(info); 873 return rc; 874 } 875 876 struct ethtool_rxfh_context * 877 ethtool_rxfh_ctx_alloc(const struct ethtool_ops *ops, 878 u32 indir_size, u32 key_size) 879 { 880 size_t indir_bytes, flex_len, key_off, size; 881 struct ethtool_rxfh_context *ctx; 882 u32 priv_bytes, indir_max; 883 u16 key_max; 884 885 key_max = max(key_size, ops->rxfh_key_space); 886 indir_max = max(indir_size, ops->rxfh_indir_space); 887 888 priv_bytes = ALIGN(ops->rxfh_priv_size, sizeof(u32)); 889 indir_bytes = array_size(indir_max, sizeof(u32)); 890 891 key_off = size_add(priv_bytes, indir_bytes); 892 flex_len = size_add(key_off, key_max); 893 size = struct_size_t(struct ethtool_rxfh_context, data, flex_len); 894 895 ctx = kzalloc(size, GFP_KERNEL_ACCOUNT); 896 if (!ctx) 897 return NULL; 898 899 ctx->indir_size = indir_size; 900 ctx->key_size = key_size; 901 ctx->key_off = key_off; 902 ctx->priv_size = ops->rxfh_priv_size; 903 904 return ctx; 905 } 906 907 /* Check if fields configured for flow hash are symmetric - if src is included 908 * so is dst and vice versa. 909 */ 910 int ethtool_rxfh_config_is_sym(u64 rxfh) 911 { 912 bool sym; 913 914 sym = rxfh == (rxfh & (RXH_IP_SRC | RXH_IP_DST | 915 RXH_L4_B_0_1 | RXH_L4_B_2_3)); 916 sym &= !!(rxfh & RXH_IP_SRC) == !!(rxfh & RXH_IP_DST); 917 sym &= !!(rxfh & RXH_L4_B_0_1) == !!(rxfh & RXH_L4_B_2_3); 918 919 return sym; 920 } 921 922 int ethtool_check_ops(const struct ethtool_ops *ops) 923 { 924 if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params)) 925 return -EINVAL; 926 if (WARN_ON(ops->rxfh_max_num_contexts == 1)) 927 return -EINVAL; 928 if (WARN_ON(ops->supported_input_xfrm && !ops->get_rxfh_fields)) 929 return -EINVAL; 930 if (WARN_ON(ops->supported_input_xfrm && 931 ops->rxfh_per_ctx_fields != ops->rxfh_per_ctx_key)) 932 return -EINVAL; 933 934 /* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime, 935 * the fact that ops are checked at registration time does not 936 * mean the ops attached to a netdev later on are sane. 937 */ 938 return 0; 939 } 940 941 void ethtool_ringparam_get_cfg(struct net_device *dev, 942 struct ethtool_ringparam *param, 943 struct kernel_ethtool_ringparam *kparam, 944 struct netlink_ext_ack *extack) 945 { 946 memset(param, 0, sizeof(*param)); 947 memset(kparam, 0, sizeof(*kparam)); 948 949 param->cmd = ETHTOOL_GRINGPARAM; 950 dev->ethtool_ops->get_ringparam(dev, param, kparam, extack); 951 952 /* Driver gives us current state, we want to return current config */ 953 kparam->tcp_data_split = dev->cfg->hds_config; 954 kparam->hds_thresh = dev->cfg->hds_thresh; 955 } 956 957 static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info) 958 { 959 memset(info, 0, sizeof(*info)); 960 info->cmd = ETHTOOL_GET_TS_INFO; 961 info->phc_index = -1; 962 } 963 964 int ethtool_net_get_ts_info_by_phc(struct net_device *dev, 965 struct kernel_ethtool_ts_info *info, 966 struct hwtstamp_provider_desc *hwprov_desc) 967 { 968 const struct ethtool_ops *ops = dev->ethtool_ops; 969 int err; 970 971 if (!ops->get_ts_info) 972 return -EOPNOTSUPP; 973 974 /* Does ptp comes from netdev */ 975 ethtool_init_tsinfo(info); 976 info->phc_qualifier = hwprov_desc->qualifier; 977 err = ops->get_ts_info(dev, info); 978 if (err) 979 return err; 980 981 if (info->phc_index == hwprov_desc->index && 982 net_support_hwtstamp_qualifier(dev, hwprov_desc->qualifier)) 983 return 0; 984 985 return -ENODEV; 986 } 987 988 struct phy_device * 989 ethtool_phy_get_ts_info_by_phc(struct net_device *dev, 990 struct kernel_ethtool_ts_info *info, 991 struct hwtstamp_provider_desc *hwprov_desc) 992 { 993 int err; 994 995 /* Only precise qualifier is supported in phydev */ 996 if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE) 997 return ERR_PTR(-ENODEV); 998 999 /* Look in the phy topology */ 1000 if (dev->link_topo) { 1001 struct phy_device_node *pdn; 1002 unsigned long phy_index; 1003 1004 xa_for_each(&dev->link_topo->phys, phy_index, pdn) { 1005 if (!phy_has_tsinfo(pdn->phy)) 1006 continue; 1007 1008 ethtool_init_tsinfo(info); 1009 err = phy_ts_info(pdn->phy, info); 1010 if (err) 1011 return ERR_PTR(err); 1012 1013 if (info->phc_index == hwprov_desc->index) 1014 return pdn->phy; 1015 } 1016 return ERR_PTR(-ENODEV); 1017 } 1018 1019 /* Look on the dev->phydev */ 1020 if (phy_has_tsinfo(dev->phydev)) { 1021 ethtool_init_tsinfo(info); 1022 err = phy_ts_info(dev->phydev, info); 1023 if (err) 1024 return ERR_PTR(err); 1025 1026 if (info->phc_index == hwprov_desc->index) 1027 return dev->phydev; 1028 } 1029 1030 return ERR_PTR(-ENODEV); 1031 } 1032 1033 int ethtool_get_ts_info_by_phc(struct net_device *dev, 1034 struct kernel_ethtool_ts_info *info, 1035 struct hwtstamp_provider_desc *hwprov_desc) 1036 { 1037 int err; 1038 1039 err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc); 1040 if (err == -ENODEV || err == -EOPNOTSUPP) { 1041 struct phy_device *phy; 1042 1043 phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc); 1044 if (IS_ERR(phy)) 1045 return PTR_ERR(phy); 1046 1047 /* Report the phc source only if we have a real 1048 * phc source with an index. 1049 */ 1050 if (info->phc_index >= 0) { 1051 info->phc_source = HWTSTAMP_SOURCE_PHYLIB; 1052 info->phc_phyindex = phy->phyindex; 1053 } 1054 err = 0; 1055 } else if (!err && info->phc_index >= 0) { 1056 info->phc_source = HWTSTAMP_SOURCE_NETDEV; 1057 } 1058 1059 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE | 1060 SOF_TIMESTAMPING_SOFTWARE; 1061 1062 return err; 1063 } 1064 1065 int __ethtool_get_ts_info(struct net_device *dev, 1066 struct kernel_ethtool_ts_info *info) 1067 { 1068 struct hwtstamp_provider *hwprov; 1069 int err = 0; 1070 1071 rcu_read_lock(); 1072 hwprov = rcu_dereference(dev->hwprov); 1073 /* No provider specified, use default behavior */ 1074 if (!hwprov) { 1075 const struct ethtool_ops *ops = dev->ethtool_ops; 1076 struct phy_device *phydev = dev->phydev; 1077 1078 ethtool_init_tsinfo(info); 1079 if (phy_is_default_hwtstamp(phydev) && 1080 phy_has_tsinfo(phydev)) { 1081 err = phy_ts_info(phydev, info); 1082 /* Report the phc source only if we have a real 1083 * phc source with an index. 1084 */ 1085 if (!err && info->phc_index >= 0) { 1086 info->phc_source = HWTSTAMP_SOURCE_PHYLIB; 1087 info->phc_phyindex = phydev->phyindex; 1088 } 1089 } else if (ops->get_ts_info) { 1090 err = ops->get_ts_info(dev, info); 1091 if (!err && info->phc_index >= 0) 1092 info->phc_source = HWTSTAMP_SOURCE_NETDEV; 1093 } 1094 1095 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE | 1096 SOF_TIMESTAMPING_SOFTWARE; 1097 1098 rcu_read_unlock(); 1099 return err; 1100 } 1101 1102 err = ethtool_get_ts_info_by_phc(dev, info, &hwprov->desc); 1103 rcu_read_unlock(); 1104 return err; 1105 } 1106 1107 bool net_support_hwtstamp_qualifier(struct net_device *dev, 1108 enum hwtstamp_provider_qualifier qualifier) 1109 { 1110 const struct ethtool_ops *ops = dev->ethtool_ops; 1111 1112 if (!ops) 1113 return false; 1114 1115 /* Return true with precise qualifier and with NIC without 1116 * qualifier description to not break the old behavior. 1117 */ 1118 if (!ops->supported_hwtstamp_qualifiers && 1119 qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE) 1120 return true; 1121 1122 if (ops->supported_hwtstamp_qualifiers & BIT(qualifier)) 1123 return true; 1124 1125 return false; 1126 } 1127 1128 int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index) 1129 { 1130 struct kernel_ethtool_ts_info info = { }; 1131 int num = 0; 1132 1133 if (!__ethtool_get_ts_info(dev, &info)) 1134 num = ptp_get_vclocks_index(info.phc_index, vclock_index); 1135 1136 return num; 1137 } 1138 EXPORT_SYMBOL(ethtool_get_phc_vclocks); 1139 1140 int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info) 1141 { 1142 return __ethtool_get_ts_info(dev, info); 1143 } 1144 EXPORT_SYMBOL(ethtool_get_ts_info_by_layer); 1145 1146 const struct ethtool_phy_ops *ethtool_phy_ops; 1147 1148 void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops) 1149 { 1150 ASSERT_RTNL(); 1151 ethtool_phy_ops = ops; 1152 } 1153 EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops); 1154 1155 void 1156 ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings, 1157 enum ethtool_link_mode_bit_indices link_mode) 1158 { 1159 const struct link_mode_info *link_info; 1160 1161 if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS)) 1162 return; 1163 1164 link_info = &link_mode_params[link_mode]; 1165 link_ksettings->base.speed = link_info->speed; 1166 link_ksettings->lanes = link_info->lanes; 1167 link_ksettings->base.duplex = link_info->duplex; 1168 } 1169 EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode); 1170 1171 /** 1172 * ethtool_forced_speed_maps_init 1173 * @maps: Pointer to an array of Ethtool forced speed map 1174 * @size: Array size 1175 * 1176 * Initialize an array of Ethtool forced speed map to Ethtool link modes. This 1177 * should be called during driver module init. 1178 */ 1179 void 1180 ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size) 1181 { 1182 for (u32 i = 0; i < size; i++) { 1183 struct ethtool_forced_speed_map *map = &maps[i]; 1184 1185 linkmode_set_bit_array(map->cap_arr, map->arr_size, map->caps); 1186 map->cap_arr = NULL; 1187 map->arr_size = 0; 1188 } 1189 } 1190 EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init); 1191 1192 void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id) 1193 { 1194 struct ethtool_rxfh_context *ctx; 1195 1196 WARN_ONCE(!rtnl_is_locked() && 1197 !lockdep_is_held_type(&dev->ethtool->rss_lock, -1), 1198 "RSS context lock assertion failed\n"); 1199 1200 netdev_err(dev, "device error, RSS context %d lost\n", context_id); 1201 ctx = xa_erase(&dev->ethtool->rss_ctx, context_id); 1202 kfree(ctx); 1203 ethtool_rss_notify(dev, ETHTOOL_MSG_RSS_DELETE_NTF, context_id); 1204 } 1205 EXPORT_SYMBOL(ethtool_rxfh_context_lost); 1206 1207 enum ethtool_link_medium ethtool_str_to_medium(const char *str) 1208 { 1209 int i; 1210 1211 for (i = 0; i < __ETHTOOL_LINK_MEDIUM_LAST; i++) 1212 if (!strcmp(ethtool_link_medium_names[i], str)) 1213 return i; 1214 1215 return ETHTOOL_LINK_MEDIUM_NONE; 1216 } 1217 EXPORT_SYMBOL_GPL(ethtool_str_to_medium); 1218