1 // SPDX-License-Identifier: GPL-2.0-only
2
3 #include <linux/ethtool_netlink.h>
4 #include <linux/net_tstamp.h>
5 #include <linux/phy.h>
6 #include <linux/rtnetlink.h>
7 #include <linux/ptp_clock_kernel.h>
8 #include <linux/phy_link_topology.h>
9 #include <net/netdev_queues.h>
10
11 #include "netlink.h"
12 #include "common.h"
13 #include "../core/dev.h"
14
15
16 const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
17 [NETIF_F_SG_BIT] = "tx-scatter-gather",
18 [NETIF_F_IP_CSUM_BIT] = "tx-checksum-ipv4",
19 [NETIF_F_HW_CSUM_BIT] = "tx-checksum-ip-generic",
20 [NETIF_F_IPV6_CSUM_BIT] = "tx-checksum-ipv6",
21 [NETIF_F_HIGHDMA_BIT] = "highdma",
22 [NETIF_F_FRAGLIST_BIT] = "tx-scatter-gather-fraglist",
23 [NETIF_F_HW_VLAN_CTAG_TX_BIT] = "tx-vlan-hw-insert",
24
25 [NETIF_F_HW_VLAN_CTAG_RX_BIT] = "rx-vlan-hw-parse",
26 [NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
27 [NETIF_F_HW_VLAN_STAG_TX_BIT] = "tx-vlan-stag-hw-insert",
28 [NETIF_F_HW_VLAN_STAG_RX_BIT] = "rx-vlan-stag-hw-parse",
29 [NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
30 [NETIF_F_VLAN_CHALLENGED_BIT] = "vlan-challenged",
31 [NETIF_F_GSO_BIT] = "tx-generic-segmentation",
32 [NETIF_F_GRO_BIT] = "rx-gro",
33 [NETIF_F_GRO_HW_BIT] = "rx-gro-hw",
34 [NETIF_F_LRO_BIT] = "rx-lro",
35
36 [NETIF_F_TSO_BIT] = "tx-tcp-segmentation",
37 [NETIF_F_GSO_ROBUST_BIT] = "tx-gso-robust",
38 [NETIF_F_TSO_ECN_BIT] = "tx-tcp-ecn-segmentation",
39 [NETIF_F_GSO_ACCECN_BIT] = "tx-tcp-accecn-segmentation",
40 [NETIF_F_TSO_MANGLEID_BIT] = "tx-tcp-mangleid-segmentation",
41 [NETIF_F_TSO6_BIT] = "tx-tcp6-segmentation",
42 [NETIF_F_FSO_BIT] = "tx-fcoe-segmentation",
43 [NETIF_F_GSO_GRE_BIT] = "tx-gre-segmentation",
44 [NETIF_F_GSO_GRE_CSUM_BIT] = "tx-gre-csum-segmentation",
45 [NETIF_F_GSO_IPXIP4_BIT] = "tx-ipxip4-segmentation",
46 [NETIF_F_GSO_IPXIP6_BIT] = "tx-ipxip6-segmentation",
47 [NETIF_F_GSO_UDP_TUNNEL_BIT] = "tx-udp_tnl-segmentation",
48 [NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation",
49 [NETIF_F_GSO_PARTIAL_BIT] = "tx-gso-partial",
50 [NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation",
51 [NETIF_F_GSO_SCTP_BIT] = "tx-sctp-segmentation",
52 [NETIF_F_GSO_ESP_BIT] = "tx-esp-segmentation",
53 [NETIF_F_GSO_UDP_L4_BIT] = "tx-udp-segmentation",
54 [NETIF_F_GSO_FRAGLIST_BIT] = "tx-gso-list",
55
56 [NETIF_F_FCOE_CRC_BIT] = "tx-checksum-fcoe-crc",
57 [NETIF_F_SCTP_CRC_BIT] = "tx-checksum-sctp",
58 [NETIF_F_NTUPLE_BIT] = "rx-ntuple-filter",
59 [NETIF_F_RXHASH_BIT] = "rx-hashing",
60 [NETIF_F_RXCSUM_BIT] = "rx-checksum",
61 [NETIF_F_NOCACHE_COPY_BIT] = "tx-nocache-copy",
62 [NETIF_F_LOOPBACK_BIT] = "loopback",
63 [NETIF_F_RXFCS_BIT] = "rx-fcs",
64 [NETIF_F_RXALL_BIT] = "rx-all",
65 [NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
66 [NETIF_F_HW_TC_BIT] = "hw-tc-offload",
67 [NETIF_F_HW_ESP_BIT] = "esp-hw-offload",
68 [NETIF_F_HW_ESP_TX_CSUM_BIT] = "esp-tx-csum-hw-offload",
69 [NETIF_F_RX_UDP_TUNNEL_PORT_BIT] = "rx-udp_tunnel-port-offload",
70 [NETIF_F_HW_TLS_RECORD_BIT] = "tls-hw-record",
71 [NETIF_F_HW_TLS_TX_BIT] = "tls-hw-tx-offload",
72 [NETIF_F_HW_TLS_RX_BIT] = "tls-hw-rx-offload",
73 [NETIF_F_GRO_FRAGLIST_BIT] = "rx-gro-list",
74 [NETIF_F_HW_MACSEC_BIT] = "macsec-hw-offload",
75 [NETIF_F_GRO_UDP_FWD_BIT] = "rx-udp-gro-forwarding",
76 [NETIF_F_HW_HSR_TAG_INS_BIT] = "hsr-tag-ins-offload",
77 [NETIF_F_HW_HSR_TAG_RM_BIT] = "hsr-tag-rm-offload",
78 [NETIF_F_HW_HSR_FWD_BIT] = "hsr-fwd-offload",
79 [NETIF_F_HW_HSR_DUP_BIT] = "hsr-dup-offload",
80 };
81
82 const char
83 rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = {
84 [ETH_RSS_HASH_TOP_BIT] = "toeplitz",
85 [ETH_RSS_HASH_XOR_BIT] = "xor",
86 [ETH_RSS_HASH_CRC32_BIT] = "crc32",
87 };
88
89 const char
90 tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
91 [ETHTOOL_ID_UNSPEC] = "Unspec",
92 [ETHTOOL_RX_COPYBREAK] = "rx-copybreak",
93 [ETHTOOL_TX_COPYBREAK] = "tx-copybreak",
94 [ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout",
95 [ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size",
96 };
97
98 const char
99 phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
100 [ETHTOOL_ID_UNSPEC] = "Unspec",
101 [ETHTOOL_PHY_DOWNSHIFT] = "phy-downshift",
102 [ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down",
103 [ETHTOOL_PHY_EDPD] = "phy-energy-detect-power-down",
104 };
105
106 #define __LINK_MODE_NAME(speed, type, duplex) \
107 #speed "base" #type "/" #duplex
108 #define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \
109 [ETHTOOL_LINK_MODE(speed, type, duplex)] = \
110 __LINK_MODE_NAME(speed, type, duplex)
111 #define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \
112 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name
113
114 const char link_mode_names[][ETH_GSTRING_LEN] = {
115 __DEFINE_LINK_MODE_NAME(10, T, Half),
116 __DEFINE_LINK_MODE_NAME(10, T, Full),
117 __DEFINE_LINK_MODE_NAME(100, T, Half),
118 __DEFINE_LINK_MODE_NAME(100, T, Full),
119 __DEFINE_LINK_MODE_NAME(1000, T, Half),
120 __DEFINE_LINK_MODE_NAME(1000, T, Full),
121 __DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"),
122 __DEFINE_SPECIAL_MODE_NAME(TP, "TP"),
123 __DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"),
124 __DEFINE_SPECIAL_MODE_NAME(MII, "MII"),
125 __DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"),
126 __DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"),
127 __DEFINE_LINK_MODE_NAME(10000, T, Full),
128 __DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"),
129 __DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"),
130 __DEFINE_LINK_MODE_NAME(2500, X, Full),
131 __DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"),
132 __DEFINE_LINK_MODE_NAME(1000, KX, Full),
133 __DEFINE_LINK_MODE_NAME(10000, KX4, Full),
134 __DEFINE_LINK_MODE_NAME(10000, KR, Full),
135 __DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"),
136 __DEFINE_LINK_MODE_NAME(20000, MLD2, Full),
137 __DEFINE_LINK_MODE_NAME(20000, KR2, Full),
138 __DEFINE_LINK_MODE_NAME(40000, KR4, Full),
139 __DEFINE_LINK_MODE_NAME(40000, CR4, Full),
140 __DEFINE_LINK_MODE_NAME(40000, SR4, Full),
141 __DEFINE_LINK_MODE_NAME(40000, LR4, Full),
142 __DEFINE_LINK_MODE_NAME(56000, KR4, Full),
143 __DEFINE_LINK_MODE_NAME(56000, CR4, Full),
144 __DEFINE_LINK_MODE_NAME(56000, SR4, Full),
145 __DEFINE_LINK_MODE_NAME(56000, LR4, Full),
146 __DEFINE_LINK_MODE_NAME(25000, CR, Full),
147 __DEFINE_LINK_MODE_NAME(25000, KR, Full),
148 __DEFINE_LINK_MODE_NAME(25000, SR, Full),
149 __DEFINE_LINK_MODE_NAME(50000, CR2, Full),
150 __DEFINE_LINK_MODE_NAME(50000, KR2, Full),
151 __DEFINE_LINK_MODE_NAME(100000, KR4, Full),
152 __DEFINE_LINK_MODE_NAME(100000, SR4, Full),
153 __DEFINE_LINK_MODE_NAME(100000, CR4, Full),
154 __DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full),
155 __DEFINE_LINK_MODE_NAME(50000, SR2, Full),
156 __DEFINE_LINK_MODE_NAME(1000, X, Full),
157 __DEFINE_LINK_MODE_NAME(10000, CR, Full),
158 __DEFINE_LINK_MODE_NAME(10000, SR, Full),
159 __DEFINE_LINK_MODE_NAME(10000, LR, Full),
160 __DEFINE_LINK_MODE_NAME(10000, LRM, Full),
161 __DEFINE_LINK_MODE_NAME(10000, ER, Full),
162 __DEFINE_LINK_MODE_NAME(2500, T, Full),
163 __DEFINE_LINK_MODE_NAME(5000, T, Full),
164 __DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"),
165 __DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"),
166 __DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"),
167 __DEFINE_LINK_MODE_NAME(50000, KR, Full),
168 __DEFINE_LINK_MODE_NAME(50000, SR, Full),
169 __DEFINE_LINK_MODE_NAME(50000, CR, Full),
170 __DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full),
171 __DEFINE_LINK_MODE_NAME(50000, DR, Full),
172 __DEFINE_LINK_MODE_NAME(100000, KR2, Full),
173 __DEFINE_LINK_MODE_NAME(100000, SR2, Full),
174 __DEFINE_LINK_MODE_NAME(100000, CR2, Full),
175 __DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full),
176 __DEFINE_LINK_MODE_NAME(100000, DR2, Full),
177 __DEFINE_LINK_MODE_NAME(200000, KR4, Full),
178 __DEFINE_LINK_MODE_NAME(200000, SR4, Full),
179 __DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full),
180 __DEFINE_LINK_MODE_NAME(200000, DR4, Full),
181 __DEFINE_LINK_MODE_NAME(200000, CR4, Full),
182 __DEFINE_LINK_MODE_NAME(100, T1, Full),
183 __DEFINE_LINK_MODE_NAME(1000, T1, Full),
184 __DEFINE_LINK_MODE_NAME(400000, KR8, Full),
185 __DEFINE_LINK_MODE_NAME(400000, SR8, Full),
186 __DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full),
187 __DEFINE_LINK_MODE_NAME(400000, DR8, Full),
188 __DEFINE_LINK_MODE_NAME(400000, CR8, Full),
189 __DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"),
190 __DEFINE_LINK_MODE_NAME(100000, KR, Full),
191 __DEFINE_LINK_MODE_NAME(100000, SR, Full),
192 __DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full),
193 __DEFINE_LINK_MODE_NAME(100000, DR, Full),
194 __DEFINE_LINK_MODE_NAME(100000, CR, Full),
195 __DEFINE_LINK_MODE_NAME(200000, KR2, Full),
196 __DEFINE_LINK_MODE_NAME(200000, SR2, Full),
197 __DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full),
198 __DEFINE_LINK_MODE_NAME(200000, DR2, Full),
199 __DEFINE_LINK_MODE_NAME(200000, CR2, Full),
200 __DEFINE_LINK_MODE_NAME(400000, KR4, Full),
201 __DEFINE_LINK_MODE_NAME(400000, SR4, Full),
202 __DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full),
203 __DEFINE_LINK_MODE_NAME(400000, DR4, Full),
204 __DEFINE_LINK_MODE_NAME(400000, CR4, Full),
205 __DEFINE_LINK_MODE_NAME(100, FX, Half),
206 __DEFINE_LINK_MODE_NAME(100, FX, Full),
207 __DEFINE_LINK_MODE_NAME(10, T1L, Full),
208 __DEFINE_LINK_MODE_NAME(800000, CR8, Full),
209 __DEFINE_LINK_MODE_NAME(800000, KR8, Full),
210 __DEFINE_LINK_MODE_NAME(800000, DR8, Full),
211 __DEFINE_LINK_MODE_NAME(800000, DR8_2, Full),
212 __DEFINE_LINK_MODE_NAME(800000, SR8, Full),
213 __DEFINE_LINK_MODE_NAME(800000, VR8, Full),
214 __DEFINE_LINK_MODE_NAME(10, T1S, Full),
215 __DEFINE_LINK_MODE_NAME(10, T1S, Half),
216 __DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half),
217 __DEFINE_LINK_MODE_NAME(10, T1BRR, Full),
218 __DEFINE_LINK_MODE_NAME(200000, CR, Full),
219 __DEFINE_LINK_MODE_NAME(200000, KR, Full),
220 __DEFINE_LINK_MODE_NAME(200000, DR, Full),
221 __DEFINE_LINK_MODE_NAME(200000, DR_2, Full),
222 __DEFINE_LINK_MODE_NAME(200000, SR, Full),
223 __DEFINE_LINK_MODE_NAME(200000, VR, Full),
224 __DEFINE_LINK_MODE_NAME(400000, CR2, Full),
225 __DEFINE_LINK_MODE_NAME(400000, KR2, Full),
226 __DEFINE_LINK_MODE_NAME(400000, DR2, Full),
227 __DEFINE_LINK_MODE_NAME(400000, DR2_2, Full),
228 __DEFINE_LINK_MODE_NAME(400000, SR2, Full),
229 __DEFINE_LINK_MODE_NAME(400000, VR2, Full),
230 __DEFINE_LINK_MODE_NAME(800000, CR4, Full),
231 __DEFINE_LINK_MODE_NAME(800000, KR4, Full),
232 __DEFINE_LINK_MODE_NAME(800000, DR4, Full),
233 __DEFINE_LINK_MODE_NAME(800000, DR4_2, Full),
234 __DEFINE_LINK_MODE_NAME(800000, SR4, Full),
235 __DEFINE_LINK_MODE_NAME(800000, VR4, Full),
236 __DEFINE_LINK_MODE_NAME(1600000, CR8, Full),
237 __DEFINE_LINK_MODE_NAME(1600000, KR8, Full),
238 __DEFINE_LINK_MODE_NAME(1600000, DR8, Full),
239 __DEFINE_LINK_MODE_NAME(1600000, DR8_2, Full),
240 };
241 static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS);
242
243 #define __LINK_MODE_LANES_CR 1
244 #define __LINK_MODE_LANES_CR2 2
245 #define __LINK_MODE_LANES_CR4 4
246 #define __LINK_MODE_LANES_CR8 8
247 #define __LINK_MODE_LANES_DR 1
248 #define __LINK_MODE_LANES_DR_2 1
249 #define __LINK_MODE_LANES_DR2 2
250 #define __LINK_MODE_LANES_DR2_2 2
251 #define __LINK_MODE_LANES_DR4 4
252 #define __LINK_MODE_LANES_DR4_2 4
253 #define __LINK_MODE_LANES_DR8 8
254 #define __LINK_MODE_LANES_KR 1
255 #define __LINK_MODE_LANES_KR2 2
256 #define __LINK_MODE_LANES_KR4 4
257 #define __LINK_MODE_LANES_KR8 8
258 #define __LINK_MODE_LANES_SR 1
259 #define __LINK_MODE_LANES_SR2 2
260 #define __LINK_MODE_LANES_SR4 4
261 #define __LINK_MODE_LANES_SR8 8
262 #define __LINK_MODE_LANES_ER 1
263 #define __LINK_MODE_LANES_KX 1
264 #define __LINK_MODE_LANES_KX4 4
265 #define __LINK_MODE_LANES_LR 1
266 #define __LINK_MODE_LANES_LR4 4
267 #define __LINK_MODE_LANES_LR4_ER4 4
268 #define __LINK_MODE_LANES_LR_ER_FR 1
269 #define __LINK_MODE_LANES_LR2_ER2_FR2 2
270 #define __LINK_MODE_LANES_LR4_ER4_FR4 4
271 #define __LINK_MODE_LANES_LR8_ER8_FR8 8
272 #define __LINK_MODE_LANES_LRM 1
273 #define __LINK_MODE_LANES_MLD2 2
274 #define __LINK_MODE_LANES_T 1
275 #define __LINK_MODE_LANES_T1 1
276 #define __LINK_MODE_LANES_X 1
277 #define __LINK_MODE_LANES_FX 1
278 #define __LINK_MODE_LANES_T1L 1
279 #define __LINK_MODE_LANES_T1S 1
280 #define __LINK_MODE_LANES_T1S_P2MP 1
281 #define __LINK_MODE_LANES_VR 1
282 #define __LINK_MODE_LANES_VR2 2
283 #define __LINK_MODE_LANES_VR4 4
284 #define __LINK_MODE_LANES_VR8 8
285 #define __LINK_MODE_LANES_DR8_2 8
286 #define __LINK_MODE_LANES_T1BRR 1
287
288 #define __DEFINE_LINK_MODE_PARAMS_PAIRS(_speed, _type, _min_pairs, _pairs, _duplex, _medium) \
289 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \
290 .speed = SPEED_ ## _speed, \
291 .lanes = __LINK_MODE_LANES_ ## _type, \
292 .min_pairs = _min_pairs, \
293 .pairs = _pairs, \
294 .duplex = __DUPLEX_ ## _duplex, \
295 .mediums = BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium) \
296 }
297
298 #define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex, _medium) \
299 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \
300 .speed = SPEED_ ## _speed, \
301 .lanes = __LINK_MODE_LANES_ ## _type, \
302 .min_pairs = 0, \
303 .pairs = 0, \
304 .duplex = __DUPLEX_ ## _duplex, \
305 .mediums = BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium) \
306 }
307 #define __DEFINE_LINK_MODE_PARAMS_MEDIUMS(_speed, _type, _duplex, _mediums) \
308 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \
309 .speed = SPEED_ ## _speed, \
310 .lanes = __LINK_MODE_LANES_ ## _type, \
311 .min_pairs = 0, \
312 .pairs = 0, \
313 .duplex = __DUPLEX_ ## _duplex, \
314 .mediums = (_mediums) \
315 }
316 #define __MED(_medium) (BIT(ETHTOOL_LINK_MEDIUM_BASE ## _medium))
317 #define __DUPLEX_Half DUPLEX_HALF
318 #define __DUPLEX_Full DUPLEX_FULL
319 #define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \
320 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \
321 .speed = SPEED_UNKNOWN, \
322 .lanes = 0, \
323 .duplex = DUPLEX_UNKNOWN, \
324 .mediums = BIT(ETHTOOL_LINK_MEDIUM_NONE), \
325 }
326
327 const struct link_mode_info link_mode_params[] = {
328 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T, 2, 4, Half, T),
329 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T, 2, 4, Full, T),
330 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T, 2, 4, Half, T),
331 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T, 2, 4, Full, T),
332 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T, 4, 4, Half, T),
333 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T, 4, 4, Full, T),
334 __DEFINE_SPECIAL_MODE_PARAMS(Autoneg),
335 __DEFINE_SPECIAL_MODE_PARAMS(TP),
336 __DEFINE_SPECIAL_MODE_PARAMS(AUI),
337 __DEFINE_SPECIAL_MODE_PARAMS(MII),
338 __DEFINE_SPECIAL_MODE_PARAMS(FIBRE),
339 __DEFINE_SPECIAL_MODE_PARAMS(BNC),
340 __DEFINE_LINK_MODE_PARAMS_PAIRS(10000, T, 4, 4, Full, T),
341 __DEFINE_SPECIAL_MODE_PARAMS(Pause),
342 __DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause),
343 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(2500, X, Full,
344 __MED(C) | __MED(S) | __MED(L)),
345 __DEFINE_SPECIAL_MODE_PARAMS(Backplane),
346 __DEFINE_LINK_MODE_PARAMS(1000, KX, Full, K),
347 __DEFINE_LINK_MODE_PARAMS(10000, KX4, Full, K),
348 __DEFINE_LINK_MODE_PARAMS(10000, KR, Full, K),
349 [ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = {
350 .speed = SPEED_10000,
351 .lanes = 1,
352 .duplex = DUPLEX_FULL,
353 },
354 __DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full, MLD),
355 __DEFINE_LINK_MODE_PARAMS(20000, KR2, Full, K),
356 __DEFINE_LINK_MODE_PARAMS(40000, KR4, Full, K),
357 __DEFINE_LINK_MODE_PARAMS(40000, CR4, Full, C),
358 __DEFINE_LINK_MODE_PARAMS(40000, SR4, Full, S),
359 __DEFINE_LINK_MODE_PARAMS(40000, LR4, Full, L),
360 __DEFINE_LINK_MODE_PARAMS(56000, KR4, Full, K),
361 __DEFINE_LINK_MODE_PARAMS(56000, CR4, Full, C),
362 __DEFINE_LINK_MODE_PARAMS(56000, SR4, Full, S),
363 __DEFINE_LINK_MODE_PARAMS(56000, LR4, Full, L),
364 __DEFINE_LINK_MODE_PARAMS(25000, CR, Full, C),
365 __DEFINE_LINK_MODE_PARAMS(25000, KR, Full, K),
366 __DEFINE_LINK_MODE_PARAMS(25000, SR, Full, S),
367 __DEFINE_LINK_MODE_PARAMS(50000, CR2, Full, C),
368 __DEFINE_LINK_MODE_PARAMS(50000, KR2, Full, K),
369 __DEFINE_LINK_MODE_PARAMS(100000, KR4, Full, K),
370 __DEFINE_LINK_MODE_PARAMS(100000, SR4, Full, S),
371 __DEFINE_LINK_MODE_PARAMS(100000, CR4, Full, C),
372 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR4_ER4, Full,
373 __MED(L) | __MED(E)),
374 __DEFINE_LINK_MODE_PARAMS(50000, SR2, Full, S),
375 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(1000, X, Full,
376 __MED(C) | __MED(S) | __MED(L)),
377 __DEFINE_LINK_MODE_PARAMS(10000, CR, Full, C),
378 __DEFINE_LINK_MODE_PARAMS(10000, SR, Full, S),
379 __DEFINE_LINK_MODE_PARAMS(10000, LR, Full, L),
380 __DEFINE_LINK_MODE_PARAMS(10000, LRM, Full, L),
381 __DEFINE_LINK_MODE_PARAMS(10000, ER, Full, E),
382 __DEFINE_LINK_MODE_PARAMS_PAIRS(2500, T, 4, 4, Full, T),
383 __DEFINE_LINK_MODE_PARAMS_PAIRS(5000, T, 4, 4, Full, T),
384 __DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE),
385 __DEFINE_SPECIAL_MODE_PARAMS(FEC_RS),
386 __DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER),
387 __DEFINE_LINK_MODE_PARAMS(50000, KR, Full, K),
388 __DEFINE_LINK_MODE_PARAMS(50000, SR, Full, S),
389 __DEFINE_LINK_MODE_PARAMS(50000, CR, Full, C),
390 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(50000, LR_ER_FR, Full,
391 __MED(L) | __MED(E) | __MED(F)),
392 __DEFINE_LINK_MODE_PARAMS(50000, DR, Full, D),
393 __DEFINE_LINK_MODE_PARAMS(100000, KR2, Full, K),
394 __DEFINE_LINK_MODE_PARAMS(100000, SR2, Full, S),
395 __DEFINE_LINK_MODE_PARAMS(100000, CR2, Full, C),
396 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR2_ER2_FR2, Full,
397 __MED(L) | __MED(E) | __MED(F)),
398 __DEFINE_LINK_MODE_PARAMS(100000, DR2, Full, D),
399 __DEFINE_LINK_MODE_PARAMS(200000, KR4, Full, K),
400 __DEFINE_LINK_MODE_PARAMS(200000, SR4, Full, S),
401 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(200000, LR4_ER4_FR4, Full,
402 __MED(L) | __MED(E) | __MED(F)),
403 __DEFINE_LINK_MODE_PARAMS(200000, DR4, Full, D),
404 __DEFINE_LINK_MODE_PARAMS(200000, CR4, Full, C),
405 __DEFINE_LINK_MODE_PARAMS_PAIRS(100, T1, 1, 1, Full, T),
406 __DEFINE_LINK_MODE_PARAMS_PAIRS(1000, T1, 1, 1, Full, T),
407 __DEFINE_LINK_MODE_PARAMS(400000, KR8, Full, K),
408 __DEFINE_LINK_MODE_PARAMS(400000, SR8, Full, S),
409 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(400000, LR8_ER8_FR8, Full,
410 __MED(L) | __MED(E) | __MED(F)),
411 __DEFINE_LINK_MODE_PARAMS(400000, DR8, Full, D),
412 __DEFINE_LINK_MODE_PARAMS(400000, CR8, Full, C),
413 __DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS),
414 __DEFINE_LINK_MODE_PARAMS(100000, KR, Full, K),
415 __DEFINE_LINK_MODE_PARAMS(100000, SR, Full, S),
416 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(100000, LR_ER_FR, Full,
417 __MED(L) | __MED(E) | __MED(F)),
418 __DEFINE_LINK_MODE_PARAMS(100000, DR, Full, D),
419 __DEFINE_LINK_MODE_PARAMS(100000, CR, Full, C),
420 __DEFINE_LINK_MODE_PARAMS(200000, KR2, Full, K),
421 __DEFINE_LINK_MODE_PARAMS(200000, SR2, Full, S),
422 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(200000, LR2_ER2_FR2, Full,
423 __MED(L) | __MED(E) | __MED(F)),
424 __DEFINE_LINK_MODE_PARAMS(200000, DR2, Full, D),
425 __DEFINE_LINK_MODE_PARAMS(200000, CR2, Full, C),
426 __DEFINE_LINK_MODE_PARAMS(400000, KR4, Full, K),
427 __DEFINE_LINK_MODE_PARAMS(400000, SR4, Full, S),
428 __DEFINE_LINK_MODE_PARAMS_MEDIUMS(400000, LR4_ER4_FR4, Full,
429 __MED(L) | __MED(E) | __MED(F)),
430 __DEFINE_LINK_MODE_PARAMS(400000, DR4, Full, D),
431 __DEFINE_LINK_MODE_PARAMS(400000, CR4, Full, C),
432 __DEFINE_LINK_MODE_PARAMS(100, FX, Half, F),
433 __DEFINE_LINK_MODE_PARAMS(100, FX, Full, F),
434 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1L, 1, 1, Full, T),
435 __DEFINE_LINK_MODE_PARAMS(800000, CR8, Full, C),
436 __DEFINE_LINK_MODE_PARAMS(800000, KR8, Full, K),
437 __DEFINE_LINK_MODE_PARAMS(800000, DR8, Full, D),
438 __DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full, D),
439 __DEFINE_LINK_MODE_PARAMS(800000, SR8, Full, S),
440 __DEFINE_LINK_MODE_PARAMS(800000, VR8, Full, V),
441 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S, 1, 1, Full, T),
442 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S, 1, 1, Half, T),
443 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1S_P2MP, 1, 1, Half, T),
444 __DEFINE_LINK_MODE_PARAMS_PAIRS(10, T1BRR, 1, 1, Full, T),
445 __DEFINE_LINK_MODE_PARAMS(200000, CR, Full, C),
446 __DEFINE_LINK_MODE_PARAMS(200000, KR, Full, K),
447 __DEFINE_LINK_MODE_PARAMS(200000, DR, Full, D),
448 __DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full, D),
449 __DEFINE_LINK_MODE_PARAMS(200000, SR, Full, S),
450 __DEFINE_LINK_MODE_PARAMS(200000, VR, Full, V),
451 __DEFINE_LINK_MODE_PARAMS(400000, CR2, Full, C),
452 __DEFINE_LINK_MODE_PARAMS(400000, KR2, Full, K),
453 __DEFINE_LINK_MODE_PARAMS(400000, DR2, Full, D),
454 __DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full, D),
455 __DEFINE_LINK_MODE_PARAMS(400000, SR2, Full, S),
456 __DEFINE_LINK_MODE_PARAMS(400000, VR2, Full, V),
457 __DEFINE_LINK_MODE_PARAMS(800000, CR4, Full, C),
458 __DEFINE_LINK_MODE_PARAMS(800000, KR4, Full, K),
459 __DEFINE_LINK_MODE_PARAMS(800000, DR4, Full, D),
460 __DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full, D),
461 __DEFINE_LINK_MODE_PARAMS(800000, SR4, Full, S),
462 __DEFINE_LINK_MODE_PARAMS(800000, VR4, Full, V),
463 __DEFINE_LINK_MODE_PARAMS(1600000, CR8, Full, C),
464 __DEFINE_LINK_MODE_PARAMS(1600000, KR8, Full, K),
465 __DEFINE_LINK_MODE_PARAMS(1600000, DR8, Full, D),
466 __DEFINE_LINK_MODE_PARAMS(1600000, DR8_2, Full, D),
467 };
468 static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS);
469 EXPORT_SYMBOL_GPL(link_mode_params);
470
471 static const char ethtool_link_medium_names[][ETH_GSTRING_LEN] = {
472 [ETHTOOL_LINK_MEDIUM_BASET] = "BaseT",
473 [ETHTOOL_LINK_MEDIUM_BASEK] = "BaseK",
474 [ETHTOOL_LINK_MEDIUM_BASES] = "BaseS",
475 [ETHTOOL_LINK_MEDIUM_BASEC] = "BaseC",
476 [ETHTOOL_LINK_MEDIUM_BASEL] = "BaseL",
477 [ETHTOOL_LINK_MEDIUM_BASED] = "BaseD",
478 [ETHTOOL_LINK_MEDIUM_BASEE] = "BaseE",
479 [ETHTOOL_LINK_MEDIUM_BASEF] = "BaseF",
480 [ETHTOOL_LINK_MEDIUM_BASEV] = "BaseV",
481 [ETHTOOL_LINK_MEDIUM_BASEMLD] = "BaseMLD",
482 [ETHTOOL_LINK_MEDIUM_NONE] = "None",
483 };
484 static_assert(ARRAY_SIZE(ethtool_link_medium_names) == __ETHTOOL_LINK_MEDIUM_LAST);
485
486 const char netif_msg_class_names[][ETH_GSTRING_LEN] = {
487 [NETIF_MSG_DRV_BIT] = "drv",
488 [NETIF_MSG_PROBE_BIT] = "probe",
489 [NETIF_MSG_LINK_BIT] = "link",
490 [NETIF_MSG_TIMER_BIT] = "timer",
491 [NETIF_MSG_IFDOWN_BIT] = "ifdown",
492 [NETIF_MSG_IFUP_BIT] = "ifup",
493 [NETIF_MSG_RX_ERR_BIT] = "rx_err",
494 [NETIF_MSG_TX_ERR_BIT] = "tx_err",
495 [NETIF_MSG_TX_QUEUED_BIT] = "tx_queued",
496 [NETIF_MSG_INTR_BIT] = "intr",
497 [NETIF_MSG_TX_DONE_BIT] = "tx_done",
498 [NETIF_MSG_RX_STATUS_BIT] = "rx_status",
499 [NETIF_MSG_PKTDATA_BIT] = "pktdata",
500 [NETIF_MSG_HW_BIT] = "hw",
501 [NETIF_MSG_WOL_BIT] = "wol",
502 };
503 static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT);
504
505 const char wol_mode_names[][ETH_GSTRING_LEN] = {
506 [const_ilog2(WAKE_PHY)] = "phy",
507 [const_ilog2(WAKE_UCAST)] = "ucast",
508 [const_ilog2(WAKE_MCAST)] = "mcast",
509 [const_ilog2(WAKE_BCAST)] = "bcast",
510 [const_ilog2(WAKE_ARP)] = "arp",
511 [const_ilog2(WAKE_MAGIC)] = "magic",
512 [const_ilog2(WAKE_MAGICSECURE)] = "magicsecure",
513 [const_ilog2(WAKE_FILTER)] = "filter",
514 };
515 static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT);
516
517 const char sof_timestamping_names[][ETH_GSTRING_LEN] = {
518 [const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)] = "hardware-transmit",
519 [const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)] = "software-transmit",
520 [const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)] = "hardware-receive",
521 [const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)] = "software-receive",
522 [const_ilog2(SOF_TIMESTAMPING_SOFTWARE)] = "software-system-clock",
523 [const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock",
524 [const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock",
525 [const_ilog2(SOF_TIMESTAMPING_OPT_ID)] = "option-id",
526 [const_ilog2(SOF_TIMESTAMPING_TX_SCHED)] = "sched-transmit",
527 [const_ilog2(SOF_TIMESTAMPING_TX_ACK)] = "ack-transmit",
528 [const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)] = "option-cmsg",
529 [const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)] = "option-tsonly",
530 [const_ilog2(SOF_TIMESTAMPING_OPT_STATS)] = "option-stats",
531 [const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)] = "option-pktinfo",
532 [const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)] = "option-tx-swhw",
533 [const_ilog2(SOF_TIMESTAMPING_BIND_PHC)] = "bind-phc",
534 [const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)] = "option-id-tcp",
535 [const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter",
536 [const_ilog2(SOF_TIMESTAMPING_TX_COMPLETION)] = "tx-completion",
537 };
538 static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT);
539
540 const char ts_tx_type_names[][ETH_GSTRING_LEN] = {
541 [HWTSTAMP_TX_OFF] = "off",
542 [HWTSTAMP_TX_ON] = "on",
543 [HWTSTAMP_TX_ONESTEP_SYNC] = "onestep-sync",
544 [HWTSTAMP_TX_ONESTEP_P2P] = "onestep-p2p",
545 };
546 static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT);
547
548 const char ts_rx_filter_names[][ETH_GSTRING_LEN] = {
549 [HWTSTAMP_FILTER_NONE] = "none",
550 [HWTSTAMP_FILTER_ALL] = "all",
551 [HWTSTAMP_FILTER_SOME] = "some",
552 [HWTSTAMP_FILTER_PTP_V1_L4_EVENT] = "ptpv1-l4-event",
553 [HWTSTAMP_FILTER_PTP_V1_L4_SYNC] = "ptpv1-l4-sync",
554 [HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ] = "ptpv1-l4-delay-req",
555 [HWTSTAMP_FILTER_PTP_V2_L4_EVENT] = "ptpv2-l4-event",
556 [HWTSTAMP_FILTER_PTP_V2_L4_SYNC] = "ptpv2-l4-sync",
557 [HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ] = "ptpv2-l4-delay-req",
558 [HWTSTAMP_FILTER_PTP_V2_L2_EVENT] = "ptpv2-l2-event",
559 [HWTSTAMP_FILTER_PTP_V2_L2_SYNC] = "ptpv2-l2-sync",
560 [HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ] = "ptpv2-l2-delay-req",
561 [HWTSTAMP_FILTER_PTP_V2_EVENT] = "ptpv2-event",
562 [HWTSTAMP_FILTER_PTP_V2_SYNC] = "ptpv2-sync",
563 [HWTSTAMP_FILTER_PTP_V2_DELAY_REQ] = "ptpv2-delay-req",
564 [HWTSTAMP_FILTER_NTP_ALL] = "ntp-all",
565 };
566 static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT);
567
568 const char ts_flags_names[][ETH_GSTRING_LEN] = {
569 [const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index",
570 };
571 static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT);
572
573 const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = {
574 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN] = "vxlan",
575 [ETHTOOL_UDP_TUNNEL_TYPE_GENEVE] = "geneve",
576 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE] = "vxlan-gpe",
577 };
578 static_assert(ARRAY_SIZE(udp_tunnel_type_names) ==
579 __ETHTOOL_UDP_TUNNEL_TYPE_CNT);
580
581 /* return false if legacy contained non-0 deprecated fields
582 * maxtxpkt/maxrxpkt. rest of ksettings always updated
583 */
584 bool
convert_legacy_settings_to_link_ksettings(struct ethtool_link_ksettings * link_ksettings,const struct ethtool_cmd * legacy_settings)585 convert_legacy_settings_to_link_ksettings(
586 struct ethtool_link_ksettings *link_ksettings,
587 const struct ethtool_cmd *legacy_settings)
588 {
589 bool retval = true;
590
591 memset(link_ksettings, 0, sizeof(*link_ksettings));
592
593 /* This is used to tell users that driver is still using these
594 * deprecated legacy fields, and they should not use
595 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS
596 */
597 if (legacy_settings->maxtxpkt ||
598 legacy_settings->maxrxpkt)
599 retval = false;
600
601 ethtool_convert_legacy_u32_to_link_mode(
602 link_ksettings->link_modes.supported,
603 legacy_settings->supported);
604 ethtool_convert_legacy_u32_to_link_mode(
605 link_ksettings->link_modes.advertising,
606 legacy_settings->advertising);
607 ethtool_convert_legacy_u32_to_link_mode(
608 link_ksettings->link_modes.lp_advertising,
609 legacy_settings->lp_advertising);
610 link_ksettings->base.speed
611 = ethtool_cmd_speed(legacy_settings);
612 link_ksettings->base.duplex
613 = legacy_settings->duplex;
614 link_ksettings->base.port
615 = legacy_settings->port;
616 link_ksettings->base.phy_address
617 = legacy_settings->phy_address;
618 link_ksettings->base.autoneg
619 = legacy_settings->autoneg;
620 link_ksettings->base.mdio_support
621 = legacy_settings->mdio_support;
622 link_ksettings->base.eth_tp_mdix
623 = legacy_settings->eth_tp_mdix;
624 link_ksettings->base.eth_tp_mdix_ctrl
625 = legacy_settings->eth_tp_mdix_ctrl;
626 return retval;
627 }
628
__ethtool_get_link(struct net_device * dev)629 int __ethtool_get_link(struct net_device *dev)
630 {
631 if (!dev->ethtool_ops->get_link)
632 return -EOPNOTSUPP;
633
634 return netif_running(dev) && dev->ethtool_ops->get_link(dev);
635 }
636
ethtool_get_rx_ring_count(struct net_device * dev)637 int ethtool_get_rx_ring_count(struct net_device *dev)
638 {
639 const struct ethtool_ops *ops = dev->ethtool_ops;
640
641 if (!ops->get_rx_ring_count)
642 return -EOPNOTSUPP;
643
644 return ops->get_rx_ring_count(dev);
645 }
646
ethtool_get_rxnfc_rule_count(struct net_device * dev)647 static int ethtool_get_rxnfc_rule_count(struct net_device *dev)
648 {
649 const struct ethtool_ops *ops = dev->ethtool_ops;
650 struct ethtool_rxnfc info = {
651 .cmd = ETHTOOL_GRXCLSRLCNT,
652 };
653 int err;
654
655 err = ops->get_rxnfc(dev, &info, NULL);
656 if (err)
657 return err;
658
659 return info.rule_cnt;
660 }
661
662 /* Max offset for one RSS context */
ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context * ctx)663 static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx)
664 {
665 u32 max_ring = 0;
666 u32 i, *tbl;
667
668 if (WARN_ON_ONCE(!ctx))
669 return 0;
670 tbl = ethtool_rxfh_context_indir(ctx);
671 for (i = 0; i < ctx->indir_size; i++)
672 max_ring = max(max_ring, tbl[i]);
673 return max_ring;
674 }
675
ethtool_get_max_rxnfc_channel(struct net_device * dev,u64 * max)676 static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max)
677 {
678 const struct ethtool_ops *ops = dev->ethtool_ops;
679 struct ethtool_rxnfc *info;
680 int err, i, rule_cnt;
681 u64 max_ring = 0;
682
683 if (!ops->get_rxnfc)
684 return -EOPNOTSUPP;
685
686 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
687 if (rule_cnt <= 0)
688 return -EINVAL;
689
690 info = kvzalloc_flex(*info, rule_locs, rule_cnt);
691 if (!info)
692 return -ENOMEM;
693
694 info->cmd = ETHTOOL_GRXCLSRLALL;
695 info->rule_cnt = rule_cnt;
696 err = ops->get_rxnfc(dev, info, info->rule_locs);
697 if (err)
698 goto err_free_info;
699
700 for (i = 0; i < rule_cnt; i++) {
701 struct ethtool_rxnfc rule_info = {
702 .cmd = ETHTOOL_GRXCLSRULE,
703 .fs.location = info->rule_locs[i],
704 };
705
706 err = ops->get_rxnfc(dev, &rule_info, NULL);
707 if (err)
708 goto err_free_info;
709
710 if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC &&
711 rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE &&
712 !ethtool_get_flow_spec_ring_vf(rule_info.fs.ring_cookie)) {
713 u64 ring = rule_info.fs.ring_cookie;
714
715 if (rule_info.flow_type & FLOW_RSS) {
716 struct ethtool_rxfh_context *ctx;
717
718 ctx = xa_load(&dev->ethtool->rss_ctx,
719 rule_info.rss_context);
720 ring += ethtool_get_rss_ctx_max_channel(ctx);
721 }
722 max_ring = max_t(u64, max_ring, ring);
723 }
724 }
725
726 kvfree(info);
727 *max = max_ring;
728 return 0;
729
730 err_free_info:
731 kvfree(info);
732 return err;
733 }
734
735 /* Max offset across all of a device's RSS contexts */
ethtool_get_max_rss_ctx_channel(struct net_device * dev)736 static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev)
737 {
738 struct ethtool_rxfh_context *ctx;
739 unsigned long context;
740 u32 max_ring = 0;
741
742 mutex_lock(&dev->ethtool->rss_lock);
743 xa_for_each(&dev->ethtool->rss_ctx, context, ctx)
744 max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx));
745 mutex_unlock(&dev->ethtool->rss_lock);
746
747 return max_ring;
748 }
749
ethtool_get_max_rxfh_channel(struct net_device * dev)750 static u32 ethtool_get_max_rxfh_channel(struct net_device *dev)
751 {
752 struct ethtool_rxfh_param rxfh = {};
753 u32 dev_size, current_max = 0;
754 int ret;
755
756 /* While we do track whether RSS context has an indirection
757 * table explicitly set by the user, no driver looks at that bit.
758 * Assume drivers won't auto-regenerate the additional tables,
759 * to be safe.
760 */
761 current_max = ethtool_get_max_rss_ctx_channel(dev);
762
763 if (!netif_is_rxfh_configured(dev))
764 return current_max;
765
766 if (!dev->ethtool_ops->get_rxfh_indir_size ||
767 !dev->ethtool_ops->get_rxfh)
768 return current_max;
769 dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
770 if (dev_size == 0)
771 return current_max;
772
773 rxfh.indir = kzalloc_objs(rxfh.indir[0], dev_size, GFP_USER);
774 if (!rxfh.indir)
775 return U32_MAX;
776
777 mutex_lock(&dev->ethtool->rss_lock);
778 ret = dev->ethtool_ops->get_rxfh(dev, &rxfh);
779 mutex_unlock(&dev->ethtool->rss_lock);
780 if (ret) {
781 current_max = U32_MAX;
782 goto out_free;
783 }
784
785 while (dev_size--)
786 current_max = max(current_max, rxfh.indir[dev_size]);
787
788 out_free:
789 kfree(rxfh.indir);
790 return current_max;
791 }
792
ethtool_check_max_channel(struct net_device * dev,struct ethtool_channels channels,struct genl_info * info)793 int ethtool_check_max_channel(struct net_device *dev,
794 struct ethtool_channels channels,
795 struct genl_info *info)
796 {
797 u64 max_rxnfc_in_use;
798 u32 max_rxfh_in_use;
799 int max_mp_in_use;
800
801 /* ensure the new Rx count fits within the configured Rx flow
802 * indirection table/rxnfc settings
803 */
804 if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use))
805 max_rxnfc_in_use = 0;
806 max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev);
807 if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
808 if (info)
809 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use);
810 return -EINVAL;
811 }
812 if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
813 if (info)
814 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
815 return -EINVAL;
816 }
817
818 max_mp_in_use = dev_get_min_mp_channel_count(dev);
819 if (channels.combined_count + channels.rx_count <= max_mp_in_use) {
820 if (info)
821 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use);
822 return -EINVAL;
823 }
824
825 return 0;
826 }
827
ethtool_check_rss_ctx_busy(struct net_device * dev,u32 rss_context)828 int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context)
829 {
830 const struct ethtool_ops *ops = dev->ethtool_ops;
831 struct ethtool_rxnfc *info;
832 int rc, i, rule_cnt;
833
834 if (!ops->get_rxnfc)
835 return 0;
836
837 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
838 if (!rule_cnt)
839 return 0;
840
841 if (rule_cnt < 0)
842 return -EINVAL;
843
844 info = kvzalloc_flex(*info, rule_locs, rule_cnt);
845 if (!info)
846 return -ENOMEM;
847
848 info->cmd = ETHTOOL_GRXCLSRLALL;
849 info->rule_cnt = rule_cnt;
850 rc = ops->get_rxnfc(dev, info, info->rule_locs);
851 if (rc)
852 goto out_free;
853
854 for (i = 0; i < rule_cnt; i++) {
855 struct ethtool_rxnfc rule_info = {
856 .cmd = ETHTOOL_GRXCLSRULE,
857 .fs.location = info->rule_locs[i],
858 };
859
860 rc = ops->get_rxnfc(dev, &rule_info, NULL);
861 if (rc)
862 goto out_free;
863
864 if (rule_info.fs.flow_type & FLOW_RSS &&
865 rule_info.rss_context == rss_context) {
866 rc = -EBUSY;
867 goto out_free;
868 }
869 }
870
871 out_free:
872 kvfree(info);
873 return rc;
874 }
875
876 struct ethtool_rxfh_context *
ethtool_rxfh_ctx_alloc(const struct ethtool_ops * ops,u32 indir_size,u32 key_size)877 ethtool_rxfh_ctx_alloc(const struct ethtool_ops *ops,
878 u32 indir_size, u32 key_size)
879 {
880 size_t indir_bytes, flex_len, key_off, size;
881 struct ethtool_rxfh_context *ctx;
882 u32 priv_bytes, indir_max;
883 u16 key_max;
884
885 key_max = max(key_size, ops->rxfh_key_space);
886 indir_max = max(indir_size, ops->rxfh_indir_space);
887
888 priv_bytes = ALIGN(ops->rxfh_priv_size, sizeof(u32));
889 indir_bytes = array_size(indir_max, sizeof(u32));
890
891 key_off = size_add(priv_bytes, indir_bytes);
892 flex_len = size_add(key_off, key_max);
893 size = struct_size_t(struct ethtool_rxfh_context, data, flex_len);
894
895 ctx = kzalloc(size, GFP_KERNEL_ACCOUNT);
896 if (!ctx)
897 return NULL;
898
899 ctx->indir_size = indir_size;
900 ctx->key_size = key_size;
901 ctx->key_off = key_off;
902 ctx->priv_size = ops->rxfh_priv_size;
903
904 return ctx;
905 }
906
907 /* Check if fields configured for flow hash are symmetric - if src is included
908 * so is dst and vice versa.
909 */
ethtool_rxfh_config_is_sym(u64 rxfh)910 int ethtool_rxfh_config_is_sym(u64 rxfh)
911 {
912 bool sym;
913
914 sym = rxfh == (rxfh & (RXH_IP_SRC | RXH_IP_DST |
915 RXH_L4_B_0_1 | RXH_L4_B_2_3));
916 sym &= !!(rxfh & RXH_IP_SRC) == !!(rxfh & RXH_IP_DST);
917 sym &= !!(rxfh & RXH_L4_B_0_1) == !!(rxfh & RXH_L4_B_2_3);
918
919 return sym;
920 }
921
ethtool_check_ops(const struct ethtool_ops * ops)922 int ethtool_check_ops(const struct ethtool_ops *ops)
923 {
924 if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params))
925 return -EINVAL;
926 if (WARN_ON(ops->rxfh_max_num_contexts == 1))
927 return -EINVAL;
928 if (WARN_ON(ops->supported_input_xfrm && !ops->get_rxfh_fields))
929 return -EINVAL;
930 if (WARN_ON(ops->supported_input_xfrm &&
931 ops->rxfh_per_ctx_fields != ops->rxfh_per_ctx_key))
932 return -EINVAL;
933
934 /* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime,
935 * the fact that ops are checked at registration time does not
936 * mean the ops attached to a netdev later on are sane.
937 */
938 return 0;
939 }
940
ethtool_ringparam_get_cfg(struct net_device * dev,struct ethtool_ringparam * param,struct kernel_ethtool_ringparam * kparam,struct netlink_ext_ack * extack)941 void ethtool_ringparam_get_cfg(struct net_device *dev,
942 struct ethtool_ringparam *param,
943 struct kernel_ethtool_ringparam *kparam,
944 struct netlink_ext_ack *extack)
945 {
946 memset(param, 0, sizeof(*param));
947 memset(kparam, 0, sizeof(*kparam));
948
949 param->cmd = ETHTOOL_GRINGPARAM;
950 dev->ethtool_ops->get_ringparam(dev, param, kparam, extack);
951
952 /* Driver gives us current state, we want to return current config */
953 kparam->tcp_data_split = dev->cfg->hds_config;
954 kparam->hds_thresh = dev->cfg->hds_thresh;
955 }
956
ethtool_init_tsinfo(struct kernel_ethtool_ts_info * info)957 static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info)
958 {
959 memset(info, 0, sizeof(*info));
960 info->cmd = ETHTOOL_GET_TS_INFO;
961 info->phc_index = -1;
962 }
963
ethtool_net_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)964 int ethtool_net_get_ts_info_by_phc(struct net_device *dev,
965 struct kernel_ethtool_ts_info *info,
966 struct hwtstamp_provider_desc *hwprov_desc)
967 {
968 const struct ethtool_ops *ops = dev->ethtool_ops;
969 int err;
970
971 if (!ops->get_ts_info)
972 return -EOPNOTSUPP;
973
974 /* Does ptp comes from netdev */
975 ethtool_init_tsinfo(info);
976 info->phc_qualifier = hwprov_desc->qualifier;
977 err = ops->get_ts_info(dev, info);
978 if (err)
979 return err;
980
981 if (info->phc_index == hwprov_desc->index &&
982 net_support_hwtstamp_qualifier(dev, hwprov_desc->qualifier))
983 return 0;
984
985 return -ENODEV;
986 }
987
988 struct phy_device *
ethtool_phy_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)989 ethtool_phy_get_ts_info_by_phc(struct net_device *dev,
990 struct kernel_ethtool_ts_info *info,
991 struct hwtstamp_provider_desc *hwprov_desc)
992 {
993 int err;
994
995 /* Only precise qualifier is supported in phydev */
996 if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
997 return ERR_PTR(-ENODEV);
998
999 /* Look in the phy topology */
1000 if (dev->link_topo) {
1001 struct phy_device_node *pdn;
1002 unsigned long phy_index;
1003
1004 xa_for_each(&dev->link_topo->phys, phy_index, pdn) {
1005 if (!phy_has_tsinfo(pdn->phy))
1006 continue;
1007
1008 ethtool_init_tsinfo(info);
1009 err = phy_ts_info(pdn->phy, info);
1010 if (err)
1011 return ERR_PTR(err);
1012
1013 if (info->phc_index == hwprov_desc->index)
1014 return pdn->phy;
1015 }
1016 return ERR_PTR(-ENODEV);
1017 }
1018
1019 /* Look on the dev->phydev */
1020 if (phy_has_tsinfo(dev->phydev)) {
1021 ethtool_init_tsinfo(info);
1022 err = phy_ts_info(dev->phydev, info);
1023 if (err)
1024 return ERR_PTR(err);
1025
1026 if (info->phc_index == hwprov_desc->index)
1027 return dev->phydev;
1028 }
1029
1030 return ERR_PTR(-ENODEV);
1031 }
1032
ethtool_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)1033 int ethtool_get_ts_info_by_phc(struct net_device *dev,
1034 struct kernel_ethtool_ts_info *info,
1035 struct hwtstamp_provider_desc *hwprov_desc)
1036 {
1037 int err;
1038
1039 err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc);
1040 if (err == -ENODEV || err == -EOPNOTSUPP) {
1041 struct phy_device *phy;
1042
1043 phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc);
1044 if (IS_ERR(phy))
1045 return PTR_ERR(phy);
1046
1047 /* Report the phc source only if we have a real
1048 * phc source with an index.
1049 */
1050 if (info->phc_index >= 0) {
1051 info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1052 info->phc_phyindex = phy->phyindex;
1053 }
1054 err = 0;
1055 } else if (!err && info->phc_index >= 0) {
1056 info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1057 }
1058
1059 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1060 SOF_TIMESTAMPING_SOFTWARE;
1061
1062 return err;
1063 }
1064
__ethtool_get_ts_info(struct net_device * dev,struct kernel_ethtool_ts_info * info)1065 int __ethtool_get_ts_info(struct net_device *dev,
1066 struct kernel_ethtool_ts_info *info)
1067 {
1068 struct hwtstamp_provider *hwprov;
1069 int err = 0;
1070
1071 rcu_read_lock();
1072 hwprov = rcu_dereference(dev->hwprov);
1073 /* No provider specified, use default behavior */
1074 if (!hwprov) {
1075 const struct ethtool_ops *ops = dev->ethtool_ops;
1076 struct phy_device *phydev = dev->phydev;
1077
1078 ethtool_init_tsinfo(info);
1079 if (phy_is_default_hwtstamp(phydev) &&
1080 phy_has_tsinfo(phydev)) {
1081 err = phy_ts_info(phydev, info);
1082 /* Report the phc source only if we have a real
1083 * phc source with an index.
1084 */
1085 if (!err && info->phc_index >= 0) {
1086 info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1087 info->phc_phyindex = phydev->phyindex;
1088 }
1089 } else if (ops->get_ts_info) {
1090 err = ops->get_ts_info(dev, info);
1091 if (!err && info->phc_index >= 0)
1092 info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1093 }
1094
1095 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1096 SOF_TIMESTAMPING_SOFTWARE;
1097
1098 rcu_read_unlock();
1099 return err;
1100 }
1101
1102 err = ethtool_get_ts_info_by_phc(dev, info, &hwprov->desc);
1103 rcu_read_unlock();
1104 return err;
1105 }
1106
net_support_hwtstamp_qualifier(struct net_device * dev,enum hwtstamp_provider_qualifier qualifier)1107 bool net_support_hwtstamp_qualifier(struct net_device *dev,
1108 enum hwtstamp_provider_qualifier qualifier)
1109 {
1110 const struct ethtool_ops *ops = dev->ethtool_ops;
1111
1112 if (!ops)
1113 return false;
1114
1115 /* Return true with precise qualifier and with NIC without
1116 * qualifier description to not break the old behavior.
1117 */
1118 if (!ops->supported_hwtstamp_qualifiers &&
1119 qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
1120 return true;
1121
1122 if (ops->supported_hwtstamp_qualifiers & BIT(qualifier))
1123 return true;
1124
1125 return false;
1126 }
1127
ethtool_get_phc_vclocks(struct net_device * dev,int ** vclock_index)1128 int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index)
1129 {
1130 struct kernel_ethtool_ts_info info = { };
1131 int num = 0;
1132
1133 if (!__ethtool_get_ts_info(dev, &info))
1134 num = ptp_get_vclocks_index(info.phc_index, vclock_index);
1135
1136 return num;
1137 }
1138 EXPORT_SYMBOL(ethtool_get_phc_vclocks);
1139
ethtool_get_ts_info_by_layer(struct net_device * dev,struct kernel_ethtool_ts_info * info)1140 int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info)
1141 {
1142 return __ethtool_get_ts_info(dev, info);
1143 }
1144 EXPORT_SYMBOL(ethtool_get_ts_info_by_layer);
1145
1146 const struct ethtool_phy_ops *ethtool_phy_ops;
1147
ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops * ops)1148 void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops)
1149 {
1150 ASSERT_RTNL();
1151 ethtool_phy_ops = ops;
1152 }
1153 EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops);
1154
1155 void
ethtool_params_from_link_mode(struct ethtool_link_ksettings * link_ksettings,enum ethtool_link_mode_bit_indices link_mode)1156 ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings,
1157 enum ethtool_link_mode_bit_indices link_mode)
1158 {
1159 const struct link_mode_info *link_info;
1160
1161 if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS))
1162 return;
1163
1164 link_info = &link_mode_params[link_mode];
1165 link_ksettings->base.speed = link_info->speed;
1166 link_ksettings->lanes = link_info->lanes;
1167 link_ksettings->base.duplex = link_info->duplex;
1168 }
1169 EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode);
1170
1171 /**
1172 * ethtool_forced_speed_maps_init
1173 * @maps: Pointer to an array of Ethtool forced speed map
1174 * @size: Array size
1175 *
1176 * Initialize an array of Ethtool forced speed map to Ethtool link modes. This
1177 * should be called during driver module init.
1178 */
1179 void
ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map * maps,u32 size)1180 ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size)
1181 {
1182 for (u32 i = 0; i < size; i++) {
1183 struct ethtool_forced_speed_map *map = &maps[i];
1184
1185 linkmode_set_bit_array(map->cap_arr, map->arr_size, map->caps);
1186 map->cap_arr = NULL;
1187 map->arr_size = 0;
1188 }
1189 }
1190 EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init);
1191
ethtool_rxfh_context_lost(struct net_device * dev,u32 context_id)1192 void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id)
1193 {
1194 struct ethtool_rxfh_context *ctx;
1195
1196 WARN_ONCE(!rtnl_is_locked() &&
1197 !lockdep_is_held_type(&dev->ethtool->rss_lock, -1),
1198 "RSS context lock assertion failed\n");
1199
1200 netdev_err(dev, "device error, RSS context %d lost\n", context_id);
1201 ctx = xa_erase(&dev->ethtool->rss_ctx, context_id);
1202 kfree(ctx);
1203 ethtool_rss_notify(dev, ETHTOOL_MSG_RSS_DELETE_NTF, context_id);
1204 }
1205 EXPORT_SYMBOL(ethtool_rxfh_context_lost);
1206
ethtool_str_to_medium(const char * str)1207 enum ethtool_link_medium ethtool_str_to_medium(const char *str)
1208 {
1209 int i;
1210
1211 for (i = 0; i < __ETHTOOL_LINK_MEDIUM_LAST; i++)
1212 if (!strcmp(ethtool_link_medium_names[i], str))
1213 return i;
1214
1215 return ETHTOOL_LINK_MEDIUM_NONE;
1216 }
1217 EXPORT_SYMBOL_GPL(ethtool_str_to_medium);
1218