1 // SPDX-License-Identifier: GPL-2.0-only
2
3 #include <linux/ethtool_netlink.h>
4 #include <linux/net_tstamp.h>
5 #include <linux/phy.h>
6 #include <linux/rtnetlink.h>
7 #include <linux/ptp_clock_kernel.h>
8 #include <linux/phy_link_topology.h>
9 #include <net/netdev_queues.h>
10
11 #include "netlink.h"
12 #include "common.h"
13 #include "../core/dev.h"
14
15
16 const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
17 [NETIF_F_SG_BIT] = "tx-scatter-gather",
18 [NETIF_F_IP_CSUM_BIT] = "tx-checksum-ipv4",
19 [NETIF_F_HW_CSUM_BIT] = "tx-checksum-ip-generic",
20 [NETIF_F_IPV6_CSUM_BIT] = "tx-checksum-ipv6",
21 [NETIF_F_HIGHDMA_BIT] = "highdma",
22 [NETIF_F_FRAGLIST_BIT] = "tx-scatter-gather-fraglist",
23 [NETIF_F_HW_VLAN_CTAG_TX_BIT] = "tx-vlan-hw-insert",
24
25 [NETIF_F_HW_VLAN_CTAG_RX_BIT] = "rx-vlan-hw-parse",
26 [NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
27 [NETIF_F_HW_VLAN_STAG_TX_BIT] = "tx-vlan-stag-hw-insert",
28 [NETIF_F_HW_VLAN_STAG_RX_BIT] = "rx-vlan-stag-hw-parse",
29 [NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
30 [NETIF_F_VLAN_CHALLENGED_BIT] = "vlan-challenged",
31 [NETIF_F_GSO_BIT] = "tx-generic-segmentation",
32 [NETIF_F_GRO_BIT] = "rx-gro",
33 [NETIF_F_GRO_HW_BIT] = "rx-gro-hw",
34 [NETIF_F_LRO_BIT] = "rx-lro",
35
36 [NETIF_F_TSO_BIT] = "tx-tcp-segmentation",
37 [NETIF_F_GSO_ROBUST_BIT] = "tx-gso-robust",
38 [NETIF_F_TSO_ECN_BIT] = "tx-tcp-ecn-segmentation",
39 [NETIF_F_GSO_ACCECN_BIT] = "tx-tcp-accecn-segmentation",
40 [NETIF_F_TSO_MANGLEID_BIT] = "tx-tcp-mangleid-segmentation",
41 [NETIF_F_TSO6_BIT] = "tx-tcp6-segmentation",
42 [NETIF_F_FSO_BIT] = "tx-fcoe-segmentation",
43 [NETIF_F_GSO_GRE_BIT] = "tx-gre-segmentation",
44 [NETIF_F_GSO_GRE_CSUM_BIT] = "tx-gre-csum-segmentation",
45 [NETIF_F_GSO_IPXIP4_BIT] = "tx-ipxip4-segmentation",
46 [NETIF_F_GSO_IPXIP6_BIT] = "tx-ipxip6-segmentation",
47 [NETIF_F_GSO_UDP_TUNNEL_BIT] = "tx-udp_tnl-segmentation",
48 [NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation",
49 [NETIF_F_GSO_PARTIAL_BIT] = "tx-gso-partial",
50 [NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation",
51 [NETIF_F_GSO_SCTP_BIT] = "tx-sctp-segmentation",
52 [NETIF_F_GSO_ESP_BIT] = "tx-esp-segmentation",
53 [NETIF_F_GSO_UDP_L4_BIT] = "tx-udp-segmentation",
54 [NETIF_F_GSO_FRAGLIST_BIT] = "tx-gso-list",
55
56 [NETIF_F_FCOE_CRC_BIT] = "tx-checksum-fcoe-crc",
57 [NETIF_F_SCTP_CRC_BIT] = "tx-checksum-sctp",
58 [NETIF_F_NTUPLE_BIT] = "rx-ntuple-filter",
59 [NETIF_F_RXHASH_BIT] = "rx-hashing",
60 [NETIF_F_RXCSUM_BIT] = "rx-checksum",
61 [NETIF_F_NOCACHE_COPY_BIT] = "tx-nocache-copy",
62 [NETIF_F_LOOPBACK_BIT] = "loopback",
63 [NETIF_F_RXFCS_BIT] = "rx-fcs",
64 [NETIF_F_RXALL_BIT] = "rx-all",
65 [NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
66 [NETIF_F_HW_TC_BIT] = "hw-tc-offload",
67 [NETIF_F_HW_ESP_BIT] = "esp-hw-offload",
68 [NETIF_F_HW_ESP_TX_CSUM_BIT] = "esp-tx-csum-hw-offload",
69 [NETIF_F_RX_UDP_TUNNEL_PORT_BIT] = "rx-udp_tunnel-port-offload",
70 [NETIF_F_HW_TLS_RECORD_BIT] = "tls-hw-record",
71 [NETIF_F_HW_TLS_TX_BIT] = "tls-hw-tx-offload",
72 [NETIF_F_HW_TLS_RX_BIT] = "tls-hw-rx-offload",
73 [NETIF_F_GRO_FRAGLIST_BIT] = "rx-gro-list",
74 [NETIF_F_HW_MACSEC_BIT] = "macsec-hw-offload",
75 [NETIF_F_GRO_UDP_FWD_BIT] = "rx-udp-gro-forwarding",
76 [NETIF_F_HW_HSR_TAG_INS_BIT] = "hsr-tag-ins-offload",
77 [NETIF_F_HW_HSR_TAG_RM_BIT] = "hsr-tag-rm-offload",
78 [NETIF_F_HW_HSR_FWD_BIT] = "hsr-fwd-offload",
79 [NETIF_F_HW_HSR_DUP_BIT] = "hsr-dup-offload",
80 };
81
82 const char
83 rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = {
84 [ETH_RSS_HASH_TOP_BIT] = "toeplitz",
85 [ETH_RSS_HASH_XOR_BIT] = "xor",
86 [ETH_RSS_HASH_CRC32_BIT] = "crc32",
87 };
88
89 const char
90 tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
91 [ETHTOOL_ID_UNSPEC] = "Unspec",
92 [ETHTOOL_RX_COPYBREAK] = "rx-copybreak",
93 [ETHTOOL_TX_COPYBREAK] = "tx-copybreak",
94 [ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout",
95 [ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size",
96 };
97
98 const char
99 phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
100 [ETHTOOL_ID_UNSPEC] = "Unspec",
101 [ETHTOOL_PHY_DOWNSHIFT] = "phy-downshift",
102 [ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down",
103 [ETHTOOL_PHY_EDPD] = "phy-energy-detect-power-down",
104 };
105
106 #define __LINK_MODE_NAME(speed, type, duplex) \
107 #speed "base" #type "/" #duplex
108 #define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \
109 [ETHTOOL_LINK_MODE(speed, type, duplex)] = \
110 __LINK_MODE_NAME(speed, type, duplex)
111 #define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \
112 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name
113
114 const char link_mode_names[][ETH_GSTRING_LEN] = {
115 __DEFINE_LINK_MODE_NAME(10, T, Half),
116 __DEFINE_LINK_MODE_NAME(10, T, Full),
117 __DEFINE_LINK_MODE_NAME(100, T, Half),
118 __DEFINE_LINK_MODE_NAME(100, T, Full),
119 __DEFINE_LINK_MODE_NAME(1000, T, Half),
120 __DEFINE_LINK_MODE_NAME(1000, T, Full),
121 __DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"),
122 __DEFINE_SPECIAL_MODE_NAME(TP, "TP"),
123 __DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"),
124 __DEFINE_SPECIAL_MODE_NAME(MII, "MII"),
125 __DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"),
126 __DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"),
127 __DEFINE_LINK_MODE_NAME(10000, T, Full),
128 __DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"),
129 __DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"),
130 __DEFINE_LINK_MODE_NAME(2500, X, Full),
131 __DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"),
132 __DEFINE_LINK_MODE_NAME(1000, KX, Full),
133 __DEFINE_LINK_MODE_NAME(10000, KX4, Full),
134 __DEFINE_LINK_MODE_NAME(10000, KR, Full),
135 __DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"),
136 __DEFINE_LINK_MODE_NAME(20000, MLD2, Full),
137 __DEFINE_LINK_MODE_NAME(20000, KR2, Full),
138 __DEFINE_LINK_MODE_NAME(40000, KR4, Full),
139 __DEFINE_LINK_MODE_NAME(40000, CR4, Full),
140 __DEFINE_LINK_MODE_NAME(40000, SR4, Full),
141 __DEFINE_LINK_MODE_NAME(40000, LR4, Full),
142 __DEFINE_LINK_MODE_NAME(56000, KR4, Full),
143 __DEFINE_LINK_MODE_NAME(56000, CR4, Full),
144 __DEFINE_LINK_MODE_NAME(56000, SR4, Full),
145 __DEFINE_LINK_MODE_NAME(56000, LR4, Full),
146 __DEFINE_LINK_MODE_NAME(25000, CR, Full),
147 __DEFINE_LINK_MODE_NAME(25000, KR, Full),
148 __DEFINE_LINK_MODE_NAME(25000, SR, Full),
149 __DEFINE_LINK_MODE_NAME(50000, CR2, Full),
150 __DEFINE_LINK_MODE_NAME(50000, KR2, Full),
151 __DEFINE_LINK_MODE_NAME(100000, KR4, Full),
152 __DEFINE_LINK_MODE_NAME(100000, SR4, Full),
153 __DEFINE_LINK_MODE_NAME(100000, CR4, Full),
154 __DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full),
155 __DEFINE_LINK_MODE_NAME(50000, SR2, Full),
156 __DEFINE_LINK_MODE_NAME(1000, X, Full),
157 __DEFINE_LINK_MODE_NAME(10000, CR, Full),
158 __DEFINE_LINK_MODE_NAME(10000, SR, Full),
159 __DEFINE_LINK_MODE_NAME(10000, LR, Full),
160 __DEFINE_LINK_MODE_NAME(10000, LRM, Full),
161 __DEFINE_LINK_MODE_NAME(10000, ER, Full),
162 __DEFINE_LINK_MODE_NAME(2500, T, Full),
163 __DEFINE_LINK_MODE_NAME(5000, T, Full),
164 __DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"),
165 __DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"),
166 __DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"),
167 __DEFINE_LINK_MODE_NAME(50000, KR, Full),
168 __DEFINE_LINK_MODE_NAME(50000, SR, Full),
169 __DEFINE_LINK_MODE_NAME(50000, CR, Full),
170 __DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full),
171 __DEFINE_LINK_MODE_NAME(50000, DR, Full),
172 __DEFINE_LINK_MODE_NAME(100000, KR2, Full),
173 __DEFINE_LINK_MODE_NAME(100000, SR2, Full),
174 __DEFINE_LINK_MODE_NAME(100000, CR2, Full),
175 __DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full),
176 __DEFINE_LINK_MODE_NAME(100000, DR2, Full),
177 __DEFINE_LINK_MODE_NAME(200000, KR4, Full),
178 __DEFINE_LINK_MODE_NAME(200000, SR4, Full),
179 __DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full),
180 __DEFINE_LINK_MODE_NAME(200000, DR4, Full),
181 __DEFINE_LINK_MODE_NAME(200000, CR4, Full),
182 __DEFINE_LINK_MODE_NAME(100, T1, Full),
183 __DEFINE_LINK_MODE_NAME(1000, T1, Full),
184 __DEFINE_LINK_MODE_NAME(400000, KR8, Full),
185 __DEFINE_LINK_MODE_NAME(400000, SR8, Full),
186 __DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full),
187 __DEFINE_LINK_MODE_NAME(400000, DR8, Full),
188 __DEFINE_LINK_MODE_NAME(400000, CR8, Full),
189 __DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"),
190 __DEFINE_LINK_MODE_NAME(100000, KR, Full),
191 __DEFINE_LINK_MODE_NAME(100000, SR, Full),
192 __DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full),
193 __DEFINE_LINK_MODE_NAME(100000, DR, Full),
194 __DEFINE_LINK_MODE_NAME(100000, CR, Full),
195 __DEFINE_LINK_MODE_NAME(200000, KR2, Full),
196 __DEFINE_LINK_MODE_NAME(200000, SR2, Full),
197 __DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full),
198 __DEFINE_LINK_MODE_NAME(200000, DR2, Full),
199 __DEFINE_LINK_MODE_NAME(200000, CR2, Full),
200 __DEFINE_LINK_MODE_NAME(400000, KR4, Full),
201 __DEFINE_LINK_MODE_NAME(400000, SR4, Full),
202 __DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full),
203 __DEFINE_LINK_MODE_NAME(400000, DR4, Full),
204 __DEFINE_LINK_MODE_NAME(400000, CR4, Full),
205 __DEFINE_LINK_MODE_NAME(100, FX, Half),
206 __DEFINE_LINK_MODE_NAME(100, FX, Full),
207 __DEFINE_LINK_MODE_NAME(10, T1L, Full),
208 __DEFINE_LINK_MODE_NAME(800000, CR8, Full),
209 __DEFINE_LINK_MODE_NAME(800000, KR8, Full),
210 __DEFINE_LINK_MODE_NAME(800000, DR8, Full),
211 __DEFINE_LINK_MODE_NAME(800000, DR8_2, Full),
212 __DEFINE_LINK_MODE_NAME(800000, SR8, Full),
213 __DEFINE_LINK_MODE_NAME(800000, VR8, Full),
214 __DEFINE_LINK_MODE_NAME(10, T1S, Full),
215 __DEFINE_LINK_MODE_NAME(10, T1S, Half),
216 __DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half),
217 __DEFINE_LINK_MODE_NAME(10, T1BRR, Full),
218 __DEFINE_LINK_MODE_NAME(200000, CR, Full),
219 __DEFINE_LINK_MODE_NAME(200000, KR, Full),
220 __DEFINE_LINK_MODE_NAME(200000, DR, Full),
221 __DEFINE_LINK_MODE_NAME(200000, DR_2, Full),
222 __DEFINE_LINK_MODE_NAME(200000, SR, Full),
223 __DEFINE_LINK_MODE_NAME(200000, VR, Full),
224 __DEFINE_LINK_MODE_NAME(400000, CR2, Full),
225 __DEFINE_LINK_MODE_NAME(400000, KR2, Full),
226 __DEFINE_LINK_MODE_NAME(400000, DR2, Full),
227 __DEFINE_LINK_MODE_NAME(400000, DR2_2, Full),
228 __DEFINE_LINK_MODE_NAME(400000, SR2, Full),
229 __DEFINE_LINK_MODE_NAME(400000, VR2, Full),
230 __DEFINE_LINK_MODE_NAME(800000, CR4, Full),
231 __DEFINE_LINK_MODE_NAME(800000, KR4, Full),
232 __DEFINE_LINK_MODE_NAME(800000, DR4, Full),
233 __DEFINE_LINK_MODE_NAME(800000, DR4_2, Full),
234 __DEFINE_LINK_MODE_NAME(800000, SR4, Full),
235 __DEFINE_LINK_MODE_NAME(800000, VR4, Full),
236 };
237 static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS);
238
239 #define __LINK_MODE_LANES_CR 1
240 #define __LINK_MODE_LANES_CR2 2
241 #define __LINK_MODE_LANES_CR4 4
242 #define __LINK_MODE_LANES_CR8 8
243 #define __LINK_MODE_LANES_DR 1
244 #define __LINK_MODE_LANES_DR_2 1
245 #define __LINK_MODE_LANES_DR2 2
246 #define __LINK_MODE_LANES_DR2_2 2
247 #define __LINK_MODE_LANES_DR4 4
248 #define __LINK_MODE_LANES_DR4_2 4
249 #define __LINK_MODE_LANES_DR8 8
250 #define __LINK_MODE_LANES_KR 1
251 #define __LINK_MODE_LANES_KR2 2
252 #define __LINK_MODE_LANES_KR4 4
253 #define __LINK_MODE_LANES_KR8 8
254 #define __LINK_MODE_LANES_SR 1
255 #define __LINK_MODE_LANES_SR2 2
256 #define __LINK_MODE_LANES_SR4 4
257 #define __LINK_MODE_LANES_SR8 8
258 #define __LINK_MODE_LANES_ER 1
259 #define __LINK_MODE_LANES_KX 1
260 #define __LINK_MODE_LANES_KX4 4
261 #define __LINK_MODE_LANES_LR 1
262 #define __LINK_MODE_LANES_LR4 4
263 #define __LINK_MODE_LANES_LR4_ER4 4
264 #define __LINK_MODE_LANES_LR_ER_FR 1
265 #define __LINK_MODE_LANES_LR2_ER2_FR2 2
266 #define __LINK_MODE_LANES_LR4_ER4_FR4 4
267 #define __LINK_MODE_LANES_LR8_ER8_FR8 8
268 #define __LINK_MODE_LANES_LRM 1
269 #define __LINK_MODE_LANES_MLD2 2
270 #define __LINK_MODE_LANES_T 1
271 #define __LINK_MODE_LANES_T1 1
272 #define __LINK_MODE_LANES_X 1
273 #define __LINK_MODE_LANES_FX 1
274 #define __LINK_MODE_LANES_T1L 1
275 #define __LINK_MODE_LANES_T1S 1
276 #define __LINK_MODE_LANES_T1S_P2MP 1
277 #define __LINK_MODE_LANES_VR 1
278 #define __LINK_MODE_LANES_VR2 2
279 #define __LINK_MODE_LANES_VR4 4
280 #define __LINK_MODE_LANES_VR8 8
281 #define __LINK_MODE_LANES_DR8_2 8
282 #define __LINK_MODE_LANES_T1BRR 1
283
284 #define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex) \
285 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \
286 .speed = SPEED_ ## _speed, \
287 .lanes = __LINK_MODE_LANES_ ## _type, \
288 .duplex = __DUPLEX_ ## _duplex \
289 }
290 #define __DUPLEX_Half DUPLEX_HALF
291 #define __DUPLEX_Full DUPLEX_FULL
292 #define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \
293 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \
294 .speed = SPEED_UNKNOWN, \
295 .lanes = 0, \
296 .duplex = DUPLEX_UNKNOWN, \
297 }
298
299 const struct link_mode_info link_mode_params[] = {
300 __DEFINE_LINK_MODE_PARAMS(10, T, Half),
301 __DEFINE_LINK_MODE_PARAMS(10, T, Full),
302 __DEFINE_LINK_MODE_PARAMS(100, T, Half),
303 __DEFINE_LINK_MODE_PARAMS(100, T, Full),
304 __DEFINE_LINK_MODE_PARAMS(1000, T, Half),
305 __DEFINE_LINK_MODE_PARAMS(1000, T, Full),
306 __DEFINE_SPECIAL_MODE_PARAMS(Autoneg),
307 __DEFINE_SPECIAL_MODE_PARAMS(TP),
308 __DEFINE_SPECIAL_MODE_PARAMS(AUI),
309 __DEFINE_SPECIAL_MODE_PARAMS(MII),
310 __DEFINE_SPECIAL_MODE_PARAMS(FIBRE),
311 __DEFINE_SPECIAL_MODE_PARAMS(BNC),
312 __DEFINE_LINK_MODE_PARAMS(10000, T, Full),
313 __DEFINE_SPECIAL_MODE_PARAMS(Pause),
314 __DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause),
315 __DEFINE_LINK_MODE_PARAMS(2500, X, Full),
316 __DEFINE_SPECIAL_MODE_PARAMS(Backplane),
317 __DEFINE_LINK_MODE_PARAMS(1000, KX, Full),
318 __DEFINE_LINK_MODE_PARAMS(10000, KX4, Full),
319 __DEFINE_LINK_MODE_PARAMS(10000, KR, Full),
320 [ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = {
321 .speed = SPEED_10000,
322 .lanes = 1,
323 .duplex = DUPLEX_FULL,
324 },
325 __DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full),
326 __DEFINE_LINK_MODE_PARAMS(20000, KR2, Full),
327 __DEFINE_LINK_MODE_PARAMS(40000, KR4, Full),
328 __DEFINE_LINK_MODE_PARAMS(40000, CR4, Full),
329 __DEFINE_LINK_MODE_PARAMS(40000, SR4, Full),
330 __DEFINE_LINK_MODE_PARAMS(40000, LR4, Full),
331 __DEFINE_LINK_MODE_PARAMS(56000, KR4, Full),
332 __DEFINE_LINK_MODE_PARAMS(56000, CR4, Full),
333 __DEFINE_LINK_MODE_PARAMS(56000, SR4, Full),
334 __DEFINE_LINK_MODE_PARAMS(56000, LR4, Full),
335 __DEFINE_LINK_MODE_PARAMS(25000, CR, Full),
336 __DEFINE_LINK_MODE_PARAMS(25000, KR, Full),
337 __DEFINE_LINK_MODE_PARAMS(25000, SR, Full),
338 __DEFINE_LINK_MODE_PARAMS(50000, CR2, Full),
339 __DEFINE_LINK_MODE_PARAMS(50000, KR2, Full),
340 __DEFINE_LINK_MODE_PARAMS(100000, KR4, Full),
341 __DEFINE_LINK_MODE_PARAMS(100000, SR4, Full),
342 __DEFINE_LINK_MODE_PARAMS(100000, CR4, Full),
343 __DEFINE_LINK_MODE_PARAMS(100000, LR4_ER4, Full),
344 __DEFINE_LINK_MODE_PARAMS(50000, SR2, Full),
345 __DEFINE_LINK_MODE_PARAMS(1000, X, Full),
346 __DEFINE_LINK_MODE_PARAMS(10000, CR, Full),
347 __DEFINE_LINK_MODE_PARAMS(10000, SR, Full),
348 __DEFINE_LINK_MODE_PARAMS(10000, LR, Full),
349 __DEFINE_LINK_MODE_PARAMS(10000, LRM, Full),
350 __DEFINE_LINK_MODE_PARAMS(10000, ER, Full),
351 __DEFINE_LINK_MODE_PARAMS(2500, T, Full),
352 __DEFINE_LINK_MODE_PARAMS(5000, T, Full),
353 __DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE),
354 __DEFINE_SPECIAL_MODE_PARAMS(FEC_RS),
355 __DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER),
356 __DEFINE_LINK_MODE_PARAMS(50000, KR, Full),
357 __DEFINE_LINK_MODE_PARAMS(50000, SR, Full),
358 __DEFINE_LINK_MODE_PARAMS(50000, CR, Full),
359 __DEFINE_LINK_MODE_PARAMS(50000, LR_ER_FR, Full),
360 __DEFINE_LINK_MODE_PARAMS(50000, DR, Full),
361 __DEFINE_LINK_MODE_PARAMS(100000, KR2, Full),
362 __DEFINE_LINK_MODE_PARAMS(100000, SR2, Full),
363 __DEFINE_LINK_MODE_PARAMS(100000, CR2, Full),
364 __DEFINE_LINK_MODE_PARAMS(100000, LR2_ER2_FR2, Full),
365 __DEFINE_LINK_MODE_PARAMS(100000, DR2, Full),
366 __DEFINE_LINK_MODE_PARAMS(200000, KR4, Full),
367 __DEFINE_LINK_MODE_PARAMS(200000, SR4, Full),
368 __DEFINE_LINK_MODE_PARAMS(200000, LR4_ER4_FR4, Full),
369 __DEFINE_LINK_MODE_PARAMS(200000, DR4, Full),
370 __DEFINE_LINK_MODE_PARAMS(200000, CR4, Full),
371 __DEFINE_LINK_MODE_PARAMS(100, T1, Full),
372 __DEFINE_LINK_MODE_PARAMS(1000, T1, Full),
373 __DEFINE_LINK_MODE_PARAMS(400000, KR8, Full),
374 __DEFINE_LINK_MODE_PARAMS(400000, SR8, Full),
375 __DEFINE_LINK_MODE_PARAMS(400000, LR8_ER8_FR8, Full),
376 __DEFINE_LINK_MODE_PARAMS(400000, DR8, Full),
377 __DEFINE_LINK_MODE_PARAMS(400000, CR8, Full),
378 __DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS),
379 __DEFINE_LINK_MODE_PARAMS(100000, KR, Full),
380 __DEFINE_LINK_MODE_PARAMS(100000, SR, Full),
381 __DEFINE_LINK_MODE_PARAMS(100000, LR_ER_FR, Full),
382 __DEFINE_LINK_MODE_PARAMS(100000, DR, Full),
383 __DEFINE_LINK_MODE_PARAMS(100000, CR, Full),
384 __DEFINE_LINK_MODE_PARAMS(200000, KR2, Full),
385 __DEFINE_LINK_MODE_PARAMS(200000, SR2, Full),
386 __DEFINE_LINK_MODE_PARAMS(200000, LR2_ER2_FR2, Full),
387 __DEFINE_LINK_MODE_PARAMS(200000, DR2, Full),
388 __DEFINE_LINK_MODE_PARAMS(200000, CR2, Full),
389 __DEFINE_LINK_MODE_PARAMS(400000, KR4, Full),
390 __DEFINE_LINK_MODE_PARAMS(400000, SR4, Full),
391 __DEFINE_LINK_MODE_PARAMS(400000, LR4_ER4_FR4, Full),
392 __DEFINE_LINK_MODE_PARAMS(400000, DR4, Full),
393 __DEFINE_LINK_MODE_PARAMS(400000, CR4, Full),
394 __DEFINE_LINK_MODE_PARAMS(100, FX, Half),
395 __DEFINE_LINK_MODE_PARAMS(100, FX, Full),
396 __DEFINE_LINK_MODE_PARAMS(10, T1L, Full),
397 __DEFINE_LINK_MODE_PARAMS(800000, CR8, Full),
398 __DEFINE_LINK_MODE_PARAMS(800000, KR8, Full),
399 __DEFINE_LINK_MODE_PARAMS(800000, DR8, Full),
400 __DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full),
401 __DEFINE_LINK_MODE_PARAMS(800000, SR8, Full),
402 __DEFINE_LINK_MODE_PARAMS(800000, VR8, Full),
403 __DEFINE_LINK_MODE_PARAMS(10, T1S, Full),
404 __DEFINE_LINK_MODE_PARAMS(10, T1S, Half),
405 __DEFINE_LINK_MODE_PARAMS(10, T1S_P2MP, Half),
406 __DEFINE_LINK_MODE_PARAMS(10, T1BRR, Full),
407 __DEFINE_LINK_MODE_PARAMS(200000, CR, Full),
408 __DEFINE_LINK_MODE_PARAMS(200000, KR, Full),
409 __DEFINE_LINK_MODE_PARAMS(200000, DR, Full),
410 __DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full),
411 __DEFINE_LINK_MODE_PARAMS(200000, SR, Full),
412 __DEFINE_LINK_MODE_PARAMS(200000, VR, Full),
413 __DEFINE_LINK_MODE_PARAMS(400000, CR2, Full),
414 __DEFINE_LINK_MODE_PARAMS(400000, KR2, Full),
415 __DEFINE_LINK_MODE_PARAMS(400000, DR2, Full),
416 __DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full),
417 __DEFINE_LINK_MODE_PARAMS(400000, SR2, Full),
418 __DEFINE_LINK_MODE_PARAMS(400000, VR2, Full),
419 __DEFINE_LINK_MODE_PARAMS(800000, CR4, Full),
420 __DEFINE_LINK_MODE_PARAMS(800000, KR4, Full),
421 __DEFINE_LINK_MODE_PARAMS(800000, DR4, Full),
422 __DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full),
423 __DEFINE_LINK_MODE_PARAMS(800000, SR4, Full),
424 __DEFINE_LINK_MODE_PARAMS(800000, VR4, Full),
425 };
426 static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS);
427 EXPORT_SYMBOL_GPL(link_mode_params);
428
429 const char netif_msg_class_names[][ETH_GSTRING_LEN] = {
430 [NETIF_MSG_DRV_BIT] = "drv",
431 [NETIF_MSG_PROBE_BIT] = "probe",
432 [NETIF_MSG_LINK_BIT] = "link",
433 [NETIF_MSG_TIMER_BIT] = "timer",
434 [NETIF_MSG_IFDOWN_BIT] = "ifdown",
435 [NETIF_MSG_IFUP_BIT] = "ifup",
436 [NETIF_MSG_RX_ERR_BIT] = "rx_err",
437 [NETIF_MSG_TX_ERR_BIT] = "tx_err",
438 [NETIF_MSG_TX_QUEUED_BIT] = "tx_queued",
439 [NETIF_MSG_INTR_BIT] = "intr",
440 [NETIF_MSG_TX_DONE_BIT] = "tx_done",
441 [NETIF_MSG_RX_STATUS_BIT] = "rx_status",
442 [NETIF_MSG_PKTDATA_BIT] = "pktdata",
443 [NETIF_MSG_HW_BIT] = "hw",
444 [NETIF_MSG_WOL_BIT] = "wol",
445 };
446 static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT);
447
448 const char wol_mode_names[][ETH_GSTRING_LEN] = {
449 [const_ilog2(WAKE_PHY)] = "phy",
450 [const_ilog2(WAKE_UCAST)] = "ucast",
451 [const_ilog2(WAKE_MCAST)] = "mcast",
452 [const_ilog2(WAKE_BCAST)] = "bcast",
453 [const_ilog2(WAKE_ARP)] = "arp",
454 [const_ilog2(WAKE_MAGIC)] = "magic",
455 [const_ilog2(WAKE_MAGICSECURE)] = "magicsecure",
456 [const_ilog2(WAKE_FILTER)] = "filter",
457 };
458 static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT);
459
460 const char sof_timestamping_names[][ETH_GSTRING_LEN] = {
461 [const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)] = "hardware-transmit",
462 [const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)] = "software-transmit",
463 [const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)] = "hardware-receive",
464 [const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)] = "software-receive",
465 [const_ilog2(SOF_TIMESTAMPING_SOFTWARE)] = "software-system-clock",
466 [const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock",
467 [const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock",
468 [const_ilog2(SOF_TIMESTAMPING_OPT_ID)] = "option-id",
469 [const_ilog2(SOF_TIMESTAMPING_TX_SCHED)] = "sched-transmit",
470 [const_ilog2(SOF_TIMESTAMPING_TX_ACK)] = "ack-transmit",
471 [const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)] = "option-cmsg",
472 [const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)] = "option-tsonly",
473 [const_ilog2(SOF_TIMESTAMPING_OPT_STATS)] = "option-stats",
474 [const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)] = "option-pktinfo",
475 [const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)] = "option-tx-swhw",
476 [const_ilog2(SOF_TIMESTAMPING_BIND_PHC)] = "bind-phc",
477 [const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)] = "option-id-tcp",
478 [const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter",
479 [const_ilog2(SOF_TIMESTAMPING_TX_COMPLETION)] = "tx-completion",
480 };
481 static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT);
482
483 const char ts_tx_type_names[][ETH_GSTRING_LEN] = {
484 [HWTSTAMP_TX_OFF] = "off",
485 [HWTSTAMP_TX_ON] = "on",
486 [HWTSTAMP_TX_ONESTEP_SYNC] = "onestep-sync",
487 [HWTSTAMP_TX_ONESTEP_P2P] = "onestep-p2p",
488 };
489 static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT);
490
491 const char ts_rx_filter_names[][ETH_GSTRING_LEN] = {
492 [HWTSTAMP_FILTER_NONE] = "none",
493 [HWTSTAMP_FILTER_ALL] = "all",
494 [HWTSTAMP_FILTER_SOME] = "some",
495 [HWTSTAMP_FILTER_PTP_V1_L4_EVENT] = "ptpv1-l4-event",
496 [HWTSTAMP_FILTER_PTP_V1_L4_SYNC] = "ptpv1-l4-sync",
497 [HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ] = "ptpv1-l4-delay-req",
498 [HWTSTAMP_FILTER_PTP_V2_L4_EVENT] = "ptpv2-l4-event",
499 [HWTSTAMP_FILTER_PTP_V2_L4_SYNC] = "ptpv2-l4-sync",
500 [HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ] = "ptpv2-l4-delay-req",
501 [HWTSTAMP_FILTER_PTP_V2_L2_EVENT] = "ptpv2-l2-event",
502 [HWTSTAMP_FILTER_PTP_V2_L2_SYNC] = "ptpv2-l2-sync",
503 [HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ] = "ptpv2-l2-delay-req",
504 [HWTSTAMP_FILTER_PTP_V2_EVENT] = "ptpv2-event",
505 [HWTSTAMP_FILTER_PTP_V2_SYNC] = "ptpv2-sync",
506 [HWTSTAMP_FILTER_PTP_V2_DELAY_REQ] = "ptpv2-delay-req",
507 [HWTSTAMP_FILTER_NTP_ALL] = "ntp-all",
508 };
509 static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT);
510
511 const char ts_flags_names[][ETH_GSTRING_LEN] = {
512 [const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index",
513 };
514 static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT);
515
516 const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = {
517 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN] = "vxlan",
518 [ETHTOOL_UDP_TUNNEL_TYPE_GENEVE] = "geneve",
519 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE] = "vxlan-gpe",
520 };
521 static_assert(ARRAY_SIZE(udp_tunnel_type_names) ==
522 __ETHTOOL_UDP_TUNNEL_TYPE_CNT);
523
524 /* return false if legacy contained non-0 deprecated fields
525 * maxtxpkt/maxrxpkt. rest of ksettings always updated
526 */
527 bool
convert_legacy_settings_to_link_ksettings(struct ethtool_link_ksettings * link_ksettings,const struct ethtool_cmd * legacy_settings)528 convert_legacy_settings_to_link_ksettings(
529 struct ethtool_link_ksettings *link_ksettings,
530 const struct ethtool_cmd *legacy_settings)
531 {
532 bool retval = true;
533
534 memset(link_ksettings, 0, sizeof(*link_ksettings));
535
536 /* This is used to tell users that driver is still using these
537 * deprecated legacy fields, and they should not use
538 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS
539 */
540 if (legacy_settings->maxtxpkt ||
541 legacy_settings->maxrxpkt)
542 retval = false;
543
544 ethtool_convert_legacy_u32_to_link_mode(
545 link_ksettings->link_modes.supported,
546 legacy_settings->supported);
547 ethtool_convert_legacy_u32_to_link_mode(
548 link_ksettings->link_modes.advertising,
549 legacy_settings->advertising);
550 ethtool_convert_legacy_u32_to_link_mode(
551 link_ksettings->link_modes.lp_advertising,
552 legacy_settings->lp_advertising);
553 link_ksettings->base.speed
554 = ethtool_cmd_speed(legacy_settings);
555 link_ksettings->base.duplex
556 = legacy_settings->duplex;
557 link_ksettings->base.port
558 = legacy_settings->port;
559 link_ksettings->base.phy_address
560 = legacy_settings->phy_address;
561 link_ksettings->base.autoneg
562 = legacy_settings->autoneg;
563 link_ksettings->base.mdio_support
564 = legacy_settings->mdio_support;
565 link_ksettings->base.eth_tp_mdix
566 = legacy_settings->eth_tp_mdix;
567 link_ksettings->base.eth_tp_mdix_ctrl
568 = legacy_settings->eth_tp_mdix_ctrl;
569 return retval;
570 }
571
__ethtool_get_link(struct net_device * dev)572 int __ethtool_get_link(struct net_device *dev)
573 {
574 if (!dev->ethtool_ops->get_link)
575 return -EOPNOTSUPP;
576
577 return netif_running(dev) && dev->ethtool_ops->get_link(dev);
578 }
579
ethtool_get_rxnfc_rule_count(struct net_device * dev)580 static int ethtool_get_rxnfc_rule_count(struct net_device *dev)
581 {
582 const struct ethtool_ops *ops = dev->ethtool_ops;
583 struct ethtool_rxnfc info = {
584 .cmd = ETHTOOL_GRXCLSRLCNT,
585 };
586 int err;
587
588 err = ops->get_rxnfc(dev, &info, NULL);
589 if (err)
590 return err;
591
592 return info.rule_cnt;
593 }
594
595 /* Max offset for one RSS context */
ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context * ctx)596 static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx)
597 {
598 u32 max_ring = 0;
599 u32 i, *tbl;
600
601 if (WARN_ON_ONCE(!ctx))
602 return 0;
603 tbl = ethtool_rxfh_context_indir(ctx);
604 for (i = 0; i < ctx->indir_size; i++)
605 max_ring = max(max_ring, tbl[i]);
606 return max_ring;
607 }
608
ethtool_get_max_rxnfc_channel(struct net_device * dev,u64 * max)609 static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max)
610 {
611 const struct ethtool_ops *ops = dev->ethtool_ops;
612 struct ethtool_rxnfc *info;
613 int err, i, rule_cnt;
614 u64 max_ring = 0;
615
616 if (!ops->get_rxnfc)
617 return -EOPNOTSUPP;
618
619 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
620 if (rule_cnt <= 0)
621 return -EINVAL;
622
623 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
624 if (!info)
625 return -ENOMEM;
626
627 info->cmd = ETHTOOL_GRXCLSRLALL;
628 info->rule_cnt = rule_cnt;
629 err = ops->get_rxnfc(dev, info, info->rule_locs);
630 if (err)
631 goto err_free_info;
632
633 for (i = 0; i < rule_cnt; i++) {
634 struct ethtool_rxnfc rule_info = {
635 .cmd = ETHTOOL_GRXCLSRULE,
636 .fs.location = info->rule_locs[i],
637 };
638
639 err = ops->get_rxnfc(dev, &rule_info, NULL);
640 if (err)
641 goto err_free_info;
642
643 if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC &&
644 rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE &&
645 !ethtool_get_flow_spec_ring_vf(rule_info.fs.ring_cookie)) {
646 u64 ring = rule_info.fs.ring_cookie;
647
648 if (rule_info.flow_type & FLOW_RSS) {
649 struct ethtool_rxfh_context *ctx;
650
651 ctx = xa_load(&dev->ethtool->rss_ctx,
652 rule_info.rss_context);
653 ring += ethtool_get_rss_ctx_max_channel(ctx);
654 }
655 max_ring = max_t(u64, max_ring, ring);
656 }
657 }
658
659 kvfree(info);
660 *max = max_ring;
661 return 0;
662
663 err_free_info:
664 kvfree(info);
665 return err;
666 }
667
668 /* Max offset across all of a device's RSS contexts */
ethtool_get_max_rss_ctx_channel(struct net_device * dev)669 static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev)
670 {
671 struct ethtool_rxfh_context *ctx;
672 unsigned long context;
673 u32 max_ring = 0;
674
675 mutex_lock(&dev->ethtool->rss_lock);
676 xa_for_each(&dev->ethtool->rss_ctx, context, ctx)
677 max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx));
678 mutex_unlock(&dev->ethtool->rss_lock);
679
680 return max_ring;
681 }
682
ethtool_get_max_rxfh_channel(struct net_device * dev)683 static u32 ethtool_get_max_rxfh_channel(struct net_device *dev)
684 {
685 struct ethtool_rxfh_param rxfh = {};
686 u32 dev_size, current_max = 0;
687 int ret;
688
689 /* While we do track whether RSS context has an indirection
690 * table explicitly set by the user, no driver looks at that bit.
691 * Assume drivers won't auto-regenerate the additional tables,
692 * to be safe.
693 */
694 current_max = ethtool_get_max_rss_ctx_channel(dev);
695
696 if (!netif_is_rxfh_configured(dev))
697 return current_max;
698
699 if (!dev->ethtool_ops->get_rxfh_indir_size ||
700 !dev->ethtool_ops->get_rxfh)
701 return current_max;
702 dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
703 if (dev_size == 0)
704 return current_max;
705
706 rxfh.indir = kcalloc(dev_size, sizeof(rxfh.indir[0]), GFP_USER);
707 if (!rxfh.indir)
708 return U32_MAX;
709
710 ret = dev->ethtool_ops->get_rxfh(dev, &rxfh);
711 if (ret) {
712 current_max = U32_MAX;
713 goto out_free;
714 }
715
716 while (dev_size--)
717 current_max = max(current_max, rxfh.indir[dev_size]);
718
719 out_free:
720 kfree(rxfh.indir);
721 return current_max;
722 }
723
ethtool_check_max_channel(struct net_device * dev,struct ethtool_channels channels,struct genl_info * info)724 int ethtool_check_max_channel(struct net_device *dev,
725 struct ethtool_channels channels,
726 struct genl_info *info)
727 {
728 u64 max_rxnfc_in_use;
729 u32 max_rxfh_in_use;
730 int max_mp_in_use;
731
732 /* ensure the new Rx count fits within the configured Rx flow
733 * indirection table/rxnfc settings
734 */
735 if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use))
736 max_rxnfc_in_use = 0;
737 max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev);
738 if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
739 if (info)
740 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use);
741 return -EINVAL;
742 }
743 if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
744 if (info)
745 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
746 return -EINVAL;
747 }
748
749 max_mp_in_use = dev_get_min_mp_channel_count(dev);
750 if (channels.combined_count + channels.rx_count <= max_mp_in_use) {
751 if (info)
752 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use);
753 return -EINVAL;
754 }
755
756 return 0;
757 }
758
ethtool_check_rss_ctx_busy(struct net_device * dev,u32 rss_context)759 int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context)
760 {
761 const struct ethtool_ops *ops = dev->ethtool_ops;
762 struct ethtool_rxnfc *info;
763 int rc, i, rule_cnt;
764
765 if (!ops->get_rxnfc)
766 return 0;
767
768 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
769 if (!rule_cnt)
770 return 0;
771
772 if (rule_cnt < 0)
773 return -EINVAL;
774
775 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
776 if (!info)
777 return -ENOMEM;
778
779 info->cmd = ETHTOOL_GRXCLSRLALL;
780 info->rule_cnt = rule_cnt;
781 rc = ops->get_rxnfc(dev, info, info->rule_locs);
782 if (rc)
783 goto out_free;
784
785 for (i = 0; i < rule_cnt; i++) {
786 struct ethtool_rxnfc rule_info = {
787 .cmd = ETHTOOL_GRXCLSRULE,
788 .fs.location = info->rule_locs[i],
789 };
790
791 rc = ops->get_rxnfc(dev, &rule_info, NULL);
792 if (rc)
793 goto out_free;
794
795 if (rule_info.fs.flow_type & FLOW_RSS &&
796 rule_info.rss_context == rss_context) {
797 rc = -EBUSY;
798 goto out_free;
799 }
800 }
801
802 out_free:
803 kvfree(info);
804 return rc;
805 }
806
ethtool_check_ops(const struct ethtool_ops * ops)807 int ethtool_check_ops(const struct ethtool_ops *ops)
808 {
809 if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params))
810 return -EINVAL;
811 if (WARN_ON(ops->rxfh_max_num_contexts == 1))
812 return -EINVAL;
813 /* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime,
814 * the fact that ops are checked at registration time does not
815 * mean the ops attached to a netdev later on are sane.
816 */
817 return 0;
818 }
819
ethtool_ringparam_get_cfg(struct net_device * dev,struct ethtool_ringparam * param,struct kernel_ethtool_ringparam * kparam,struct netlink_ext_ack * extack)820 void ethtool_ringparam_get_cfg(struct net_device *dev,
821 struct ethtool_ringparam *param,
822 struct kernel_ethtool_ringparam *kparam,
823 struct netlink_ext_ack *extack)
824 {
825 memset(param, 0, sizeof(*param));
826 memset(kparam, 0, sizeof(*kparam));
827
828 param->cmd = ETHTOOL_GRINGPARAM;
829 dev->ethtool_ops->get_ringparam(dev, param, kparam, extack);
830
831 /* Driver gives us current state, we want to return current config */
832 kparam->tcp_data_split = dev->cfg->hds_config;
833 }
834
ethtool_init_tsinfo(struct kernel_ethtool_ts_info * info)835 static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info)
836 {
837 memset(info, 0, sizeof(*info));
838 info->cmd = ETHTOOL_GET_TS_INFO;
839 info->phc_index = -1;
840 }
841
ethtool_net_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)842 int ethtool_net_get_ts_info_by_phc(struct net_device *dev,
843 struct kernel_ethtool_ts_info *info,
844 struct hwtstamp_provider_desc *hwprov_desc)
845 {
846 const struct ethtool_ops *ops = dev->ethtool_ops;
847 int err;
848
849 if (!ops->get_ts_info)
850 return -ENODEV;
851
852 /* Does ptp comes from netdev */
853 ethtool_init_tsinfo(info);
854 info->phc_qualifier = hwprov_desc->qualifier;
855 err = ops->get_ts_info(dev, info);
856 if (err)
857 return err;
858
859 if (info->phc_index == hwprov_desc->index &&
860 net_support_hwtstamp_qualifier(dev, hwprov_desc->qualifier))
861 return 0;
862
863 return -ENODEV;
864 }
865
866 struct phy_device *
ethtool_phy_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)867 ethtool_phy_get_ts_info_by_phc(struct net_device *dev,
868 struct kernel_ethtool_ts_info *info,
869 struct hwtstamp_provider_desc *hwprov_desc)
870 {
871 int err;
872
873 /* Only precise qualifier is supported in phydev */
874 if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
875 return ERR_PTR(-ENODEV);
876
877 /* Look in the phy topology */
878 if (dev->link_topo) {
879 struct phy_device_node *pdn;
880 unsigned long phy_index;
881
882 xa_for_each(&dev->link_topo->phys, phy_index, pdn) {
883 if (!phy_has_tsinfo(pdn->phy))
884 continue;
885
886 ethtool_init_tsinfo(info);
887 err = phy_ts_info(pdn->phy, info);
888 if (err)
889 return ERR_PTR(err);
890
891 if (info->phc_index == hwprov_desc->index)
892 return pdn->phy;
893 }
894 return ERR_PTR(-ENODEV);
895 }
896
897 /* Look on the dev->phydev */
898 if (phy_has_tsinfo(dev->phydev)) {
899 ethtool_init_tsinfo(info);
900 err = phy_ts_info(dev->phydev, info);
901 if (err)
902 return ERR_PTR(err);
903
904 if (info->phc_index == hwprov_desc->index)
905 return dev->phydev;
906 }
907
908 return ERR_PTR(-ENODEV);
909 }
910
ethtool_get_ts_info_by_phc(struct net_device * dev,struct kernel_ethtool_ts_info * info,struct hwtstamp_provider_desc * hwprov_desc)911 int ethtool_get_ts_info_by_phc(struct net_device *dev,
912 struct kernel_ethtool_ts_info *info,
913 struct hwtstamp_provider_desc *hwprov_desc)
914 {
915 int err;
916
917 err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc);
918 if (err == -ENODEV) {
919 struct phy_device *phy;
920
921 phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc);
922 if (IS_ERR(phy))
923 err = PTR_ERR(phy);
924 else
925 err = 0;
926 }
927
928 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
929 SOF_TIMESTAMPING_SOFTWARE;
930
931 return err;
932 }
933
__ethtool_get_ts_info(struct net_device * dev,struct kernel_ethtool_ts_info * info)934 int __ethtool_get_ts_info(struct net_device *dev,
935 struct kernel_ethtool_ts_info *info)
936 {
937 struct hwtstamp_provider *hwprov;
938 int err = 0;
939
940 rcu_read_lock();
941 hwprov = rcu_dereference(dev->hwprov);
942 /* No provider specified, use default behavior */
943 if (!hwprov) {
944 const struct ethtool_ops *ops = dev->ethtool_ops;
945 struct phy_device *phydev = dev->phydev;
946
947 ethtool_init_tsinfo(info);
948 if (phy_is_default_hwtstamp(phydev) &&
949 phy_has_tsinfo(phydev))
950 err = phy_ts_info(phydev, info);
951 else if (ops->get_ts_info)
952 err = ops->get_ts_info(dev, info);
953
954 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
955 SOF_TIMESTAMPING_SOFTWARE;
956
957 rcu_read_unlock();
958 return err;
959 }
960
961 err = ethtool_get_ts_info_by_phc(dev, info, &hwprov->desc);
962 rcu_read_unlock();
963 return err;
964 }
965
net_support_hwtstamp_qualifier(struct net_device * dev,enum hwtstamp_provider_qualifier qualifier)966 bool net_support_hwtstamp_qualifier(struct net_device *dev,
967 enum hwtstamp_provider_qualifier qualifier)
968 {
969 const struct ethtool_ops *ops = dev->ethtool_ops;
970
971 if (!ops)
972 return false;
973
974 /* Return true with precise qualifier and with NIC without
975 * qualifier description to not break the old behavior.
976 */
977 if (!ops->supported_hwtstamp_qualifiers &&
978 qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
979 return true;
980
981 if (ops->supported_hwtstamp_qualifiers & BIT(qualifier))
982 return true;
983
984 return false;
985 }
986
ethtool_get_phc_vclocks(struct net_device * dev,int ** vclock_index)987 int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index)
988 {
989 struct kernel_ethtool_ts_info info = { };
990 int num = 0;
991
992 if (!__ethtool_get_ts_info(dev, &info))
993 num = ptp_get_vclocks_index(info.phc_index, vclock_index);
994
995 return num;
996 }
997 EXPORT_SYMBOL(ethtool_get_phc_vclocks);
998
ethtool_get_ts_info_by_layer(struct net_device * dev,struct kernel_ethtool_ts_info * info)999 int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info)
1000 {
1001 return __ethtool_get_ts_info(dev, info);
1002 }
1003 EXPORT_SYMBOL(ethtool_get_ts_info_by_layer);
1004
1005 const struct ethtool_phy_ops *ethtool_phy_ops;
1006
ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops * ops)1007 void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops)
1008 {
1009 ASSERT_RTNL();
1010 ethtool_phy_ops = ops;
1011 }
1012 EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops);
1013
1014 void
ethtool_params_from_link_mode(struct ethtool_link_ksettings * link_ksettings,enum ethtool_link_mode_bit_indices link_mode)1015 ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings,
1016 enum ethtool_link_mode_bit_indices link_mode)
1017 {
1018 const struct link_mode_info *link_info;
1019
1020 if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS))
1021 return;
1022
1023 link_info = &link_mode_params[link_mode];
1024 link_ksettings->base.speed = link_info->speed;
1025 link_ksettings->lanes = link_info->lanes;
1026 link_ksettings->base.duplex = link_info->duplex;
1027 }
1028 EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode);
1029
1030 /**
1031 * ethtool_forced_speed_maps_init
1032 * @maps: Pointer to an array of Ethtool forced speed map
1033 * @size: Array size
1034 *
1035 * Initialize an array of Ethtool forced speed map to Ethtool link modes. This
1036 * should be called during driver module init.
1037 */
1038 void
ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map * maps,u32 size)1039 ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size)
1040 {
1041 for (u32 i = 0; i < size; i++) {
1042 struct ethtool_forced_speed_map *map = &maps[i];
1043
1044 linkmode_set_bit_array(map->cap_arr, map->arr_size, map->caps);
1045 map->cap_arr = NULL;
1046 map->arr_size = 0;
1047 }
1048 }
1049 EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init);
1050
ethtool_rxfh_context_lost(struct net_device * dev,u32 context_id)1051 void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id)
1052 {
1053 struct ethtool_rxfh_context *ctx;
1054
1055 WARN_ONCE(!rtnl_is_locked() &&
1056 !lockdep_is_held_type(&dev->ethtool->rss_lock, -1),
1057 "RSS context lock assertion failed\n");
1058
1059 netdev_err(dev, "device error, RSS context %d lost\n", context_id);
1060 ctx = xa_erase(&dev->ethtool->rss_ctx, context_id);
1061 kfree(ctx);
1062 }
1063 EXPORT_SYMBOL(ethtool_rxfh_context_lost);
1064