xref: /linux/net/ethtool/common.c (revision c3b999cad7ec39a5487b20e8b6e737d2ab0c5393)
1 // SPDX-License-Identifier: GPL-2.0-only
2 
3 #include <linux/ethtool_netlink.h>
4 #include <linux/net_tstamp.h>
5 #include <linux/phy.h>
6 #include <linux/rtnetlink.h>
7 #include <linux/ptp_clock_kernel.h>
8 #include <linux/phy_link_topology.h>
9 #include <net/netdev_queues.h>
10 
11 #include "netlink.h"
12 #include "common.h"
13 #include "../core/dev.h"
14 
15 
16 const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
17 	[NETIF_F_SG_BIT] =               "tx-scatter-gather",
18 	[NETIF_F_IP_CSUM_BIT] =          "tx-checksum-ipv4",
19 	[NETIF_F_HW_CSUM_BIT] =          "tx-checksum-ip-generic",
20 	[NETIF_F_IPV6_CSUM_BIT] =        "tx-checksum-ipv6",
21 	[NETIF_F_HIGHDMA_BIT] =          "highdma",
22 	[NETIF_F_FRAGLIST_BIT] =         "tx-scatter-gather-fraglist",
23 	[NETIF_F_HW_VLAN_CTAG_TX_BIT] =  "tx-vlan-hw-insert",
24 
25 	[NETIF_F_HW_VLAN_CTAG_RX_BIT] =  "rx-vlan-hw-parse",
26 	[NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
27 	[NETIF_F_HW_VLAN_STAG_TX_BIT] =  "tx-vlan-stag-hw-insert",
28 	[NETIF_F_HW_VLAN_STAG_RX_BIT] =  "rx-vlan-stag-hw-parse",
29 	[NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
30 	[NETIF_F_VLAN_CHALLENGED_BIT] =  "vlan-challenged",
31 	[NETIF_F_GSO_BIT] =              "tx-generic-segmentation",
32 	[NETIF_F_GRO_BIT] =              "rx-gro",
33 	[NETIF_F_GRO_HW_BIT] =           "rx-gro-hw",
34 	[NETIF_F_LRO_BIT] =              "rx-lro",
35 
36 	[NETIF_F_TSO_BIT] =              "tx-tcp-segmentation",
37 	[NETIF_F_GSO_ROBUST_BIT] =       "tx-gso-robust",
38 	[NETIF_F_TSO_ECN_BIT] =          "tx-tcp-ecn-segmentation",
39 	[NETIF_F_GSO_ACCECN_BIT] =	 "tx-tcp-accecn-segmentation",
40 	[NETIF_F_TSO_MANGLEID_BIT] =	 "tx-tcp-mangleid-segmentation",
41 	[NETIF_F_TSO6_BIT] =             "tx-tcp6-segmentation",
42 	[NETIF_F_FSO_BIT] =              "tx-fcoe-segmentation",
43 	[NETIF_F_GSO_GRE_BIT] =		 "tx-gre-segmentation",
44 	[NETIF_F_GSO_GRE_CSUM_BIT] =	 "tx-gre-csum-segmentation",
45 	[NETIF_F_GSO_IPXIP4_BIT] =	 "tx-ipxip4-segmentation",
46 	[NETIF_F_GSO_IPXIP6_BIT] =	 "tx-ipxip6-segmentation",
47 	[NETIF_F_GSO_UDP_TUNNEL_BIT] =	 "tx-udp_tnl-segmentation",
48 	[NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation",
49 	[NETIF_F_GSO_PARTIAL_BIT] =	 "tx-gso-partial",
50 	[NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation",
51 	[NETIF_F_GSO_SCTP_BIT] =	 "tx-sctp-segmentation",
52 	[NETIF_F_GSO_ESP_BIT] =		 "tx-esp-segmentation",
53 	[NETIF_F_GSO_UDP_L4_BIT] =	 "tx-udp-segmentation",
54 	[NETIF_F_GSO_FRAGLIST_BIT] =	 "tx-gso-list",
55 
56 	[NETIF_F_FCOE_CRC_BIT] =         "tx-checksum-fcoe-crc",
57 	[NETIF_F_SCTP_CRC_BIT] =        "tx-checksum-sctp",
58 	[NETIF_F_NTUPLE_BIT] =           "rx-ntuple-filter",
59 	[NETIF_F_RXHASH_BIT] =           "rx-hashing",
60 	[NETIF_F_RXCSUM_BIT] =           "rx-checksum",
61 	[NETIF_F_NOCACHE_COPY_BIT] =     "tx-nocache-copy",
62 	[NETIF_F_LOOPBACK_BIT] =         "loopback",
63 	[NETIF_F_RXFCS_BIT] =            "rx-fcs",
64 	[NETIF_F_RXALL_BIT] =            "rx-all",
65 	[NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
66 	[NETIF_F_HW_TC_BIT] =		 "hw-tc-offload",
67 	[NETIF_F_HW_ESP_BIT] =		 "esp-hw-offload",
68 	[NETIF_F_HW_ESP_TX_CSUM_BIT] =	 "esp-tx-csum-hw-offload",
69 	[NETIF_F_RX_UDP_TUNNEL_PORT_BIT] =	 "rx-udp_tunnel-port-offload",
70 	[NETIF_F_HW_TLS_RECORD_BIT] =	"tls-hw-record",
71 	[NETIF_F_HW_TLS_TX_BIT] =	 "tls-hw-tx-offload",
72 	[NETIF_F_HW_TLS_RX_BIT] =	 "tls-hw-rx-offload",
73 	[NETIF_F_GRO_FRAGLIST_BIT] =	 "rx-gro-list",
74 	[NETIF_F_HW_MACSEC_BIT] =	 "macsec-hw-offload",
75 	[NETIF_F_GRO_UDP_FWD_BIT] =	 "rx-udp-gro-forwarding",
76 	[NETIF_F_HW_HSR_TAG_INS_BIT] =	 "hsr-tag-ins-offload",
77 	[NETIF_F_HW_HSR_TAG_RM_BIT] =	 "hsr-tag-rm-offload",
78 	[NETIF_F_HW_HSR_FWD_BIT] =	 "hsr-fwd-offload",
79 	[NETIF_F_HW_HSR_DUP_BIT] =	 "hsr-dup-offload",
80 };
81 
82 const char
83 rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = {
84 	[ETH_RSS_HASH_TOP_BIT] =	"toeplitz",
85 	[ETH_RSS_HASH_XOR_BIT] =	"xor",
86 	[ETH_RSS_HASH_CRC32_BIT] =	"crc32",
87 };
88 
89 const char
90 tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
91 	[ETHTOOL_ID_UNSPEC]     = "Unspec",
92 	[ETHTOOL_RX_COPYBREAK]	= "rx-copybreak",
93 	[ETHTOOL_TX_COPYBREAK]	= "tx-copybreak",
94 	[ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout",
95 	[ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size",
96 };
97 
98 const char
99 phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
100 	[ETHTOOL_ID_UNSPEC]     = "Unspec",
101 	[ETHTOOL_PHY_DOWNSHIFT]	= "phy-downshift",
102 	[ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down",
103 	[ETHTOOL_PHY_EDPD]	= "phy-energy-detect-power-down",
104 };
105 
106 #define __LINK_MODE_NAME(speed, type, duplex) \
107 	#speed "base" #type "/" #duplex
108 #define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \
109 	[ETHTOOL_LINK_MODE(speed, type, duplex)] = \
110 	__LINK_MODE_NAME(speed, type, duplex)
111 #define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \
112 	[ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name
113 
114 const char link_mode_names[][ETH_GSTRING_LEN] = {
115 	__DEFINE_LINK_MODE_NAME(10, T, Half),
116 	__DEFINE_LINK_MODE_NAME(10, T, Full),
117 	__DEFINE_LINK_MODE_NAME(100, T, Half),
118 	__DEFINE_LINK_MODE_NAME(100, T, Full),
119 	__DEFINE_LINK_MODE_NAME(1000, T, Half),
120 	__DEFINE_LINK_MODE_NAME(1000, T, Full),
121 	__DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"),
122 	__DEFINE_SPECIAL_MODE_NAME(TP, "TP"),
123 	__DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"),
124 	__DEFINE_SPECIAL_MODE_NAME(MII, "MII"),
125 	__DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"),
126 	__DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"),
127 	__DEFINE_LINK_MODE_NAME(10000, T, Full),
128 	__DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"),
129 	__DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"),
130 	__DEFINE_LINK_MODE_NAME(2500, X, Full),
131 	__DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"),
132 	__DEFINE_LINK_MODE_NAME(1000, KX, Full),
133 	__DEFINE_LINK_MODE_NAME(10000, KX4, Full),
134 	__DEFINE_LINK_MODE_NAME(10000, KR, Full),
135 	__DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"),
136 	__DEFINE_LINK_MODE_NAME(20000, MLD2, Full),
137 	__DEFINE_LINK_MODE_NAME(20000, KR2, Full),
138 	__DEFINE_LINK_MODE_NAME(40000, KR4, Full),
139 	__DEFINE_LINK_MODE_NAME(40000, CR4, Full),
140 	__DEFINE_LINK_MODE_NAME(40000, SR4, Full),
141 	__DEFINE_LINK_MODE_NAME(40000, LR4, Full),
142 	__DEFINE_LINK_MODE_NAME(56000, KR4, Full),
143 	__DEFINE_LINK_MODE_NAME(56000, CR4, Full),
144 	__DEFINE_LINK_MODE_NAME(56000, SR4, Full),
145 	__DEFINE_LINK_MODE_NAME(56000, LR4, Full),
146 	__DEFINE_LINK_MODE_NAME(25000, CR, Full),
147 	__DEFINE_LINK_MODE_NAME(25000, KR, Full),
148 	__DEFINE_LINK_MODE_NAME(25000, SR, Full),
149 	__DEFINE_LINK_MODE_NAME(50000, CR2, Full),
150 	__DEFINE_LINK_MODE_NAME(50000, KR2, Full),
151 	__DEFINE_LINK_MODE_NAME(100000, KR4, Full),
152 	__DEFINE_LINK_MODE_NAME(100000, SR4, Full),
153 	__DEFINE_LINK_MODE_NAME(100000, CR4, Full),
154 	__DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full),
155 	__DEFINE_LINK_MODE_NAME(50000, SR2, Full),
156 	__DEFINE_LINK_MODE_NAME(1000, X, Full),
157 	__DEFINE_LINK_MODE_NAME(10000, CR, Full),
158 	__DEFINE_LINK_MODE_NAME(10000, SR, Full),
159 	__DEFINE_LINK_MODE_NAME(10000, LR, Full),
160 	__DEFINE_LINK_MODE_NAME(10000, LRM, Full),
161 	__DEFINE_LINK_MODE_NAME(10000, ER, Full),
162 	__DEFINE_LINK_MODE_NAME(2500, T, Full),
163 	__DEFINE_LINK_MODE_NAME(5000, T, Full),
164 	__DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"),
165 	__DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"),
166 	__DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"),
167 	__DEFINE_LINK_MODE_NAME(50000, KR, Full),
168 	__DEFINE_LINK_MODE_NAME(50000, SR, Full),
169 	__DEFINE_LINK_MODE_NAME(50000, CR, Full),
170 	__DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full),
171 	__DEFINE_LINK_MODE_NAME(50000, DR, Full),
172 	__DEFINE_LINK_MODE_NAME(100000, KR2, Full),
173 	__DEFINE_LINK_MODE_NAME(100000, SR2, Full),
174 	__DEFINE_LINK_MODE_NAME(100000, CR2, Full),
175 	__DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full),
176 	__DEFINE_LINK_MODE_NAME(100000, DR2, Full),
177 	__DEFINE_LINK_MODE_NAME(200000, KR4, Full),
178 	__DEFINE_LINK_MODE_NAME(200000, SR4, Full),
179 	__DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full),
180 	__DEFINE_LINK_MODE_NAME(200000, DR4, Full),
181 	__DEFINE_LINK_MODE_NAME(200000, CR4, Full),
182 	__DEFINE_LINK_MODE_NAME(100, T1, Full),
183 	__DEFINE_LINK_MODE_NAME(1000, T1, Full),
184 	__DEFINE_LINK_MODE_NAME(400000, KR8, Full),
185 	__DEFINE_LINK_MODE_NAME(400000, SR8, Full),
186 	__DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full),
187 	__DEFINE_LINK_MODE_NAME(400000, DR8, Full),
188 	__DEFINE_LINK_MODE_NAME(400000, CR8, Full),
189 	__DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"),
190 	__DEFINE_LINK_MODE_NAME(100000, KR, Full),
191 	__DEFINE_LINK_MODE_NAME(100000, SR, Full),
192 	__DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full),
193 	__DEFINE_LINK_MODE_NAME(100000, DR, Full),
194 	__DEFINE_LINK_MODE_NAME(100000, CR, Full),
195 	__DEFINE_LINK_MODE_NAME(200000, KR2, Full),
196 	__DEFINE_LINK_MODE_NAME(200000, SR2, Full),
197 	__DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full),
198 	__DEFINE_LINK_MODE_NAME(200000, DR2, Full),
199 	__DEFINE_LINK_MODE_NAME(200000, CR2, Full),
200 	__DEFINE_LINK_MODE_NAME(400000, KR4, Full),
201 	__DEFINE_LINK_MODE_NAME(400000, SR4, Full),
202 	__DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full),
203 	__DEFINE_LINK_MODE_NAME(400000, DR4, Full),
204 	__DEFINE_LINK_MODE_NAME(400000, CR4, Full),
205 	__DEFINE_LINK_MODE_NAME(100, FX, Half),
206 	__DEFINE_LINK_MODE_NAME(100, FX, Full),
207 	__DEFINE_LINK_MODE_NAME(10, T1L, Full),
208 	__DEFINE_LINK_MODE_NAME(800000, CR8, Full),
209 	__DEFINE_LINK_MODE_NAME(800000, KR8, Full),
210 	__DEFINE_LINK_MODE_NAME(800000, DR8, Full),
211 	__DEFINE_LINK_MODE_NAME(800000, DR8_2, Full),
212 	__DEFINE_LINK_MODE_NAME(800000, SR8, Full),
213 	__DEFINE_LINK_MODE_NAME(800000, VR8, Full),
214 	__DEFINE_LINK_MODE_NAME(10, T1S, Full),
215 	__DEFINE_LINK_MODE_NAME(10, T1S, Half),
216 	__DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half),
217 	__DEFINE_LINK_MODE_NAME(10, T1BRR, Full),
218 	__DEFINE_LINK_MODE_NAME(200000, CR, Full),
219 	__DEFINE_LINK_MODE_NAME(200000, KR, Full),
220 	__DEFINE_LINK_MODE_NAME(200000, DR, Full),
221 	__DEFINE_LINK_MODE_NAME(200000, DR_2, Full),
222 	__DEFINE_LINK_MODE_NAME(200000, SR, Full),
223 	__DEFINE_LINK_MODE_NAME(200000, VR, Full),
224 	__DEFINE_LINK_MODE_NAME(400000, CR2, Full),
225 	__DEFINE_LINK_MODE_NAME(400000, KR2, Full),
226 	__DEFINE_LINK_MODE_NAME(400000, DR2, Full),
227 	__DEFINE_LINK_MODE_NAME(400000, DR2_2, Full),
228 	__DEFINE_LINK_MODE_NAME(400000, SR2, Full),
229 	__DEFINE_LINK_MODE_NAME(400000, VR2, Full),
230 	__DEFINE_LINK_MODE_NAME(800000, CR4, Full),
231 	__DEFINE_LINK_MODE_NAME(800000, KR4, Full),
232 	__DEFINE_LINK_MODE_NAME(800000, DR4, Full),
233 	__DEFINE_LINK_MODE_NAME(800000, DR4_2, Full),
234 	__DEFINE_LINK_MODE_NAME(800000, SR4, Full),
235 	__DEFINE_LINK_MODE_NAME(800000, VR4, Full),
236 };
237 static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS);
238 
239 #define __LINK_MODE_LANES_CR		1
240 #define __LINK_MODE_LANES_CR2		2
241 #define __LINK_MODE_LANES_CR4		4
242 #define __LINK_MODE_LANES_CR8		8
243 #define __LINK_MODE_LANES_DR		1
244 #define __LINK_MODE_LANES_DR_2		1
245 #define __LINK_MODE_LANES_DR2		2
246 #define __LINK_MODE_LANES_DR2_2		2
247 #define __LINK_MODE_LANES_DR4		4
248 #define __LINK_MODE_LANES_DR4_2		4
249 #define __LINK_MODE_LANES_DR8		8
250 #define __LINK_MODE_LANES_KR		1
251 #define __LINK_MODE_LANES_KR2		2
252 #define __LINK_MODE_LANES_KR4		4
253 #define __LINK_MODE_LANES_KR8		8
254 #define __LINK_MODE_LANES_SR		1
255 #define __LINK_MODE_LANES_SR2		2
256 #define __LINK_MODE_LANES_SR4		4
257 #define __LINK_MODE_LANES_SR8		8
258 #define __LINK_MODE_LANES_ER		1
259 #define __LINK_MODE_LANES_KX		1
260 #define __LINK_MODE_LANES_KX4		4
261 #define __LINK_MODE_LANES_LR		1
262 #define __LINK_MODE_LANES_LR4		4
263 #define __LINK_MODE_LANES_LR4_ER4	4
264 #define __LINK_MODE_LANES_LR_ER_FR	1
265 #define __LINK_MODE_LANES_LR2_ER2_FR2	2
266 #define __LINK_MODE_LANES_LR4_ER4_FR4	4
267 #define __LINK_MODE_LANES_LR8_ER8_FR8	8
268 #define __LINK_MODE_LANES_LRM		1
269 #define __LINK_MODE_LANES_MLD2		2
270 #define __LINK_MODE_LANES_T		1
271 #define __LINK_MODE_LANES_T1		1
272 #define __LINK_MODE_LANES_X		1
273 #define __LINK_MODE_LANES_FX		1
274 #define __LINK_MODE_LANES_T1L		1
275 #define __LINK_MODE_LANES_T1S		1
276 #define __LINK_MODE_LANES_T1S_P2MP	1
277 #define __LINK_MODE_LANES_VR		1
278 #define __LINK_MODE_LANES_VR2		2
279 #define __LINK_MODE_LANES_VR4		4
280 #define __LINK_MODE_LANES_VR8		8
281 #define __LINK_MODE_LANES_DR8_2		8
282 #define __LINK_MODE_LANES_T1BRR		1
283 
284 #define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex)	\
285 	[ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = {		\
286 		.speed  = SPEED_ ## _speed, \
287 		.lanes  = __LINK_MODE_LANES_ ## _type, \
288 		.duplex	= __DUPLEX_ ## _duplex \
289 	}
290 #define __DUPLEX_Half DUPLEX_HALF
291 #define __DUPLEX_Full DUPLEX_FULL
292 #define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \
293 	[ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \
294 		.speed	= SPEED_UNKNOWN, \
295 		.lanes	= 0, \
296 		.duplex	= DUPLEX_UNKNOWN, \
297 	}
298 
299 const struct link_mode_info link_mode_params[] = {
300 	__DEFINE_LINK_MODE_PARAMS(10, T, Half),
301 	__DEFINE_LINK_MODE_PARAMS(10, T, Full),
302 	__DEFINE_LINK_MODE_PARAMS(100, T, Half),
303 	__DEFINE_LINK_MODE_PARAMS(100, T, Full),
304 	__DEFINE_LINK_MODE_PARAMS(1000, T, Half),
305 	__DEFINE_LINK_MODE_PARAMS(1000, T, Full),
306 	__DEFINE_SPECIAL_MODE_PARAMS(Autoneg),
307 	__DEFINE_SPECIAL_MODE_PARAMS(TP),
308 	__DEFINE_SPECIAL_MODE_PARAMS(AUI),
309 	__DEFINE_SPECIAL_MODE_PARAMS(MII),
310 	__DEFINE_SPECIAL_MODE_PARAMS(FIBRE),
311 	__DEFINE_SPECIAL_MODE_PARAMS(BNC),
312 	__DEFINE_LINK_MODE_PARAMS(10000, T, Full),
313 	__DEFINE_SPECIAL_MODE_PARAMS(Pause),
314 	__DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause),
315 	__DEFINE_LINK_MODE_PARAMS(2500, X, Full),
316 	__DEFINE_SPECIAL_MODE_PARAMS(Backplane),
317 	__DEFINE_LINK_MODE_PARAMS(1000, KX, Full),
318 	__DEFINE_LINK_MODE_PARAMS(10000, KX4, Full),
319 	__DEFINE_LINK_MODE_PARAMS(10000, KR, Full),
320 	[ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = {
321 		.speed	= SPEED_10000,
322 		.lanes	= 1,
323 		.duplex = DUPLEX_FULL,
324 	},
325 	__DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full),
326 	__DEFINE_LINK_MODE_PARAMS(20000, KR2, Full),
327 	__DEFINE_LINK_MODE_PARAMS(40000, KR4, Full),
328 	__DEFINE_LINK_MODE_PARAMS(40000, CR4, Full),
329 	__DEFINE_LINK_MODE_PARAMS(40000, SR4, Full),
330 	__DEFINE_LINK_MODE_PARAMS(40000, LR4, Full),
331 	__DEFINE_LINK_MODE_PARAMS(56000, KR4, Full),
332 	__DEFINE_LINK_MODE_PARAMS(56000, CR4, Full),
333 	__DEFINE_LINK_MODE_PARAMS(56000, SR4, Full),
334 	__DEFINE_LINK_MODE_PARAMS(56000, LR4, Full),
335 	__DEFINE_LINK_MODE_PARAMS(25000, CR, Full),
336 	__DEFINE_LINK_MODE_PARAMS(25000, KR, Full),
337 	__DEFINE_LINK_MODE_PARAMS(25000, SR, Full),
338 	__DEFINE_LINK_MODE_PARAMS(50000, CR2, Full),
339 	__DEFINE_LINK_MODE_PARAMS(50000, KR2, Full),
340 	__DEFINE_LINK_MODE_PARAMS(100000, KR4, Full),
341 	__DEFINE_LINK_MODE_PARAMS(100000, SR4, Full),
342 	__DEFINE_LINK_MODE_PARAMS(100000, CR4, Full),
343 	__DEFINE_LINK_MODE_PARAMS(100000, LR4_ER4, Full),
344 	__DEFINE_LINK_MODE_PARAMS(50000, SR2, Full),
345 	__DEFINE_LINK_MODE_PARAMS(1000, X, Full),
346 	__DEFINE_LINK_MODE_PARAMS(10000, CR, Full),
347 	__DEFINE_LINK_MODE_PARAMS(10000, SR, Full),
348 	__DEFINE_LINK_MODE_PARAMS(10000, LR, Full),
349 	__DEFINE_LINK_MODE_PARAMS(10000, LRM, Full),
350 	__DEFINE_LINK_MODE_PARAMS(10000, ER, Full),
351 	__DEFINE_LINK_MODE_PARAMS(2500, T, Full),
352 	__DEFINE_LINK_MODE_PARAMS(5000, T, Full),
353 	__DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE),
354 	__DEFINE_SPECIAL_MODE_PARAMS(FEC_RS),
355 	__DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER),
356 	__DEFINE_LINK_MODE_PARAMS(50000, KR, Full),
357 	__DEFINE_LINK_MODE_PARAMS(50000, SR, Full),
358 	__DEFINE_LINK_MODE_PARAMS(50000, CR, Full),
359 	__DEFINE_LINK_MODE_PARAMS(50000, LR_ER_FR, Full),
360 	__DEFINE_LINK_MODE_PARAMS(50000, DR, Full),
361 	__DEFINE_LINK_MODE_PARAMS(100000, KR2, Full),
362 	__DEFINE_LINK_MODE_PARAMS(100000, SR2, Full),
363 	__DEFINE_LINK_MODE_PARAMS(100000, CR2, Full),
364 	__DEFINE_LINK_MODE_PARAMS(100000, LR2_ER2_FR2, Full),
365 	__DEFINE_LINK_MODE_PARAMS(100000, DR2, Full),
366 	__DEFINE_LINK_MODE_PARAMS(200000, KR4, Full),
367 	__DEFINE_LINK_MODE_PARAMS(200000, SR4, Full),
368 	__DEFINE_LINK_MODE_PARAMS(200000, LR4_ER4_FR4, Full),
369 	__DEFINE_LINK_MODE_PARAMS(200000, DR4, Full),
370 	__DEFINE_LINK_MODE_PARAMS(200000, CR4, Full),
371 	__DEFINE_LINK_MODE_PARAMS(100, T1, Full),
372 	__DEFINE_LINK_MODE_PARAMS(1000, T1, Full),
373 	__DEFINE_LINK_MODE_PARAMS(400000, KR8, Full),
374 	__DEFINE_LINK_MODE_PARAMS(400000, SR8, Full),
375 	__DEFINE_LINK_MODE_PARAMS(400000, LR8_ER8_FR8, Full),
376 	__DEFINE_LINK_MODE_PARAMS(400000, DR8, Full),
377 	__DEFINE_LINK_MODE_PARAMS(400000, CR8, Full),
378 	__DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS),
379 	__DEFINE_LINK_MODE_PARAMS(100000, KR, Full),
380 	__DEFINE_LINK_MODE_PARAMS(100000, SR, Full),
381 	__DEFINE_LINK_MODE_PARAMS(100000, LR_ER_FR, Full),
382 	__DEFINE_LINK_MODE_PARAMS(100000, DR, Full),
383 	__DEFINE_LINK_MODE_PARAMS(100000, CR, Full),
384 	__DEFINE_LINK_MODE_PARAMS(200000, KR2, Full),
385 	__DEFINE_LINK_MODE_PARAMS(200000, SR2, Full),
386 	__DEFINE_LINK_MODE_PARAMS(200000, LR2_ER2_FR2, Full),
387 	__DEFINE_LINK_MODE_PARAMS(200000, DR2, Full),
388 	__DEFINE_LINK_MODE_PARAMS(200000, CR2, Full),
389 	__DEFINE_LINK_MODE_PARAMS(400000, KR4, Full),
390 	__DEFINE_LINK_MODE_PARAMS(400000, SR4, Full),
391 	__DEFINE_LINK_MODE_PARAMS(400000, LR4_ER4_FR4, Full),
392 	__DEFINE_LINK_MODE_PARAMS(400000, DR4, Full),
393 	__DEFINE_LINK_MODE_PARAMS(400000, CR4, Full),
394 	__DEFINE_LINK_MODE_PARAMS(100, FX, Half),
395 	__DEFINE_LINK_MODE_PARAMS(100, FX, Full),
396 	__DEFINE_LINK_MODE_PARAMS(10, T1L, Full),
397 	__DEFINE_LINK_MODE_PARAMS(800000, CR8, Full),
398 	__DEFINE_LINK_MODE_PARAMS(800000, KR8, Full),
399 	__DEFINE_LINK_MODE_PARAMS(800000, DR8, Full),
400 	__DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full),
401 	__DEFINE_LINK_MODE_PARAMS(800000, SR8, Full),
402 	__DEFINE_LINK_MODE_PARAMS(800000, VR8, Full),
403 	__DEFINE_LINK_MODE_PARAMS(10, T1S, Full),
404 	__DEFINE_LINK_MODE_PARAMS(10, T1S, Half),
405 	__DEFINE_LINK_MODE_PARAMS(10, T1S_P2MP, Half),
406 	__DEFINE_LINK_MODE_PARAMS(10, T1BRR, Full),
407 	__DEFINE_LINK_MODE_PARAMS(200000, CR, Full),
408 	__DEFINE_LINK_MODE_PARAMS(200000, KR, Full),
409 	__DEFINE_LINK_MODE_PARAMS(200000, DR, Full),
410 	__DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full),
411 	__DEFINE_LINK_MODE_PARAMS(200000, SR, Full),
412 	__DEFINE_LINK_MODE_PARAMS(200000, VR, Full),
413 	__DEFINE_LINK_MODE_PARAMS(400000, CR2, Full),
414 	__DEFINE_LINK_MODE_PARAMS(400000, KR2, Full),
415 	__DEFINE_LINK_MODE_PARAMS(400000, DR2, Full),
416 	__DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full),
417 	__DEFINE_LINK_MODE_PARAMS(400000, SR2, Full),
418 	__DEFINE_LINK_MODE_PARAMS(400000, VR2, Full),
419 	__DEFINE_LINK_MODE_PARAMS(800000, CR4, Full),
420 	__DEFINE_LINK_MODE_PARAMS(800000, KR4, Full),
421 	__DEFINE_LINK_MODE_PARAMS(800000, DR4, Full),
422 	__DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full),
423 	__DEFINE_LINK_MODE_PARAMS(800000, SR4, Full),
424 	__DEFINE_LINK_MODE_PARAMS(800000, VR4, Full),
425 };
426 static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS);
427 EXPORT_SYMBOL_GPL(link_mode_params);
428 
429 const char netif_msg_class_names[][ETH_GSTRING_LEN] = {
430 	[NETIF_MSG_DRV_BIT]		= "drv",
431 	[NETIF_MSG_PROBE_BIT]		= "probe",
432 	[NETIF_MSG_LINK_BIT]		= "link",
433 	[NETIF_MSG_TIMER_BIT]		= "timer",
434 	[NETIF_MSG_IFDOWN_BIT]		= "ifdown",
435 	[NETIF_MSG_IFUP_BIT]		= "ifup",
436 	[NETIF_MSG_RX_ERR_BIT]		= "rx_err",
437 	[NETIF_MSG_TX_ERR_BIT]		= "tx_err",
438 	[NETIF_MSG_TX_QUEUED_BIT]	= "tx_queued",
439 	[NETIF_MSG_INTR_BIT]		= "intr",
440 	[NETIF_MSG_TX_DONE_BIT]		= "tx_done",
441 	[NETIF_MSG_RX_STATUS_BIT]	= "rx_status",
442 	[NETIF_MSG_PKTDATA_BIT]		= "pktdata",
443 	[NETIF_MSG_HW_BIT]		= "hw",
444 	[NETIF_MSG_WOL_BIT]		= "wol",
445 };
446 static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT);
447 
448 const char wol_mode_names[][ETH_GSTRING_LEN] = {
449 	[const_ilog2(WAKE_PHY)]		= "phy",
450 	[const_ilog2(WAKE_UCAST)]	= "ucast",
451 	[const_ilog2(WAKE_MCAST)]	= "mcast",
452 	[const_ilog2(WAKE_BCAST)]	= "bcast",
453 	[const_ilog2(WAKE_ARP)]		= "arp",
454 	[const_ilog2(WAKE_MAGIC)]	= "magic",
455 	[const_ilog2(WAKE_MAGICSECURE)]	= "magicsecure",
456 	[const_ilog2(WAKE_FILTER)]	= "filter",
457 };
458 static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT);
459 
460 const char sof_timestamping_names[][ETH_GSTRING_LEN] = {
461 	[const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)]  = "hardware-transmit",
462 	[const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)]  = "software-transmit",
463 	[const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)]  = "hardware-receive",
464 	[const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)]  = "software-receive",
465 	[const_ilog2(SOF_TIMESTAMPING_SOFTWARE)]     = "software-system-clock",
466 	[const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock",
467 	[const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock",
468 	[const_ilog2(SOF_TIMESTAMPING_OPT_ID)]       = "option-id",
469 	[const_ilog2(SOF_TIMESTAMPING_TX_SCHED)]     = "sched-transmit",
470 	[const_ilog2(SOF_TIMESTAMPING_TX_ACK)]       = "ack-transmit",
471 	[const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)]     = "option-cmsg",
472 	[const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)]   = "option-tsonly",
473 	[const_ilog2(SOF_TIMESTAMPING_OPT_STATS)]    = "option-stats",
474 	[const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)]  = "option-pktinfo",
475 	[const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)]  = "option-tx-swhw",
476 	[const_ilog2(SOF_TIMESTAMPING_BIND_PHC)]     = "bind-phc",
477 	[const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)]   = "option-id-tcp",
478 	[const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter",
479 };
480 static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT);
481 
482 const char ts_tx_type_names[][ETH_GSTRING_LEN] = {
483 	[HWTSTAMP_TX_OFF]		= "off",
484 	[HWTSTAMP_TX_ON]		= "on",
485 	[HWTSTAMP_TX_ONESTEP_SYNC]	= "onestep-sync",
486 	[HWTSTAMP_TX_ONESTEP_P2P]	= "onestep-p2p",
487 };
488 static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT);
489 
490 const char ts_rx_filter_names[][ETH_GSTRING_LEN] = {
491 	[HWTSTAMP_FILTER_NONE]			= "none",
492 	[HWTSTAMP_FILTER_ALL]			= "all",
493 	[HWTSTAMP_FILTER_SOME]			= "some",
494 	[HWTSTAMP_FILTER_PTP_V1_L4_EVENT]	= "ptpv1-l4-event",
495 	[HWTSTAMP_FILTER_PTP_V1_L4_SYNC]	= "ptpv1-l4-sync",
496 	[HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ]	= "ptpv1-l4-delay-req",
497 	[HWTSTAMP_FILTER_PTP_V2_L4_EVENT]	= "ptpv2-l4-event",
498 	[HWTSTAMP_FILTER_PTP_V2_L4_SYNC]	= "ptpv2-l4-sync",
499 	[HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ]	= "ptpv2-l4-delay-req",
500 	[HWTSTAMP_FILTER_PTP_V2_L2_EVENT]	= "ptpv2-l2-event",
501 	[HWTSTAMP_FILTER_PTP_V2_L2_SYNC]	= "ptpv2-l2-sync",
502 	[HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ]	= "ptpv2-l2-delay-req",
503 	[HWTSTAMP_FILTER_PTP_V2_EVENT]		= "ptpv2-event",
504 	[HWTSTAMP_FILTER_PTP_V2_SYNC]		= "ptpv2-sync",
505 	[HWTSTAMP_FILTER_PTP_V2_DELAY_REQ]	= "ptpv2-delay-req",
506 	[HWTSTAMP_FILTER_NTP_ALL]		= "ntp-all",
507 };
508 static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT);
509 
510 const char ts_flags_names[][ETH_GSTRING_LEN] = {
511 	[const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index",
512 };
513 static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT);
514 
515 const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = {
516 	[ETHTOOL_UDP_TUNNEL_TYPE_VXLAN]		= "vxlan",
517 	[ETHTOOL_UDP_TUNNEL_TYPE_GENEVE]	= "geneve",
518 	[ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE]	= "vxlan-gpe",
519 };
520 static_assert(ARRAY_SIZE(udp_tunnel_type_names) ==
521 	      __ETHTOOL_UDP_TUNNEL_TYPE_CNT);
522 
523 /* return false if legacy contained non-0 deprecated fields
524  * maxtxpkt/maxrxpkt. rest of ksettings always updated
525  */
526 bool
527 convert_legacy_settings_to_link_ksettings(
528 	struct ethtool_link_ksettings *link_ksettings,
529 	const struct ethtool_cmd *legacy_settings)
530 {
531 	bool retval = true;
532 
533 	memset(link_ksettings, 0, sizeof(*link_ksettings));
534 
535 	/* This is used to tell users that driver is still using these
536 	 * deprecated legacy fields, and they should not use
537 	 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS
538 	 */
539 	if (legacy_settings->maxtxpkt ||
540 	    legacy_settings->maxrxpkt)
541 		retval = false;
542 
543 	ethtool_convert_legacy_u32_to_link_mode(
544 		link_ksettings->link_modes.supported,
545 		legacy_settings->supported);
546 	ethtool_convert_legacy_u32_to_link_mode(
547 		link_ksettings->link_modes.advertising,
548 		legacy_settings->advertising);
549 	ethtool_convert_legacy_u32_to_link_mode(
550 		link_ksettings->link_modes.lp_advertising,
551 		legacy_settings->lp_advertising);
552 	link_ksettings->base.speed
553 		= ethtool_cmd_speed(legacy_settings);
554 	link_ksettings->base.duplex
555 		= legacy_settings->duplex;
556 	link_ksettings->base.port
557 		= legacy_settings->port;
558 	link_ksettings->base.phy_address
559 		= legacy_settings->phy_address;
560 	link_ksettings->base.autoneg
561 		= legacy_settings->autoneg;
562 	link_ksettings->base.mdio_support
563 		= legacy_settings->mdio_support;
564 	link_ksettings->base.eth_tp_mdix
565 		= legacy_settings->eth_tp_mdix;
566 	link_ksettings->base.eth_tp_mdix_ctrl
567 		= legacy_settings->eth_tp_mdix_ctrl;
568 	return retval;
569 }
570 
571 int __ethtool_get_link(struct net_device *dev)
572 {
573 	if (!dev->ethtool_ops->get_link)
574 		return -EOPNOTSUPP;
575 
576 	return netif_running(dev) && dev->ethtool_ops->get_link(dev);
577 }
578 
579 static int ethtool_get_rxnfc_rule_count(struct net_device *dev)
580 {
581 	const struct ethtool_ops *ops = dev->ethtool_ops;
582 	struct ethtool_rxnfc info = {
583 		.cmd = ETHTOOL_GRXCLSRLCNT,
584 	};
585 	int err;
586 
587 	err = ops->get_rxnfc(dev, &info, NULL);
588 	if (err)
589 		return err;
590 
591 	return info.rule_cnt;
592 }
593 
594 /* Max offset for one RSS context */
595 static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx)
596 {
597 	u32 max_ring = 0;
598 	u32 i, *tbl;
599 
600 	if (WARN_ON_ONCE(!ctx))
601 		return 0;
602 	tbl = ethtool_rxfh_context_indir(ctx);
603 	for (i = 0; i < ctx->indir_size; i++)
604 		max_ring = max(max_ring, tbl[i]);
605 	return max_ring;
606 }
607 
608 static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max)
609 {
610 	const struct ethtool_ops *ops = dev->ethtool_ops;
611 	struct ethtool_rxnfc *info;
612 	int err, i, rule_cnt;
613 	u64 max_ring = 0;
614 
615 	if (!ops->get_rxnfc)
616 		return -EOPNOTSUPP;
617 
618 	rule_cnt = ethtool_get_rxnfc_rule_count(dev);
619 	if (rule_cnt <= 0)
620 		return -EINVAL;
621 
622 	info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
623 	if (!info)
624 		return -ENOMEM;
625 
626 	info->cmd = ETHTOOL_GRXCLSRLALL;
627 	info->rule_cnt = rule_cnt;
628 	err = ops->get_rxnfc(dev, info, info->rule_locs);
629 	if (err)
630 		goto err_free_info;
631 
632 	for (i = 0; i < rule_cnt; i++) {
633 		struct ethtool_rxnfc rule_info = {
634 			.cmd = ETHTOOL_GRXCLSRULE,
635 			.fs.location = info->rule_locs[i],
636 		};
637 
638 		err = ops->get_rxnfc(dev, &rule_info, NULL);
639 		if (err)
640 			goto err_free_info;
641 
642 		if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC &&
643 		    rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE &&
644 		    !ethtool_get_flow_spec_ring_vf(rule_info.fs.ring_cookie)) {
645 			u64 ring = rule_info.fs.ring_cookie;
646 
647 			if (rule_info.flow_type & FLOW_RSS) {
648 				struct ethtool_rxfh_context *ctx;
649 
650 				ctx = xa_load(&dev->ethtool->rss_ctx,
651 					      rule_info.rss_context);
652 				ring += ethtool_get_rss_ctx_max_channel(ctx);
653 			}
654 			max_ring = max_t(u64, max_ring, ring);
655 		}
656 	}
657 
658 	kvfree(info);
659 	*max = max_ring;
660 	return 0;
661 
662 err_free_info:
663 	kvfree(info);
664 	return err;
665 }
666 
667 /* Max offset across all of a device's RSS contexts */
668 static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev)
669 {
670 	struct ethtool_rxfh_context *ctx;
671 	unsigned long context;
672 	u32 max_ring = 0;
673 
674 	mutex_lock(&dev->ethtool->rss_lock);
675 	xa_for_each(&dev->ethtool->rss_ctx, context, ctx)
676 		max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx));
677 	mutex_unlock(&dev->ethtool->rss_lock);
678 
679 	return max_ring;
680 }
681 
682 static u32 ethtool_get_max_rxfh_channel(struct net_device *dev)
683 {
684 	struct ethtool_rxfh_param rxfh = {};
685 	u32 dev_size, current_max = 0;
686 	int ret;
687 
688 	/* While we do track whether RSS context has an indirection
689 	 * table explicitly set by the user, no driver looks at that bit.
690 	 * Assume drivers won't auto-regenerate the additional tables,
691 	 * to be safe.
692 	 */
693 	current_max = ethtool_get_max_rss_ctx_channel(dev);
694 
695 	if (!netif_is_rxfh_configured(dev))
696 		return current_max;
697 
698 	if (!dev->ethtool_ops->get_rxfh_indir_size ||
699 	    !dev->ethtool_ops->get_rxfh)
700 		return current_max;
701 	dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
702 	if (dev_size == 0)
703 		return current_max;
704 
705 	rxfh.indir = kcalloc(dev_size, sizeof(rxfh.indir[0]), GFP_USER);
706 	if (!rxfh.indir)
707 		return U32_MAX;
708 
709 	ret = dev->ethtool_ops->get_rxfh(dev, &rxfh);
710 	if (ret) {
711 		current_max = U32_MAX;
712 		goto out_free;
713 	}
714 
715 	while (dev_size--)
716 		current_max = max(current_max, rxfh.indir[dev_size]);
717 
718 out_free:
719 	kfree(rxfh.indir);
720 	return current_max;
721 }
722 
723 int ethtool_check_max_channel(struct net_device *dev,
724 			      struct ethtool_channels channels,
725 			      struct genl_info *info)
726 {
727 	u64 max_rxnfc_in_use;
728 	u32 max_rxfh_in_use;
729 	int max_mp_in_use;
730 
731 	/* ensure the new Rx count fits within the configured Rx flow
732 	 * indirection table/rxnfc settings
733 	 */
734 	if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use))
735 		max_rxnfc_in_use = 0;
736 	max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev);
737 	if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
738 		if (info)
739 			GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use);
740 		return -EINVAL;
741 	}
742 	if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
743 		if (info)
744 			GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
745 		return -EINVAL;
746 	}
747 
748 	max_mp_in_use = dev_get_min_mp_channel_count(dev);
749 	if (channels.combined_count + channels.rx_count <= max_mp_in_use) {
750 		if (info)
751 			GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use);
752 		return -EINVAL;
753 	}
754 
755 	return 0;
756 }
757 
758 int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context)
759 {
760 	const struct ethtool_ops *ops = dev->ethtool_ops;
761 	struct ethtool_rxnfc *info;
762 	int rc, i, rule_cnt;
763 
764 	if (!ops->get_rxnfc)
765 		return 0;
766 
767 	rule_cnt = ethtool_get_rxnfc_rule_count(dev);
768 	if (!rule_cnt)
769 		return 0;
770 
771 	if (rule_cnt < 0)
772 		return -EINVAL;
773 
774 	info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
775 	if (!info)
776 		return -ENOMEM;
777 
778 	info->cmd = ETHTOOL_GRXCLSRLALL;
779 	info->rule_cnt = rule_cnt;
780 	rc = ops->get_rxnfc(dev, info, info->rule_locs);
781 	if (rc)
782 		goto out_free;
783 
784 	for (i = 0; i < rule_cnt; i++) {
785 		struct ethtool_rxnfc rule_info = {
786 			.cmd = ETHTOOL_GRXCLSRULE,
787 			.fs.location = info->rule_locs[i],
788 		};
789 
790 		rc = ops->get_rxnfc(dev, &rule_info, NULL);
791 		if (rc)
792 			goto out_free;
793 
794 		if (rule_info.fs.flow_type & FLOW_RSS &&
795 		    rule_info.rss_context == rss_context) {
796 			rc = -EBUSY;
797 			goto out_free;
798 		}
799 	}
800 
801 out_free:
802 	kvfree(info);
803 	return rc;
804 }
805 
806 int ethtool_check_ops(const struct ethtool_ops *ops)
807 {
808 	if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params))
809 		return -EINVAL;
810 	if (WARN_ON(ops->rxfh_max_num_contexts == 1))
811 		return -EINVAL;
812 	/* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime,
813 	 * the fact that ops are checked at registration time does not
814 	 * mean the ops attached to a netdev later on are sane.
815 	 */
816 	return 0;
817 }
818 
819 void ethtool_ringparam_get_cfg(struct net_device *dev,
820 			       struct ethtool_ringparam *param,
821 			       struct kernel_ethtool_ringparam *kparam,
822 			       struct netlink_ext_ack *extack)
823 {
824 	memset(param, 0, sizeof(*param));
825 	memset(kparam, 0, sizeof(*kparam));
826 
827 	param->cmd = ETHTOOL_GRINGPARAM;
828 	dev->ethtool_ops->get_ringparam(dev, param, kparam, extack);
829 
830 	/* Driver gives us current state, we want to return current config */
831 	kparam->tcp_data_split = dev->cfg->hds_config;
832 }
833 
834 static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info)
835 {
836 	memset(info, 0, sizeof(*info));
837 	info->cmd = ETHTOOL_GET_TS_INFO;
838 	info->phc_index = -1;
839 }
840 
841 int ethtool_net_get_ts_info_by_phc(struct net_device *dev,
842 				   struct kernel_ethtool_ts_info *info,
843 				   struct hwtstamp_provider_desc *hwprov_desc)
844 {
845 	const struct ethtool_ops *ops = dev->ethtool_ops;
846 	int err;
847 
848 	if (!ops->get_ts_info)
849 		return -ENODEV;
850 
851 	/* Does ptp comes from netdev */
852 	ethtool_init_tsinfo(info);
853 	info->phc_qualifier = hwprov_desc->qualifier;
854 	err = ops->get_ts_info(dev, info);
855 	if (err)
856 		return err;
857 
858 	if (info->phc_index == hwprov_desc->index &&
859 	    net_support_hwtstamp_qualifier(dev, hwprov_desc->qualifier))
860 		return 0;
861 
862 	return -ENODEV;
863 }
864 
865 struct phy_device *
866 ethtool_phy_get_ts_info_by_phc(struct net_device *dev,
867 			       struct kernel_ethtool_ts_info *info,
868 			       struct hwtstamp_provider_desc *hwprov_desc)
869 {
870 	int err;
871 
872 	/* Only precise qualifier is supported in phydev */
873 	if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
874 		return ERR_PTR(-ENODEV);
875 
876 	/* Look in the phy topology */
877 	if (dev->link_topo) {
878 		struct phy_device_node *pdn;
879 		unsigned long phy_index;
880 
881 		xa_for_each(&dev->link_topo->phys, phy_index, pdn) {
882 			if (!phy_has_tsinfo(pdn->phy))
883 				continue;
884 
885 			ethtool_init_tsinfo(info);
886 			err = phy_ts_info(pdn->phy, info);
887 			if (err)
888 				return ERR_PTR(err);
889 
890 			if (info->phc_index == hwprov_desc->index)
891 				return pdn->phy;
892 		}
893 		return ERR_PTR(-ENODEV);
894 	}
895 
896 	/* Look on the dev->phydev */
897 	if (phy_has_tsinfo(dev->phydev)) {
898 		ethtool_init_tsinfo(info);
899 		err = phy_ts_info(dev->phydev, info);
900 		if (err)
901 			return ERR_PTR(err);
902 
903 		if (info->phc_index == hwprov_desc->index)
904 			return dev->phydev;
905 	}
906 
907 	return ERR_PTR(-ENODEV);
908 }
909 
910 int ethtool_get_ts_info_by_phc(struct net_device *dev,
911 			       struct kernel_ethtool_ts_info *info,
912 			       struct hwtstamp_provider_desc *hwprov_desc)
913 {
914 	int err;
915 
916 	err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc);
917 	if (err == -ENODEV) {
918 		struct phy_device *phy;
919 
920 		phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc);
921 		if (IS_ERR(phy))
922 			err = PTR_ERR(phy);
923 		else
924 			err = 0;
925 	}
926 
927 	info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
928 				 SOF_TIMESTAMPING_SOFTWARE;
929 
930 	return err;
931 }
932 
933 int __ethtool_get_ts_info(struct net_device *dev,
934 			  struct kernel_ethtool_ts_info *info)
935 {
936 	struct hwtstamp_provider *hwprov;
937 	int err = 0;
938 
939 	rcu_read_lock();
940 	hwprov = rcu_dereference(dev->hwprov);
941 	/* No provider specified, use default behavior */
942 	if (!hwprov) {
943 		const struct ethtool_ops *ops = dev->ethtool_ops;
944 		struct phy_device *phydev = dev->phydev;
945 
946 		ethtool_init_tsinfo(info);
947 		if (phy_is_default_hwtstamp(phydev) &&
948 		    phy_has_tsinfo(phydev))
949 			err = phy_ts_info(phydev, info);
950 		else if (ops->get_ts_info)
951 			err = ops->get_ts_info(dev, info);
952 
953 		info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
954 					 SOF_TIMESTAMPING_SOFTWARE;
955 
956 		rcu_read_unlock();
957 		return err;
958 	}
959 
960 	err = ethtool_get_ts_info_by_phc(dev, info, &hwprov->desc);
961 	rcu_read_unlock();
962 	return err;
963 }
964 
965 bool net_support_hwtstamp_qualifier(struct net_device *dev,
966 				    enum hwtstamp_provider_qualifier qualifier)
967 {
968 	const struct ethtool_ops *ops = dev->ethtool_ops;
969 
970 	if (!ops)
971 		return false;
972 
973 	/* Return true with precise qualifier and with NIC without
974 	 * qualifier description to not break the old behavior.
975 	 */
976 	if (!ops->supported_hwtstamp_qualifiers &&
977 	    qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
978 		return true;
979 
980 	if (ops->supported_hwtstamp_qualifiers & BIT(qualifier))
981 		return true;
982 
983 	return false;
984 }
985 
986 int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index)
987 {
988 	struct kernel_ethtool_ts_info info = { };
989 	int num = 0;
990 
991 	if (!__ethtool_get_ts_info(dev, &info))
992 		num = ptp_get_vclocks_index(info.phc_index, vclock_index);
993 
994 	return num;
995 }
996 EXPORT_SYMBOL(ethtool_get_phc_vclocks);
997 
998 int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info)
999 {
1000 	return __ethtool_get_ts_info(dev, info);
1001 }
1002 EXPORT_SYMBOL(ethtool_get_ts_info_by_layer);
1003 
1004 const struct ethtool_phy_ops *ethtool_phy_ops;
1005 
1006 void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops)
1007 {
1008 	ASSERT_RTNL();
1009 	ethtool_phy_ops = ops;
1010 }
1011 EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops);
1012 
1013 void
1014 ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings,
1015 			      enum ethtool_link_mode_bit_indices link_mode)
1016 {
1017 	const struct link_mode_info *link_info;
1018 
1019 	if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS))
1020 		return;
1021 
1022 	link_info = &link_mode_params[link_mode];
1023 	link_ksettings->base.speed = link_info->speed;
1024 	link_ksettings->lanes = link_info->lanes;
1025 	link_ksettings->base.duplex = link_info->duplex;
1026 }
1027 EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode);
1028 
1029 /**
1030  * ethtool_forced_speed_maps_init
1031  * @maps: Pointer to an array of Ethtool forced speed map
1032  * @size: Array size
1033  *
1034  * Initialize an array of Ethtool forced speed map to Ethtool link modes. This
1035  * should be called during driver module init.
1036  */
1037 void
1038 ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size)
1039 {
1040 	for (u32 i = 0; i < size; i++) {
1041 		struct ethtool_forced_speed_map *map = &maps[i];
1042 
1043 		linkmode_set_bit_array(map->cap_arr, map->arr_size, map->caps);
1044 		map->cap_arr = NULL;
1045 		map->arr_size = 0;
1046 	}
1047 }
1048 EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init);
1049 
1050 void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id)
1051 {
1052 	struct ethtool_rxfh_context *ctx;
1053 
1054 	WARN_ONCE(!rtnl_is_locked() &&
1055 		  !lockdep_is_held_type(&dev->ethtool->rss_lock, -1),
1056 		  "RSS context lock assertion failed\n");
1057 
1058 	netdev_err(dev, "device error, RSS context %d lost\n", context_id);
1059 	ctx = xa_erase(&dev->ethtool->rss_ctx, context_id);
1060 	kfree(ctx);
1061 }
1062 EXPORT_SYMBOL(ethtool_rxfh_context_lost);
1063