1 // SPDX-License-Identifier: GPL-2.0-only
2 /*******************************************************************************
3 STMMAC Ethtool support
4
5 Copyright (C) 2007-2009 STMicroelectronics Ltd
6
7
8 Author: Giuseppe Cavallaro <peppe.cavallaro@st.com>
9 *******************************************************************************/
10
11 #include <linux/etherdevice.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/mii.h>
16 #include <linux/phylink.h>
17 #include <linux/net_tstamp.h>
18
19 #include "stmmac.h"
20 #include "dwmac_dma.h"
21 #include "dwxgmac2.h"
22 #include "dwmac5.h"
23
24 #define REG_SPACE_SIZE 0x1060
25 #define GMAC4_REG_SPACE_SIZE 0x116C
26 #define MAC100_ETHTOOL_NAME "st_mac100"
27 #define GMAC_ETHTOOL_NAME "st_gmac"
28 #define XGMAC_ETHTOOL_NAME "st_xgmac"
29
30 /* Same as DMA_CHAN_BASE_ADDR defined in dwmac4_dma.h
31 *
32 * It is here because dwmac_dma.h and dwmac4_dam.h can not be included at the
33 * same time due to the conflicting macro names.
34 */
35 #define GMAC4_DMA_CHAN_BASE_ADDR 0x00001100
36
37 #define ETHTOOL_DMA_OFFSET 55
38
39 struct stmmac_stats {
40 char stat_string[ETH_GSTRING_LEN];
41 int sizeof_stat;
42 int stat_offset;
43 };
44
45 #define STMMAC_STAT(m) \
46 { #m, sizeof_field(struct stmmac_extra_stats, m), \
47 offsetof(struct stmmac_priv, xstats.m)}
48
49 static const struct stmmac_stats stmmac_gstrings_stats[] = {
50 /* Transmit errors */
51 STMMAC_STAT(tx_underflow),
52 STMMAC_STAT(tx_carrier),
53 STMMAC_STAT(tx_losscarrier),
54 STMMAC_STAT(vlan_tag),
55 STMMAC_STAT(tx_deferred),
56 STMMAC_STAT(tx_vlan),
57 STMMAC_STAT(tx_jabber),
58 STMMAC_STAT(tx_frame_flushed),
59 STMMAC_STAT(tx_payload_error),
60 STMMAC_STAT(tx_ip_header_error),
61 /* Receive errors */
62 STMMAC_STAT(rx_desc),
63 STMMAC_STAT(sa_filter_fail),
64 STMMAC_STAT(overflow_error),
65 STMMAC_STAT(ipc_csum_error),
66 STMMAC_STAT(rx_collision),
67 STMMAC_STAT(rx_crc_errors),
68 STMMAC_STAT(dribbling_bit),
69 STMMAC_STAT(rx_length),
70 STMMAC_STAT(rx_mii),
71 STMMAC_STAT(rx_multicast),
72 STMMAC_STAT(rx_gmac_overflow),
73 STMMAC_STAT(rx_watchdog),
74 STMMAC_STAT(da_rx_filter_fail),
75 STMMAC_STAT(sa_rx_filter_fail),
76 STMMAC_STAT(rx_missed_cntr),
77 STMMAC_STAT(rx_overflow_cntr),
78 STMMAC_STAT(rx_vlan),
79 STMMAC_STAT(rx_split_hdr_pkt_n),
80 /* Tx/Rx IRQ error info */
81 STMMAC_STAT(tx_undeflow_irq),
82 STMMAC_STAT(tx_process_stopped_irq),
83 STMMAC_STAT(tx_jabber_irq),
84 STMMAC_STAT(rx_overflow_irq),
85 STMMAC_STAT(rx_buf_unav_irq),
86 STMMAC_STAT(rx_process_stopped_irq),
87 STMMAC_STAT(rx_watchdog_irq),
88 STMMAC_STAT(tx_early_irq),
89 STMMAC_STAT(fatal_bus_error_irq),
90 /* Tx/Rx IRQ Events */
91 STMMAC_STAT(rx_early_irq),
92 STMMAC_STAT(threshold),
93 STMMAC_STAT(irq_receive_pmt_irq_n),
94 /* MMC info */
95 STMMAC_STAT(mmc_tx_irq_n),
96 STMMAC_STAT(mmc_rx_irq_n),
97 STMMAC_STAT(mmc_rx_csum_offload_irq_n),
98 /* EEE */
99 STMMAC_STAT(irq_tx_path_in_lpi_mode_n),
100 STMMAC_STAT(irq_tx_path_exit_lpi_mode_n),
101 STMMAC_STAT(irq_rx_path_in_lpi_mode_n),
102 STMMAC_STAT(irq_rx_path_exit_lpi_mode_n),
103 STMMAC_STAT(phy_eee_wakeup_error_n),
104 /* Extended RDES status */
105 STMMAC_STAT(ip_hdr_err),
106 STMMAC_STAT(ip_payload_err),
107 STMMAC_STAT(ip_csum_bypassed),
108 STMMAC_STAT(ipv4_pkt_rcvd),
109 STMMAC_STAT(ipv6_pkt_rcvd),
110 STMMAC_STAT(no_ptp_rx_msg_type_ext),
111 STMMAC_STAT(ptp_rx_msg_type_sync),
112 STMMAC_STAT(ptp_rx_msg_type_follow_up),
113 STMMAC_STAT(ptp_rx_msg_type_delay_req),
114 STMMAC_STAT(ptp_rx_msg_type_delay_resp),
115 STMMAC_STAT(ptp_rx_msg_type_pdelay_req),
116 STMMAC_STAT(ptp_rx_msg_type_pdelay_resp),
117 STMMAC_STAT(ptp_rx_msg_type_pdelay_follow_up),
118 STMMAC_STAT(ptp_rx_msg_type_announce),
119 STMMAC_STAT(ptp_rx_msg_type_management),
120 STMMAC_STAT(ptp_rx_msg_pkt_reserved_type),
121 STMMAC_STAT(ptp_frame_type),
122 STMMAC_STAT(ptp_ver),
123 STMMAC_STAT(timestamp_dropped),
124 STMMAC_STAT(av_pkt_rcvd),
125 STMMAC_STAT(av_tagged_pkt_rcvd),
126 STMMAC_STAT(vlan_tag_priority_val),
127 STMMAC_STAT(l3_filter_match),
128 STMMAC_STAT(l4_filter_match),
129 STMMAC_STAT(l3_l4_filter_no_match),
130 /* PCS */
131 STMMAC_STAT(irq_pcs_ane_n),
132 STMMAC_STAT(irq_pcs_link_n),
133 STMMAC_STAT(irq_rgmii_n),
134 /* DEBUG */
135 STMMAC_STAT(mtl_tx_status_fifo_full),
136 STMMAC_STAT(mtl_tx_fifo_not_empty),
137 STMMAC_STAT(mmtl_fifo_ctrl),
138 STMMAC_STAT(mtl_tx_fifo_read_ctrl_write),
139 STMMAC_STAT(mtl_tx_fifo_read_ctrl_wait),
140 STMMAC_STAT(mtl_tx_fifo_read_ctrl_read),
141 STMMAC_STAT(mtl_tx_fifo_read_ctrl_idle),
142 STMMAC_STAT(mac_tx_in_pause),
143 STMMAC_STAT(mac_tx_frame_ctrl_xfer),
144 STMMAC_STAT(mac_tx_frame_ctrl_idle),
145 STMMAC_STAT(mac_tx_frame_ctrl_wait),
146 STMMAC_STAT(mac_tx_frame_ctrl_pause),
147 STMMAC_STAT(mac_gmii_tx_proto_engine),
148 STMMAC_STAT(mtl_rx_fifo_fill_level_full),
149 STMMAC_STAT(mtl_rx_fifo_fill_above_thresh),
150 STMMAC_STAT(mtl_rx_fifo_fill_below_thresh),
151 STMMAC_STAT(mtl_rx_fifo_fill_level_empty),
152 STMMAC_STAT(mtl_rx_fifo_read_ctrl_flush),
153 STMMAC_STAT(mtl_rx_fifo_read_ctrl_read_data),
154 STMMAC_STAT(mtl_rx_fifo_read_ctrl_status),
155 STMMAC_STAT(mtl_rx_fifo_read_ctrl_idle),
156 STMMAC_STAT(mtl_rx_fifo_ctrl_active),
157 STMMAC_STAT(mac_rx_frame_ctrl_fifo),
158 STMMAC_STAT(mac_gmii_rx_proto_engine),
159 /* EST */
160 STMMAC_STAT(mtl_est_cgce),
161 STMMAC_STAT(mtl_est_hlbs),
162 STMMAC_STAT(mtl_est_hlbf),
163 STMMAC_STAT(mtl_est_btre),
164 STMMAC_STAT(mtl_est_btrlm),
165 };
166 #define STMMAC_STATS_LEN ARRAY_SIZE(stmmac_gstrings_stats)
167
168 /* statistics collected in queue which will be summed up for all TX or RX
169 * queues, or summed up for both TX and RX queues(napi_poll, normal_irq_n).
170 */
171 static const char stmmac_qstats_string[][ETH_GSTRING_LEN] = {
172 "rx_pkt_n",
173 "rx_normal_irq_n",
174 "tx_pkt_n",
175 "tx_normal_irq_n",
176 "tx_clean",
177 "tx_set_ic_bit",
178 "tx_tso_frames",
179 "tx_tso_nfrags",
180 "normal_irq_n",
181 "napi_poll",
182 };
183 #define STMMAC_QSTATS ARRAY_SIZE(stmmac_qstats_string)
184
185 /* HW MAC Management counters (if supported) */
186 #define STMMAC_MMC_STAT(m) \
187 { #m, sizeof_field(struct stmmac_counters, m), \
188 offsetof(struct stmmac_priv, mmc.m)}
189
190 static const struct stmmac_stats stmmac_mmc[] = {
191 STMMAC_MMC_STAT(mmc_tx_octetcount_gb),
192 STMMAC_MMC_STAT(mmc_tx_framecount_gb),
193 STMMAC_MMC_STAT(mmc_tx_broadcastframe_g),
194 STMMAC_MMC_STAT(mmc_tx_multicastframe_g),
195 STMMAC_MMC_STAT(mmc_tx_64_octets_gb),
196 STMMAC_MMC_STAT(mmc_tx_65_to_127_octets_gb),
197 STMMAC_MMC_STAT(mmc_tx_128_to_255_octets_gb),
198 STMMAC_MMC_STAT(mmc_tx_256_to_511_octets_gb),
199 STMMAC_MMC_STAT(mmc_tx_512_to_1023_octets_gb),
200 STMMAC_MMC_STAT(mmc_tx_1024_to_max_octets_gb),
201 STMMAC_MMC_STAT(mmc_tx_unicast_gb),
202 STMMAC_MMC_STAT(mmc_tx_multicast_gb),
203 STMMAC_MMC_STAT(mmc_tx_broadcast_gb),
204 STMMAC_MMC_STAT(mmc_tx_underflow_error),
205 STMMAC_MMC_STAT(mmc_tx_singlecol_g),
206 STMMAC_MMC_STAT(mmc_tx_multicol_g),
207 STMMAC_MMC_STAT(mmc_tx_deferred),
208 STMMAC_MMC_STAT(mmc_tx_latecol),
209 STMMAC_MMC_STAT(mmc_tx_exesscol),
210 STMMAC_MMC_STAT(mmc_tx_carrier_error),
211 STMMAC_MMC_STAT(mmc_tx_octetcount_g),
212 STMMAC_MMC_STAT(mmc_tx_framecount_g),
213 STMMAC_MMC_STAT(mmc_tx_excessdef),
214 STMMAC_MMC_STAT(mmc_tx_pause_frame),
215 STMMAC_MMC_STAT(mmc_tx_vlan_frame_g),
216 STMMAC_MMC_STAT(mmc_tx_oversize_g),
217 STMMAC_MMC_STAT(mmc_tx_lpi_usec),
218 STMMAC_MMC_STAT(mmc_tx_lpi_tran),
219 STMMAC_MMC_STAT(mmc_rx_framecount_gb),
220 STMMAC_MMC_STAT(mmc_rx_octetcount_gb),
221 STMMAC_MMC_STAT(mmc_rx_octetcount_g),
222 STMMAC_MMC_STAT(mmc_rx_broadcastframe_g),
223 STMMAC_MMC_STAT(mmc_rx_multicastframe_g),
224 STMMAC_MMC_STAT(mmc_rx_crc_error),
225 STMMAC_MMC_STAT(mmc_rx_align_error),
226 STMMAC_MMC_STAT(mmc_rx_run_error),
227 STMMAC_MMC_STAT(mmc_rx_jabber_error),
228 STMMAC_MMC_STAT(mmc_rx_undersize_g),
229 STMMAC_MMC_STAT(mmc_rx_oversize_g),
230 STMMAC_MMC_STAT(mmc_rx_64_octets_gb),
231 STMMAC_MMC_STAT(mmc_rx_65_to_127_octets_gb),
232 STMMAC_MMC_STAT(mmc_rx_128_to_255_octets_gb),
233 STMMAC_MMC_STAT(mmc_rx_256_to_511_octets_gb),
234 STMMAC_MMC_STAT(mmc_rx_512_to_1023_octets_gb),
235 STMMAC_MMC_STAT(mmc_rx_1024_to_max_octets_gb),
236 STMMAC_MMC_STAT(mmc_rx_unicast_g),
237 STMMAC_MMC_STAT(mmc_rx_length_error),
238 STMMAC_MMC_STAT(mmc_rx_autofrangetype),
239 STMMAC_MMC_STAT(mmc_rx_pause_frames),
240 STMMAC_MMC_STAT(mmc_rx_fifo_overflow),
241 STMMAC_MMC_STAT(mmc_rx_vlan_frames_gb),
242 STMMAC_MMC_STAT(mmc_rx_watchdog_error),
243 STMMAC_MMC_STAT(mmc_rx_error),
244 STMMAC_MMC_STAT(mmc_rx_lpi_usec),
245 STMMAC_MMC_STAT(mmc_rx_lpi_tran),
246 STMMAC_MMC_STAT(mmc_rx_discard_frames_gb),
247 STMMAC_MMC_STAT(mmc_rx_discard_octets_gb),
248 STMMAC_MMC_STAT(mmc_rx_align_err_frames),
249 STMMAC_MMC_STAT(mmc_rx_ipv4_gd),
250 STMMAC_MMC_STAT(mmc_rx_ipv4_hderr),
251 STMMAC_MMC_STAT(mmc_rx_ipv4_nopay),
252 STMMAC_MMC_STAT(mmc_rx_ipv4_frag),
253 STMMAC_MMC_STAT(mmc_rx_ipv4_udsbl),
254 STMMAC_MMC_STAT(mmc_rx_ipv4_gd_octets),
255 STMMAC_MMC_STAT(mmc_rx_ipv4_hderr_octets),
256 STMMAC_MMC_STAT(mmc_rx_ipv4_nopay_octets),
257 STMMAC_MMC_STAT(mmc_rx_ipv4_frag_octets),
258 STMMAC_MMC_STAT(mmc_rx_ipv4_udsbl_octets),
259 STMMAC_MMC_STAT(mmc_rx_ipv6_gd_octets),
260 STMMAC_MMC_STAT(mmc_rx_ipv6_hderr_octets),
261 STMMAC_MMC_STAT(mmc_rx_ipv6_nopay_octets),
262 STMMAC_MMC_STAT(mmc_rx_ipv6_gd),
263 STMMAC_MMC_STAT(mmc_rx_ipv6_hderr),
264 STMMAC_MMC_STAT(mmc_rx_ipv6_nopay),
265 STMMAC_MMC_STAT(mmc_rx_udp_gd),
266 STMMAC_MMC_STAT(mmc_rx_udp_err),
267 STMMAC_MMC_STAT(mmc_rx_tcp_gd),
268 STMMAC_MMC_STAT(mmc_rx_tcp_err),
269 STMMAC_MMC_STAT(mmc_rx_icmp_gd),
270 STMMAC_MMC_STAT(mmc_rx_icmp_err),
271 STMMAC_MMC_STAT(mmc_rx_udp_gd_octets),
272 STMMAC_MMC_STAT(mmc_rx_udp_err_octets),
273 STMMAC_MMC_STAT(mmc_rx_tcp_gd_octets),
274 STMMAC_MMC_STAT(mmc_rx_tcp_err_octets),
275 STMMAC_MMC_STAT(mmc_rx_icmp_gd_octets),
276 STMMAC_MMC_STAT(mmc_rx_icmp_err_octets),
277 STMMAC_MMC_STAT(mmc_sgf_pass_fragment_cntr),
278 STMMAC_MMC_STAT(mmc_sgf_fail_fragment_cntr),
279 STMMAC_MMC_STAT(mmc_tx_fpe_fragment_cntr),
280 STMMAC_MMC_STAT(mmc_tx_hold_req_cntr),
281 STMMAC_MMC_STAT(mmc_tx_gate_overrun_cntr),
282 STMMAC_MMC_STAT(mmc_rx_packet_assembly_err_cntr),
283 STMMAC_MMC_STAT(mmc_rx_packet_smd_err_cntr),
284 STMMAC_MMC_STAT(mmc_rx_packet_assembly_ok_cntr),
285 STMMAC_MMC_STAT(mmc_rx_fpe_fragment_cntr),
286 };
287 #define STMMAC_MMC_STATS_LEN ARRAY_SIZE(stmmac_mmc)
288
289 static const char stmmac_qstats_tx_string[][ETH_GSTRING_LEN] = {
290 "tx_pkt_n",
291 "tx_irq_n",
292 #define STMMAC_TXQ_STATS ARRAY_SIZE(stmmac_qstats_tx_string)
293 };
294
295 static const char stmmac_qstats_rx_string[][ETH_GSTRING_LEN] = {
296 "rx_pkt_n",
297 "rx_irq_n",
298 #define STMMAC_RXQ_STATS ARRAY_SIZE(stmmac_qstats_rx_string)
299 };
300
stmmac_ethtool_getdrvinfo(struct net_device * dev,struct ethtool_drvinfo * info)301 static void stmmac_ethtool_getdrvinfo(struct net_device *dev,
302 struct ethtool_drvinfo *info)
303 {
304 struct stmmac_priv *priv = netdev_priv(dev);
305
306 if (priv->plat->has_gmac || priv->plat->has_gmac4)
307 strscpy(info->driver, GMAC_ETHTOOL_NAME, sizeof(info->driver));
308 else if (priv->plat->has_xgmac)
309 strscpy(info->driver, XGMAC_ETHTOOL_NAME, sizeof(info->driver));
310 else
311 strscpy(info->driver, MAC100_ETHTOOL_NAME,
312 sizeof(info->driver));
313
314 if (priv->plat->pdev) {
315 strscpy(info->bus_info, pci_name(priv->plat->pdev),
316 sizeof(info->bus_info));
317 }
318 }
319
stmmac_ethtool_get_link_ksettings(struct net_device * dev,struct ethtool_link_ksettings * cmd)320 static int stmmac_ethtool_get_link_ksettings(struct net_device *dev,
321 struct ethtool_link_ksettings *cmd)
322 {
323 struct stmmac_priv *priv = netdev_priv(dev);
324
325 if (!(priv->plat->flags & STMMAC_FLAG_HAS_INTEGRATED_PCS) &&
326 (priv->hw->pcs & STMMAC_PCS_RGMII ||
327 priv->hw->pcs & STMMAC_PCS_SGMII)) {
328 struct rgmii_adv adv;
329 u32 supported, advertising, lp_advertising;
330
331 if (!priv->xstats.pcs_link) {
332 cmd->base.speed = SPEED_UNKNOWN;
333 cmd->base.duplex = DUPLEX_UNKNOWN;
334 return 0;
335 }
336 cmd->base.duplex = priv->xstats.pcs_duplex;
337
338 cmd->base.speed = priv->xstats.pcs_speed;
339
340 /* Get and convert ADV/LP_ADV from the HW AN registers */
341 if (stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv))
342 return -EOPNOTSUPP; /* should never happen indeed */
343
344 /* Encoding of PSE bits is defined in 802.3z, 37.2.1.4 */
345
346 ethtool_convert_link_mode_to_legacy_u32(
347 &supported, cmd->link_modes.supported);
348 ethtool_convert_link_mode_to_legacy_u32(
349 &advertising, cmd->link_modes.advertising);
350 ethtool_convert_link_mode_to_legacy_u32(
351 &lp_advertising, cmd->link_modes.lp_advertising);
352
353 if (adv.pause & STMMAC_PCS_PAUSE)
354 advertising |= ADVERTISED_Pause;
355 if (adv.pause & STMMAC_PCS_ASYM_PAUSE)
356 advertising |= ADVERTISED_Asym_Pause;
357 if (adv.lp_pause & STMMAC_PCS_PAUSE)
358 lp_advertising |= ADVERTISED_Pause;
359 if (adv.lp_pause & STMMAC_PCS_ASYM_PAUSE)
360 lp_advertising |= ADVERTISED_Asym_Pause;
361
362 /* Reg49[3] always set because ANE is always supported */
363 cmd->base.autoneg = ADVERTISED_Autoneg;
364 supported |= SUPPORTED_Autoneg;
365 advertising |= ADVERTISED_Autoneg;
366 lp_advertising |= ADVERTISED_Autoneg;
367
368 if (adv.duplex) {
369 supported |= (SUPPORTED_1000baseT_Full |
370 SUPPORTED_100baseT_Full |
371 SUPPORTED_10baseT_Full);
372 advertising |= (ADVERTISED_1000baseT_Full |
373 ADVERTISED_100baseT_Full |
374 ADVERTISED_10baseT_Full);
375 } else {
376 supported |= (SUPPORTED_1000baseT_Half |
377 SUPPORTED_100baseT_Half |
378 SUPPORTED_10baseT_Half);
379 advertising |= (ADVERTISED_1000baseT_Half |
380 ADVERTISED_100baseT_Half |
381 ADVERTISED_10baseT_Half);
382 }
383 if (adv.lp_duplex)
384 lp_advertising |= (ADVERTISED_1000baseT_Full |
385 ADVERTISED_100baseT_Full |
386 ADVERTISED_10baseT_Full);
387 else
388 lp_advertising |= (ADVERTISED_1000baseT_Half |
389 ADVERTISED_100baseT_Half |
390 ADVERTISED_10baseT_Half);
391 cmd->base.port = PORT_OTHER;
392
393 ethtool_convert_legacy_u32_to_link_mode(
394 cmd->link_modes.supported, supported);
395 ethtool_convert_legacy_u32_to_link_mode(
396 cmd->link_modes.advertising, advertising);
397 ethtool_convert_legacy_u32_to_link_mode(
398 cmd->link_modes.lp_advertising, lp_advertising);
399
400 return 0;
401 }
402
403 return phylink_ethtool_ksettings_get(priv->phylink, cmd);
404 }
405
406 static int
stmmac_ethtool_set_link_ksettings(struct net_device * dev,const struct ethtool_link_ksettings * cmd)407 stmmac_ethtool_set_link_ksettings(struct net_device *dev,
408 const struct ethtool_link_ksettings *cmd)
409 {
410 struct stmmac_priv *priv = netdev_priv(dev);
411
412 if (!(priv->plat->flags & STMMAC_FLAG_HAS_INTEGRATED_PCS) &&
413 (priv->hw->pcs & STMMAC_PCS_RGMII ||
414 priv->hw->pcs & STMMAC_PCS_SGMII)) {
415 /* Only support ANE */
416 if (cmd->base.autoneg != AUTONEG_ENABLE)
417 return -EINVAL;
418
419 mutex_lock(&priv->lock);
420 stmmac_pcs_ctrl_ane(priv, priv->ioaddr, 1, priv->hw->ps, 0);
421 mutex_unlock(&priv->lock);
422
423 return 0;
424 }
425
426 return phylink_ethtool_ksettings_set(priv->phylink, cmd);
427 }
428
stmmac_ethtool_getmsglevel(struct net_device * dev)429 static u32 stmmac_ethtool_getmsglevel(struct net_device *dev)
430 {
431 struct stmmac_priv *priv = netdev_priv(dev);
432 return priv->msg_enable;
433 }
434
stmmac_ethtool_setmsglevel(struct net_device * dev,u32 level)435 static void stmmac_ethtool_setmsglevel(struct net_device *dev, u32 level)
436 {
437 struct stmmac_priv *priv = netdev_priv(dev);
438 priv->msg_enable = level;
439
440 }
441
stmmac_ethtool_get_regs_len(struct net_device * dev)442 static int stmmac_ethtool_get_regs_len(struct net_device *dev)
443 {
444 struct stmmac_priv *priv = netdev_priv(dev);
445
446 if (priv->plat->has_xgmac)
447 return XGMAC_REGSIZE * 4;
448 else if (priv->plat->has_gmac4)
449 return GMAC4_REG_SPACE_SIZE;
450 return REG_SPACE_SIZE;
451 }
452
stmmac_ethtool_gregs(struct net_device * dev,struct ethtool_regs * regs,void * space)453 static void stmmac_ethtool_gregs(struct net_device *dev,
454 struct ethtool_regs *regs, void *space)
455 {
456 struct stmmac_priv *priv = netdev_priv(dev);
457 u32 *reg_space = (u32 *) space;
458
459 stmmac_dump_mac_regs(priv, priv->hw, reg_space);
460 stmmac_dump_dma_regs(priv, priv->ioaddr, reg_space);
461
462 /* Copy DMA registers to where ethtool expects them */
463 if (priv->plat->has_gmac4) {
464 /* GMAC4 dumps its DMA registers at its DMA_CHAN_BASE_ADDR */
465 memcpy(®_space[ETHTOOL_DMA_OFFSET],
466 ®_space[GMAC4_DMA_CHAN_BASE_ADDR / 4],
467 NUM_DWMAC4_DMA_REGS * 4);
468 } else if (!priv->plat->has_xgmac) {
469 memcpy(®_space[ETHTOOL_DMA_OFFSET],
470 ®_space[DMA_BUS_MODE / 4],
471 NUM_DWMAC1000_DMA_REGS * 4);
472 }
473 }
474
stmmac_nway_reset(struct net_device * dev)475 static int stmmac_nway_reset(struct net_device *dev)
476 {
477 struct stmmac_priv *priv = netdev_priv(dev);
478
479 return phylink_ethtool_nway_reset(priv->phylink);
480 }
481
stmmac_get_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring,struct kernel_ethtool_ringparam * kernel_ring,struct netlink_ext_ack * extack)482 static void stmmac_get_ringparam(struct net_device *netdev,
483 struct ethtool_ringparam *ring,
484 struct kernel_ethtool_ringparam *kernel_ring,
485 struct netlink_ext_ack *extack)
486 {
487 struct stmmac_priv *priv = netdev_priv(netdev);
488
489 ring->rx_max_pending = DMA_MAX_RX_SIZE;
490 ring->tx_max_pending = DMA_MAX_TX_SIZE;
491 ring->rx_pending = priv->dma_conf.dma_rx_size;
492 ring->tx_pending = priv->dma_conf.dma_tx_size;
493 }
494
stmmac_set_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring,struct kernel_ethtool_ringparam * kernel_ring,struct netlink_ext_ack * extack)495 static int stmmac_set_ringparam(struct net_device *netdev,
496 struct ethtool_ringparam *ring,
497 struct kernel_ethtool_ringparam *kernel_ring,
498 struct netlink_ext_ack *extack)
499 {
500 if (ring->rx_mini_pending || ring->rx_jumbo_pending ||
501 ring->rx_pending < DMA_MIN_RX_SIZE ||
502 ring->rx_pending > DMA_MAX_RX_SIZE ||
503 !is_power_of_2(ring->rx_pending) ||
504 ring->tx_pending < DMA_MIN_TX_SIZE ||
505 ring->tx_pending > DMA_MAX_TX_SIZE ||
506 !is_power_of_2(ring->tx_pending))
507 return -EINVAL;
508
509 return stmmac_reinit_ringparam(netdev, ring->rx_pending,
510 ring->tx_pending);
511 }
512
513 static void
stmmac_get_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)514 stmmac_get_pauseparam(struct net_device *netdev,
515 struct ethtool_pauseparam *pause)
516 {
517 struct stmmac_priv *priv = netdev_priv(netdev);
518 struct rgmii_adv adv_lp;
519
520 if (priv->hw->pcs && !stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv_lp)) {
521 pause->autoneg = 1;
522 if (!adv_lp.pause)
523 return;
524 } else {
525 phylink_ethtool_get_pauseparam(priv->phylink, pause);
526 }
527 }
528
529 static int
stmmac_set_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)530 stmmac_set_pauseparam(struct net_device *netdev,
531 struct ethtool_pauseparam *pause)
532 {
533 struct stmmac_priv *priv = netdev_priv(netdev);
534 struct rgmii_adv adv_lp;
535
536 if (priv->hw->pcs && !stmmac_pcs_get_adv_lp(priv, priv->ioaddr, &adv_lp)) {
537 pause->autoneg = 1;
538 if (!adv_lp.pause)
539 return -EOPNOTSUPP;
540 return 0;
541 } else {
542 return phylink_ethtool_set_pauseparam(priv->phylink, pause);
543 }
544 }
545
stmmac_get_rx_normal_irq_n(struct stmmac_priv * priv,int q)546 static u64 stmmac_get_rx_normal_irq_n(struct stmmac_priv *priv, int q)
547 {
548 u64 total;
549 int cpu;
550
551 total = 0;
552 for_each_possible_cpu(cpu) {
553 struct stmmac_pcpu_stats *pcpu;
554 unsigned int start;
555 u64 irq_n;
556
557 pcpu = per_cpu_ptr(priv->xstats.pcpu_stats, cpu);
558 do {
559 start = u64_stats_fetch_begin(&pcpu->syncp);
560 irq_n = u64_stats_read(&pcpu->rx_normal_irq_n[q]);
561 } while (u64_stats_fetch_retry(&pcpu->syncp, start));
562 total += irq_n;
563 }
564 return total;
565 }
566
stmmac_get_tx_normal_irq_n(struct stmmac_priv * priv,int q)567 static u64 stmmac_get_tx_normal_irq_n(struct stmmac_priv *priv, int q)
568 {
569 u64 total;
570 int cpu;
571
572 total = 0;
573 for_each_possible_cpu(cpu) {
574 struct stmmac_pcpu_stats *pcpu;
575 unsigned int start;
576 u64 irq_n;
577
578 pcpu = per_cpu_ptr(priv->xstats.pcpu_stats, cpu);
579 do {
580 start = u64_stats_fetch_begin(&pcpu->syncp);
581 irq_n = u64_stats_read(&pcpu->tx_normal_irq_n[q]);
582 } while (u64_stats_fetch_retry(&pcpu->syncp, start));
583 total += irq_n;
584 }
585 return total;
586 }
587
stmmac_get_per_qstats(struct stmmac_priv * priv,u64 * data)588 static void stmmac_get_per_qstats(struct stmmac_priv *priv, u64 *data)
589 {
590 u32 tx_cnt = priv->plat->tx_queues_to_use;
591 u32 rx_cnt = priv->plat->rx_queues_to_use;
592 unsigned int start;
593 int q;
594
595 for (q = 0; q < tx_cnt; q++) {
596 struct stmmac_txq_stats *txq_stats = &priv->xstats.txq_stats[q];
597 u64 pkt_n;
598
599 do {
600 start = u64_stats_fetch_begin(&txq_stats->napi_syncp);
601 pkt_n = u64_stats_read(&txq_stats->napi.tx_pkt_n);
602 } while (u64_stats_fetch_retry(&txq_stats->napi_syncp, start));
603
604 *data++ = pkt_n;
605 *data++ = stmmac_get_tx_normal_irq_n(priv, q);
606 }
607
608 for (q = 0; q < rx_cnt; q++) {
609 struct stmmac_rxq_stats *rxq_stats = &priv->xstats.rxq_stats[q];
610 u64 pkt_n;
611
612 do {
613 start = u64_stats_fetch_begin(&rxq_stats->napi_syncp);
614 pkt_n = u64_stats_read(&rxq_stats->napi.rx_pkt_n);
615 } while (u64_stats_fetch_retry(&rxq_stats->napi_syncp, start));
616
617 *data++ = pkt_n;
618 *data++ = stmmac_get_rx_normal_irq_n(priv, q);
619 }
620 }
621
stmmac_get_ethtool_stats(struct net_device * dev,struct ethtool_stats * dummy,u64 * data)622 static void stmmac_get_ethtool_stats(struct net_device *dev,
623 struct ethtool_stats *dummy, u64 *data)
624 {
625 struct stmmac_priv *priv = netdev_priv(dev);
626 u32 rx_queues_count = priv->plat->rx_queues_to_use;
627 u32 tx_queues_count = priv->plat->tx_queues_to_use;
628 u64 napi_poll = 0, normal_irq_n = 0;
629 int i, j = 0, pos, ret;
630 unsigned long count;
631 unsigned int start;
632
633 if (priv->dma_cap.asp) {
634 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
635 if (!stmmac_safety_feat_dump(priv, &priv->sstats, i,
636 &count, NULL))
637 data[j++] = count;
638 }
639 }
640
641 /* Update the DMA HW counters for dwmac10/100 */
642 ret = stmmac_dma_diagnostic_fr(priv, &priv->xstats, priv->ioaddr);
643 if (ret) {
644 /* If supported, for new GMAC chips expose the MMC counters */
645 if (priv->dma_cap.rmon) {
646 stmmac_mmc_read(priv, priv->mmcaddr, &priv->mmc);
647
648 for (i = 0; i < STMMAC_MMC_STATS_LEN; i++) {
649 char *p;
650 p = (char *)priv + stmmac_mmc[i].stat_offset;
651
652 data[j++] = (stmmac_mmc[i].sizeof_stat ==
653 sizeof(u64)) ? (*(u64 *)p) :
654 (*(u32 *)p);
655 }
656 }
657 if (priv->eee_enabled) {
658 int val = phylink_get_eee_err(priv->phylink);
659 if (val)
660 priv->xstats.phy_eee_wakeup_error_n = val;
661 }
662
663 if (priv->synopsys_id >= DWMAC_CORE_3_50)
664 stmmac_mac_debug(priv, priv->ioaddr,
665 (void *)&priv->xstats,
666 rx_queues_count, tx_queues_count);
667 }
668 for (i = 0; i < STMMAC_STATS_LEN; i++) {
669 char *p = (char *)priv + stmmac_gstrings_stats[i].stat_offset;
670 data[j++] = (stmmac_gstrings_stats[i].sizeof_stat ==
671 sizeof(u64)) ? (*(u64 *)p) : (*(u32 *)p);
672 }
673
674 pos = j;
675 for (i = 0; i < rx_queues_count; i++) {
676 struct stmmac_rxq_stats *rxq_stats = &priv->xstats.rxq_stats[i];
677 struct stmmac_napi_rx_stats snapshot;
678 u64 n_irq;
679
680 j = pos;
681 do {
682 start = u64_stats_fetch_begin(&rxq_stats->napi_syncp);
683 snapshot = rxq_stats->napi;
684 } while (u64_stats_fetch_retry(&rxq_stats->napi_syncp, start));
685
686 data[j++] += u64_stats_read(&snapshot.rx_pkt_n);
687 n_irq = stmmac_get_rx_normal_irq_n(priv, i);
688 data[j++] += n_irq;
689 normal_irq_n += n_irq;
690 napi_poll += u64_stats_read(&snapshot.poll);
691 }
692
693 pos = j;
694 for (i = 0; i < tx_queues_count; i++) {
695 struct stmmac_txq_stats *txq_stats = &priv->xstats.txq_stats[i];
696 struct stmmac_napi_tx_stats napi_snapshot;
697 struct stmmac_q_tx_stats q_snapshot;
698 u64 n_irq;
699
700 j = pos;
701 do {
702 start = u64_stats_fetch_begin(&txq_stats->q_syncp);
703 q_snapshot = txq_stats->q;
704 } while (u64_stats_fetch_retry(&txq_stats->q_syncp, start));
705 do {
706 start = u64_stats_fetch_begin(&txq_stats->napi_syncp);
707 napi_snapshot = txq_stats->napi;
708 } while (u64_stats_fetch_retry(&txq_stats->napi_syncp, start));
709
710 data[j++] += u64_stats_read(&napi_snapshot.tx_pkt_n);
711 n_irq = stmmac_get_tx_normal_irq_n(priv, i);
712 data[j++] += n_irq;
713 normal_irq_n += n_irq;
714 data[j++] += u64_stats_read(&napi_snapshot.tx_clean);
715 data[j++] += u64_stats_read(&q_snapshot.tx_set_ic_bit) +
716 u64_stats_read(&napi_snapshot.tx_set_ic_bit);
717 data[j++] += u64_stats_read(&q_snapshot.tx_tso_frames);
718 data[j++] += u64_stats_read(&q_snapshot.tx_tso_nfrags);
719 napi_poll += u64_stats_read(&napi_snapshot.poll);
720 }
721 normal_irq_n += priv->xstats.rx_early_irq;
722 data[j++] = normal_irq_n;
723 data[j++] = napi_poll;
724
725 stmmac_get_per_qstats(priv, &data[j]);
726 }
727
stmmac_get_sset_count(struct net_device * netdev,int sset)728 static int stmmac_get_sset_count(struct net_device *netdev, int sset)
729 {
730 struct stmmac_priv *priv = netdev_priv(netdev);
731 u32 tx_cnt = priv->plat->tx_queues_to_use;
732 u32 rx_cnt = priv->plat->rx_queues_to_use;
733 int i, len, safety_len = 0;
734
735 switch (sset) {
736 case ETH_SS_STATS:
737 len = STMMAC_STATS_LEN + STMMAC_QSTATS +
738 STMMAC_TXQ_STATS * tx_cnt +
739 STMMAC_RXQ_STATS * rx_cnt;
740
741 if (priv->dma_cap.rmon)
742 len += STMMAC_MMC_STATS_LEN;
743 if (priv->dma_cap.asp) {
744 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
745 if (!stmmac_safety_feat_dump(priv,
746 &priv->sstats, i,
747 NULL, NULL))
748 safety_len++;
749 }
750
751 len += safety_len;
752 }
753
754 return len;
755 case ETH_SS_TEST:
756 return stmmac_selftest_get_count(priv);
757 default:
758 return -EOPNOTSUPP;
759 }
760 }
761
stmmac_get_qstats_string(struct stmmac_priv * priv,u8 * data)762 static void stmmac_get_qstats_string(struct stmmac_priv *priv, u8 *data)
763 {
764 u32 tx_cnt = priv->plat->tx_queues_to_use;
765 u32 rx_cnt = priv->plat->rx_queues_to_use;
766 int q, stat;
767
768 for (q = 0; q < tx_cnt; q++) {
769 for (stat = 0; stat < STMMAC_TXQ_STATS; stat++) {
770 snprintf(data, ETH_GSTRING_LEN, "q%d_%s", q,
771 stmmac_qstats_tx_string[stat]);
772 data += ETH_GSTRING_LEN;
773 }
774 }
775 for (q = 0; q < rx_cnt; q++) {
776 for (stat = 0; stat < STMMAC_RXQ_STATS; stat++) {
777 snprintf(data, ETH_GSTRING_LEN, "q%d_%s", q,
778 stmmac_qstats_rx_string[stat]);
779 data += ETH_GSTRING_LEN;
780 }
781 }
782 }
783
stmmac_get_strings(struct net_device * dev,u32 stringset,u8 * data)784 static void stmmac_get_strings(struct net_device *dev, u32 stringset, u8 *data)
785 {
786 int i;
787 u8 *p = data;
788 struct stmmac_priv *priv = netdev_priv(dev);
789
790 switch (stringset) {
791 case ETH_SS_STATS:
792 if (priv->dma_cap.asp) {
793 for (i = 0; i < STMMAC_SAFETY_FEAT_SIZE; i++) {
794 const char *desc;
795 if (!stmmac_safety_feat_dump(priv,
796 &priv->sstats, i,
797 NULL, &desc)) {
798 memcpy(p, desc, ETH_GSTRING_LEN);
799 p += ETH_GSTRING_LEN;
800 }
801 }
802 }
803 if (priv->dma_cap.rmon)
804 for (i = 0; i < STMMAC_MMC_STATS_LEN; i++) {
805 memcpy(p, stmmac_mmc[i].stat_string,
806 ETH_GSTRING_LEN);
807 p += ETH_GSTRING_LEN;
808 }
809 for (i = 0; i < STMMAC_STATS_LEN; i++) {
810 memcpy(p, stmmac_gstrings_stats[i].stat_string, ETH_GSTRING_LEN);
811 p += ETH_GSTRING_LEN;
812 }
813 for (i = 0; i < STMMAC_QSTATS; i++) {
814 memcpy(p, stmmac_qstats_string[i], ETH_GSTRING_LEN);
815 p += ETH_GSTRING_LEN;
816 }
817 stmmac_get_qstats_string(priv, p);
818 break;
819 case ETH_SS_TEST:
820 stmmac_selftest_get_strings(priv, p);
821 break;
822 default:
823 WARN_ON(1);
824 break;
825 }
826 }
827
828 /* Currently only support WOL through Magic packet. */
stmmac_get_wol(struct net_device * dev,struct ethtool_wolinfo * wol)829 static void stmmac_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
830 {
831 struct stmmac_priv *priv = netdev_priv(dev);
832
833 if (!priv->plat->pmt)
834 return phylink_ethtool_get_wol(priv->phylink, wol);
835
836 mutex_lock(&priv->lock);
837 if (device_can_wakeup(priv->device)) {
838 wol->supported = WAKE_MAGIC | WAKE_UCAST;
839 if (priv->hw_cap_support && !priv->dma_cap.pmt_magic_frame)
840 wol->supported &= ~WAKE_MAGIC;
841 wol->wolopts = priv->wolopts;
842 }
843 mutex_unlock(&priv->lock);
844 }
845
stmmac_set_wol(struct net_device * dev,struct ethtool_wolinfo * wol)846 static int stmmac_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
847 {
848 struct stmmac_priv *priv = netdev_priv(dev);
849 u32 support = WAKE_MAGIC | WAKE_UCAST;
850
851 if (!device_can_wakeup(priv->device))
852 return -EOPNOTSUPP;
853
854 if (!priv->plat->pmt) {
855 int ret = phylink_ethtool_set_wol(priv->phylink, wol);
856
857 if (!ret)
858 device_set_wakeup_enable(priv->device, !!wol->wolopts);
859 return ret;
860 }
861
862 /* By default almost all GMAC devices support the WoL via
863 * magic frame but we can disable it if the HW capability
864 * register shows no support for pmt_magic_frame. */
865 if ((priv->hw_cap_support) && (!priv->dma_cap.pmt_magic_frame))
866 wol->wolopts &= ~WAKE_MAGIC;
867
868 if (wol->wolopts & ~support)
869 return -EINVAL;
870
871 if (wol->wolopts) {
872 pr_info("stmmac: wakeup enable\n");
873 device_set_wakeup_enable(priv->device, 1);
874 /* Avoid unbalanced enable_irq_wake calls */
875 if (priv->wol_irq_disabled)
876 enable_irq_wake(priv->wol_irq);
877 priv->wol_irq_disabled = false;
878 } else {
879 device_set_wakeup_enable(priv->device, 0);
880 /* Avoid unbalanced disable_irq_wake calls */
881 if (!priv->wol_irq_disabled)
882 disable_irq_wake(priv->wol_irq);
883 priv->wol_irq_disabled = true;
884 }
885
886 mutex_lock(&priv->lock);
887 priv->wolopts = wol->wolopts;
888 mutex_unlock(&priv->lock);
889
890 return 0;
891 }
892
stmmac_ethtool_op_get_eee(struct net_device * dev,struct ethtool_keee * edata)893 static int stmmac_ethtool_op_get_eee(struct net_device *dev,
894 struct ethtool_keee *edata)
895 {
896 struct stmmac_priv *priv = netdev_priv(dev);
897
898 if (!priv->dma_cap.eee)
899 return -EOPNOTSUPP;
900
901 edata->tx_lpi_timer = priv->tx_lpi_timer;
902 edata->tx_lpi_enabled = priv->tx_lpi_enabled;
903
904 return phylink_ethtool_get_eee(priv->phylink, edata);
905 }
906
stmmac_ethtool_op_set_eee(struct net_device * dev,struct ethtool_keee * edata)907 static int stmmac_ethtool_op_set_eee(struct net_device *dev,
908 struct ethtool_keee *edata)
909 {
910 struct stmmac_priv *priv = netdev_priv(dev);
911 int ret;
912
913 if (!priv->dma_cap.eee)
914 return -EOPNOTSUPP;
915
916 if (priv->tx_lpi_enabled != edata->tx_lpi_enabled)
917 netdev_warn(priv->dev,
918 "Setting EEE tx-lpi is not supported\n");
919
920 if (!edata->eee_enabled)
921 stmmac_disable_eee_mode(priv);
922
923 ret = phylink_ethtool_set_eee(priv->phylink, edata);
924 if (ret)
925 return ret;
926
927 if (edata->eee_enabled &&
928 priv->tx_lpi_timer != edata->tx_lpi_timer) {
929 priv->tx_lpi_timer = edata->tx_lpi_timer;
930 stmmac_eee_init(priv);
931 }
932
933 return 0;
934 }
935
stmmac_usec2riwt(u32 usec,struct stmmac_priv * priv)936 static u32 stmmac_usec2riwt(u32 usec, struct stmmac_priv *priv)
937 {
938 unsigned long clk = clk_get_rate(priv->plat->stmmac_clk);
939
940 if (!clk) {
941 clk = priv->plat->clk_ref_rate;
942 if (!clk)
943 return 0;
944 }
945
946 return (usec * (clk / 1000000)) / 256;
947 }
948
stmmac_riwt2usec(u32 riwt,struct stmmac_priv * priv)949 static u32 stmmac_riwt2usec(u32 riwt, struct stmmac_priv *priv)
950 {
951 unsigned long clk = clk_get_rate(priv->plat->stmmac_clk);
952
953 if (!clk) {
954 clk = priv->plat->clk_ref_rate;
955 if (!clk)
956 return 0;
957 }
958
959 return (riwt * 256) / (clk / 1000000);
960 }
961
__stmmac_get_coalesce(struct net_device * dev,struct ethtool_coalesce * ec,int queue)962 static int __stmmac_get_coalesce(struct net_device *dev,
963 struct ethtool_coalesce *ec,
964 int queue)
965 {
966 struct stmmac_priv *priv = netdev_priv(dev);
967 u32 max_cnt;
968 u32 rx_cnt;
969 u32 tx_cnt;
970
971 rx_cnt = priv->plat->rx_queues_to_use;
972 tx_cnt = priv->plat->tx_queues_to_use;
973 max_cnt = max(rx_cnt, tx_cnt);
974
975 if (queue < 0)
976 queue = 0;
977 else if (queue >= max_cnt)
978 return -EINVAL;
979
980 if (queue < tx_cnt) {
981 ec->tx_coalesce_usecs = priv->tx_coal_timer[queue];
982 ec->tx_max_coalesced_frames = priv->tx_coal_frames[queue];
983 } else {
984 ec->tx_coalesce_usecs = 0;
985 ec->tx_max_coalesced_frames = 0;
986 }
987
988 if (priv->use_riwt && queue < rx_cnt) {
989 ec->rx_max_coalesced_frames = priv->rx_coal_frames[queue];
990 ec->rx_coalesce_usecs = stmmac_riwt2usec(priv->rx_riwt[queue],
991 priv);
992 } else {
993 ec->rx_max_coalesced_frames = 0;
994 ec->rx_coalesce_usecs = 0;
995 }
996
997 return 0;
998 }
999
stmmac_get_coalesce(struct net_device * dev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)1000 static int stmmac_get_coalesce(struct net_device *dev,
1001 struct ethtool_coalesce *ec,
1002 struct kernel_ethtool_coalesce *kernel_coal,
1003 struct netlink_ext_ack *extack)
1004 {
1005 return __stmmac_get_coalesce(dev, ec, -1);
1006 }
1007
stmmac_get_per_queue_coalesce(struct net_device * dev,u32 queue,struct ethtool_coalesce * ec)1008 static int stmmac_get_per_queue_coalesce(struct net_device *dev, u32 queue,
1009 struct ethtool_coalesce *ec)
1010 {
1011 return __stmmac_get_coalesce(dev, ec, queue);
1012 }
1013
__stmmac_set_coalesce(struct net_device * dev,struct ethtool_coalesce * ec,int queue)1014 static int __stmmac_set_coalesce(struct net_device *dev,
1015 struct ethtool_coalesce *ec,
1016 int queue)
1017 {
1018 struct stmmac_priv *priv = netdev_priv(dev);
1019 bool all_queues = false;
1020 unsigned int rx_riwt;
1021 u32 max_cnt;
1022 u32 rx_cnt;
1023 u32 tx_cnt;
1024
1025 rx_cnt = priv->plat->rx_queues_to_use;
1026 tx_cnt = priv->plat->tx_queues_to_use;
1027 max_cnt = max(rx_cnt, tx_cnt);
1028
1029 if (queue < 0)
1030 all_queues = true;
1031 else if (queue >= max_cnt)
1032 return -EINVAL;
1033
1034 if (priv->use_riwt) {
1035 rx_riwt = stmmac_usec2riwt(ec->rx_coalesce_usecs, priv);
1036
1037 if ((rx_riwt > MAX_DMA_RIWT) || (rx_riwt < MIN_DMA_RIWT))
1038 return -EINVAL;
1039
1040 if (all_queues) {
1041 int i;
1042
1043 for (i = 0; i < rx_cnt; i++) {
1044 priv->rx_riwt[i] = rx_riwt;
1045 stmmac_rx_watchdog(priv, priv->ioaddr,
1046 rx_riwt, i);
1047 priv->rx_coal_frames[i] =
1048 ec->rx_max_coalesced_frames;
1049 }
1050 } else if (queue < rx_cnt) {
1051 priv->rx_riwt[queue] = rx_riwt;
1052 stmmac_rx_watchdog(priv, priv->ioaddr,
1053 rx_riwt, queue);
1054 priv->rx_coal_frames[queue] =
1055 ec->rx_max_coalesced_frames;
1056 }
1057 }
1058
1059 if ((ec->tx_coalesce_usecs == 0) &&
1060 (ec->tx_max_coalesced_frames == 0))
1061 return -EINVAL;
1062
1063 if ((ec->tx_coalesce_usecs > STMMAC_MAX_COAL_TX_TICK) ||
1064 (ec->tx_max_coalesced_frames > STMMAC_TX_MAX_FRAMES))
1065 return -EINVAL;
1066
1067 if (all_queues) {
1068 int i;
1069
1070 for (i = 0; i < tx_cnt; i++) {
1071 priv->tx_coal_frames[i] =
1072 ec->tx_max_coalesced_frames;
1073 priv->tx_coal_timer[i] =
1074 ec->tx_coalesce_usecs;
1075 }
1076 } else if (queue < tx_cnt) {
1077 priv->tx_coal_frames[queue] =
1078 ec->tx_max_coalesced_frames;
1079 priv->tx_coal_timer[queue] =
1080 ec->tx_coalesce_usecs;
1081 }
1082
1083 return 0;
1084 }
1085
stmmac_set_coalesce(struct net_device * dev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)1086 static int stmmac_set_coalesce(struct net_device *dev,
1087 struct ethtool_coalesce *ec,
1088 struct kernel_ethtool_coalesce *kernel_coal,
1089 struct netlink_ext_ack *extack)
1090 {
1091 return __stmmac_set_coalesce(dev, ec, -1);
1092 }
1093
stmmac_set_per_queue_coalesce(struct net_device * dev,u32 queue,struct ethtool_coalesce * ec)1094 static int stmmac_set_per_queue_coalesce(struct net_device *dev, u32 queue,
1095 struct ethtool_coalesce *ec)
1096 {
1097 return __stmmac_set_coalesce(dev, ec, queue);
1098 }
1099
stmmac_get_rxnfc(struct net_device * dev,struct ethtool_rxnfc * rxnfc,u32 * rule_locs)1100 static int stmmac_get_rxnfc(struct net_device *dev,
1101 struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
1102 {
1103 struct stmmac_priv *priv = netdev_priv(dev);
1104
1105 switch (rxnfc->cmd) {
1106 case ETHTOOL_GRXRINGS:
1107 rxnfc->data = priv->plat->rx_queues_to_use;
1108 break;
1109 default:
1110 return -EOPNOTSUPP;
1111 }
1112
1113 return 0;
1114 }
1115
stmmac_get_rxfh_key_size(struct net_device * dev)1116 static u32 stmmac_get_rxfh_key_size(struct net_device *dev)
1117 {
1118 struct stmmac_priv *priv = netdev_priv(dev);
1119
1120 return sizeof(priv->rss.key);
1121 }
1122
stmmac_get_rxfh_indir_size(struct net_device * dev)1123 static u32 stmmac_get_rxfh_indir_size(struct net_device *dev)
1124 {
1125 struct stmmac_priv *priv = netdev_priv(dev);
1126
1127 return ARRAY_SIZE(priv->rss.table);
1128 }
1129
stmmac_get_rxfh(struct net_device * dev,struct ethtool_rxfh_param * rxfh)1130 static int stmmac_get_rxfh(struct net_device *dev,
1131 struct ethtool_rxfh_param *rxfh)
1132 {
1133 struct stmmac_priv *priv = netdev_priv(dev);
1134 int i;
1135
1136 if (rxfh->indir) {
1137 for (i = 0; i < ARRAY_SIZE(priv->rss.table); i++)
1138 rxfh->indir[i] = priv->rss.table[i];
1139 }
1140
1141 if (rxfh->key)
1142 memcpy(rxfh->key, priv->rss.key, sizeof(priv->rss.key));
1143 rxfh->hfunc = ETH_RSS_HASH_TOP;
1144
1145 return 0;
1146 }
1147
stmmac_set_rxfh(struct net_device * dev,struct ethtool_rxfh_param * rxfh,struct netlink_ext_ack * extack)1148 static int stmmac_set_rxfh(struct net_device *dev,
1149 struct ethtool_rxfh_param *rxfh,
1150 struct netlink_ext_ack *extack)
1151 {
1152 struct stmmac_priv *priv = netdev_priv(dev);
1153 int i;
1154
1155 if (rxfh->hfunc != ETH_RSS_HASH_NO_CHANGE &&
1156 rxfh->hfunc != ETH_RSS_HASH_TOP)
1157 return -EOPNOTSUPP;
1158
1159 if (rxfh->indir) {
1160 for (i = 0; i < ARRAY_SIZE(priv->rss.table); i++)
1161 priv->rss.table[i] = rxfh->indir[i];
1162 }
1163
1164 if (rxfh->key)
1165 memcpy(priv->rss.key, rxfh->key, sizeof(priv->rss.key));
1166
1167 return stmmac_rss_configure(priv, priv->hw, &priv->rss,
1168 priv->plat->rx_queues_to_use);
1169 }
1170
stmmac_get_channels(struct net_device * dev,struct ethtool_channels * chan)1171 static void stmmac_get_channels(struct net_device *dev,
1172 struct ethtool_channels *chan)
1173 {
1174 struct stmmac_priv *priv = netdev_priv(dev);
1175
1176 chan->rx_count = priv->plat->rx_queues_to_use;
1177 chan->tx_count = priv->plat->tx_queues_to_use;
1178 chan->max_rx = priv->dma_cap.number_rx_queues;
1179 chan->max_tx = priv->dma_cap.number_tx_queues;
1180 }
1181
stmmac_set_channels(struct net_device * dev,struct ethtool_channels * chan)1182 static int stmmac_set_channels(struct net_device *dev,
1183 struct ethtool_channels *chan)
1184 {
1185 struct stmmac_priv *priv = netdev_priv(dev);
1186
1187 if (chan->rx_count > priv->dma_cap.number_rx_queues ||
1188 chan->tx_count > priv->dma_cap.number_tx_queues ||
1189 !chan->rx_count || !chan->tx_count)
1190 return -EINVAL;
1191
1192 return stmmac_reinit_queues(dev, chan->rx_count, chan->tx_count);
1193 }
1194
stmmac_get_ts_info(struct net_device * dev,struct kernel_ethtool_ts_info * info)1195 static int stmmac_get_ts_info(struct net_device *dev,
1196 struct kernel_ethtool_ts_info *info)
1197 {
1198 struct stmmac_priv *priv = netdev_priv(dev);
1199
1200 if ((priv->dma_cap.time_stamp || priv->dma_cap.atime_stamp)) {
1201
1202 info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
1203 SOF_TIMESTAMPING_TX_HARDWARE |
1204 SOF_TIMESTAMPING_RX_HARDWARE |
1205 SOF_TIMESTAMPING_RAW_HARDWARE;
1206
1207 if (priv->ptp_clock)
1208 info->phc_index = ptp_clock_index(priv->ptp_clock);
1209 else
1210 info->phc_index = 0;
1211
1212 info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
1213
1214 info->rx_filters = ((1 << HWTSTAMP_FILTER_NONE) |
1215 (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
1216 (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
1217 (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
1218 (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
1219 (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
1220 (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
1221 (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
1222 (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
1223 (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
1224 (1 << HWTSTAMP_FILTER_ALL));
1225 return 0;
1226 } else
1227 return ethtool_op_get_ts_info(dev, info);
1228 }
1229
stmmac_get_tunable(struct net_device * dev,const struct ethtool_tunable * tuna,void * data)1230 static int stmmac_get_tunable(struct net_device *dev,
1231 const struct ethtool_tunable *tuna, void *data)
1232 {
1233 struct stmmac_priv *priv = netdev_priv(dev);
1234 int ret = 0;
1235
1236 switch (tuna->id) {
1237 case ETHTOOL_RX_COPYBREAK:
1238 *(u32 *)data = priv->rx_copybreak;
1239 break;
1240 default:
1241 ret = -EINVAL;
1242 break;
1243 }
1244
1245 return ret;
1246 }
1247
stmmac_set_tunable(struct net_device * dev,const struct ethtool_tunable * tuna,const void * data)1248 static int stmmac_set_tunable(struct net_device *dev,
1249 const struct ethtool_tunable *tuna,
1250 const void *data)
1251 {
1252 struct stmmac_priv *priv = netdev_priv(dev);
1253 int ret = 0;
1254
1255 switch (tuna->id) {
1256 case ETHTOOL_RX_COPYBREAK:
1257 priv->rx_copybreak = *(u32 *)data;
1258 break;
1259 default:
1260 ret = -EINVAL;
1261 break;
1262 }
1263
1264 return ret;
1265 }
1266
stmmac_get_mm(struct net_device * ndev,struct ethtool_mm_state * state)1267 static int stmmac_get_mm(struct net_device *ndev,
1268 struct ethtool_mm_state *state)
1269 {
1270 struct stmmac_priv *priv = netdev_priv(ndev);
1271 unsigned long flags;
1272 u32 frag_size;
1273
1274 if (!priv->dma_cap.fpesel)
1275 return -EOPNOTSUPP;
1276
1277 spin_lock_irqsave(&priv->fpe_cfg.lock, flags);
1278
1279 state->max_verify_time = STMMAC_FPE_MM_MAX_VERIFY_TIME_MS;
1280 state->verify_enabled = priv->fpe_cfg.verify_enabled;
1281 state->pmac_enabled = priv->fpe_cfg.pmac_enabled;
1282 state->verify_time = priv->fpe_cfg.verify_time;
1283 state->tx_enabled = priv->fpe_cfg.tx_enabled;
1284 state->verify_status = priv->fpe_cfg.status;
1285 state->rx_min_frag_size = ETH_ZLEN;
1286
1287 /* FPE active if common tx_enabled and
1288 * (verification success or disabled(forced))
1289 */
1290 if (state->tx_enabled &&
1291 (state->verify_status == ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED ||
1292 state->verify_status == ETHTOOL_MM_VERIFY_STATUS_DISABLED))
1293 state->tx_active = true;
1294 else
1295 state->tx_active = false;
1296
1297 frag_size = stmmac_fpe_get_add_frag_size(priv, priv->ioaddr);
1298 state->tx_min_frag_size = ethtool_mm_frag_size_add_to_min(frag_size);
1299
1300 spin_unlock_irqrestore(&priv->fpe_cfg.lock, flags);
1301
1302 return 0;
1303 }
1304
stmmac_set_mm(struct net_device * ndev,struct ethtool_mm_cfg * cfg,struct netlink_ext_ack * extack)1305 static int stmmac_set_mm(struct net_device *ndev, struct ethtool_mm_cfg *cfg,
1306 struct netlink_ext_ack *extack)
1307 {
1308 struct stmmac_priv *priv = netdev_priv(ndev);
1309 struct stmmac_fpe_cfg *fpe_cfg = &priv->fpe_cfg;
1310 unsigned long flags;
1311 u32 frag_size;
1312 int err;
1313
1314 err = ethtool_mm_frag_size_min_to_add(cfg->tx_min_frag_size,
1315 &frag_size, extack);
1316 if (err)
1317 return err;
1318
1319 /* Wait for the verification that's currently in progress to finish */
1320 timer_shutdown_sync(&fpe_cfg->verify_timer);
1321
1322 spin_lock_irqsave(&fpe_cfg->lock, flags);
1323
1324 fpe_cfg->verify_enabled = cfg->verify_enabled;
1325 fpe_cfg->pmac_enabled = cfg->pmac_enabled;
1326 fpe_cfg->verify_time = cfg->verify_time;
1327 fpe_cfg->tx_enabled = cfg->tx_enabled;
1328
1329 if (!cfg->verify_enabled)
1330 fpe_cfg->status = ETHTOOL_MM_VERIFY_STATUS_DISABLED;
1331
1332 stmmac_fpe_set_add_frag_size(priv, priv->ioaddr, frag_size);
1333 stmmac_fpe_apply(priv);
1334
1335 spin_unlock_irqrestore(&fpe_cfg->lock, flags);
1336
1337 return 0;
1338 }
1339
stmmac_get_mm_stats(struct net_device * ndev,struct ethtool_mm_stats * s)1340 static void stmmac_get_mm_stats(struct net_device *ndev,
1341 struct ethtool_mm_stats *s)
1342 {
1343 struct stmmac_priv *priv = netdev_priv(ndev);
1344 struct stmmac_counters *mmc = &priv->mmc;
1345
1346 if (!priv->dma_cap.rmon)
1347 return;
1348
1349 stmmac_mmc_read(priv, priv->mmcaddr, mmc);
1350
1351 s->MACMergeFrameAssErrorCount = mmc->mmc_rx_packet_assembly_err_cntr;
1352 s->MACMergeFrameAssOkCount = mmc->mmc_rx_packet_assembly_ok_cntr;
1353 s->MACMergeFrameSmdErrorCount = mmc->mmc_rx_packet_smd_err_cntr;
1354 s->MACMergeFragCountRx = mmc->mmc_rx_fpe_fragment_cntr;
1355 s->MACMergeFragCountTx = mmc->mmc_tx_fpe_fragment_cntr;
1356 s->MACMergeHoldCount = mmc->mmc_tx_hold_req_cntr;
1357 }
1358
1359 static const struct ethtool_ops stmmac_ethtool_ops = {
1360 .supported_coalesce_params = ETHTOOL_COALESCE_USECS |
1361 ETHTOOL_COALESCE_MAX_FRAMES,
1362 .get_drvinfo = stmmac_ethtool_getdrvinfo,
1363 .get_msglevel = stmmac_ethtool_getmsglevel,
1364 .set_msglevel = stmmac_ethtool_setmsglevel,
1365 .get_regs = stmmac_ethtool_gregs,
1366 .get_regs_len = stmmac_ethtool_get_regs_len,
1367 .get_link = ethtool_op_get_link,
1368 .nway_reset = stmmac_nway_reset,
1369 .get_ringparam = stmmac_get_ringparam,
1370 .set_ringparam = stmmac_set_ringparam,
1371 .get_pauseparam = stmmac_get_pauseparam,
1372 .set_pauseparam = stmmac_set_pauseparam,
1373 .self_test = stmmac_selftest_run,
1374 .get_ethtool_stats = stmmac_get_ethtool_stats,
1375 .get_strings = stmmac_get_strings,
1376 .get_wol = stmmac_get_wol,
1377 .set_wol = stmmac_set_wol,
1378 .get_eee = stmmac_ethtool_op_get_eee,
1379 .set_eee = stmmac_ethtool_op_set_eee,
1380 .get_sset_count = stmmac_get_sset_count,
1381 .get_rxnfc = stmmac_get_rxnfc,
1382 .get_rxfh_key_size = stmmac_get_rxfh_key_size,
1383 .get_rxfh_indir_size = stmmac_get_rxfh_indir_size,
1384 .get_rxfh = stmmac_get_rxfh,
1385 .set_rxfh = stmmac_set_rxfh,
1386 .get_ts_info = stmmac_get_ts_info,
1387 .get_coalesce = stmmac_get_coalesce,
1388 .set_coalesce = stmmac_set_coalesce,
1389 .get_per_queue_coalesce = stmmac_get_per_queue_coalesce,
1390 .set_per_queue_coalesce = stmmac_set_per_queue_coalesce,
1391 .get_channels = stmmac_get_channels,
1392 .set_channels = stmmac_set_channels,
1393 .get_tunable = stmmac_get_tunable,
1394 .set_tunable = stmmac_set_tunable,
1395 .get_link_ksettings = stmmac_ethtool_get_link_ksettings,
1396 .set_link_ksettings = stmmac_ethtool_set_link_ksettings,
1397 .get_mm = stmmac_get_mm,
1398 .set_mm = stmmac_set_mm,
1399 .get_mm_stats = stmmac_get_mm_stats,
1400 };
1401
stmmac_set_ethtool_ops(struct net_device * netdev)1402 void stmmac_set_ethtool_ops(struct net_device *netdev)
1403 {
1404 netdev->ethtool_ops = &stmmac_ethtool_ops;
1405 }
1406