xref: /linux/drivers/net/phy/phy.c (revision 05ee19c18c2bb3dea69e29219017367c4a77e65a)
1 // SPDX-License-Identifier: GPL-2.0+
2 /* Framework for configuring and reading PHY devices
3  * Based on code in sungem_phy.c and gianfar_phy.c
4  *
5  * Author: Andy Fleming
6  *
7  * Copyright (c) 2004 Freescale Semiconductor, Inc.
8  * Copyright (c) 2006, 2007  Maciej W. Rozycki
9  */
10 
11 #include <linux/kernel.h>
12 #include <linux/string.h>
13 #include <linux/errno.h>
14 #include <linux/unistd.h>
15 #include <linux/interrupt.h>
16 #include <linux/delay.h>
17 #include <linux/netdevice.h>
18 #include <linux/netlink.h>
19 #include <linux/etherdevice.h>
20 #include <linux/skbuff.h>
21 #include <linux/mm.h>
22 #include <linux/module.h>
23 #include <linux/mii.h>
24 #include <linux/ethtool.h>
25 #include <linux/ethtool_netlink.h>
26 #include <linux/phy.h>
27 #include <linux/phy_led_triggers.h>
28 #include <linux/sfp.h>
29 #include <linux/workqueue.h>
30 #include <linux/mdio.h>
31 #include <linux/io.h>
32 #include <linux/uaccess.h>
33 #include <linux/atomic.h>
34 #include <net/netlink.h>
35 #include <net/genetlink.h>
36 #include <net/sock.h>
37 
38 #define PHY_STATE_TIME	HZ
39 
40 #define PHY_STATE_STR(_state)			\
41 	case PHY_##_state:			\
42 		return __stringify(_state);	\
43 
44 static const char *phy_state_to_str(enum phy_state st)
45 {
46 	switch (st) {
47 	PHY_STATE_STR(DOWN)
48 	PHY_STATE_STR(READY)
49 	PHY_STATE_STR(UP)
50 	PHY_STATE_STR(RUNNING)
51 	PHY_STATE_STR(NOLINK)
52 	PHY_STATE_STR(CABLETEST)
53 	PHY_STATE_STR(HALTED)
54 	}
55 
56 	return NULL;
57 }
58 
59 static void phy_link_up(struct phy_device *phydev)
60 {
61 	phydev->phy_link_change(phydev, true, true);
62 	phy_led_trigger_change_speed(phydev);
63 }
64 
65 static void phy_link_down(struct phy_device *phydev, bool do_carrier)
66 {
67 	phydev->phy_link_change(phydev, false, do_carrier);
68 	phy_led_trigger_change_speed(phydev);
69 }
70 
71 static const char *phy_pause_str(struct phy_device *phydev)
72 {
73 	bool local_pause, local_asym_pause;
74 
75 	if (phydev->autoneg == AUTONEG_DISABLE)
76 		goto no_pause;
77 
78 	local_pause = linkmode_test_bit(ETHTOOL_LINK_MODE_Pause_BIT,
79 					phydev->advertising);
80 	local_asym_pause = linkmode_test_bit(ETHTOOL_LINK_MODE_Asym_Pause_BIT,
81 					     phydev->advertising);
82 
83 	if (local_pause && phydev->pause)
84 		return "rx/tx";
85 
86 	if (local_asym_pause && phydev->asym_pause) {
87 		if (local_pause)
88 			return "rx";
89 		if (phydev->pause)
90 			return "tx";
91 	}
92 
93 no_pause:
94 	return "off";
95 }
96 
97 /**
98  * phy_print_status - Convenience function to print out the current phy status
99  * @phydev: the phy_device struct
100  */
101 void phy_print_status(struct phy_device *phydev)
102 {
103 	if (phydev->link) {
104 		netdev_info(phydev->attached_dev,
105 			"Link is Up - %s/%s %s- flow control %s\n",
106 			phy_speed_to_str(phydev->speed),
107 			phy_duplex_to_str(phydev->duplex),
108 			phydev->downshifted_rate ? "(downshifted) " : "",
109 			phy_pause_str(phydev));
110 	} else	{
111 		netdev_info(phydev->attached_dev, "Link is Down\n");
112 	}
113 }
114 EXPORT_SYMBOL(phy_print_status);
115 
116 /**
117  * phy_clear_interrupt - Ack the phy device's interrupt
118  * @phydev: the phy_device struct
119  *
120  * If the @phydev driver has an ack_interrupt function, call it to
121  * ack and clear the phy device's interrupt.
122  *
123  * Returns 0 on success or < 0 on error.
124  */
125 static int phy_clear_interrupt(struct phy_device *phydev)
126 {
127 	if (phydev->drv->ack_interrupt)
128 		return phydev->drv->ack_interrupt(phydev);
129 
130 	return 0;
131 }
132 
133 /**
134  * phy_config_interrupt - configure the PHY device for the requested interrupts
135  * @phydev: the phy_device struct
136  * @interrupts: interrupt flags to configure for this @phydev
137  *
138  * Returns 0 on success or < 0 on error.
139  */
140 static int phy_config_interrupt(struct phy_device *phydev, bool interrupts)
141 {
142 	phydev->interrupts = interrupts ? 1 : 0;
143 	if (phydev->drv->config_intr)
144 		return phydev->drv->config_intr(phydev);
145 
146 	return 0;
147 }
148 
149 /**
150  * phy_restart_aneg - restart auto-negotiation
151  * @phydev: target phy_device struct
152  *
153  * Restart the autonegotiation on @phydev.  Returns >= 0 on success or
154  * negative errno on error.
155  */
156 int phy_restart_aneg(struct phy_device *phydev)
157 {
158 	int ret;
159 
160 	if (phydev->is_c45 && !(phydev->c45_ids.devices_in_package & BIT(0)))
161 		ret = genphy_c45_restart_aneg(phydev);
162 	else
163 		ret = genphy_restart_aneg(phydev);
164 
165 	return ret;
166 }
167 EXPORT_SYMBOL_GPL(phy_restart_aneg);
168 
169 /**
170  * phy_aneg_done - return auto-negotiation status
171  * @phydev: target phy_device struct
172  *
173  * Description: Return the auto-negotiation status from this @phydev
174  * Returns > 0 on success or < 0 on error. 0 means that auto-negotiation
175  * is still pending.
176  */
177 int phy_aneg_done(struct phy_device *phydev)
178 {
179 	if (phydev->drv && phydev->drv->aneg_done)
180 		return phydev->drv->aneg_done(phydev);
181 	else if (phydev->is_c45)
182 		return genphy_c45_aneg_done(phydev);
183 	else
184 		return genphy_aneg_done(phydev);
185 }
186 EXPORT_SYMBOL(phy_aneg_done);
187 
188 /**
189  * phy_find_valid - find a PHY setting that matches the requested parameters
190  * @speed: desired speed
191  * @duplex: desired duplex
192  * @supported: mask of supported link modes
193  *
194  * Locate a supported phy setting that is, in priority order:
195  * - an exact match for the specified speed and duplex mode
196  * - a match for the specified speed, or slower speed
197  * - the slowest supported speed
198  * Returns the matched phy_setting entry, or %NULL if no supported phy
199  * settings were found.
200  */
201 static const struct phy_setting *
202 phy_find_valid(int speed, int duplex, unsigned long *supported)
203 {
204 	return phy_lookup_setting(speed, duplex, supported, false);
205 }
206 
207 /**
208  * phy_supported_speeds - return all speeds currently supported by a phy device
209  * @phy: The phy device to return supported speeds of.
210  * @speeds: buffer to store supported speeds in.
211  * @size:   size of speeds buffer.
212  *
213  * Description: Returns the number of supported speeds, and fills the speeds
214  * buffer with the supported speeds. If speeds buffer is too small to contain
215  * all currently supported speeds, will return as many speeds as can fit.
216  */
217 unsigned int phy_supported_speeds(struct phy_device *phy,
218 				  unsigned int *speeds,
219 				  unsigned int size)
220 {
221 	return phy_speeds(speeds, size, phy->supported);
222 }
223 
224 /**
225  * phy_check_valid - check if there is a valid PHY setting which matches
226  *		     speed, duplex, and feature mask
227  * @speed: speed to match
228  * @duplex: duplex to match
229  * @features: A mask of the valid settings
230  *
231  * Description: Returns true if there is a valid setting, false otherwise.
232  */
233 static inline bool phy_check_valid(int speed, int duplex,
234 				   unsigned long *features)
235 {
236 	return !!phy_lookup_setting(speed, duplex, features, true);
237 }
238 
239 /**
240  * phy_sanitize_settings - make sure the PHY is set to supported speed and duplex
241  * @phydev: the target phy_device struct
242  *
243  * Description: Make sure the PHY is set to supported speeds and
244  *   duplexes.  Drop down by one in this order:  1000/FULL,
245  *   1000/HALF, 100/FULL, 100/HALF, 10/FULL, 10/HALF.
246  */
247 static void phy_sanitize_settings(struct phy_device *phydev)
248 {
249 	const struct phy_setting *setting;
250 
251 	setting = phy_find_valid(phydev->speed, phydev->duplex,
252 				 phydev->supported);
253 	if (setting) {
254 		phydev->speed = setting->speed;
255 		phydev->duplex = setting->duplex;
256 	} else {
257 		/* We failed to find anything (no supported speeds?) */
258 		phydev->speed = SPEED_UNKNOWN;
259 		phydev->duplex = DUPLEX_UNKNOWN;
260 	}
261 }
262 
263 int phy_ethtool_ksettings_set(struct phy_device *phydev,
264 			      const struct ethtool_link_ksettings *cmd)
265 {
266 	__ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
267 	u8 autoneg = cmd->base.autoneg;
268 	u8 duplex = cmd->base.duplex;
269 	u32 speed = cmd->base.speed;
270 
271 	if (cmd->base.phy_address != phydev->mdio.addr)
272 		return -EINVAL;
273 
274 	linkmode_copy(advertising, cmd->link_modes.advertising);
275 
276 	/* We make sure that we don't pass unsupported values in to the PHY */
277 	linkmode_and(advertising, advertising, phydev->supported);
278 
279 	/* Verify the settings we care about. */
280 	if (autoneg != AUTONEG_ENABLE && autoneg != AUTONEG_DISABLE)
281 		return -EINVAL;
282 
283 	if (autoneg == AUTONEG_ENABLE && linkmode_empty(advertising))
284 		return -EINVAL;
285 
286 	if (autoneg == AUTONEG_DISABLE &&
287 	    ((speed != SPEED_1000 &&
288 	      speed != SPEED_100 &&
289 	      speed != SPEED_10) ||
290 	     (duplex != DUPLEX_HALF &&
291 	      duplex != DUPLEX_FULL)))
292 		return -EINVAL;
293 
294 	phydev->autoneg = autoneg;
295 
296 	phydev->speed = speed;
297 
298 	linkmode_copy(phydev->advertising, advertising);
299 
300 	linkmode_mod_bit(ETHTOOL_LINK_MODE_Autoneg_BIT,
301 			 phydev->advertising, autoneg == AUTONEG_ENABLE);
302 
303 	phydev->duplex = duplex;
304 	phydev->master_slave_set = cmd->base.master_slave_cfg;
305 	phydev->mdix_ctrl = cmd->base.eth_tp_mdix_ctrl;
306 
307 	/* Restart the PHY */
308 	phy_start_aneg(phydev);
309 
310 	return 0;
311 }
312 EXPORT_SYMBOL(phy_ethtool_ksettings_set);
313 
314 void phy_ethtool_ksettings_get(struct phy_device *phydev,
315 			       struct ethtool_link_ksettings *cmd)
316 {
317 	linkmode_copy(cmd->link_modes.supported, phydev->supported);
318 	linkmode_copy(cmd->link_modes.advertising, phydev->advertising);
319 	linkmode_copy(cmd->link_modes.lp_advertising, phydev->lp_advertising);
320 
321 	cmd->base.speed = phydev->speed;
322 	cmd->base.duplex = phydev->duplex;
323 	cmd->base.master_slave_cfg = phydev->master_slave_get;
324 	cmd->base.master_slave_state = phydev->master_slave_state;
325 	if (phydev->interface == PHY_INTERFACE_MODE_MOCA)
326 		cmd->base.port = PORT_BNC;
327 	else
328 		cmd->base.port = PORT_MII;
329 	cmd->base.transceiver = phy_is_internal(phydev) ?
330 				XCVR_INTERNAL : XCVR_EXTERNAL;
331 	cmd->base.phy_address = phydev->mdio.addr;
332 	cmd->base.autoneg = phydev->autoneg;
333 	cmd->base.eth_tp_mdix_ctrl = phydev->mdix_ctrl;
334 	cmd->base.eth_tp_mdix = phydev->mdix;
335 }
336 EXPORT_SYMBOL(phy_ethtool_ksettings_get);
337 
338 /**
339  * phy_mii_ioctl - generic PHY MII ioctl interface
340  * @phydev: the phy_device struct
341  * @ifr: &struct ifreq for socket ioctl's
342  * @cmd: ioctl cmd to execute
343  *
344  * Note that this function is currently incompatible with the
345  * PHYCONTROL layer.  It changes registers without regard to
346  * current state.  Use at own risk.
347  */
348 int phy_mii_ioctl(struct phy_device *phydev, struct ifreq *ifr, int cmd)
349 {
350 	struct mii_ioctl_data *mii_data = if_mii(ifr);
351 	u16 val = mii_data->val_in;
352 	bool change_autoneg = false;
353 	int prtad, devad;
354 
355 	switch (cmd) {
356 	case SIOCGMIIPHY:
357 		mii_data->phy_id = phydev->mdio.addr;
358 		/* fall through */
359 
360 	case SIOCGMIIREG:
361 		if (mdio_phy_id_is_c45(mii_data->phy_id)) {
362 			prtad = mdio_phy_id_prtad(mii_data->phy_id);
363 			devad = mdio_phy_id_devad(mii_data->phy_id);
364 			devad = MII_ADDR_C45 | devad << 16 | mii_data->reg_num;
365 		} else {
366 			prtad = mii_data->phy_id;
367 			devad = mii_data->reg_num;
368 		}
369 		mii_data->val_out = mdiobus_read(phydev->mdio.bus, prtad,
370 						 devad);
371 		return 0;
372 
373 	case SIOCSMIIREG:
374 		if (mdio_phy_id_is_c45(mii_data->phy_id)) {
375 			prtad = mdio_phy_id_prtad(mii_data->phy_id);
376 			devad = mdio_phy_id_devad(mii_data->phy_id);
377 			devad = MII_ADDR_C45 | devad << 16 | mii_data->reg_num;
378 		} else {
379 			prtad = mii_data->phy_id;
380 			devad = mii_data->reg_num;
381 		}
382 		if (prtad == phydev->mdio.addr) {
383 			switch (devad) {
384 			case MII_BMCR:
385 				if ((val & (BMCR_RESET | BMCR_ANENABLE)) == 0) {
386 					if (phydev->autoneg == AUTONEG_ENABLE)
387 						change_autoneg = true;
388 					phydev->autoneg = AUTONEG_DISABLE;
389 					if (val & BMCR_FULLDPLX)
390 						phydev->duplex = DUPLEX_FULL;
391 					else
392 						phydev->duplex = DUPLEX_HALF;
393 					if (val & BMCR_SPEED1000)
394 						phydev->speed = SPEED_1000;
395 					else if (val & BMCR_SPEED100)
396 						phydev->speed = SPEED_100;
397 					else phydev->speed = SPEED_10;
398 				}
399 				else {
400 					if (phydev->autoneg == AUTONEG_DISABLE)
401 						change_autoneg = true;
402 					phydev->autoneg = AUTONEG_ENABLE;
403 				}
404 				break;
405 			case MII_ADVERTISE:
406 				mii_adv_mod_linkmode_adv_t(phydev->advertising,
407 							   val);
408 				change_autoneg = true;
409 				break;
410 			case MII_CTRL1000:
411 				mii_ctrl1000_mod_linkmode_adv_t(phydev->advertising,
412 							        val);
413 				change_autoneg = true;
414 				break;
415 			default:
416 				/* do nothing */
417 				break;
418 			}
419 		}
420 
421 		mdiobus_write(phydev->mdio.bus, prtad, devad, val);
422 
423 		if (prtad == phydev->mdio.addr &&
424 		    devad == MII_BMCR &&
425 		    val & BMCR_RESET)
426 			return phy_init_hw(phydev);
427 
428 		if (change_autoneg)
429 			return phy_start_aneg(phydev);
430 
431 		return 0;
432 
433 	case SIOCSHWTSTAMP:
434 		if (phydev->mii_ts && phydev->mii_ts->hwtstamp)
435 			return phydev->mii_ts->hwtstamp(phydev->mii_ts, ifr);
436 		/* fall through */
437 
438 	default:
439 		return -EOPNOTSUPP;
440 	}
441 }
442 EXPORT_SYMBOL(phy_mii_ioctl);
443 
444 /**
445  * phy_do_ioctl - generic ndo_do_ioctl implementation
446  * @dev: the net_device struct
447  * @ifr: &struct ifreq for socket ioctl's
448  * @cmd: ioctl cmd to execute
449  */
450 int phy_do_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
451 {
452 	if (!dev->phydev)
453 		return -ENODEV;
454 
455 	return phy_mii_ioctl(dev->phydev, ifr, cmd);
456 }
457 EXPORT_SYMBOL(phy_do_ioctl);
458 
459 /* same as phy_do_ioctl, but ensures that net_device is running */
460 int phy_do_ioctl_running(struct net_device *dev, struct ifreq *ifr, int cmd)
461 {
462 	if (!netif_running(dev))
463 		return -ENODEV;
464 
465 	return phy_do_ioctl(dev, ifr, cmd);
466 }
467 EXPORT_SYMBOL(phy_do_ioctl_running);
468 
469 void phy_queue_state_machine(struct phy_device *phydev, unsigned long jiffies)
470 {
471 	mod_delayed_work(system_power_efficient_wq, &phydev->state_queue,
472 			 jiffies);
473 }
474 EXPORT_SYMBOL(phy_queue_state_machine);
475 
476 static void phy_trigger_machine(struct phy_device *phydev)
477 {
478 	phy_queue_state_machine(phydev, 0);
479 }
480 
481 static void phy_abort_cable_test(struct phy_device *phydev)
482 {
483 	int err;
484 
485 	ethnl_cable_test_finished(phydev);
486 
487 	err = phy_init_hw(phydev);
488 	if (err)
489 		phydev_err(phydev, "Error while aborting cable test");
490 }
491 
492 int phy_start_cable_test(struct phy_device *phydev,
493 			 struct netlink_ext_ack *extack)
494 {
495 	struct net_device *dev = phydev->attached_dev;
496 	int err = -ENOMEM;
497 
498 	if (!(phydev->drv &&
499 	      phydev->drv->cable_test_start &&
500 	      phydev->drv->cable_test_get_status)) {
501 		NL_SET_ERR_MSG(extack,
502 			       "PHY driver does not support cable testing");
503 		return -EOPNOTSUPP;
504 	}
505 
506 	mutex_lock(&phydev->lock);
507 	if (phydev->state == PHY_CABLETEST) {
508 		NL_SET_ERR_MSG(extack,
509 			       "PHY already performing a test");
510 		err = -EBUSY;
511 		goto out;
512 	}
513 
514 	if (phydev->state < PHY_UP ||
515 	    phydev->state > PHY_CABLETEST) {
516 		NL_SET_ERR_MSG(extack,
517 			       "PHY not configured. Try setting interface up");
518 		err = -EBUSY;
519 		goto out;
520 	}
521 
522 	err = ethnl_cable_test_alloc(phydev);
523 	if (err)
524 		goto out;
525 
526 	/* Mark the carrier down until the test is complete */
527 	phy_link_down(phydev, true);
528 
529 	netif_testing_on(dev);
530 	err = phydev->drv->cable_test_start(phydev);
531 	if (err) {
532 		netif_testing_off(dev);
533 		phy_link_up(phydev);
534 		goto out_free;
535 	}
536 
537 	phydev->state = PHY_CABLETEST;
538 
539 	if (phy_polling_mode(phydev))
540 		phy_trigger_machine(phydev);
541 
542 	mutex_unlock(&phydev->lock);
543 
544 	return 0;
545 
546 out_free:
547 	ethnl_cable_test_free(phydev);
548 out:
549 	mutex_unlock(&phydev->lock);
550 
551 	return err;
552 }
553 EXPORT_SYMBOL(phy_start_cable_test);
554 
555 static int phy_config_aneg(struct phy_device *phydev)
556 {
557 	if (phydev->drv->config_aneg)
558 		return phydev->drv->config_aneg(phydev);
559 
560 	/* Clause 45 PHYs that don't implement Clause 22 registers are not
561 	 * allowed to call genphy_config_aneg()
562 	 */
563 	if (phydev->is_c45 && !(phydev->c45_ids.devices_in_package & BIT(0)))
564 		return genphy_c45_config_aneg(phydev);
565 
566 	return genphy_config_aneg(phydev);
567 }
568 
569 /**
570  * phy_check_link_status - check link status and set state accordingly
571  * @phydev: the phy_device struct
572  *
573  * Description: Check for link and whether autoneg was triggered / is running
574  * and set state accordingly
575  */
576 static int phy_check_link_status(struct phy_device *phydev)
577 {
578 	int err;
579 
580 	WARN_ON(!mutex_is_locked(&phydev->lock));
581 
582 	/* Keep previous state if loopback is enabled because some PHYs
583 	 * report that Link is Down when loopback is enabled.
584 	 */
585 	if (phydev->loopback_enabled)
586 		return 0;
587 
588 	err = phy_read_status(phydev);
589 	if (err)
590 		return err;
591 
592 	if (phydev->link && phydev->state != PHY_RUNNING) {
593 		phy_check_downshift(phydev);
594 		phydev->state = PHY_RUNNING;
595 		phy_link_up(phydev);
596 	} else if (!phydev->link && phydev->state != PHY_NOLINK) {
597 		phydev->state = PHY_NOLINK;
598 		phy_link_down(phydev, true);
599 	}
600 
601 	return 0;
602 }
603 
604 /**
605  * phy_start_aneg - start auto-negotiation for this PHY device
606  * @phydev: the phy_device struct
607  *
608  * Description: Sanitizes the settings (if we're not autonegotiating
609  *   them), and then calls the driver's config_aneg function.
610  *   If the PHYCONTROL Layer is operating, we change the state to
611  *   reflect the beginning of Auto-negotiation or forcing.
612  */
613 int phy_start_aneg(struct phy_device *phydev)
614 {
615 	int err;
616 
617 	if (!phydev->drv)
618 		return -EIO;
619 
620 	mutex_lock(&phydev->lock);
621 
622 	if (AUTONEG_DISABLE == phydev->autoneg)
623 		phy_sanitize_settings(phydev);
624 
625 	err = phy_config_aneg(phydev);
626 	if (err < 0)
627 		goto out_unlock;
628 
629 	if (phy_is_started(phydev))
630 		err = phy_check_link_status(phydev);
631 out_unlock:
632 	mutex_unlock(&phydev->lock);
633 
634 	return err;
635 }
636 EXPORT_SYMBOL(phy_start_aneg);
637 
638 static int phy_poll_aneg_done(struct phy_device *phydev)
639 {
640 	unsigned int retries = 100;
641 	int ret;
642 
643 	do {
644 		msleep(100);
645 		ret = phy_aneg_done(phydev);
646 	} while (!ret && --retries);
647 
648 	if (!ret)
649 		return -ETIMEDOUT;
650 
651 	return ret < 0 ? ret : 0;
652 }
653 
654 /**
655  * phy_speed_down - set speed to lowest speed supported by both link partners
656  * @phydev: the phy_device struct
657  * @sync: perform action synchronously
658  *
659  * Description: Typically used to save energy when waiting for a WoL packet
660  *
661  * WARNING: Setting sync to false may cause the system being unable to suspend
662  * in case the PHY generates an interrupt when finishing the autonegotiation.
663  * This interrupt may wake up the system immediately after suspend.
664  * Therefore use sync = false only if you're sure it's safe with the respective
665  * network chip.
666  */
667 int phy_speed_down(struct phy_device *phydev, bool sync)
668 {
669 	__ETHTOOL_DECLARE_LINK_MODE_MASK(adv_tmp);
670 	int ret;
671 
672 	if (phydev->autoneg != AUTONEG_ENABLE)
673 		return 0;
674 
675 	linkmode_copy(adv_tmp, phydev->advertising);
676 
677 	ret = phy_speed_down_core(phydev);
678 	if (ret)
679 		return ret;
680 
681 	linkmode_copy(phydev->adv_old, adv_tmp);
682 
683 	if (linkmode_equal(phydev->advertising, adv_tmp))
684 		return 0;
685 
686 	ret = phy_config_aneg(phydev);
687 	if (ret)
688 		return ret;
689 
690 	return sync ? phy_poll_aneg_done(phydev) : 0;
691 }
692 EXPORT_SYMBOL_GPL(phy_speed_down);
693 
694 /**
695  * phy_speed_up - (re)set advertised speeds to all supported speeds
696  * @phydev: the phy_device struct
697  *
698  * Description: Used to revert the effect of phy_speed_down
699  */
700 int phy_speed_up(struct phy_device *phydev)
701 {
702 	__ETHTOOL_DECLARE_LINK_MODE_MASK(adv_tmp);
703 
704 	if (phydev->autoneg != AUTONEG_ENABLE)
705 		return 0;
706 
707 	if (linkmode_empty(phydev->adv_old))
708 		return 0;
709 
710 	linkmode_copy(adv_tmp, phydev->advertising);
711 	linkmode_copy(phydev->advertising, phydev->adv_old);
712 	linkmode_zero(phydev->adv_old);
713 
714 	if (linkmode_equal(phydev->advertising, adv_tmp))
715 		return 0;
716 
717 	return phy_config_aneg(phydev);
718 }
719 EXPORT_SYMBOL_GPL(phy_speed_up);
720 
721 /**
722  * phy_start_machine - start PHY state machine tracking
723  * @phydev: the phy_device struct
724  *
725  * Description: The PHY infrastructure can run a state machine
726  *   which tracks whether the PHY is starting up, negotiating,
727  *   etc.  This function starts the delayed workqueue which tracks
728  *   the state of the PHY. If you want to maintain your own state machine,
729  *   do not call this function.
730  */
731 void phy_start_machine(struct phy_device *phydev)
732 {
733 	phy_trigger_machine(phydev);
734 }
735 EXPORT_SYMBOL_GPL(phy_start_machine);
736 
737 /**
738  * phy_stop_machine - stop the PHY state machine tracking
739  * @phydev: target phy_device struct
740  *
741  * Description: Stops the state machine delayed workqueue, sets the
742  *   state to UP (unless it wasn't up yet). This function must be
743  *   called BEFORE phy_detach.
744  */
745 void phy_stop_machine(struct phy_device *phydev)
746 {
747 	cancel_delayed_work_sync(&phydev->state_queue);
748 
749 	mutex_lock(&phydev->lock);
750 	if (phy_is_started(phydev))
751 		phydev->state = PHY_UP;
752 	mutex_unlock(&phydev->lock);
753 }
754 
755 /**
756  * phy_error - enter HALTED state for this PHY device
757  * @phydev: target phy_device struct
758  *
759  * Moves the PHY to the HALTED state in response to a read
760  * or write error, and tells the controller the link is down.
761  * Must not be called from interrupt context, or while the
762  * phydev->lock is held.
763  */
764 static void phy_error(struct phy_device *phydev)
765 {
766 	WARN_ON(1);
767 
768 	mutex_lock(&phydev->lock);
769 	phydev->state = PHY_HALTED;
770 	mutex_unlock(&phydev->lock);
771 
772 	phy_trigger_machine(phydev);
773 }
774 
775 /**
776  * phy_disable_interrupts - Disable the PHY interrupts from the PHY side
777  * @phydev: target phy_device struct
778  */
779 static int phy_disable_interrupts(struct phy_device *phydev)
780 {
781 	int err;
782 
783 	/* Disable PHY interrupts */
784 	err = phy_config_interrupt(phydev, PHY_INTERRUPT_DISABLED);
785 	if (err)
786 		return err;
787 
788 	/* Clear the interrupt */
789 	return phy_clear_interrupt(phydev);
790 }
791 
792 /**
793  * phy_interrupt - PHY interrupt handler
794  * @irq: interrupt line
795  * @phy_dat: phy_device pointer
796  *
797  * Description: Handle PHY interrupt
798  */
799 static irqreturn_t phy_interrupt(int irq, void *phy_dat)
800 {
801 	struct phy_device *phydev = phy_dat;
802 	struct phy_driver *drv = phydev->drv;
803 
804 	if (drv->handle_interrupt)
805 		return drv->handle_interrupt(phydev);
806 
807 	if (drv->did_interrupt && !drv->did_interrupt(phydev))
808 		return IRQ_NONE;
809 
810 	/* reschedule state queue work to run as soon as possible */
811 	phy_trigger_machine(phydev);
812 
813 	/* did_interrupt() may have cleared the interrupt already */
814 	if (!drv->did_interrupt && phy_clear_interrupt(phydev)) {
815 		phy_error(phydev);
816 		return IRQ_NONE;
817 	}
818 
819 	return IRQ_HANDLED;
820 }
821 
822 /**
823  * phy_enable_interrupts - Enable the interrupts from the PHY side
824  * @phydev: target phy_device struct
825  */
826 static int phy_enable_interrupts(struct phy_device *phydev)
827 {
828 	int err = phy_clear_interrupt(phydev);
829 
830 	if (err < 0)
831 		return err;
832 
833 	return phy_config_interrupt(phydev, PHY_INTERRUPT_ENABLED);
834 }
835 
836 /**
837  * phy_request_interrupt - request and enable interrupt for a PHY device
838  * @phydev: target phy_device struct
839  *
840  * Description: Request and enable the interrupt for the given PHY.
841  *   If this fails, then we set irq to PHY_POLL.
842  *   This should only be called with a valid IRQ number.
843  */
844 void phy_request_interrupt(struct phy_device *phydev)
845 {
846 	int err;
847 
848 	err = request_threaded_irq(phydev->irq, NULL, phy_interrupt,
849 				   IRQF_ONESHOT | IRQF_SHARED,
850 				   phydev_name(phydev), phydev);
851 	if (err) {
852 		phydev_warn(phydev, "Error %d requesting IRQ %d, falling back to polling\n",
853 			    err, phydev->irq);
854 		phydev->irq = PHY_POLL;
855 	} else {
856 		if (phy_enable_interrupts(phydev)) {
857 			phydev_warn(phydev, "Can't enable interrupt, falling back to polling\n");
858 			phy_free_interrupt(phydev);
859 			phydev->irq = PHY_POLL;
860 		}
861 	}
862 }
863 EXPORT_SYMBOL(phy_request_interrupt);
864 
865 /**
866  * phy_free_interrupt - disable and free interrupt for a PHY device
867  * @phydev: target phy_device struct
868  *
869  * Description: Disable and free the interrupt for the given PHY.
870  *   This should only be called with a valid IRQ number.
871  */
872 void phy_free_interrupt(struct phy_device *phydev)
873 {
874 	phy_disable_interrupts(phydev);
875 	free_irq(phydev->irq, phydev);
876 }
877 EXPORT_SYMBOL(phy_free_interrupt);
878 
879 /**
880  * phy_stop - Bring down the PHY link, and stop checking the status
881  * @phydev: target phy_device struct
882  */
883 void phy_stop(struct phy_device *phydev)
884 {
885 	struct net_device *dev = phydev->attached_dev;
886 
887 	if (!phy_is_started(phydev)) {
888 		WARN(1, "called from state %s\n",
889 		     phy_state_to_str(phydev->state));
890 		return;
891 	}
892 
893 	mutex_lock(&phydev->lock);
894 
895 	if (phydev->state == PHY_CABLETEST) {
896 		phy_abort_cable_test(phydev);
897 		netif_testing_off(dev);
898 	}
899 
900 	if (phydev->sfp_bus)
901 		sfp_upstream_stop(phydev->sfp_bus);
902 
903 	phydev->state = PHY_HALTED;
904 
905 	mutex_unlock(&phydev->lock);
906 
907 	phy_state_machine(&phydev->state_queue.work);
908 	phy_stop_machine(phydev);
909 
910 	/* Cannot call flush_scheduled_work() here as desired because
911 	 * of rtnl_lock(), but PHY_HALTED shall guarantee irq handler
912 	 * will not reenable interrupts.
913 	 */
914 }
915 EXPORT_SYMBOL(phy_stop);
916 
917 /**
918  * phy_start - start or restart a PHY device
919  * @phydev: target phy_device struct
920  *
921  * Description: Indicates the attached device's readiness to
922  *   handle PHY-related work.  Used during startup to start the
923  *   PHY, and after a call to phy_stop() to resume operation.
924  *   Also used to indicate the MDIO bus has cleared an error
925  *   condition.
926  */
927 void phy_start(struct phy_device *phydev)
928 {
929 	mutex_lock(&phydev->lock);
930 
931 	if (phydev->state != PHY_READY && phydev->state != PHY_HALTED) {
932 		WARN(1, "called from state %s\n",
933 		     phy_state_to_str(phydev->state));
934 		goto out;
935 	}
936 
937 	if (phydev->sfp_bus)
938 		sfp_upstream_start(phydev->sfp_bus);
939 
940 	/* if phy was suspended, bring the physical link up again */
941 	__phy_resume(phydev);
942 
943 	phydev->state = PHY_UP;
944 
945 	phy_start_machine(phydev);
946 out:
947 	mutex_unlock(&phydev->lock);
948 }
949 EXPORT_SYMBOL(phy_start);
950 
951 /**
952  * phy_state_machine - Handle the state machine
953  * @work: work_struct that describes the work to be done
954  */
955 void phy_state_machine(struct work_struct *work)
956 {
957 	struct delayed_work *dwork = to_delayed_work(work);
958 	struct phy_device *phydev =
959 			container_of(dwork, struct phy_device, state_queue);
960 	struct net_device *dev = phydev->attached_dev;
961 	bool needs_aneg = false, do_suspend = false;
962 	enum phy_state old_state;
963 	bool finished = false;
964 	int err = 0;
965 
966 	mutex_lock(&phydev->lock);
967 
968 	old_state = phydev->state;
969 
970 	switch (phydev->state) {
971 	case PHY_DOWN:
972 	case PHY_READY:
973 		break;
974 	case PHY_UP:
975 		needs_aneg = true;
976 
977 		break;
978 	case PHY_NOLINK:
979 	case PHY_RUNNING:
980 		err = phy_check_link_status(phydev);
981 		break;
982 	case PHY_CABLETEST:
983 		err = phydev->drv->cable_test_get_status(phydev, &finished);
984 		if (err) {
985 			phy_abort_cable_test(phydev);
986 			netif_testing_off(dev);
987 			needs_aneg = true;
988 			phydev->state = PHY_UP;
989 			break;
990 		}
991 
992 		if (finished) {
993 			ethnl_cable_test_finished(phydev);
994 			netif_testing_off(dev);
995 			needs_aneg = true;
996 			phydev->state = PHY_UP;
997 		}
998 		break;
999 	case PHY_HALTED:
1000 		if (phydev->link) {
1001 			phydev->link = 0;
1002 			phy_link_down(phydev, true);
1003 		}
1004 		do_suspend = true;
1005 		break;
1006 	}
1007 
1008 	mutex_unlock(&phydev->lock);
1009 
1010 	if (needs_aneg)
1011 		err = phy_start_aneg(phydev);
1012 	else if (do_suspend)
1013 		phy_suspend(phydev);
1014 
1015 	if (err < 0)
1016 		phy_error(phydev);
1017 
1018 	if (old_state != phydev->state) {
1019 		phydev_dbg(phydev, "PHY state change %s -> %s\n",
1020 			   phy_state_to_str(old_state),
1021 			   phy_state_to_str(phydev->state));
1022 		if (phydev->drv && phydev->drv->link_change_notify)
1023 			phydev->drv->link_change_notify(phydev);
1024 	}
1025 
1026 	/* Only re-schedule a PHY state machine change if we are polling the
1027 	 * PHY, if PHY_IGNORE_INTERRUPT is set, then we will be moving
1028 	 * between states from phy_mac_interrupt().
1029 	 *
1030 	 * In state PHY_HALTED the PHY gets suspended, so rescheduling the
1031 	 * state machine would be pointless and possibly error prone when
1032 	 * called from phy_disconnect() synchronously.
1033 	 */
1034 	mutex_lock(&phydev->lock);
1035 	if (phy_polling_mode(phydev) && phy_is_started(phydev))
1036 		phy_queue_state_machine(phydev, PHY_STATE_TIME);
1037 	mutex_unlock(&phydev->lock);
1038 }
1039 
1040 /**
1041  * phy_mac_interrupt - MAC says the link has changed
1042  * @phydev: phy_device struct with changed link
1043  *
1044  * The MAC layer is able to indicate there has been a change in the PHY link
1045  * status. Trigger the state machine and work a work queue.
1046  */
1047 void phy_mac_interrupt(struct phy_device *phydev)
1048 {
1049 	/* Trigger a state machine change */
1050 	phy_trigger_machine(phydev);
1051 }
1052 EXPORT_SYMBOL(phy_mac_interrupt);
1053 
1054 static void mmd_eee_adv_to_linkmode(unsigned long *advertising, u16 eee_adv)
1055 {
1056 	linkmode_zero(advertising);
1057 
1058 	if (eee_adv & MDIO_EEE_100TX)
1059 		linkmode_set_bit(ETHTOOL_LINK_MODE_100baseT_Full_BIT,
1060 				 advertising);
1061 	if (eee_adv & MDIO_EEE_1000T)
1062 		linkmode_set_bit(ETHTOOL_LINK_MODE_1000baseT_Full_BIT,
1063 				 advertising);
1064 	if (eee_adv & MDIO_EEE_10GT)
1065 		linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseT_Full_BIT,
1066 				 advertising);
1067 	if (eee_adv & MDIO_EEE_1000KX)
1068 		linkmode_set_bit(ETHTOOL_LINK_MODE_1000baseKX_Full_BIT,
1069 				 advertising);
1070 	if (eee_adv & MDIO_EEE_10GKX4)
1071 		linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT,
1072 				 advertising);
1073 	if (eee_adv & MDIO_EEE_10GKR)
1074 		linkmode_set_bit(ETHTOOL_LINK_MODE_10000baseKR_Full_BIT,
1075 				 advertising);
1076 }
1077 
1078 /**
1079  * phy_init_eee - init and check the EEE feature
1080  * @phydev: target phy_device struct
1081  * @clk_stop_enable: PHY may stop the clock during LPI
1082  *
1083  * Description: it checks if the Energy-Efficient Ethernet (EEE)
1084  * is supported by looking at the MMD registers 3.20 and 7.60/61
1085  * and it programs the MMD register 3.0 setting the "Clock stop enable"
1086  * bit if required.
1087  */
1088 int phy_init_eee(struct phy_device *phydev, bool clk_stop_enable)
1089 {
1090 	if (!phydev->drv)
1091 		return -EIO;
1092 
1093 	/* According to 802.3az,the EEE is supported only in full duplex-mode.
1094 	 */
1095 	if (phydev->duplex == DUPLEX_FULL) {
1096 		__ETHTOOL_DECLARE_LINK_MODE_MASK(common);
1097 		__ETHTOOL_DECLARE_LINK_MODE_MASK(lp);
1098 		__ETHTOOL_DECLARE_LINK_MODE_MASK(adv);
1099 		int eee_lp, eee_cap, eee_adv;
1100 		int status;
1101 		u32 cap;
1102 
1103 		/* Read phy status to properly get the right settings */
1104 		status = phy_read_status(phydev);
1105 		if (status)
1106 			return status;
1107 
1108 		/* First check if the EEE ability is supported */
1109 		eee_cap = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1110 		if (eee_cap <= 0)
1111 			goto eee_exit_err;
1112 
1113 		cap = mmd_eee_cap_to_ethtool_sup_t(eee_cap);
1114 		if (!cap)
1115 			goto eee_exit_err;
1116 
1117 		/* Check which link settings negotiated and verify it in
1118 		 * the EEE advertising registers.
1119 		 */
1120 		eee_lp = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_LPABLE);
1121 		if (eee_lp <= 0)
1122 			goto eee_exit_err;
1123 
1124 		eee_adv = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1125 		if (eee_adv <= 0)
1126 			goto eee_exit_err;
1127 
1128 		mmd_eee_adv_to_linkmode(adv, eee_adv);
1129 		mmd_eee_adv_to_linkmode(lp, eee_lp);
1130 		linkmode_and(common, adv, lp);
1131 
1132 		if (!phy_check_valid(phydev->speed, phydev->duplex, common))
1133 			goto eee_exit_err;
1134 
1135 		if (clk_stop_enable)
1136 			/* Configure the PHY to stop receiving xMII
1137 			 * clock while it is signaling LPI.
1138 			 */
1139 			phy_set_bits_mmd(phydev, MDIO_MMD_PCS, MDIO_CTRL1,
1140 					 MDIO_PCS_CTRL1_CLKSTOP_EN);
1141 
1142 		return 0; /* EEE supported */
1143 	}
1144 eee_exit_err:
1145 	return -EPROTONOSUPPORT;
1146 }
1147 EXPORT_SYMBOL(phy_init_eee);
1148 
1149 /**
1150  * phy_get_eee_err - report the EEE wake error count
1151  * @phydev: target phy_device struct
1152  *
1153  * Description: it is to report the number of time where the PHY
1154  * failed to complete its normal wake sequence.
1155  */
1156 int phy_get_eee_err(struct phy_device *phydev)
1157 {
1158 	if (!phydev->drv)
1159 		return -EIO;
1160 
1161 	return phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_WK_ERR);
1162 }
1163 EXPORT_SYMBOL(phy_get_eee_err);
1164 
1165 /**
1166  * phy_ethtool_get_eee - get EEE supported and status
1167  * @phydev: target phy_device struct
1168  * @data: ethtool_eee data
1169  *
1170  * Description: it reportes the Supported/Advertisement/LP Advertisement
1171  * capabilities.
1172  */
1173 int phy_ethtool_get_eee(struct phy_device *phydev, struct ethtool_eee *data)
1174 {
1175 	int val;
1176 
1177 	if (!phydev->drv)
1178 		return -EIO;
1179 
1180 	/* Get Supported EEE */
1181 	val = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1182 	if (val < 0)
1183 		return val;
1184 	data->supported = mmd_eee_cap_to_ethtool_sup_t(val);
1185 
1186 	/* Get advertisement EEE */
1187 	val = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1188 	if (val < 0)
1189 		return val;
1190 	data->advertised = mmd_eee_adv_to_ethtool_adv_t(val);
1191 	data->eee_enabled = !!data->advertised;
1192 
1193 	/* Get LP advertisement EEE */
1194 	val = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_LPABLE);
1195 	if (val < 0)
1196 		return val;
1197 	data->lp_advertised = mmd_eee_adv_to_ethtool_adv_t(val);
1198 
1199 	data->eee_active = !!(data->advertised & data->lp_advertised);
1200 
1201 	return 0;
1202 }
1203 EXPORT_SYMBOL(phy_ethtool_get_eee);
1204 
1205 /**
1206  * phy_ethtool_set_eee - set EEE supported and status
1207  * @phydev: target phy_device struct
1208  * @data: ethtool_eee data
1209  *
1210  * Description: it is to program the Advertisement EEE register.
1211  */
1212 int phy_ethtool_set_eee(struct phy_device *phydev, struct ethtool_eee *data)
1213 {
1214 	int cap, old_adv, adv = 0, ret;
1215 
1216 	if (!phydev->drv)
1217 		return -EIO;
1218 
1219 	/* Get Supported EEE */
1220 	cap = phy_read_mmd(phydev, MDIO_MMD_PCS, MDIO_PCS_EEE_ABLE);
1221 	if (cap < 0)
1222 		return cap;
1223 
1224 	old_adv = phy_read_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV);
1225 	if (old_adv < 0)
1226 		return old_adv;
1227 
1228 	if (data->eee_enabled) {
1229 		adv = !data->advertised ? cap :
1230 		      ethtool_adv_to_mmd_eee_adv_t(data->advertised) & cap;
1231 		/* Mask prohibited EEE modes */
1232 		adv &= ~phydev->eee_broken_modes;
1233 	}
1234 
1235 	if (old_adv != adv) {
1236 		ret = phy_write_mmd(phydev, MDIO_MMD_AN, MDIO_AN_EEE_ADV, adv);
1237 		if (ret < 0)
1238 			return ret;
1239 
1240 		/* Restart autonegotiation so the new modes get sent to the
1241 		 * link partner.
1242 		 */
1243 		if (phydev->autoneg == AUTONEG_ENABLE) {
1244 			ret = phy_restart_aneg(phydev);
1245 			if (ret < 0)
1246 				return ret;
1247 		}
1248 	}
1249 
1250 	return 0;
1251 }
1252 EXPORT_SYMBOL(phy_ethtool_set_eee);
1253 
1254 int phy_ethtool_set_wol(struct phy_device *phydev, struct ethtool_wolinfo *wol)
1255 {
1256 	if (phydev->drv && phydev->drv->set_wol)
1257 		return phydev->drv->set_wol(phydev, wol);
1258 
1259 	return -EOPNOTSUPP;
1260 }
1261 EXPORT_SYMBOL(phy_ethtool_set_wol);
1262 
1263 void phy_ethtool_get_wol(struct phy_device *phydev, struct ethtool_wolinfo *wol)
1264 {
1265 	if (phydev->drv && phydev->drv->get_wol)
1266 		phydev->drv->get_wol(phydev, wol);
1267 }
1268 EXPORT_SYMBOL(phy_ethtool_get_wol);
1269 
1270 int phy_ethtool_get_link_ksettings(struct net_device *ndev,
1271 				   struct ethtool_link_ksettings *cmd)
1272 {
1273 	struct phy_device *phydev = ndev->phydev;
1274 
1275 	if (!phydev)
1276 		return -ENODEV;
1277 
1278 	phy_ethtool_ksettings_get(phydev, cmd);
1279 
1280 	return 0;
1281 }
1282 EXPORT_SYMBOL(phy_ethtool_get_link_ksettings);
1283 
1284 int phy_ethtool_set_link_ksettings(struct net_device *ndev,
1285 				   const struct ethtool_link_ksettings *cmd)
1286 {
1287 	struct phy_device *phydev = ndev->phydev;
1288 
1289 	if (!phydev)
1290 		return -ENODEV;
1291 
1292 	return phy_ethtool_ksettings_set(phydev, cmd);
1293 }
1294 EXPORT_SYMBOL(phy_ethtool_set_link_ksettings);
1295 
1296 int phy_ethtool_nway_reset(struct net_device *ndev)
1297 {
1298 	struct phy_device *phydev = ndev->phydev;
1299 
1300 	if (!phydev)
1301 		return -ENODEV;
1302 
1303 	if (!phydev->drv)
1304 		return -EIO;
1305 
1306 	return phy_restart_aneg(phydev);
1307 }
1308 EXPORT_SYMBOL(phy_ethtool_nway_reset);
1309