xref: /illumos-gate/usr/src/uts/common/io/e1000api/e1000_82571.c (revision 287247a826fa2ab8d01f6c8f276d405eb08420f8)
1 /******************************************************************************
2 
3   Copyright (c) 2001-2013, Intel Corporation
4   All rights reserved.
5 
6   Redistribution and use in source and binary forms, with or without
7   modification, are permitted provided that the following conditions are met:
8 
9    1. Redistributions of source code must retain the above copyright notice,
10       this list of conditions and the following disclaimer.
11 
12    2. Redistributions in binary form must reproduce the above copyright
13       notice, this list of conditions and the following disclaimer in the
14       documentation and/or other materials provided with the distribution.
15 
16    3. Neither the name of the Intel Corporation nor the names of its
17       contributors may be used to endorse or promote products derived from
18       this software without specific prior written permission.
19 
20   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21   AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22   IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23   ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24   LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25   CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26   SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27   INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28   CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29   ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30   POSSIBILITY OF SUCH DAMAGE.
31 
32 ******************************************************************************/
33 /*$FreeBSD$*/
34 
35 /* 82571EB Gigabit Ethernet Controller
36  * 82571EB Gigabit Ethernet Controller (Copper)
37  * 82571EB Gigabit Ethernet Controller (Fiber)
38  * 82571EB Dual Port Gigabit Mezzanine Adapter
39  * 82571EB Quad Port Gigabit Mezzanine Adapter
40  * 82571PT Gigabit PT Quad Port Server ExpressModule
41  * 82572EI Gigabit Ethernet Controller (Copper)
42  * 82572EI Gigabit Ethernet Controller (Fiber)
43  * 82572EI Gigabit Ethernet Controller
44  * 82573V Gigabit Ethernet Controller (Copper)
45  * 82573E Gigabit Ethernet Controller (Copper)
46  * 82573L Gigabit Ethernet Controller
47  * 82574L Gigabit Network Connection
48  * 82583V Gigabit Network Connection
49  */
50 
51 #include "e1000_api.h"
52 
53 static s32  e1000_acquire_nvm_82571(struct e1000_hw *hw);
54 static void e1000_release_nvm_82571(struct e1000_hw *hw);
55 static s32  e1000_write_nvm_82571(struct e1000_hw *hw, u16 offset,
56 				  u16 words, u16 *data);
57 static s32  e1000_update_nvm_checksum_82571(struct e1000_hw *hw);
58 static s32  e1000_validate_nvm_checksum_82571(struct e1000_hw *hw);
59 static s32  e1000_get_cfg_done_82571(struct e1000_hw *hw);
60 static s32  e1000_set_d0_lplu_state_82571(struct e1000_hw *hw,
61 					  bool active);
62 static s32  e1000_reset_hw_82571(struct e1000_hw *hw);
63 static s32  e1000_init_hw_82571(struct e1000_hw *hw);
64 static void e1000_clear_vfta_82571(struct e1000_hw *hw);
65 static bool e1000_check_mng_mode_82574(struct e1000_hw *hw);
66 static s32 e1000_led_on_82574(struct e1000_hw *hw);
67 static s32  e1000_setup_link_82571(struct e1000_hw *hw);
68 static s32  e1000_setup_copper_link_82571(struct e1000_hw *hw);
69 static s32  e1000_check_for_serdes_link_82571(struct e1000_hw *hw);
70 static s32  e1000_setup_fiber_serdes_link_82571(struct e1000_hw *hw);
71 static s32  e1000_valid_led_default_82571(struct e1000_hw *hw, u16 *data);
72 static void e1000_clear_hw_cntrs_82571(struct e1000_hw *hw);
73 static s32  e1000_get_hw_semaphore_82571(struct e1000_hw *hw);
74 static s32  e1000_fix_nvm_checksum_82571(struct e1000_hw *hw);
75 static s32  e1000_get_phy_id_82571(struct e1000_hw *hw);
76 static void e1000_put_hw_semaphore_82571(struct e1000_hw *hw);
77 static void e1000_put_hw_semaphore_82573(struct e1000_hw *hw);
78 static s32  e1000_get_hw_semaphore_82574(struct e1000_hw *hw);
79 static void e1000_put_hw_semaphore_82574(struct e1000_hw *hw);
80 static s32  e1000_set_d0_lplu_state_82574(struct e1000_hw *hw,
81 					  bool active);
82 static s32  e1000_set_d3_lplu_state_82574(struct e1000_hw *hw,
83 					  bool active);
84 static void e1000_initialize_hw_bits_82571(struct e1000_hw *hw);
85 static s32  e1000_write_nvm_eewr_82571(struct e1000_hw *hw, u16 offset,
86 				       u16 words, u16 *data);
87 static s32  e1000_read_mac_addr_82571(struct e1000_hw *hw);
88 static void e1000_power_down_phy_copper_82571(struct e1000_hw *hw);
89 
90 /**
91  *  e1000_init_phy_params_82571 - Init PHY func ptrs.
92  *  @hw: pointer to the HW structure
93  **/
94 static s32 e1000_init_phy_params_82571(struct e1000_hw *hw)
95 {
96 	struct e1000_phy_info *phy = &hw->phy;
97 	s32 ret_val;
98 
99 	DEBUGFUNC("e1000_init_phy_params_82571");
100 
101 	if (hw->phy.media_type != e1000_media_type_copper) {
102 		phy->type = e1000_phy_none;
103 		return E1000_SUCCESS;
104 	}
105 
106 	phy->addr			= 1;
107 	phy->autoneg_mask		= AUTONEG_ADVERTISE_SPEED_DEFAULT;
108 	phy->reset_delay_us		= 100;
109 
110 	phy->ops.check_reset_block	= e1000_check_reset_block_generic;
111 	phy->ops.reset			= e1000_phy_hw_reset_generic;
112 	phy->ops.set_d0_lplu_state	= e1000_set_d0_lplu_state_82571;
113 	phy->ops.set_d3_lplu_state	= e1000_set_d3_lplu_state_generic;
114 	phy->ops.power_up		= e1000_power_up_phy_copper;
115 	phy->ops.power_down		= e1000_power_down_phy_copper_82571;
116 
117 	switch (hw->mac.type) {
118 	case e1000_82571:
119 	case e1000_82572:
120 		phy->type		= e1000_phy_igp_2;
121 		phy->ops.get_cfg_done	= e1000_get_cfg_done_82571;
122 		phy->ops.get_info	= e1000_get_phy_info_igp;
123 		phy->ops.check_polarity	= e1000_check_polarity_igp;
124 		phy->ops.force_speed_duplex = e1000_phy_force_speed_duplex_igp;
125 		phy->ops.get_cable_length = e1000_get_cable_length_igp_2;
126 		phy->ops.read_reg	= e1000_read_phy_reg_igp;
127 		phy->ops.write_reg	= e1000_write_phy_reg_igp;
128 		phy->ops.acquire	= e1000_get_hw_semaphore_82571;
129 		phy->ops.release	= e1000_put_hw_semaphore_82571;
130 		break;
131 	case e1000_82573:
132 		phy->type		= e1000_phy_m88;
133 		phy->ops.get_cfg_done	= e1000_get_cfg_done_generic;
134 		phy->ops.get_info	= e1000_get_phy_info_m88;
135 		phy->ops.check_polarity	= e1000_check_polarity_m88;
136 		phy->ops.commit		= e1000_phy_sw_reset_generic;
137 		phy->ops.force_speed_duplex = e1000_phy_force_speed_duplex_m88;
138 		phy->ops.get_cable_length = e1000_get_cable_length_m88;
139 		phy->ops.read_reg	= e1000_read_phy_reg_m88;
140 		phy->ops.write_reg	= e1000_write_phy_reg_m88;
141 		phy->ops.acquire	= e1000_get_hw_semaphore_82571;
142 		phy->ops.release	= e1000_put_hw_semaphore_82571;
143 		break;
144 	case e1000_82574:
145 	case e1000_82583:
146 		E1000_MUTEX_INIT(&hw->dev_spec._82571.swflag_mutex);
147 
148 		phy->type		= e1000_phy_bm;
149 		phy->ops.get_cfg_done	= e1000_get_cfg_done_generic;
150 		phy->ops.get_info	= e1000_get_phy_info_m88;
151 		phy->ops.check_polarity	= e1000_check_polarity_m88;
152 		phy->ops.commit		= e1000_phy_sw_reset_generic;
153 		phy->ops.force_speed_duplex = e1000_phy_force_speed_duplex_m88;
154 		phy->ops.get_cable_length = e1000_get_cable_length_m88;
155 		phy->ops.read_reg	= e1000_read_phy_reg_bm2;
156 		phy->ops.write_reg	= e1000_write_phy_reg_bm2;
157 		phy->ops.acquire	= e1000_get_hw_semaphore_82574;
158 		phy->ops.release	= e1000_put_hw_semaphore_82574;
159 		phy->ops.set_d0_lplu_state = e1000_set_d0_lplu_state_82574;
160 		phy->ops.set_d3_lplu_state = e1000_set_d3_lplu_state_82574;
161 		break;
162 	default:
163 		return -E1000_ERR_PHY;
164 		break;
165 	}
166 
167 	/* This can only be done after all function pointers are setup. */
168 	ret_val = e1000_get_phy_id_82571(hw);
169 	if (ret_val) {
170 		DEBUGOUT("Error getting PHY ID\n");
171 		return ret_val;
172 	}
173 
174 	/* Verify phy id */
175 	switch (hw->mac.type) {
176 	case e1000_82571:
177 	case e1000_82572:
178 		if (phy->id != IGP01E1000_I_PHY_ID)
179 			ret_val = -E1000_ERR_PHY;
180 		break;
181 	case e1000_82573:
182 		if (phy->id != M88E1111_I_PHY_ID)
183 			ret_val = -E1000_ERR_PHY;
184 		break;
185 	case e1000_82574:
186 	case e1000_82583:
187 		if (phy->id != BME1000_E_PHY_ID_R2)
188 			ret_val = -E1000_ERR_PHY;
189 		break;
190 	default:
191 		ret_val = -E1000_ERR_PHY;
192 		break;
193 	}
194 
195 	if (ret_val)
196 		DEBUGOUT1("PHY ID unknown: type = 0x%08x\n", phy->id);
197 
198 	return ret_val;
199 }
200 
201 /**
202  *  e1000_init_nvm_params_82571 - Init NVM func ptrs.
203  *  @hw: pointer to the HW structure
204  **/
205 static s32 e1000_init_nvm_params_82571(struct e1000_hw *hw)
206 {
207 	struct e1000_nvm_info *nvm = &hw->nvm;
208 	u32 eecd = E1000_READ_REG(hw, E1000_EECD);
209 	u16 size;
210 
211 	DEBUGFUNC("e1000_init_nvm_params_82571");
212 
213 	nvm->opcode_bits = 8;
214 	nvm->delay_usec = 1;
215 	switch (nvm->override) {
216 	case e1000_nvm_override_spi_large:
217 		nvm->page_size = 32;
218 		nvm->address_bits = 16;
219 		break;
220 	case e1000_nvm_override_spi_small:
221 		nvm->page_size = 8;
222 		nvm->address_bits = 8;
223 		break;
224 	default:
225 		nvm->page_size = eecd & E1000_EECD_ADDR_BITS ? 32 : 8;
226 		nvm->address_bits = eecd & E1000_EECD_ADDR_BITS ? 16 : 8;
227 		break;
228 	}
229 
230 	switch (hw->mac.type) {
231 	case e1000_82573:
232 	case e1000_82574:
233 	case e1000_82583:
234 		if (((eecd >> 15) & 0x3) == 0x3) {
235 			nvm->type = e1000_nvm_flash_hw;
236 			nvm->word_size = 2048;
237 			/* Autonomous Flash update bit must be cleared due
238 			 * to Flash update issue.
239 			 */
240 			eecd &= ~E1000_EECD_AUPDEN;
241 			E1000_WRITE_REG(hw, E1000_EECD, eecd);
242 			break;
243 		}
244 		/* Fall Through */
245 	default:
246 		nvm->type = e1000_nvm_eeprom_spi;
247 		size = (u16)((eecd & E1000_EECD_SIZE_EX_MASK) >>
248 			     E1000_EECD_SIZE_EX_SHIFT);
249 		/* Added to a constant, "size" becomes the left-shift value
250 		 * for setting word_size.
251 		 */
252 		size += NVM_WORD_SIZE_BASE_SHIFT;
253 
254 		/* EEPROM access above 16k is unsupported */
255 		if (size > 14)
256 			size = 14;
257 		nvm->word_size = 1 << size;
258 		break;
259 	}
260 
261 	/* Function Pointers */
262 	switch (hw->mac.type) {
263 	case e1000_82574:
264 	case e1000_82583:
265 		nvm->ops.acquire = e1000_get_hw_semaphore_82574;
266 		nvm->ops.release = e1000_put_hw_semaphore_82574;
267 		break;
268 	default:
269 		nvm->ops.acquire = e1000_acquire_nvm_82571;
270 		nvm->ops.release = e1000_release_nvm_82571;
271 		break;
272 	}
273 	nvm->ops.read = e1000_read_nvm_eerd;
274 	nvm->ops.update = e1000_update_nvm_checksum_82571;
275 	nvm->ops.validate = e1000_validate_nvm_checksum_82571;
276 	nvm->ops.valid_led_default = e1000_valid_led_default_82571;
277 	nvm->ops.write = e1000_write_nvm_82571;
278 
279 	return E1000_SUCCESS;
280 }
281 
282 /**
283  *  e1000_init_mac_params_82571 - Init MAC func ptrs.
284  *  @hw: pointer to the HW structure
285  **/
286 static s32 e1000_init_mac_params_82571(struct e1000_hw *hw)
287 {
288 	struct e1000_mac_info *mac = &hw->mac;
289 	u32 swsm = 0;
290 	u32 swsm2 = 0;
291 	bool force_clear_smbi = FALSE;
292 
293 	DEBUGFUNC("e1000_init_mac_params_82571");
294 
295 	/* Set media type and media-dependent function pointers */
296 	switch (hw->device_id) {
297 	case E1000_DEV_ID_82571EB_FIBER:
298 	case E1000_DEV_ID_82572EI_FIBER:
299 	case E1000_DEV_ID_82571EB_QUAD_FIBER:
300 		hw->phy.media_type = e1000_media_type_fiber;
301 		mac->ops.setup_physical_interface =
302 			e1000_setup_fiber_serdes_link_82571;
303 		mac->ops.check_for_link = e1000_check_for_fiber_link_generic;
304 		mac->ops.get_link_up_info =
305 			e1000_get_speed_and_duplex_fiber_serdes_generic;
306 		break;
307 	case E1000_DEV_ID_82571EB_SERDES:
308 	case E1000_DEV_ID_82571EB_SERDES_DUAL:
309 	case E1000_DEV_ID_82571EB_SERDES_QUAD:
310 	case E1000_DEV_ID_82572EI_SERDES:
311 		hw->phy.media_type = e1000_media_type_internal_serdes;
312 		mac->ops.setup_physical_interface =
313 			e1000_setup_fiber_serdes_link_82571;
314 		mac->ops.check_for_link = e1000_check_for_serdes_link_82571;
315 		mac->ops.get_link_up_info =
316 			e1000_get_speed_and_duplex_fiber_serdes_generic;
317 		break;
318 	default:
319 		hw->phy.media_type = e1000_media_type_copper;
320 		mac->ops.setup_physical_interface =
321 			e1000_setup_copper_link_82571;
322 		mac->ops.check_for_link = e1000_check_for_copper_link_generic;
323 		mac->ops.get_link_up_info =
324 			e1000_get_speed_and_duplex_copper_generic;
325 		break;
326 	}
327 
328 	/* Set mta register count */
329 	mac->mta_reg_count = 128;
330 	/* Set rar entry count */
331 	mac->rar_entry_count = E1000_RAR_ENTRIES;
332 	/* Set if part includes ASF firmware */
333 	mac->asf_firmware_present = TRUE;
334 	/* Adaptive IFS supported */
335 	mac->adaptive_ifs = TRUE;
336 
337 	/* Function pointers */
338 
339 	/* bus type/speed/width */
340 	mac->ops.get_bus_info = e1000_get_bus_info_pcie_generic;
341 	/* reset */
342 	mac->ops.reset_hw = e1000_reset_hw_82571;
343 	/* hw initialization */
344 	mac->ops.init_hw = e1000_init_hw_82571;
345 	/* link setup */
346 	mac->ops.setup_link = e1000_setup_link_82571;
347 	/* multicast address update */
348 	mac->ops.update_mc_addr_list = e1000_update_mc_addr_list_generic;
349 	/* writing VFTA */
350 	mac->ops.write_vfta = e1000_write_vfta_generic;
351 	/* clearing VFTA */
352 	mac->ops.clear_vfta = e1000_clear_vfta_82571;
353 	/* read mac address */
354 	mac->ops.read_mac_addr = e1000_read_mac_addr_82571;
355 	/* ID LED init */
356 	mac->ops.id_led_init = e1000_id_led_init_generic;
357 	/* setup LED */
358 	mac->ops.setup_led = e1000_setup_led_generic;
359 	/* cleanup LED */
360 	mac->ops.cleanup_led = e1000_cleanup_led_generic;
361 	/* turn off LED */
362 	mac->ops.led_off = e1000_led_off_generic;
363 	/* clear hardware counters */
364 	mac->ops.clear_hw_cntrs = e1000_clear_hw_cntrs_82571;
365 
366 	/* MAC-specific function pointers */
367 	switch (hw->mac.type) {
368 	case e1000_82573:
369 		mac->ops.set_lan_id = e1000_set_lan_id_single_port;
370 		mac->ops.check_mng_mode = e1000_check_mng_mode_generic;
371 		mac->ops.led_on = e1000_led_on_generic;
372 		mac->ops.blink_led = e1000_blink_led_generic;
373 
374 		/* FWSM register */
375 		mac->has_fwsm = TRUE;
376 		/* ARC supported; valid only if manageability features are
377 		 * enabled.
378 		 */
379 		mac->arc_subsystem_valid = !!(E1000_READ_REG(hw, E1000_FWSM) &
380 					      E1000_FWSM_MODE_MASK);
381 		break;
382 	case e1000_82574:
383 	case e1000_82583:
384 		mac->ops.set_lan_id = e1000_set_lan_id_single_port;
385 		mac->ops.check_mng_mode = e1000_check_mng_mode_82574;
386 		mac->ops.led_on = e1000_led_on_82574;
387 		break;
388 	default:
389 		mac->ops.check_mng_mode = e1000_check_mng_mode_generic;
390 		mac->ops.led_on = e1000_led_on_generic;
391 		mac->ops.blink_led = e1000_blink_led_generic;
392 
393 		/* FWSM register */
394 		mac->has_fwsm = TRUE;
395 		break;
396 	}
397 
398 	/* Ensure that the inter-port SWSM.SMBI lock bit is clear before
399 	 * first NVM or PHY acess. This should be done for single-port
400 	 * devices, and for one port only on dual-port devices so that
401 	 * for those devices we can still use the SMBI lock to synchronize
402 	 * inter-port accesses to the PHY & NVM.
403 	 */
404 	switch (hw->mac.type) {
405 	case e1000_82571:
406 	case e1000_82572:
407 		swsm2 = E1000_READ_REG(hw, E1000_SWSM2);
408 
409 		if (!(swsm2 & E1000_SWSM2_LOCK)) {
410 			/* Only do this for the first interface on this card */
411 			E1000_WRITE_REG(hw, E1000_SWSM2, swsm2 |
412 					E1000_SWSM2_LOCK);
413 			force_clear_smbi = TRUE;
414 		} else {
415 			force_clear_smbi = FALSE;
416 		}
417 		break;
418 	default:
419 		force_clear_smbi = TRUE;
420 		break;
421 	}
422 
423 	if (force_clear_smbi) {
424 		/* Make sure SWSM.SMBI is clear */
425 		swsm = E1000_READ_REG(hw, E1000_SWSM);
426 		if (swsm & E1000_SWSM_SMBI) {
427 			/* This bit should not be set on a first interface, and
428 			 * indicates that the bootagent or EFI code has
429 			 * improperly left this bit enabled
430 			 */
431 			DEBUGOUT("Please update your 82571 Bootagent\n");
432 		}
433 		E1000_WRITE_REG(hw, E1000_SWSM, swsm & ~E1000_SWSM_SMBI);
434 	}
435 
436 	/* Initialze device specific counter of SMBI acquisition timeouts. */
437 	 hw->dev_spec._82571.smb_counter = 0;
438 
439 	return E1000_SUCCESS;
440 }
441 
442 /**
443  *  e1000_init_function_pointers_82571 - Init func ptrs.
444  *  @hw: pointer to the HW structure
445  *
446  *  Called to initialize all function pointers and parameters.
447  **/
448 void e1000_init_function_pointers_82571(struct e1000_hw *hw)
449 {
450 	DEBUGFUNC("e1000_init_function_pointers_82571");
451 
452 	hw->mac.ops.init_params = e1000_init_mac_params_82571;
453 	hw->nvm.ops.init_params = e1000_init_nvm_params_82571;
454 	hw->phy.ops.init_params = e1000_init_phy_params_82571;
455 }
456 
457 /**
458  *  e1000_get_phy_id_82571 - Retrieve the PHY ID and revision
459  *  @hw: pointer to the HW structure
460  *
461  *  Reads the PHY registers and stores the PHY ID and possibly the PHY
462  *  revision in the hardware structure.
463  **/
464 static s32 e1000_get_phy_id_82571(struct e1000_hw *hw)
465 {
466 	struct e1000_phy_info *phy = &hw->phy;
467 	s32 ret_val;
468 	u16 phy_id = 0;
469 
470 	DEBUGFUNC("e1000_get_phy_id_82571");
471 
472 	switch (hw->mac.type) {
473 	case e1000_82571:
474 	case e1000_82572:
475 		/* The 82571 firmware may still be configuring the PHY.
476 		 * In this case, we cannot access the PHY until the
477 		 * configuration is done.  So we explicitly set the
478 		 * PHY ID.
479 		 */
480 		phy->id = IGP01E1000_I_PHY_ID;
481 		break;
482 	case e1000_82573:
483 		return e1000_get_phy_id(hw);
484 		break;
485 	case e1000_82574:
486 	case e1000_82583:
487 		ret_val = phy->ops.read_reg(hw, PHY_ID1, &phy_id);
488 		if (ret_val)
489 			return ret_val;
490 
491 		phy->id = (u32)(phy_id << 16);
492 		usec_delay(20);
493 		ret_val = phy->ops.read_reg(hw, PHY_ID2, &phy_id);
494 		if (ret_val)
495 			return ret_val;
496 
497 		phy->id |= (u32)(phy_id);
498 		phy->revision = (u32)(phy_id & ~PHY_REVISION_MASK);
499 		break;
500 	default:
501 		return -E1000_ERR_PHY;
502 		break;
503 	}
504 
505 	return E1000_SUCCESS;
506 }
507 
508 /**
509  *  e1000_get_hw_semaphore_82571 - Acquire hardware semaphore
510  *  @hw: pointer to the HW structure
511  *
512  *  Acquire the HW semaphore to access the PHY or NVM
513  **/
514 static s32 e1000_get_hw_semaphore_82571(struct e1000_hw *hw)
515 {
516 	u32 swsm;
517 	s32 sw_timeout = hw->nvm.word_size + 1;
518 	s32 fw_timeout = hw->nvm.word_size + 1;
519 	s32 i = 0;
520 
521 	DEBUGFUNC("e1000_get_hw_semaphore_82571");
522 
523 	/* If we have timedout 3 times on trying to acquire
524 	 * the inter-port SMBI semaphore, there is old code
525 	 * operating on the other port, and it is not
526 	 * releasing SMBI. Modify the number of times that
527 	 * we try for the semaphore to interwork with this
528 	 * older code.
529 	 */
530 	if (hw->dev_spec._82571.smb_counter > 2)
531 		sw_timeout = 1;
532 
533 	/* Get the SW semaphore */
534 	while (i < sw_timeout) {
535 		swsm = E1000_READ_REG(hw, E1000_SWSM);
536 		if (!(swsm & E1000_SWSM_SMBI))
537 			break;
538 
539 		usec_delay(50);
540 		i++;
541 	}
542 
543 	if (i == sw_timeout) {
544 		DEBUGOUT("Driver can't access device - SMBI bit is set.\n");
545 		hw->dev_spec._82571.smb_counter++;
546 	}
547 	/* Get the FW semaphore. */
548 	for (i = 0; i < fw_timeout; i++) {
549 		swsm = E1000_READ_REG(hw, E1000_SWSM);
550 		E1000_WRITE_REG(hw, E1000_SWSM, swsm | E1000_SWSM_SWESMBI);
551 
552 		/* Semaphore acquired if bit latched */
553 		if (E1000_READ_REG(hw, E1000_SWSM) & E1000_SWSM_SWESMBI)
554 			break;
555 
556 		usec_delay(50);
557 	}
558 
559 	if (i == fw_timeout) {
560 		/* Release semaphores */
561 		e1000_put_hw_semaphore_82571(hw);
562 		DEBUGOUT("Driver can't access the NVM\n");
563 		return -E1000_ERR_NVM;
564 	}
565 
566 	return E1000_SUCCESS;
567 }
568 
569 /**
570  *  e1000_put_hw_semaphore_82571 - Release hardware semaphore
571  *  @hw: pointer to the HW structure
572  *
573  *  Release hardware semaphore used to access the PHY or NVM
574  **/
575 static void e1000_put_hw_semaphore_82571(struct e1000_hw *hw)
576 {
577 	u32 swsm;
578 
579 	DEBUGFUNC("e1000_put_hw_semaphore_generic");
580 
581 	swsm = E1000_READ_REG(hw, E1000_SWSM);
582 
583 	swsm &= ~(E1000_SWSM_SMBI | E1000_SWSM_SWESMBI);
584 
585 	E1000_WRITE_REG(hw, E1000_SWSM, swsm);
586 }
587 
588 /**
589  *  e1000_get_hw_semaphore_82573 - Acquire hardware semaphore
590  *  @hw: pointer to the HW structure
591  *
592  *  Acquire the HW semaphore during reset.
593  *
594  **/
595 static s32 e1000_get_hw_semaphore_82573(struct e1000_hw *hw)
596 {
597 	u32 extcnf_ctrl;
598 	s32 i = 0;
599 
600 	DEBUGFUNC("e1000_get_hw_semaphore_82573");
601 
602 	extcnf_ctrl = E1000_READ_REG(hw, E1000_EXTCNF_CTRL);
603 	do {
604 		extcnf_ctrl |= E1000_EXTCNF_CTRL_MDIO_SW_OWNERSHIP;
605 		E1000_WRITE_REG(hw, E1000_EXTCNF_CTRL, extcnf_ctrl);
606 		extcnf_ctrl = E1000_READ_REG(hw, E1000_EXTCNF_CTRL);
607 
608 		if (extcnf_ctrl & E1000_EXTCNF_CTRL_MDIO_SW_OWNERSHIP)
609 			break;
610 
611 		msec_delay(2);
612 		i++;
613 	} while (i < MDIO_OWNERSHIP_TIMEOUT);
614 
615 	if (i == MDIO_OWNERSHIP_TIMEOUT) {
616 		/* Release semaphores */
617 		e1000_put_hw_semaphore_82573(hw);
618 		DEBUGOUT("Driver can't access the PHY\n");
619 		return -E1000_ERR_PHY;
620 	}
621 
622 	return E1000_SUCCESS;
623 }
624 
625 /**
626  *  e1000_put_hw_semaphore_82573 - Release hardware semaphore
627  *  @hw: pointer to the HW structure
628  *
629  *  Release hardware semaphore used during reset.
630  *
631  **/
632 static void e1000_put_hw_semaphore_82573(struct e1000_hw *hw)
633 {
634 	u32 extcnf_ctrl;
635 
636 	DEBUGFUNC("e1000_put_hw_semaphore_82573");
637 
638 	extcnf_ctrl = E1000_READ_REG(hw, E1000_EXTCNF_CTRL);
639 	extcnf_ctrl &= ~E1000_EXTCNF_CTRL_MDIO_SW_OWNERSHIP;
640 	E1000_WRITE_REG(hw, E1000_EXTCNF_CTRL, extcnf_ctrl);
641 }
642 
643 /**
644  *  e1000_get_hw_semaphore_82574 - Acquire hardware semaphore
645  *  @hw: pointer to the HW structure
646  *
647  *  Acquire the HW semaphore to access the PHY or NVM.
648  *
649  **/
650 static s32 e1000_get_hw_semaphore_82574(struct e1000_hw *hw)
651 {
652 	s32 ret_val;
653 
654 	DEBUGFUNC("e1000_get_hw_semaphore_82574");
655 
656 	E1000_MUTEX_LOCK(&hw->dev_spec._82571.swflag_mutex);
657 	ret_val = e1000_get_hw_semaphore_82573(hw);
658 	if (ret_val)
659 		E1000_MUTEX_UNLOCK(&hw->dev_spec._82571.swflag_mutex);
660 	return ret_val;
661 }
662 
663 /**
664  *  e1000_put_hw_semaphore_82574 - Release hardware semaphore
665  *  @hw: pointer to the HW structure
666  *
667  *  Release hardware semaphore used to access the PHY or NVM
668  *
669  **/
670 static void e1000_put_hw_semaphore_82574(struct e1000_hw *hw)
671 {
672 	DEBUGFUNC("e1000_put_hw_semaphore_82574");
673 
674 	e1000_put_hw_semaphore_82573(hw);
675 	E1000_MUTEX_UNLOCK(&hw->dev_spec._82571.swflag_mutex);
676 }
677 
678 /**
679  *  e1000_set_d0_lplu_state_82574 - Set Low Power Linkup D0 state
680  *  @hw: pointer to the HW structure
681  *  @active: TRUE to enable LPLU, FALSE to disable
682  *
683  *  Sets the LPLU D0 state according to the active flag.
684  *  LPLU will not be activated unless the
685  *  device autonegotiation advertisement meets standards of
686  *  either 10 or 10/100 or 10/100/1000 at all duplexes.
687  *  This is a function pointer entry point only called by
688  *  PHY setup routines.
689  **/
690 static s32 e1000_set_d0_lplu_state_82574(struct e1000_hw *hw, bool active)
691 {
692 	u32 data = E1000_READ_REG(hw, E1000_POEMB);
693 
694 	DEBUGFUNC("e1000_set_d0_lplu_state_82574");
695 
696 	if (active)
697 		data |= E1000_PHY_CTRL_D0A_LPLU;
698 	else
699 		data &= ~E1000_PHY_CTRL_D0A_LPLU;
700 
701 	E1000_WRITE_REG(hw, E1000_POEMB, data);
702 	return E1000_SUCCESS;
703 }
704 
705 /**
706  *  e1000_set_d3_lplu_state_82574 - Sets low power link up state for D3
707  *  @hw: pointer to the HW structure
708  *  @active: boolean used to enable/disable lplu
709  *
710  *  The low power link up (lplu) state is set to the power management level D3
711  *  when active is TRUE, else clear lplu for D3. LPLU
712  *  is used during Dx states where the power conservation is most important.
713  *  During driver activity, SmartSpeed should be enabled so performance is
714  *  maintained.
715  **/
716 static s32 e1000_set_d3_lplu_state_82574(struct e1000_hw *hw, bool active)
717 {
718 	u32 data = E1000_READ_REG(hw, E1000_POEMB);
719 
720 	DEBUGFUNC("e1000_set_d3_lplu_state_82574");
721 
722 	if (!active) {
723 		data &= ~E1000_PHY_CTRL_NOND0A_LPLU;
724 	} else if ((hw->phy.autoneg_advertised == E1000_ALL_SPEED_DUPLEX) ||
725 		   (hw->phy.autoneg_advertised == E1000_ALL_NOT_GIG) ||
726 		   (hw->phy.autoneg_advertised == E1000_ALL_10_SPEED)) {
727 		data |= E1000_PHY_CTRL_NOND0A_LPLU;
728 	}
729 
730 	E1000_WRITE_REG(hw, E1000_POEMB, data);
731 	return E1000_SUCCESS;
732 }
733 
734 /**
735  *  e1000_acquire_nvm_82571 - Request for access to the EEPROM
736  *  @hw: pointer to the HW structure
737  *
738  *  To gain access to the EEPROM, first we must obtain a hardware semaphore.
739  *  Then for non-82573 hardware, set the EEPROM access request bit and wait
740  *  for EEPROM access grant bit.  If the access grant bit is not set, release
741  *  hardware semaphore.
742  **/
743 static s32 e1000_acquire_nvm_82571(struct e1000_hw *hw)
744 {
745 	s32 ret_val;
746 
747 	DEBUGFUNC("e1000_acquire_nvm_82571");
748 
749 	ret_val = e1000_get_hw_semaphore_82571(hw);
750 	if (ret_val)
751 		return ret_val;
752 
753 	switch (hw->mac.type) {
754 	case e1000_82573:
755 		break;
756 	default:
757 		ret_val = e1000_acquire_nvm_generic(hw);
758 		break;
759 	}
760 
761 	if (ret_val)
762 		e1000_put_hw_semaphore_82571(hw);
763 
764 	return ret_val;
765 }
766 
767 /**
768  *  e1000_release_nvm_82571 - Release exclusive access to EEPROM
769  *  @hw: pointer to the HW structure
770  *
771  *  Stop any current commands to the EEPROM and clear the EEPROM request bit.
772  **/
773 static void e1000_release_nvm_82571(struct e1000_hw *hw)
774 {
775 	DEBUGFUNC("e1000_release_nvm_82571");
776 
777 	e1000_release_nvm_generic(hw);
778 	e1000_put_hw_semaphore_82571(hw);
779 }
780 
781 /**
782  *  e1000_write_nvm_82571 - Write to EEPROM using appropriate interface
783  *  @hw: pointer to the HW structure
784  *  @offset: offset within the EEPROM to be written to
785  *  @words: number of words to write
786  *  @data: 16 bit word(s) to be written to the EEPROM
787  *
788  *  For non-82573 silicon, write data to EEPROM at offset using SPI interface.
789  *
790  *  If e1000_update_nvm_checksum is not called after this function, the
791  *  EEPROM will most likely contain an invalid checksum.
792  **/
793 static s32 e1000_write_nvm_82571(struct e1000_hw *hw, u16 offset, u16 words,
794 				 u16 *data)
795 {
796 	s32 ret_val;
797 
798 	DEBUGFUNC("e1000_write_nvm_82571");
799 
800 	switch (hw->mac.type) {
801 	case e1000_82573:
802 	case e1000_82574:
803 	case e1000_82583:
804 		ret_val = e1000_write_nvm_eewr_82571(hw, offset, words, data);
805 		break;
806 	case e1000_82571:
807 	case e1000_82572:
808 		ret_val = e1000_write_nvm_spi(hw, offset, words, data);
809 		break;
810 	default:
811 		ret_val = -E1000_ERR_NVM;
812 		break;
813 	}
814 
815 	return ret_val;
816 }
817 
818 /**
819  *  e1000_update_nvm_checksum_82571 - Update EEPROM checksum
820  *  @hw: pointer to the HW structure
821  *
822  *  Updates the EEPROM checksum by reading/adding each word of the EEPROM
823  *  up to the checksum.  Then calculates the EEPROM checksum and writes the
824  *  value to the EEPROM.
825  **/
826 static s32 e1000_update_nvm_checksum_82571(struct e1000_hw *hw)
827 {
828 	u32 eecd;
829 	s32 ret_val;
830 	u16 i;
831 
832 	DEBUGFUNC("e1000_update_nvm_checksum_82571");
833 
834 	ret_val = e1000_update_nvm_checksum_generic(hw);
835 	if (ret_val)
836 		return ret_val;
837 
838 	/* If our nvm is an EEPROM, then we're done
839 	 * otherwise, commit the checksum to the flash NVM.
840 	 */
841 	if (hw->nvm.type != e1000_nvm_flash_hw)
842 		return E1000_SUCCESS;
843 
844 	/* Check for pending operations. */
845 	for (i = 0; i < E1000_FLASH_UPDATES; i++) {
846 		msec_delay(1);
847 		if (!(E1000_READ_REG(hw, E1000_EECD) & E1000_EECD_FLUPD))
848 			break;
849 	}
850 
851 	if (i == E1000_FLASH_UPDATES)
852 		return -E1000_ERR_NVM;
853 
854 	/* Reset the firmware if using STM opcode. */
855 	if ((E1000_READ_REG(hw, E1000_FLOP) & 0xFF00) == E1000_STM_OPCODE) {
856 		/* The enabling of and the actual reset must be done
857 		 * in two write cycles.
858 		 */
859 		E1000_WRITE_REG(hw, E1000_HICR, E1000_HICR_FW_RESET_ENABLE);
860 		E1000_WRITE_FLUSH(hw);
861 		E1000_WRITE_REG(hw, E1000_HICR, E1000_HICR_FW_RESET);
862 	}
863 
864 	/* Commit the write to flash */
865 	eecd = E1000_READ_REG(hw, E1000_EECD) | E1000_EECD_FLUPD;
866 	E1000_WRITE_REG(hw, E1000_EECD, eecd);
867 
868 	for (i = 0; i < E1000_FLASH_UPDATES; i++) {
869 		msec_delay(1);
870 		if (!(E1000_READ_REG(hw, E1000_EECD) & E1000_EECD_FLUPD))
871 			break;
872 	}
873 
874 	if (i == E1000_FLASH_UPDATES)
875 		return -E1000_ERR_NVM;
876 
877 	return E1000_SUCCESS;
878 }
879 
880 /**
881  *  e1000_validate_nvm_checksum_82571 - Validate EEPROM checksum
882  *  @hw: pointer to the HW structure
883  *
884  *  Calculates the EEPROM checksum by reading/adding each word of the EEPROM
885  *  and then verifies that the sum of the EEPROM is equal to 0xBABA.
886  **/
887 static s32 e1000_validate_nvm_checksum_82571(struct e1000_hw *hw)
888 {
889 	DEBUGFUNC("e1000_validate_nvm_checksum_82571");
890 
891 	if (hw->nvm.type == e1000_nvm_flash_hw)
892 		e1000_fix_nvm_checksum_82571(hw);
893 
894 	return e1000_validate_nvm_checksum_generic(hw);
895 }
896 
897 /**
898  *  e1000_write_nvm_eewr_82571 - Write to EEPROM for 82573 silicon
899  *  @hw: pointer to the HW structure
900  *  @offset: offset within the EEPROM to be written to
901  *  @words: number of words to write
902  *  @data: 16 bit word(s) to be written to the EEPROM
903  *
904  *  After checking for invalid values, poll the EEPROM to ensure the previous
905  *  command has completed before trying to write the next word.  After write
906  *  poll for completion.
907  *
908  *  If e1000_update_nvm_checksum is not called after this function, the
909  *  EEPROM will most likely contain an invalid checksum.
910  **/
911 static s32 e1000_write_nvm_eewr_82571(struct e1000_hw *hw, u16 offset,
912 				      u16 words, u16 *data)
913 {
914 	struct e1000_nvm_info *nvm = &hw->nvm;
915 	u32 i, eewr = 0;
916 	s32 ret_val = E1000_SUCCESS;
917 
918 	DEBUGFUNC("e1000_write_nvm_eewr_82571");
919 
920 	/* A check for invalid values:  offset too large, too many words,
921 	 * and not enough words.
922 	 */
923 	if ((offset >= nvm->word_size) || (words > (nvm->word_size - offset)) ||
924 	    (words == 0)) {
925 		DEBUGOUT("nvm parameter(s) out of bounds\n");
926 		return -E1000_ERR_NVM;
927 	}
928 
929 	for (i = 0; i < words; i++) {
930 		eewr = (data[i] << E1000_NVM_RW_REG_DATA) |
931 		       ((offset+i) << E1000_NVM_RW_ADDR_SHIFT) |
932 		       E1000_NVM_RW_REG_START;
933 
934 		ret_val = e1000_poll_eerd_eewr_done(hw, E1000_NVM_POLL_WRITE);
935 		if (ret_val)
936 			break;
937 
938 		E1000_WRITE_REG(hw, E1000_EEWR, eewr);
939 
940 		ret_val = e1000_poll_eerd_eewr_done(hw, E1000_NVM_POLL_WRITE);
941 		if (ret_val)
942 			break;
943 	}
944 
945 	return ret_val;
946 }
947 
948 /**
949  *  e1000_get_cfg_done_82571 - Poll for configuration done
950  *  @hw: pointer to the HW structure
951  *
952  *  Reads the management control register for the config done bit to be set.
953  **/
954 static s32 e1000_get_cfg_done_82571(struct e1000_hw *hw)
955 {
956 	s32 timeout = PHY_CFG_TIMEOUT;
957 
958 	DEBUGFUNC("e1000_get_cfg_done_82571");
959 
960 	while (timeout) {
961 		if (E1000_READ_REG(hw, E1000_EEMNGCTL) &
962 		    E1000_NVM_CFG_DONE_PORT_0)
963 			break;
964 		msec_delay(1);
965 		timeout--;
966 	}
967 	if (!timeout) {
968 		DEBUGOUT("MNG configuration cycle has not completed.\n");
969 		return -E1000_ERR_RESET;
970 	}
971 
972 	return E1000_SUCCESS;
973 }
974 
975 /**
976  *  e1000_set_d0_lplu_state_82571 - Set Low Power Linkup D0 state
977  *  @hw: pointer to the HW structure
978  *  @active: TRUE to enable LPLU, FALSE to disable
979  *
980  *  Sets the LPLU D0 state according to the active flag.  When activating LPLU
981  *  this function also disables smart speed and vice versa.  LPLU will not be
982  *  activated unless the device autonegotiation advertisement meets standards
983  *  of either 10 or 10/100 or 10/100/1000 at all duplexes.  This is a function
984  *  pointer entry point only called by PHY setup routines.
985  **/
986 static s32 e1000_set_d0_lplu_state_82571(struct e1000_hw *hw, bool active)
987 {
988 	struct e1000_phy_info *phy = &hw->phy;
989 	s32 ret_val;
990 	u16 data;
991 
992 	DEBUGFUNC("e1000_set_d0_lplu_state_82571");
993 
994 	if (!(phy->ops.read_reg))
995 		return E1000_SUCCESS;
996 
997 	ret_val = phy->ops.read_reg(hw, IGP02E1000_PHY_POWER_MGMT, &data);
998 	if (ret_val)
999 		return ret_val;
1000 
1001 	if (active) {
1002 		data |= IGP02E1000_PM_D0_LPLU;
1003 		ret_val = phy->ops.write_reg(hw, IGP02E1000_PHY_POWER_MGMT,
1004 					     data);
1005 		if (ret_val)
1006 			return ret_val;
1007 
1008 		/* When LPLU is enabled, we should disable SmartSpeed */
1009 		ret_val = phy->ops.read_reg(hw, IGP01E1000_PHY_PORT_CONFIG,
1010 					    &data);
1011 		if (ret_val)
1012 			return ret_val;
1013 		data &= ~IGP01E1000_PSCFR_SMART_SPEED;
1014 		ret_val = phy->ops.write_reg(hw, IGP01E1000_PHY_PORT_CONFIG,
1015 					     data);
1016 		if (ret_val)
1017 			return ret_val;
1018 	} else {
1019 		data &= ~IGP02E1000_PM_D0_LPLU;
1020 		ret_val = phy->ops.write_reg(hw, IGP02E1000_PHY_POWER_MGMT,
1021 					     data);
1022 		/* LPLU and SmartSpeed are mutually exclusive.  LPLU is used
1023 		 * during Dx states where the power conservation is most
1024 		 * important.  During driver activity we should enable
1025 		 * SmartSpeed, so performance is maintained.
1026 		 */
1027 		if (phy->smart_speed == e1000_smart_speed_on) {
1028 			ret_val = phy->ops.read_reg(hw,
1029 						    IGP01E1000_PHY_PORT_CONFIG,
1030 						    &data);
1031 			if (ret_val)
1032 				return ret_val;
1033 
1034 			data |= IGP01E1000_PSCFR_SMART_SPEED;
1035 			ret_val = phy->ops.write_reg(hw,
1036 						     IGP01E1000_PHY_PORT_CONFIG,
1037 						     data);
1038 			if (ret_val)
1039 				return ret_val;
1040 		} else if (phy->smart_speed == e1000_smart_speed_off) {
1041 			ret_val = phy->ops.read_reg(hw,
1042 						    IGP01E1000_PHY_PORT_CONFIG,
1043 						    &data);
1044 			if (ret_val)
1045 				return ret_val;
1046 
1047 			data &= ~IGP01E1000_PSCFR_SMART_SPEED;
1048 			ret_val = phy->ops.write_reg(hw,
1049 						     IGP01E1000_PHY_PORT_CONFIG,
1050 						     data);
1051 			if (ret_val)
1052 				return ret_val;
1053 		}
1054 	}
1055 
1056 	return E1000_SUCCESS;
1057 }
1058 
1059 /**
1060  *  e1000_reset_hw_82571 - Reset hardware
1061  *  @hw: pointer to the HW structure
1062  *
1063  *  This resets the hardware into a known state.
1064  **/
1065 static s32 e1000_reset_hw_82571(struct e1000_hw *hw)
1066 {
1067 	u32 ctrl, ctrl_ext, eecd, tctl;
1068 	s32 ret_val;
1069 
1070 	DEBUGFUNC("e1000_reset_hw_82571");
1071 
1072 	/* Prevent the PCI-E bus from sticking if there is no TLP connection
1073 	 * on the last TLP read/write transaction when MAC is reset.
1074 	 */
1075 	ret_val = e1000_disable_pcie_master_generic(hw);
1076 	if (ret_val)
1077 		DEBUGOUT("PCI-E Master disable polling has failed.\n");
1078 
1079 	DEBUGOUT("Masking off all interrupts\n");
1080 	E1000_WRITE_REG(hw, E1000_IMC, 0xffffffff);
1081 
1082 	E1000_WRITE_REG(hw, E1000_RCTL, 0);
1083 	tctl = E1000_READ_REG(hw, E1000_TCTL);
1084 	tctl &= ~E1000_TCTL_EN;
1085 	E1000_WRITE_REG(hw, E1000_TCTL, tctl);
1086 	E1000_WRITE_FLUSH(hw);
1087 
1088 	msec_delay(10);
1089 
1090 	/* Must acquire the MDIO ownership before MAC reset.
1091 	 * Ownership defaults to firmware after a reset.
1092 	 */
1093 	switch (hw->mac.type) {
1094 	case e1000_82573:
1095 		ret_val = e1000_get_hw_semaphore_82573(hw);
1096 		break;
1097 	case e1000_82574:
1098 	case e1000_82583:
1099 		ret_val = e1000_get_hw_semaphore_82574(hw);
1100 		break;
1101 	default:
1102 		break;
1103 	}
1104 	if (ret_val)
1105 		DEBUGOUT("Cannot acquire MDIO ownership\n");
1106 
1107 	ctrl = E1000_READ_REG(hw, E1000_CTRL);
1108 
1109 	DEBUGOUT("Issuing a global reset to MAC\n");
1110 	E1000_WRITE_REG(hw, E1000_CTRL, ctrl | E1000_CTRL_RST);
1111 
1112 	/* Must release MDIO ownership and mutex after MAC reset. */
1113 	switch (hw->mac.type) {
1114 	case e1000_82574:
1115 	case e1000_82583:
1116 		e1000_put_hw_semaphore_82574(hw);
1117 		break;
1118 	default:
1119 		break;
1120 	}
1121 
1122 	if (hw->nvm.type == e1000_nvm_flash_hw) {
1123 		usec_delay(10);
1124 		ctrl_ext = E1000_READ_REG(hw, E1000_CTRL_EXT);
1125 		ctrl_ext |= E1000_CTRL_EXT_EE_RST;
1126 		E1000_WRITE_REG(hw, E1000_CTRL_EXT, ctrl_ext);
1127 		E1000_WRITE_FLUSH(hw);
1128 	}
1129 
1130 	ret_val = e1000_get_auto_rd_done_generic(hw);
1131 	if (ret_val)
1132 		/* We don't want to continue accessing MAC registers. */
1133 		return ret_val;
1134 
1135 	/* Phy configuration from NVM just starts after EECD_AUTO_RD is set.
1136 	 * Need to wait for Phy configuration completion before accessing
1137 	 * NVM and Phy.
1138 	 */
1139 
1140 	switch (hw->mac.type) {
1141 	case e1000_82571:
1142 	case e1000_82572:
1143 		/* REQ and GNT bits need to be cleared when using AUTO_RD
1144 		 * to access the EEPROM.
1145 		 */
1146 		eecd = E1000_READ_REG(hw, E1000_EECD);
1147 		eecd &= ~(E1000_EECD_REQ | E1000_EECD_GNT);
1148 		E1000_WRITE_REG(hw, E1000_EECD, eecd);
1149 		break;
1150 	case e1000_82573:
1151 	case e1000_82574:
1152 	case e1000_82583:
1153 		msec_delay(25);
1154 		break;
1155 	default:
1156 		break;
1157 	}
1158 
1159 	/* Clear any pending interrupt events. */
1160 	E1000_WRITE_REG(hw, E1000_IMC, 0xffffffff);
1161 	E1000_READ_REG(hw, E1000_ICR);
1162 
1163 	if (hw->mac.type == e1000_82571) {
1164 		/* Install any alternate MAC address into RAR0 */
1165 		ret_val = e1000_check_alt_mac_addr_generic(hw);
1166 		if (ret_val)
1167 			return ret_val;
1168 
1169 		e1000_set_laa_state_82571(hw, TRUE);
1170 	}
1171 
1172 	/* Reinitialize the 82571 serdes link state machine */
1173 	if (hw->phy.media_type == e1000_media_type_internal_serdes)
1174 		hw->mac.serdes_link_state = e1000_serdes_link_down;
1175 
1176 	return E1000_SUCCESS;
1177 }
1178 
1179 /**
1180  *  e1000_init_hw_82571 - Initialize hardware
1181  *  @hw: pointer to the HW structure
1182  *
1183  *  This inits the hardware readying it for operation.
1184  **/
1185 static s32 e1000_init_hw_82571(struct e1000_hw *hw)
1186 {
1187 	struct e1000_mac_info *mac = &hw->mac;
1188 	u32 reg_data;
1189 	s32 ret_val;
1190 	u16 i, rar_count = mac->rar_entry_count;
1191 
1192 	DEBUGFUNC("e1000_init_hw_82571");
1193 
1194 	e1000_initialize_hw_bits_82571(hw);
1195 
1196 	/* Initialize identification LED */
1197 	ret_val = mac->ops.id_led_init(hw);
1198 	/* An error is not fatal and we should not stop init due to this */
1199 	if (ret_val)
1200 		DEBUGOUT("Error initializing identification LED\n");
1201 
1202 	/* Disabling VLAN filtering */
1203 	DEBUGOUT("Initializing the IEEE VLAN\n");
1204 	mac->ops.clear_vfta(hw);
1205 
1206 	/* Setup the receive address.
1207 	 * If, however, a locally administered address was assigned to the
1208 	 * 82571, we must reserve a RAR for it to work around an issue where
1209 	 * resetting one port will reload the MAC on the other port.
1210 	 */
1211 	if (e1000_get_laa_state_82571(hw))
1212 		rar_count--;
1213 	e1000_init_rx_addrs_generic(hw, rar_count);
1214 
1215 	/* Zero out the Multicast HASH table */
1216 	DEBUGOUT("Zeroing the MTA\n");
1217 	for (i = 0; i < mac->mta_reg_count; i++)
1218 		E1000_WRITE_REG_ARRAY(hw, E1000_MTA, i, 0);
1219 
1220 	/* Setup link and flow control */
1221 	ret_val = mac->ops.setup_link(hw);
1222 
1223 	/* Set the transmit descriptor write-back policy */
1224 	reg_data = E1000_READ_REG(hw, E1000_TXDCTL(0));
1225 	reg_data = (reg_data & ~E1000_TXDCTL_WTHRESH) |
1226 		   E1000_TXDCTL_FULL_TX_DESC_WB | E1000_TXDCTL_COUNT_DESC;
1227 	E1000_WRITE_REG(hw, E1000_TXDCTL(0), reg_data);
1228 
1229 	/* ...for both queues. */
1230 	switch (mac->type) {
1231 	case e1000_82573:
1232 		e1000_enable_tx_pkt_filtering_generic(hw);
1233 		/* fall through */
1234 	case e1000_82574:
1235 	case e1000_82583:
1236 		reg_data = E1000_READ_REG(hw, E1000_GCR);
1237 		reg_data |= E1000_GCR_L1_ACT_WITHOUT_L0S_RX;
1238 		E1000_WRITE_REG(hw, E1000_GCR, reg_data);
1239 		break;
1240 	default:
1241 		reg_data = E1000_READ_REG(hw, E1000_TXDCTL(1));
1242 		reg_data = (reg_data & ~E1000_TXDCTL_WTHRESH) |
1243 			   E1000_TXDCTL_FULL_TX_DESC_WB |
1244 			   E1000_TXDCTL_COUNT_DESC;
1245 		E1000_WRITE_REG(hw, E1000_TXDCTL(1), reg_data);
1246 		break;
1247 	}
1248 
1249 	/* Clear all of the statistics registers (clear on read).  It is
1250 	 * important that we do this after we have tried to establish link
1251 	 * because the symbol error count will increment wildly if there
1252 	 * is no link.
1253 	 */
1254 	e1000_clear_hw_cntrs_82571(hw);
1255 
1256 	return ret_val;
1257 }
1258 
1259 /**
1260  *  e1000_initialize_hw_bits_82571 - Initialize hardware-dependent bits
1261  *  @hw: pointer to the HW structure
1262  *
1263  *  Initializes required hardware-dependent bits needed for normal operation.
1264  **/
1265 static void e1000_initialize_hw_bits_82571(struct e1000_hw *hw)
1266 {
1267 	u32 reg;
1268 
1269 	DEBUGFUNC("e1000_initialize_hw_bits_82571");
1270 
1271 	/* Transmit Descriptor Control 0 */
1272 	reg = E1000_READ_REG(hw, E1000_TXDCTL(0));
1273 	reg |= (1 << 22);
1274 	E1000_WRITE_REG(hw, E1000_TXDCTL(0), reg);
1275 
1276 	/* Transmit Descriptor Control 1 */
1277 	reg = E1000_READ_REG(hw, E1000_TXDCTL(1));
1278 	reg |= (1 << 22);
1279 	E1000_WRITE_REG(hw, E1000_TXDCTL(1), reg);
1280 
1281 	/* Transmit Arbitration Control 0 */
1282 	reg = E1000_READ_REG(hw, E1000_TARC(0));
1283 	reg &= ~(0xF << 27); /* 30:27 */
1284 	switch (hw->mac.type) {
1285 	case e1000_82571:
1286 	case e1000_82572:
1287 		reg |= (1 << 23) | (1 << 24) | (1 << 25) | (1 << 26);
1288 		break;
1289 	case e1000_82574:
1290 	case e1000_82583:
1291 		reg |= (1 << 26);
1292 		break;
1293 	default:
1294 		break;
1295 	}
1296 	E1000_WRITE_REG(hw, E1000_TARC(0), reg);
1297 
1298 	/* Transmit Arbitration Control 1 */
1299 	reg = E1000_READ_REG(hw, E1000_TARC(1));
1300 	switch (hw->mac.type) {
1301 	case e1000_82571:
1302 	case e1000_82572:
1303 		reg &= ~((1 << 29) | (1 << 30));
1304 		reg |= (1 << 22) | (1 << 24) | (1 << 25) | (1 << 26);
1305 		if (E1000_READ_REG(hw, E1000_TCTL) & E1000_TCTL_MULR)
1306 			reg &= ~(1 << 28);
1307 		else
1308 			reg |= (1 << 28);
1309 		E1000_WRITE_REG(hw, E1000_TARC(1), reg);
1310 		break;
1311 	default:
1312 		break;
1313 	}
1314 
1315 	/* Device Control */
1316 	switch (hw->mac.type) {
1317 	case e1000_82573:
1318 	case e1000_82574:
1319 	case e1000_82583:
1320 		reg = E1000_READ_REG(hw, E1000_CTRL);
1321 		reg &= ~(1 << 29);
1322 		E1000_WRITE_REG(hw, E1000_CTRL, reg);
1323 		break;
1324 	default:
1325 		break;
1326 	}
1327 
1328 	/* Extended Device Control */
1329 	switch (hw->mac.type) {
1330 	case e1000_82573:
1331 	case e1000_82574:
1332 	case e1000_82583:
1333 		reg = E1000_READ_REG(hw, E1000_CTRL_EXT);
1334 		reg &= ~(1 << 23);
1335 		reg |= (1 << 22);
1336 		E1000_WRITE_REG(hw, E1000_CTRL_EXT, reg);
1337 		break;
1338 	default:
1339 		break;
1340 	}
1341 
1342 	if (hw->mac.type == e1000_82571) {
1343 		reg = E1000_READ_REG(hw, E1000_PBA_ECC);
1344 		reg |= E1000_PBA_ECC_CORR_EN;
1345 		E1000_WRITE_REG(hw, E1000_PBA_ECC, reg);
1346 	}
1347 
1348 	/* Workaround for hardware errata.
1349 	 * Ensure that DMA Dynamic Clock gating is disabled on 82571 and 82572
1350 	 */
1351 	if ((hw->mac.type == e1000_82571) ||
1352 	   (hw->mac.type == e1000_82572)) {
1353 		reg = E1000_READ_REG(hw, E1000_CTRL_EXT);
1354 		reg &= ~E1000_CTRL_EXT_DMA_DYN_CLK_EN;
1355 		E1000_WRITE_REG(hw, E1000_CTRL_EXT, reg);
1356 	}
1357 
1358 	/* Disable IPv6 extension header parsing because some malformed
1359 	 * IPv6 headers can hang the Rx.
1360 	 */
1361 	if (hw->mac.type <= e1000_82573) {
1362 		reg = E1000_READ_REG(hw, E1000_RFCTL);
1363 		reg |= (E1000_RFCTL_IPV6_EX_DIS | E1000_RFCTL_NEW_IPV6_EXT_DIS);
1364 		E1000_WRITE_REG(hw, E1000_RFCTL, reg);
1365 	}
1366 
1367 	/* PCI-Ex Control Registers */
1368 	switch (hw->mac.type) {
1369 	case e1000_82574:
1370 	case e1000_82583:
1371 		reg = E1000_READ_REG(hw, E1000_GCR);
1372 		reg |= (1 << 22);
1373 		E1000_WRITE_REG(hw, E1000_GCR, reg);
1374 
1375 		/* Workaround for hardware errata.
1376 		 * apply workaround for hardware errata documented in errata
1377 		 * docs Fixes issue where some error prone or unreliable PCIe
1378 		 * completions are occurring, particularly with ASPM enabled.
1379 		 * Without fix, issue can cause Tx timeouts.
1380 		 */
1381 		reg = E1000_READ_REG(hw, E1000_GCR2);
1382 		reg |= 1;
1383 		E1000_WRITE_REG(hw, E1000_GCR2, reg);
1384 		break;
1385 	default:
1386 		break;
1387 	}
1388 
1389 	return;
1390 }
1391 
1392 /**
1393  *  e1000_clear_vfta_82571 - Clear VLAN filter table
1394  *  @hw: pointer to the HW structure
1395  *
1396  *  Clears the register array which contains the VLAN filter table by
1397  *  setting all the values to 0.
1398  **/
1399 static void e1000_clear_vfta_82571(struct e1000_hw *hw)
1400 {
1401 	u32 offset;
1402 	u32 vfta_value = 0;
1403 	u32 vfta_offset = 0;
1404 	u32 vfta_bit_in_reg = 0;
1405 
1406 	DEBUGFUNC("e1000_clear_vfta_82571");
1407 
1408 	switch (hw->mac.type) {
1409 	case e1000_82573:
1410 	case e1000_82574:
1411 	case e1000_82583:
1412 		if (hw->mng_cookie.vlan_id != 0) {
1413 			/* The VFTA is a 4096b bit-field, each identifying
1414 			 * a single VLAN ID.  The following operations
1415 			 * determine which 32b entry (i.e. offset) into the
1416 			 * array we want to set the VLAN ID (i.e. bit) of
1417 			 * the manageability unit.
1418 			 */
1419 			vfta_offset = (hw->mng_cookie.vlan_id >>
1420 				       E1000_VFTA_ENTRY_SHIFT) &
1421 			    E1000_VFTA_ENTRY_MASK;
1422 			vfta_bit_in_reg =
1423 			    1 << (hw->mng_cookie.vlan_id &
1424 				  E1000_VFTA_ENTRY_BIT_SHIFT_MASK);
1425 		}
1426 		break;
1427 	default:
1428 		break;
1429 	}
1430 	for (offset = 0; offset < E1000_VLAN_FILTER_TBL_SIZE; offset++) {
1431 		/* If the offset we want to clear is the same offset of the
1432 		 * manageability VLAN ID, then clear all bits except that of
1433 		 * the manageability unit.
1434 		 */
1435 		vfta_value = (offset == vfta_offset) ? vfta_bit_in_reg : 0;
1436 		E1000_WRITE_REG_ARRAY(hw, E1000_VFTA, offset, vfta_value);
1437 		E1000_WRITE_FLUSH(hw);
1438 	}
1439 }
1440 
1441 /**
1442  *  e1000_check_mng_mode_82574 - Check manageability is enabled
1443  *  @hw: pointer to the HW structure
1444  *
1445  *  Reads the NVM Initialization Control Word 2 and returns TRUE
1446  *  (>0) if any manageability is enabled, else FALSE (0).
1447  **/
1448 static bool e1000_check_mng_mode_82574(struct e1000_hw *hw)
1449 {
1450 	u16 data;
1451 
1452 	DEBUGFUNC("e1000_check_mng_mode_82574");
1453 
1454 	hw->nvm.ops.read(hw, NVM_INIT_CONTROL2_REG, 1, &data);
1455 	return (data & E1000_NVM_INIT_CTRL2_MNGM) != 0;
1456 }
1457 
1458 /**
1459  *  e1000_led_on_82574 - Turn LED on
1460  *  @hw: pointer to the HW structure
1461  *
1462  *  Turn LED on.
1463  **/
1464 static s32 e1000_led_on_82574(struct e1000_hw *hw)
1465 {
1466 	u32 ctrl;
1467 	u32 i;
1468 
1469 	DEBUGFUNC("e1000_led_on_82574");
1470 
1471 	ctrl = hw->mac.ledctl_mode2;
1472 	if (!(E1000_STATUS_LU & E1000_READ_REG(hw, E1000_STATUS))) {
1473 		/* If no link, then turn LED on by setting the invert bit
1474 		 * for each LED that's "on" (0x0E) in ledctl_mode2.
1475 		 */
1476 		for (i = 0; i < 4; i++)
1477 			if (((hw->mac.ledctl_mode2 >> (i * 8)) & 0xFF) ==
1478 			    E1000_LEDCTL_MODE_LED_ON)
1479 				ctrl |= (E1000_LEDCTL_LED0_IVRT << (i * 8));
1480 	}
1481 	E1000_WRITE_REG(hw, E1000_LEDCTL, ctrl);
1482 
1483 	return E1000_SUCCESS;
1484 }
1485 
1486 /**
1487  *  e1000_check_phy_82574 - check 82574 phy hung state
1488  *  @hw: pointer to the HW structure
1489  *
1490  *  Returns whether phy is hung or not
1491  **/
1492 bool e1000_check_phy_82574(struct e1000_hw *hw)
1493 {
1494 	u16 status_1kbt = 0;
1495 	u16 receive_errors = 0;
1496 	s32 ret_val;
1497 
1498 	DEBUGFUNC("e1000_check_phy_82574");
1499 
1500 	/* Read PHY Receive Error counter first, if its is max - all F's then
1501 	 * read the Base1000T status register If both are max then PHY is hung.
1502 	 */
1503 	ret_val = hw->phy.ops.read_reg(hw, E1000_RECEIVE_ERROR_COUNTER,
1504 				       &receive_errors);
1505 	if (ret_val)
1506 		return FALSE;
1507 	if (receive_errors == E1000_RECEIVE_ERROR_MAX) {
1508 		ret_val = hw->phy.ops.read_reg(hw, E1000_BASE1000T_STATUS,
1509 					       &status_1kbt);
1510 		if (ret_val)
1511 			return FALSE;
1512 		if ((status_1kbt & E1000_IDLE_ERROR_COUNT_MASK) ==
1513 		    E1000_IDLE_ERROR_COUNT_MASK)
1514 			return TRUE;
1515 	}
1516 
1517 	return FALSE;
1518 }
1519 
1520 
1521 /**
1522  *  e1000_setup_link_82571 - Setup flow control and link settings
1523  *  @hw: pointer to the HW structure
1524  *
1525  *  Determines which flow control settings to use, then configures flow
1526  *  control.  Calls the appropriate media-specific link configuration
1527  *  function.  Assuming the adapter has a valid link partner, a valid link
1528  *  should be established.  Assumes the hardware has previously been reset
1529  *  and the transmitter and receiver are not enabled.
1530  **/
1531 static s32 e1000_setup_link_82571(struct e1000_hw *hw)
1532 {
1533 	DEBUGFUNC("e1000_setup_link_82571");
1534 
1535 	/* 82573 does not have a word in the NVM to determine
1536 	 * the default flow control setting, so we explicitly
1537 	 * set it to full.
1538 	 */
1539 	switch (hw->mac.type) {
1540 	case e1000_82573:
1541 	case e1000_82574:
1542 	case e1000_82583:
1543 		if (hw->fc.requested_mode == e1000_fc_default)
1544 			hw->fc.requested_mode = e1000_fc_full;
1545 		break;
1546 	default:
1547 		break;
1548 	}
1549 
1550 	return e1000_setup_link_generic(hw);
1551 }
1552 
1553 /**
1554  *  e1000_setup_copper_link_82571 - Configure copper link settings
1555  *  @hw: pointer to the HW structure
1556  *
1557  *  Configures the link for auto-neg or forced speed and duplex.  Then we check
1558  *  for link, once link is established calls to configure collision distance
1559  *  and flow control are called.
1560  **/
1561 static s32 e1000_setup_copper_link_82571(struct e1000_hw *hw)
1562 {
1563 	u32 ctrl;
1564 	s32 ret_val;
1565 
1566 	DEBUGFUNC("e1000_setup_copper_link_82571");
1567 
1568 	ctrl = E1000_READ_REG(hw, E1000_CTRL);
1569 	ctrl |= E1000_CTRL_SLU;
1570 	ctrl &= ~(E1000_CTRL_FRCSPD | E1000_CTRL_FRCDPX);
1571 	E1000_WRITE_REG(hw, E1000_CTRL, ctrl);
1572 
1573 	switch (hw->phy.type) {
1574 	case e1000_phy_m88:
1575 	case e1000_phy_bm:
1576 		ret_val = e1000_copper_link_setup_m88(hw);
1577 		break;
1578 	case e1000_phy_igp_2:
1579 		ret_val = e1000_copper_link_setup_igp(hw);
1580 		break;
1581 	default:
1582 		return -E1000_ERR_PHY;
1583 		break;
1584 	}
1585 
1586 	if (ret_val)
1587 		return ret_val;
1588 
1589 	return e1000_setup_copper_link_generic(hw);
1590 }
1591 
1592 /**
1593  *  e1000_setup_fiber_serdes_link_82571 - Setup link for fiber/serdes
1594  *  @hw: pointer to the HW structure
1595  *
1596  *  Configures collision distance and flow control for fiber and serdes links.
1597  *  Upon successful setup, poll for link.
1598  **/
1599 static s32 e1000_setup_fiber_serdes_link_82571(struct e1000_hw *hw)
1600 {
1601 	DEBUGFUNC("e1000_setup_fiber_serdes_link_82571");
1602 
1603 	switch (hw->mac.type) {
1604 	case e1000_82571:
1605 	case e1000_82572:
1606 		/* If SerDes loopback mode is entered, there is no form
1607 		 * of reset to take the adapter out of that mode.  So we
1608 		 * have to explicitly take the adapter out of loopback
1609 		 * mode.  This prevents drivers from twiddling their thumbs
1610 		 * if another tool failed to take it out of loopback mode.
1611 		 */
1612 		E1000_WRITE_REG(hw, E1000_SCTL,
1613 				E1000_SCTL_DISABLE_SERDES_LOOPBACK);
1614 		break;
1615 	default:
1616 		break;
1617 	}
1618 
1619 	return e1000_setup_fiber_serdes_link_generic(hw);
1620 }
1621 
1622 /**
1623  *  e1000_check_for_serdes_link_82571 - Check for link (Serdes)
1624  *  @hw: pointer to the HW structure
1625  *
1626  *  Reports the link state as up or down.
1627  *
1628  *  If autonegotiation is supported by the link partner, the link state is
1629  *  determined by the result of autonegotiation. This is the most likely case.
1630  *  If autonegotiation is not supported by the link partner, and the link
1631  *  has a valid signal, force the link up.
1632  *
1633  *  The link state is represented internally here by 4 states:
1634  *
1635  *  1) down
1636  *  2) autoneg_progress
1637  *  3) autoneg_complete (the link successfully autonegotiated)
1638  *  4) forced_up (the link has been forced up, it did not autonegotiate)
1639  *
1640  **/
1641 static s32 e1000_check_for_serdes_link_82571(struct e1000_hw *hw)
1642 {
1643 	struct e1000_mac_info *mac = &hw->mac;
1644 	u32 rxcw;
1645 	u32 ctrl;
1646 	u32 status;
1647 	u32 txcw;
1648 	u32 i;
1649 	s32 ret_val = E1000_SUCCESS;
1650 
1651 	DEBUGFUNC("e1000_check_for_serdes_link_82571");
1652 
1653 	ctrl = E1000_READ_REG(hw, E1000_CTRL);
1654 	status = E1000_READ_REG(hw, E1000_STATUS);
1655 	E1000_READ_REG(hw, E1000_RXCW);
1656 	/* SYNCH bit and IV bit are sticky */
1657 	usec_delay(10);
1658 	rxcw = E1000_READ_REG(hw, E1000_RXCW);
1659 
1660 	if ((rxcw & E1000_RXCW_SYNCH) && !(rxcw & E1000_RXCW_IV)) {
1661 		/* Receiver is synchronized with no invalid bits.  */
1662 		switch (mac->serdes_link_state) {
1663 		case e1000_serdes_link_autoneg_complete:
1664 			if (!(status & E1000_STATUS_LU)) {
1665 				/* We have lost link, retry autoneg before
1666 				 * reporting link failure
1667 				 */
1668 				mac->serdes_link_state =
1669 				    e1000_serdes_link_autoneg_progress;
1670 				mac->serdes_has_link = FALSE;
1671 				DEBUGOUT("AN_UP     -> AN_PROG\n");
1672 			} else {
1673 				mac->serdes_has_link = TRUE;
1674 			}
1675 			break;
1676 
1677 		case e1000_serdes_link_forced_up:
1678 			/* If we are receiving /C/ ordered sets, re-enable
1679 			 * auto-negotiation in the TXCW register and disable
1680 			 * forced link in the Device Control register in an
1681 			 * attempt to auto-negotiate with our link partner.
1682 			 */
1683 			if (rxcw & E1000_RXCW_C) {
1684 				/* Enable autoneg, and unforce link up */
1685 				E1000_WRITE_REG(hw, E1000_TXCW, mac->txcw);
1686 				E1000_WRITE_REG(hw, E1000_CTRL,
1687 				    (ctrl & ~E1000_CTRL_SLU));
1688 				mac->serdes_link_state =
1689 				    e1000_serdes_link_autoneg_progress;
1690 				mac->serdes_has_link = FALSE;
1691 				DEBUGOUT("FORCED_UP -> AN_PROG\n");
1692 			} else {
1693 				mac->serdes_has_link = TRUE;
1694 			}
1695 			break;
1696 
1697 		case e1000_serdes_link_autoneg_progress:
1698 			if (rxcw & E1000_RXCW_C) {
1699 				/* We received /C/ ordered sets, meaning the
1700 				 * link partner has autonegotiated, and we can
1701 				 * trust the Link Up (LU) status bit.
1702 				 */
1703 				if (status & E1000_STATUS_LU) {
1704 					mac->serdes_link_state =
1705 					    e1000_serdes_link_autoneg_complete;
1706 					DEBUGOUT("AN_PROG   -> AN_UP\n");
1707 					mac->serdes_has_link = TRUE;
1708 				} else {
1709 					/* Autoneg completed, but failed. */
1710 					mac->serdes_link_state =
1711 					    e1000_serdes_link_down;
1712 					DEBUGOUT("AN_PROG   -> DOWN\n");
1713 				}
1714 			} else {
1715 				/* The link partner did not autoneg.
1716 				 * Force link up and full duplex, and change
1717 				 * state to forced.
1718 				 */
1719 				E1000_WRITE_REG(hw, E1000_TXCW,
1720 				(mac->txcw & ~E1000_TXCW_ANE));
1721 				ctrl |= (E1000_CTRL_SLU | E1000_CTRL_FD);
1722 				E1000_WRITE_REG(hw, E1000_CTRL, ctrl);
1723 
1724 				/* Configure Flow Control after link up. */
1725 				ret_val =
1726 				    e1000_config_fc_after_link_up_generic(hw);
1727 				if (ret_val) {
1728 					DEBUGOUT("Error config flow control\n");
1729 					break;
1730 				}
1731 				mac->serdes_link_state =
1732 						e1000_serdes_link_forced_up;
1733 				mac->serdes_has_link = TRUE;
1734 				DEBUGOUT("AN_PROG   -> FORCED_UP\n");
1735 			}
1736 			break;
1737 
1738 		case e1000_serdes_link_down:
1739 		default:
1740 			/* The link was down but the receiver has now gained
1741 			 * valid sync, so lets see if we can bring the link
1742 			 * up.
1743 			 */
1744 			E1000_WRITE_REG(hw, E1000_TXCW, mac->txcw);
1745 			E1000_WRITE_REG(hw, E1000_CTRL, (ctrl &
1746 					~E1000_CTRL_SLU));
1747 			mac->serdes_link_state =
1748 					e1000_serdes_link_autoneg_progress;
1749 			mac->serdes_has_link = FALSE;
1750 			DEBUGOUT("DOWN      -> AN_PROG\n");
1751 			break;
1752 		}
1753 	} else {
1754 		if (!(rxcw & E1000_RXCW_SYNCH)) {
1755 			mac->serdes_has_link = FALSE;
1756 			mac->serdes_link_state = e1000_serdes_link_down;
1757 			DEBUGOUT("ANYSTATE  -> DOWN\n");
1758 		} else {
1759 			/* Check several times, if SYNCH bit and CONFIG
1760 			 * bit both are consistently 1 then simply ignore
1761 			 * the IV bit and restart Autoneg
1762 			 */
1763 			for (i = 0; i < AN_RETRY_COUNT; i++) {
1764 				usec_delay(10);
1765 				rxcw = E1000_READ_REG(hw, E1000_RXCW);
1766 				if ((rxcw & E1000_RXCW_SYNCH) &&
1767 				    (rxcw & E1000_RXCW_C))
1768 					continue;
1769 
1770 				if (rxcw & E1000_RXCW_IV) {
1771 					mac->serdes_has_link = FALSE;
1772 					mac->serdes_link_state =
1773 							e1000_serdes_link_down;
1774 					DEBUGOUT("ANYSTATE  -> DOWN\n");
1775 					break;
1776 				}
1777 			}
1778 
1779 			if (i == AN_RETRY_COUNT) {
1780 				txcw = E1000_READ_REG(hw, E1000_TXCW);
1781 				txcw |= E1000_TXCW_ANE;
1782 				E1000_WRITE_REG(hw, E1000_TXCW, txcw);
1783 				mac->serdes_link_state =
1784 					e1000_serdes_link_autoneg_progress;
1785 				mac->serdes_has_link = FALSE;
1786 				DEBUGOUT("ANYSTATE  -> AN_PROG\n");
1787 			}
1788 		}
1789 	}
1790 
1791 	return ret_val;
1792 }
1793 
1794 /**
1795  *  e1000_valid_led_default_82571 - Verify a valid default LED config
1796  *  @hw: pointer to the HW structure
1797  *  @data: pointer to the NVM (EEPROM)
1798  *
1799  *  Read the EEPROM for the current default LED configuration.  If the
1800  *  LED configuration is not valid, set to a valid LED configuration.
1801  **/
1802 static s32 e1000_valid_led_default_82571(struct e1000_hw *hw, u16 *data)
1803 {
1804 	s32 ret_val;
1805 
1806 	DEBUGFUNC("e1000_valid_led_default_82571");
1807 
1808 	ret_val = hw->nvm.ops.read(hw, NVM_ID_LED_SETTINGS, 1, data);
1809 	if (ret_val) {
1810 		DEBUGOUT("NVM Read Error\n");
1811 		return ret_val;
1812 	}
1813 
1814 	switch (hw->mac.type) {
1815 	case e1000_82573:
1816 	case e1000_82574:
1817 	case e1000_82583:
1818 		if (*data == ID_LED_RESERVED_F746)
1819 			*data = ID_LED_DEFAULT_82573;
1820 		break;
1821 	default:
1822 		if (*data == ID_LED_RESERVED_0000 ||
1823 		    *data == ID_LED_RESERVED_FFFF)
1824 			*data = ID_LED_DEFAULT;
1825 		break;
1826 	}
1827 
1828 	return E1000_SUCCESS;
1829 }
1830 
1831 /**
1832  *  e1000_get_laa_state_82571 - Get locally administered address state
1833  *  @hw: pointer to the HW structure
1834  *
1835  *  Retrieve and return the current locally administered address state.
1836  **/
1837 bool e1000_get_laa_state_82571(struct e1000_hw *hw)
1838 {
1839 	DEBUGFUNC("e1000_get_laa_state_82571");
1840 
1841 	if (hw->mac.type != e1000_82571)
1842 		return FALSE;
1843 
1844 	return hw->dev_spec._82571.laa_is_present;
1845 }
1846 
1847 /**
1848  *  e1000_set_laa_state_82571 - Set locally administered address state
1849  *  @hw: pointer to the HW structure
1850  *  @state: enable/disable locally administered address
1851  *
1852  *  Enable/Disable the current locally administered address state.
1853  **/
1854 void e1000_set_laa_state_82571(struct e1000_hw *hw, bool state)
1855 {
1856 	DEBUGFUNC("e1000_set_laa_state_82571");
1857 
1858 	if (hw->mac.type != e1000_82571)
1859 		return;
1860 
1861 	hw->dev_spec._82571.laa_is_present = state;
1862 
1863 	/* If workaround is activated... */
1864 	if (state)
1865 		/* Hold a copy of the LAA in RAR[14] This is done so that
1866 		 * between the time RAR[0] gets clobbered and the time it
1867 		 * gets fixed, the actual LAA is in one of the RARs and no
1868 		 * incoming packets directed to this port are dropped.
1869 		 * Eventually the LAA will be in RAR[0] and RAR[14].
1870 		 */
1871 		hw->mac.ops.rar_set(hw, hw->mac.addr,
1872 				    hw->mac.rar_entry_count - 1);
1873 	return;
1874 }
1875 
1876 /**
1877  *  e1000_fix_nvm_checksum_82571 - Fix EEPROM checksum
1878  *  @hw: pointer to the HW structure
1879  *
1880  *  Verifies that the EEPROM has completed the update.  After updating the
1881  *  EEPROM, we need to check bit 15 in work 0x23 for the checksum fix.  If
1882  *  the checksum fix is not implemented, we need to set the bit and update
1883  *  the checksum.  Otherwise, if bit 15 is set and the checksum is incorrect,
1884  *  we need to return bad checksum.
1885  **/
1886 static s32 e1000_fix_nvm_checksum_82571(struct e1000_hw *hw)
1887 {
1888 	struct e1000_nvm_info *nvm = &hw->nvm;
1889 	s32 ret_val;
1890 	u16 data;
1891 
1892 	DEBUGFUNC("e1000_fix_nvm_checksum_82571");
1893 
1894 	if (nvm->type != e1000_nvm_flash_hw)
1895 		return E1000_SUCCESS;
1896 
1897 	/* Check bit 4 of word 10h.  If it is 0, firmware is done updating
1898 	 * 10h-12h.  Checksum may need to be fixed.
1899 	 */
1900 	ret_val = nvm->ops.read(hw, 0x10, 1, &data);
1901 	if (ret_val)
1902 		return ret_val;
1903 
1904 	if (!(data & 0x10)) {
1905 		/* Read 0x23 and check bit 15.  This bit is a 1
1906 		 * when the checksum has already been fixed.  If
1907 		 * the checksum is still wrong and this bit is a
1908 		 * 1, we need to return bad checksum.  Otherwise,
1909 		 * we need to set this bit to a 1 and update the
1910 		 * checksum.
1911 		 */
1912 		ret_val = nvm->ops.read(hw, 0x23, 1, &data);
1913 		if (ret_val)
1914 			return ret_val;
1915 
1916 		if (!(data & 0x8000)) {
1917 			data |= 0x8000;
1918 			ret_val = nvm->ops.write(hw, 0x23, 1, &data);
1919 			if (ret_val)
1920 				return ret_val;
1921 			ret_val = nvm->ops.update(hw);
1922 			if (ret_val)
1923 				return ret_val;
1924 		}
1925 	}
1926 
1927 	return E1000_SUCCESS;
1928 }
1929 
1930 
1931 /**
1932  *  e1000_read_mac_addr_82571 - Read device MAC address
1933  *  @hw: pointer to the HW structure
1934  **/
1935 static s32 e1000_read_mac_addr_82571(struct e1000_hw *hw)
1936 {
1937 	DEBUGFUNC("e1000_read_mac_addr_82571");
1938 
1939 	if (hw->mac.type == e1000_82571) {
1940 		s32 ret_val;
1941 
1942 		/* If there's an alternate MAC address place it in RAR0
1943 		 * so that it will override the Si installed default perm
1944 		 * address.
1945 		 */
1946 		ret_val = e1000_check_alt_mac_addr_generic(hw);
1947 		if (ret_val)
1948 			return ret_val;
1949 	}
1950 
1951 	return e1000_read_mac_addr_generic(hw);
1952 }
1953 
1954 /**
1955  * e1000_power_down_phy_copper_82571 - Remove link during PHY power down
1956  * @hw: pointer to the HW structure
1957  *
1958  * In the case of a PHY power down to save power, or to turn off link during a
1959  * driver unload, or wake on lan is not enabled, remove the link.
1960  **/
1961 static void e1000_power_down_phy_copper_82571(struct e1000_hw *hw)
1962 {
1963 	struct e1000_phy_info *phy = &hw->phy;
1964 	struct e1000_mac_info *mac = &hw->mac;
1965 
1966 	if (!phy->ops.check_reset_block)
1967 		return;
1968 
1969 	/* If the management interface is not enabled, then power down */
1970 	if (!(mac->ops.check_mng_mode(hw) || phy->ops.check_reset_block(hw)))
1971 		e1000_power_down_phy_copper(hw);
1972 
1973 	return;
1974 }
1975 
1976 /**
1977  *  e1000_clear_hw_cntrs_82571 - Clear device specific hardware counters
1978  *  @hw: pointer to the HW structure
1979  *
1980  *  Clears the hardware counters by reading the counter registers.
1981  **/
1982 static void e1000_clear_hw_cntrs_82571(struct e1000_hw *hw)
1983 {
1984 	DEBUGFUNC("e1000_clear_hw_cntrs_82571");
1985 
1986 	e1000_clear_hw_cntrs_base_generic(hw);
1987 
1988 	E1000_READ_REG(hw, E1000_PRC64);
1989 	E1000_READ_REG(hw, E1000_PRC127);
1990 	E1000_READ_REG(hw, E1000_PRC255);
1991 	E1000_READ_REG(hw, E1000_PRC511);
1992 	E1000_READ_REG(hw, E1000_PRC1023);
1993 	E1000_READ_REG(hw, E1000_PRC1522);
1994 	E1000_READ_REG(hw, E1000_PTC64);
1995 	E1000_READ_REG(hw, E1000_PTC127);
1996 	E1000_READ_REG(hw, E1000_PTC255);
1997 	E1000_READ_REG(hw, E1000_PTC511);
1998 	E1000_READ_REG(hw, E1000_PTC1023);
1999 	E1000_READ_REG(hw, E1000_PTC1522);
2000 
2001 	E1000_READ_REG(hw, E1000_ALGNERRC);
2002 	E1000_READ_REG(hw, E1000_RXERRC);
2003 	E1000_READ_REG(hw, E1000_TNCRS);
2004 	E1000_READ_REG(hw, E1000_CEXTERR);
2005 	E1000_READ_REG(hw, E1000_TSCTC);
2006 	E1000_READ_REG(hw, E1000_TSCTFC);
2007 
2008 	E1000_READ_REG(hw, E1000_MGTPRC);
2009 	E1000_READ_REG(hw, E1000_MGTPDC);
2010 	E1000_READ_REG(hw, E1000_MGTPTC);
2011 
2012 	E1000_READ_REG(hw, E1000_IAC);
2013 	E1000_READ_REG(hw, E1000_ICRXOC);
2014 
2015 	E1000_READ_REG(hw, E1000_ICRXPTC);
2016 	E1000_READ_REG(hw, E1000_ICRXATC);
2017 	E1000_READ_REG(hw, E1000_ICTXPTC);
2018 	E1000_READ_REG(hw, E1000_ICTXATC);
2019 	E1000_READ_REG(hw, E1000_ICTXQEC);
2020 	E1000_READ_REG(hw, E1000_ICTXQMTC);
2021 	E1000_READ_REG(hw, E1000_ICRXDMTC);
2022 }
2023