1 /******************************************************************************
2 
3   Copyright (c) 2001-2015, Intel Corporation
4   All rights reserved.
5 
6   Redistribution and use in source and binary forms, with or without
7   modification, are permitted provided that the following conditions are met:
8 
9    1. Redistributions of source code must retain the above copyright notice,
10       this list of conditions and the following disclaimer.
11 
12    2. Redistributions in binary form must reproduce the above copyright
13       notice, this list of conditions and the following disclaimer in the
14       documentation and/or other materials provided with the distribution.
15 
16    3. Neither the name of the Intel Corporation nor the names of its
17       contributors may be used to endorse or promote products derived from
18       this software without specific prior written permission.
19 
20   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21   AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22   IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23   ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24   LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25   CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26   SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27   INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28   CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29   ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30   POSSIBILITY OF SUCH DAMAGE.
31 
32 ******************************************************************************/
33 /*$FreeBSD$*/
34 
35 #include "ixgbe_common.h"
36 #include "ixgbe_phy.h"
37 #include "ixgbe_dcb.h"
38 #include "ixgbe_dcb_82599.h"
39 #include "ixgbe_api.h"
40 
41 static s32 ixgbe_acquire_eeprom(struct ixgbe_hw *hw);
42 static s32 ixgbe_get_eeprom_semaphore(struct ixgbe_hw *hw);
43 static void ixgbe_release_eeprom_semaphore(struct ixgbe_hw *hw);
44 static s32 ixgbe_ready_eeprom(struct ixgbe_hw *hw);
45 static void ixgbe_standby_eeprom(struct ixgbe_hw *hw);
46 static void ixgbe_shift_out_eeprom_bits(struct ixgbe_hw *hw, u16 data,
47 					u16 count);
48 static u16 ixgbe_shift_in_eeprom_bits(struct ixgbe_hw *hw, u16 count);
49 static void ixgbe_raise_eeprom_clk(struct ixgbe_hw *hw, u32 *eec);
50 static void ixgbe_lower_eeprom_clk(struct ixgbe_hw *hw, u32 *eec);
51 static void ixgbe_release_eeprom(struct ixgbe_hw *hw);
52 
53 static s32 ixgbe_mta_vector(struct ixgbe_hw *hw, u8 *mc_addr);
54 static s32 ixgbe_get_san_mac_addr_offset(struct ixgbe_hw *hw,
55 					 u16 *san_mac_offset);
56 static s32 ixgbe_read_eeprom_buffer_bit_bang(struct ixgbe_hw *hw, u16 offset,
57 					     u16 words, u16 *data);
58 static s32 ixgbe_write_eeprom_buffer_bit_bang(struct ixgbe_hw *hw, u16 offset,
59 					      u16 words, u16 *data);
60 static s32 ixgbe_detect_eeprom_page_size_generic(struct ixgbe_hw *hw,
61 						 u16 offset);
62 
63 /**
64  *  ixgbe_init_ops_generic - Inits function ptrs
65  *  @hw: pointer to the hardware structure
66  *
67  *  Initialize the function pointers.
68  **/
69 s32 ixgbe_init_ops_generic(struct ixgbe_hw *hw)
70 {
71 	struct ixgbe_eeprom_info *eeprom = &hw->eeprom;
72 	struct ixgbe_mac_info *mac = &hw->mac;
73 	u32 eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
74 
75 	DEBUGFUNC("ixgbe_init_ops_generic");
76 
77 	/* EEPROM */
78 	eeprom->ops.init_params = ixgbe_init_eeprom_params_generic;
79 	/* If EEPROM is valid (bit 8 = 1), use EERD otherwise use bit bang */
80 	if (eec & IXGBE_EEC_PRES) {
81 		eeprom->ops.read = ixgbe_read_eerd_generic;
82 		eeprom->ops.read_buffer = ixgbe_read_eerd_buffer_generic;
83 	} else {
84 		eeprom->ops.read = ixgbe_read_eeprom_bit_bang_generic;
85 		eeprom->ops.read_buffer =
86 				 ixgbe_read_eeprom_buffer_bit_bang_generic;
87 	}
88 	eeprom->ops.write = ixgbe_write_eeprom_generic;
89 	eeprom->ops.write_buffer = ixgbe_write_eeprom_buffer_bit_bang_generic;
90 	eeprom->ops.validate_checksum =
91 				      ixgbe_validate_eeprom_checksum_generic;
92 	eeprom->ops.update_checksum = ixgbe_update_eeprom_checksum_generic;
93 	eeprom->ops.calc_checksum = ixgbe_calc_eeprom_checksum_generic;
94 
95 	/* MAC */
96 	mac->ops.init_hw = ixgbe_init_hw_generic;
97 	mac->ops.reset_hw = NULL;
98 	mac->ops.start_hw = ixgbe_start_hw_generic;
99 	mac->ops.clear_hw_cntrs = ixgbe_clear_hw_cntrs_generic;
100 	mac->ops.get_media_type = NULL;
101 	mac->ops.get_supported_physical_layer = NULL;
102 	mac->ops.enable_rx_dma = ixgbe_enable_rx_dma_generic;
103 	mac->ops.get_mac_addr = ixgbe_get_mac_addr_generic;
104 	mac->ops.stop_adapter = ixgbe_stop_adapter_generic;
105 	mac->ops.get_bus_info = ixgbe_get_bus_info_generic;
106 	mac->ops.set_lan_id = ixgbe_set_lan_id_multi_port_pcie;
107 	mac->ops.acquire_swfw_sync = ixgbe_acquire_swfw_sync;
108 	mac->ops.release_swfw_sync = ixgbe_release_swfw_sync;
109 	mac->ops.prot_autoc_read = prot_autoc_read_generic;
110 	mac->ops.prot_autoc_write = prot_autoc_write_generic;
111 
112 	/* LEDs */
113 	mac->ops.led_on = ixgbe_led_on_generic;
114 	mac->ops.led_off = ixgbe_led_off_generic;
115 	mac->ops.blink_led_start = ixgbe_blink_led_start_generic;
116 	mac->ops.blink_led_stop = ixgbe_blink_led_stop_generic;
117 
118 	/* RAR, Multicast, VLAN */
119 	mac->ops.set_rar = ixgbe_set_rar_generic;
120 	mac->ops.clear_rar = ixgbe_clear_rar_generic;
121 	mac->ops.insert_mac_addr = NULL;
122 	mac->ops.set_vmdq = NULL;
123 	mac->ops.clear_vmdq = NULL;
124 	mac->ops.init_rx_addrs = ixgbe_init_rx_addrs_generic;
125 	mac->ops.update_uc_addr_list = ixgbe_update_uc_addr_list_generic;
126 	mac->ops.update_mc_addr_list = ixgbe_update_mc_addr_list_generic;
127 	mac->ops.enable_mc = ixgbe_enable_mc_generic;
128 	mac->ops.disable_mc = ixgbe_disable_mc_generic;
129 	mac->ops.clear_vfta = NULL;
130 	mac->ops.set_vfta = NULL;
131 	mac->ops.set_vlvf = NULL;
132 	mac->ops.init_uta_tables = NULL;
133 	mac->ops.enable_rx = ixgbe_enable_rx_generic;
134 	mac->ops.disable_rx = ixgbe_disable_rx_generic;
135 
136 	/* Flow Control */
137 	mac->ops.fc_enable = ixgbe_fc_enable_generic;
138 	mac->ops.setup_fc = ixgbe_setup_fc_generic;
139 
140 	/* Link */
141 	mac->ops.get_link_capabilities = NULL;
142 	mac->ops.setup_link = NULL;
143 	mac->ops.check_link = NULL;
144 	mac->ops.dmac_config = NULL;
145 	mac->ops.dmac_update_tcs = NULL;
146 	mac->ops.dmac_config_tcs = NULL;
147 
148 	return IXGBE_SUCCESS;
149 }
150 
151 /**
152  * ixgbe_device_supports_autoneg_fc - Check if device supports autonegotiation
153  * of flow control
154  * @hw: pointer to hardware structure
155  *
156  * This function returns TRUE if the device supports flow control
157  * autonegotiation, and FALSE if it does not.
158  *
159  **/
160 bool ixgbe_device_supports_autoneg_fc(struct ixgbe_hw *hw)
161 {
162 	bool supported = FALSE;
163 	ixgbe_link_speed speed;
164 	bool link_up;
165 
166 	DEBUGFUNC("ixgbe_device_supports_autoneg_fc");
167 
168 	switch (hw->phy.media_type) {
169 	case ixgbe_media_type_fiber_fixed:
170 	case ixgbe_media_type_fiber_qsfp:
171 	case ixgbe_media_type_fiber:
172 		hw->mac.ops.check_link(hw, &speed, &link_up, FALSE);
173 		/* if link is down, assume supported */
174 		if (link_up)
175 			supported = speed == IXGBE_LINK_SPEED_1GB_FULL ?
176 				TRUE : FALSE;
177 		else
178 			supported = TRUE;
179 		break;
180 	case ixgbe_media_type_backplane:
181 		supported = TRUE;
182 		break;
183 	case ixgbe_media_type_copper:
184 		/* only some copper devices support flow control autoneg */
185 		switch (hw->device_id) {
186 		case IXGBE_DEV_ID_82599_T3_LOM:
187 		case IXGBE_DEV_ID_X540T:
188 		case IXGBE_DEV_ID_X540T1:
189 		case IXGBE_DEV_ID_X540_BYPASS:
190 		case IXGBE_DEV_ID_X550T:
191 		case IXGBE_DEV_ID_X550T1:
192 		case IXGBE_DEV_ID_X550EM_X_10G_T:
193 			supported = TRUE;
194 			break;
195 		default:
196 			supported = FALSE;
197 		}
198 	default:
199 		break;
200 	}
201 
202 	if (!supported) {
203 		ERROR_REPORT2(IXGBE_ERROR_UNSUPPORTED,
204 		      "Device %x does not support flow control autoneg",
205 		      hw->device_id);
206 	}
207 
208 	return supported;
209 }
210 
211 /**
212  *  ixgbe_setup_fc_generic - Set up flow control
213  *  @hw: pointer to hardware structure
214  *
215  *  Called at init time to set up flow control.
216  **/
217 s32 ixgbe_setup_fc_generic(struct ixgbe_hw *hw)
218 {
219 	s32 ret_val = IXGBE_SUCCESS;
220 	u32 reg = 0, reg_bp = 0;
221 	u16 reg_cu = 0;
222 	bool locked = FALSE;
223 
224 	DEBUGFUNC("ixgbe_setup_fc_generic");
225 
226 	/* Validate the requested mode */
227 	if (hw->fc.strict_ieee && hw->fc.requested_mode == ixgbe_fc_rx_pause) {
228 		ERROR_REPORT1(IXGBE_ERROR_UNSUPPORTED,
229 			   "ixgbe_fc_rx_pause not valid in strict IEEE mode\n");
230 		ret_val = IXGBE_ERR_INVALID_LINK_SETTINGS;
231 		goto out;
232 	}
233 
234 	/*
235 	 * 10gig parts do not have a word in the EEPROM to determine the
236 	 * default flow control setting, so we explicitly set it to full.
237 	 */
238 	if (hw->fc.requested_mode == ixgbe_fc_default)
239 		hw->fc.requested_mode = ixgbe_fc_full;
240 
241 	/*
242 	 * Set up the 1G and 10G flow control advertisement registers so the
243 	 * HW will be able to do fc autoneg once the cable is plugged in.  If
244 	 * we link at 10G, the 1G advertisement is harmless and vice versa.
245 	 */
246 	switch (hw->phy.media_type) {
247 	case ixgbe_media_type_backplane:
248 		/* some MAC's need RMW protection on AUTOC */
249 		ret_val = hw->mac.ops.prot_autoc_read(hw, &locked, &reg_bp);
250 		if (ret_val != IXGBE_SUCCESS)
251 			goto out;
252 
253 		/* only backplane uses autoc */
254 		/* FALLTHROUGH */
255 	case ixgbe_media_type_fiber_fixed:
256 	case ixgbe_media_type_fiber_qsfp:
257 	case ixgbe_media_type_fiber:
258 		reg = IXGBE_READ_REG(hw, IXGBE_PCS1GANA);
259 
260 		break;
261 	case ixgbe_media_type_copper:
262 		hw->phy.ops.read_reg(hw, IXGBE_MDIO_AUTO_NEG_ADVT,
263 				     IXGBE_MDIO_AUTO_NEG_DEV_TYPE, &reg_cu);
264 		break;
265 	default:
266 		break;
267 	}
268 
269 	/*
270 	 * The possible values of fc.requested_mode are:
271 	 * 0: Flow control is completely disabled
272 	 * 1: Rx flow control is enabled (we can receive pause frames,
273 	 *    but not send pause frames).
274 	 * 2: Tx flow control is enabled (we can send pause frames but
275 	 *    we do not support receiving pause frames).
276 	 * 3: Both Rx and Tx flow control (symmetric) are enabled.
277 	 * other: Invalid.
278 	 */
279 	switch (hw->fc.requested_mode) {
280 	case ixgbe_fc_none:
281 		/* Flow control completely disabled by software override. */
282 		reg &= ~(IXGBE_PCS1GANA_SYM_PAUSE | IXGBE_PCS1GANA_ASM_PAUSE);
283 		if (hw->phy.media_type == ixgbe_media_type_backplane)
284 			reg_bp &= ~(IXGBE_AUTOC_SYM_PAUSE |
285 				    IXGBE_AUTOC_ASM_PAUSE);
286 		else if (hw->phy.media_type == ixgbe_media_type_copper)
287 			reg_cu &= ~(IXGBE_TAF_SYM_PAUSE | IXGBE_TAF_ASM_PAUSE);
288 		break;
289 	case ixgbe_fc_tx_pause:
290 		/*
291 		 * Tx Flow control is enabled, and Rx Flow control is
292 		 * disabled by software override.
293 		 */
294 		reg |= IXGBE_PCS1GANA_ASM_PAUSE;
295 		reg &= ~IXGBE_PCS1GANA_SYM_PAUSE;
296 		if (hw->phy.media_type == ixgbe_media_type_backplane) {
297 			reg_bp |= IXGBE_AUTOC_ASM_PAUSE;
298 			reg_bp &= ~IXGBE_AUTOC_SYM_PAUSE;
299 		} else if (hw->phy.media_type == ixgbe_media_type_copper) {
300 			reg_cu |= IXGBE_TAF_ASM_PAUSE;
301 			reg_cu &= ~IXGBE_TAF_SYM_PAUSE;
302 		}
303 		break;
304 	case ixgbe_fc_rx_pause:
305 		/*
306 		 * Rx Flow control is enabled and Tx Flow control is
307 		 * disabled by software override. Since there really
308 		 * isn't a way to advertise that we are capable of RX
309 		 * Pause ONLY, we will advertise that we support both
310 		 * symmetric and asymmetric Rx PAUSE, as such we fall
311 		 * through to the fc_full statement.  Later, we will
312 		 * disable the adapter's ability to send PAUSE frames.
313 		 */
314 	case ixgbe_fc_full:
315 		/* Flow control (both Rx and Tx) is enabled by SW override. */
316 		reg |= IXGBE_PCS1GANA_SYM_PAUSE | IXGBE_PCS1GANA_ASM_PAUSE;
317 		if (hw->phy.media_type == ixgbe_media_type_backplane)
318 			reg_bp |= IXGBE_AUTOC_SYM_PAUSE |
319 				  IXGBE_AUTOC_ASM_PAUSE;
320 		else if (hw->phy.media_type == ixgbe_media_type_copper)
321 			reg_cu |= IXGBE_TAF_SYM_PAUSE | IXGBE_TAF_ASM_PAUSE;
322 		break;
323 	default:
324 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT,
325 			     "Flow control param set incorrectly\n");
326 		ret_val = IXGBE_ERR_CONFIG;
327 		goto out;
328 		break;
329 	}
330 
331 	if (hw->mac.type < ixgbe_mac_X540) {
332 		/*
333 		 * Enable auto-negotiation between the MAC & PHY;
334 		 * the MAC will advertise clause 37 flow control.
335 		 */
336 		IXGBE_WRITE_REG(hw, IXGBE_PCS1GANA, reg);
337 		reg = IXGBE_READ_REG(hw, IXGBE_PCS1GLCTL);
338 
339 		/* Disable AN timeout */
340 		if (hw->fc.strict_ieee)
341 			reg &= ~IXGBE_PCS1GLCTL_AN_1G_TIMEOUT_EN;
342 
343 		IXGBE_WRITE_REG(hw, IXGBE_PCS1GLCTL, reg);
344 		DEBUGOUT1("Set up FC; PCS1GLCTL = 0x%08X\n", reg);
345 	}
346 
347 	/*
348 	 * AUTOC restart handles negotiation of 1G and 10G on backplane
349 	 * and copper. There is no need to set the PCS1GCTL register.
350 	 *
351 	 */
352 	if (hw->phy.media_type == ixgbe_media_type_backplane) {
353 		reg_bp |= IXGBE_AUTOC_AN_RESTART;
354 		ret_val = hw->mac.ops.prot_autoc_write(hw, reg_bp, locked);
355 		if (ret_val)
356 			goto out;
357 	} else if ((hw->phy.media_type == ixgbe_media_type_copper) &&
358 		    (ixgbe_device_supports_autoneg_fc(hw))) {
359 		hw->phy.ops.write_reg(hw, IXGBE_MDIO_AUTO_NEG_ADVT,
360 				      IXGBE_MDIO_AUTO_NEG_DEV_TYPE, reg_cu);
361 	}
362 
363 	DEBUGOUT1("Set up FC; PCS1GLCTL = 0x%08X\n", reg);
364 out:
365 	return ret_val;
366 }
367 
368 /**
369  *  ixgbe_start_hw_generic - Prepare hardware for Tx/Rx
370  *  @hw: pointer to hardware structure
371  *
372  *  Starts the hardware by filling the bus info structure and media type, clears
373  *  all on chip counters, initializes receive address registers, multicast
374  *  table, VLAN filter table, calls routine to set up link and flow control
375  *  settings, and leaves transmit and receive units disabled and uninitialized
376  **/
377 s32 ixgbe_start_hw_generic(struct ixgbe_hw *hw)
378 {
379 	s32 ret_val;
380 	u32 ctrl_ext;
381 
382 	DEBUGFUNC("ixgbe_start_hw_generic");
383 
384 	/* Set the media type */
385 	hw->phy.media_type = hw->mac.ops.get_media_type(hw);
386 
387 	/* PHY ops initialization must be done in reset_hw() */
388 
389 	/* Clear the VLAN filter table */
390 	hw->mac.ops.clear_vfta(hw);
391 
392 	/* Clear statistics registers */
393 	hw->mac.ops.clear_hw_cntrs(hw);
394 
395 	/* Set No Snoop Disable */
396 	ctrl_ext = IXGBE_READ_REG(hw, IXGBE_CTRL_EXT);
397 	ctrl_ext |= IXGBE_CTRL_EXT_NS_DIS;
398 	IXGBE_WRITE_REG(hw, IXGBE_CTRL_EXT, ctrl_ext);
399 	IXGBE_WRITE_FLUSH(hw);
400 
401 	/* Setup flow control */
402 	ret_val = ixgbe_setup_fc(hw);
403 	if (ret_val != IXGBE_SUCCESS)
404 		goto out;
405 
406 	/* Clear adapter stopped flag */
407 	hw->adapter_stopped = FALSE;
408 
409 out:
410 	return ret_val;
411 }
412 
413 /**
414  *  ixgbe_start_hw_gen2 - Init sequence for common device family
415  *  @hw: pointer to hw structure
416  *
417  * Performs the init sequence common to the second generation
418  * of 10 GbE devices.
419  * Devices in the second generation:
420  *     82599
421  *     X540
422  **/
423 s32 ixgbe_start_hw_gen2(struct ixgbe_hw *hw)
424 {
425 	u32 i;
426 	u32 regval;
427 
428 	/* Clear the rate limiters */
429 	for (i = 0; i < hw->mac.max_tx_queues; i++) {
430 		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
431 		IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRC, 0);
432 	}
433 	IXGBE_WRITE_FLUSH(hw);
434 
435 	/* Disable relaxed ordering */
436 	for (i = 0; i < hw->mac.max_tx_queues; i++) {
437 		regval = IXGBE_READ_REG(hw, IXGBE_DCA_TXCTRL_82599(i));
438 		regval &= ~IXGBE_DCA_TXCTRL_DESC_WRO_EN;
439 		IXGBE_WRITE_REG(hw, IXGBE_DCA_TXCTRL_82599(i), regval);
440 	}
441 
442 	for (i = 0; i < hw->mac.max_rx_queues; i++) {
443 		regval = IXGBE_READ_REG(hw, IXGBE_DCA_RXCTRL(i));
444 		regval &= ~(IXGBE_DCA_RXCTRL_DATA_WRO_EN |
445 			    IXGBE_DCA_RXCTRL_HEAD_WRO_EN);
446 		IXGBE_WRITE_REG(hw, IXGBE_DCA_RXCTRL(i), regval);
447 	}
448 
449 	return IXGBE_SUCCESS;
450 }
451 
452 /**
453  *  ixgbe_init_hw_generic - Generic hardware initialization
454  *  @hw: pointer to hardware structure
455  *
456  *  Initialize the hardware by resetting the hardware, filling the bus info
457  *  structure and media type, clears all on chip counters, initializes receive
458  *  address registers, multicast table, VLAN filter table, calls routine to set
459  *  up link and flow control settings, and leaves transmit and receive units
460  *  disabled and uninitialized
461  **/
462 s32 ixgbe_init_hw_generic(struct ixgbe_hw *hw)
463 {
464 	s32 status;
465 
466 	DEBUGFUNC("ixgbe_init_hw_generic");
467 
468 	/* Reset the hardware */
469 	status = hw->mac.ops.reset_hw(hw);
470 
471 	if (status == IXGBE_SUCCESS) {
472 		/* Start the HW */
473 		status = hw->mac.ops.start_hw(hw);
474 	}
475 
476 	return status;
477 }
478 
479 /**
480  *  ixgbe_clear_hw_cntrs_generic - Generic clear hardware counters
481  *  @hw: pointer to hardware structure
482  *
483  *  Clears all hardware statistics counters by reading them from the hardware
484  *  Statistics counters are clear on read.
485  **/
486 s32 ixgbe_clear_hw_cntrs_generic(struct ixgbe_hw *hw)
487 {
488 	u16 i = 0;
489 
490 	DEBUGFUNC("ixgbe_clear_hw_cntrs_generic");
491 
492 	IXGBE_READ_REG(hw, IXGBE_CRCERRS);
493 	IXGBE_READ_REG(hw, IXGBE_ILLERRC);
494 	IXGBE_READ_REG(hw, IXGBE_ERRBC);
495 	IXGBE_READ_REG(hw, IXGBE_MSPDC);
496 	for (i = 0; i < 8; i++)
497 		IXGBE_READ_REG(hw, IXGBE_MPC(i));
498 
499 	IXGBE_READ_REG(hw, IXGBE_MLFC);
500 	IXGBE_READ_REG(hw, IXGBE_MRFC);
501 	IXGBE_READ_REG(hw, IXGBE_RLEC);
502 	IXGBE_READ_REG(hw, IXGBE_LXONTXC);
503 	IXGBE_READ_REG(hw, IXGBE_LXOFFTXC);
504 	if (hw->mac.type >= ixgbe_mac_82599EB) {
505 		IXGBE_READ_REG(hw, IXGBE_LXONRXCNT);
506 		IXGBE_READ_REG(hw, IXGBE_LXOFFRXCNT);
507 	} else {
508 		IXGBE_READ_REG(hw, IXGBE_LXONRXC);
509 		IXGBE_READ_REG(hw, IXGBE_LXOFFRXC);
510 	}
511 
512 	for (i = 0; i < 8; i++) {
513 		IXGBE_READ_REG(hw, IXGBE_PXONTXC(i));
514 		IXGBE_READ_REG(hw, IXGBE_PXOFFTXC(i));
515 		if (hw->mac.type >= ixgbe_mac_82599EB) {
516 			IXGBE_READ_REG(hw, IXGBE_PXONRXCNT(i));
517 			IXGBE_READ_REG(hw, IXGBE_PXOFFRXCNT(i));
518 		} else {
519 			IXGBE_READ_REG(hw, IXGBE_PXONRXC(i));
520 			IXGBE_READ_REG(hw, IXGBE_PXOFFRXC(i));
521 		}
522 	}
523 	if (hw->mac.type >= ixgbe_mac_82599EB)
524 		for (i = 0; i < 8; i++)
525 			IXGBE_READ_REG(hw, IXGBE_PXON2OFFCNT(i));
526 	IXGBE_READ_REG(hw, IXGBE_PRC64);
527 	IXGBE_READ_REG(hw, IXGBE_PRC127);
528 	IXGBE_READ_REG(hw, IXGBE_PRC255);
529 	IXGBE_READ_REG(hw, IXGBE_PRC511);
530 	IXGBE_READ_REG(hw, IXGBE_PRC1023);
531 	IXGBE_READ_REG(hw, IXGBE_PRC1522);
532 	IXGBE_READ_REG(hw, IXGBE_GPRC);
533 	IXGBE_READ_REG(hw, IXGBE_BPRC);
534 	IXGBE_READ_REG(hw, IXGBE_MPRC);
535 	IXGBE_READ_REG(hw, IXGBE_GPTC);
536 	IXGBE_READ_REG(hw, IXGBE_GORCL);
537 	IXGBE_READ_REG(hw, IXGBE_GORCH);
538 	IXGBE_READ_REG(hw, IXGBE_GOTCL);
539 	IXGBE_READ_REG(hw, IXGBE_GOTCH);
540 	if (hw->mac.type == ixgbe_mac_82598EB)
541 		for (i = 0; i < 8; i++)
542 			IXGBE_READ_REG(hw, IXGBE_RNBC(i));
543 	IXGBE_READ_REG(hw, IXGBE_RUC);
544 	IXGBE_READ_REG(hw, IXGBE_RFC);
545 	IXGBE_READ_REG(hw, IXGBE_ROC);
546 	IXGBE_READ_REG(hw, IXGBE_RJC);
547 	IXGBE_READ_REG(hw, IXGBE_MNGPRC);
548 	IXGBE_READ_REG(hw, IXGBE_MNGPDC);
549 	IXGBE_READ_REG(hw, IXGBE_MNGPTC);
550 	IXGBE_READ_REG(hw, IXGBE_TORL);
551 	IXGBE_READ_REG(hw, IXGBE_TORH);
552 	IXGBE_READ_REG(hw, IXGBE_TPR);
553 	IXGBE_READ_REG(hw, IXGBE_TPT);
554 	IXGBE_READ_REG(hw, IXGBE_PTC64);
555 	IXGBE_READ_REG(hw, IXGBE_PTC127);
556 	IXGBE_READ_REG(hw, IXGBE_PTC255);
557 	IXGBE_READ_REG(hw, IXGBE_PTC511);
558 	IXGBE_READ_REG(hw, IXGBE_PTC1023);
559 	IXGBE_READ_REG(hw, IXGBE_PTC1522);
560 	IXGBE_READ_REG(hw, IXGBE_MPTC);
561 	IXGBE_READ_REG(hw, IXGBE_BPTC);
562 	for (i = 0; i < 16; i++) {
563 		IXGBE_READ_REG(hw, IXGBE_QPRC(i));
564 		IXGBE_READ_REG(hw, IXGBE_QPTC(i));
565 		if (hw->mac.type >= ixgbe_mac_82599EB) {
566 			IXGBE_READ_REG(hw, IXGBE_QBRC_L(i));
567 			IXGBE_READ_REG(hw, IXGBE_QBRC_H(i));
568 			IXGBE_READ_REG(hw, IXGBE_QBTC_L(i));
569 			IXGBE_READ_REG(hw, IXGBE_QBTC_H(i));
570 			IXGBE_READ_REG(hw, IXGBE_QPRDC(i));
571 		} else {
572 			IXGBE_READ_REG(hw, IXGBE_QBRC(i));
573 			IXGBE_READ_REG(hw, IXGBE_QBTC(i));
574 		}
575 	}
576 
577 	if (hw->mac.type == ixgbe_mac_X550 || hw->mac.type == ixgbe_mac_X540) {
578 		if (hw->phy.id == 0)
579 			ixgbe_identify_phy(hw);
580 		hw->phy.ops.read_reg(hw, IXGBE_PCRC8ECL,
581 				     IXGBE_MDIO_PCS_DEV_TYPE, &i);
582 		hw->phy.ops.read_reg(hw, IXGBE_PCRC8ECH,
583 				     IXGBE_MDIO_PCS_DEV_TYPE, &i);
584 		hw->phy.ops.read_reg(hw, IXGBE_LDPCECL,
585 				     IXGBE_MDIO_PCS_DEV_TYPE, &i);
586 		hw->phy.ops.read_reg(hw, IXGBE_LDPCECH,
587 				     IXGBE_MDIO_PCS_DEV_TYPE, &i);
588 	}
589 
590 	return IXGBE_SUCCESS;
591 }
592 
593 /**
594  *  ixgbe_read_pba_string_generic - Reads part number string from EEPROM
595  *  @hw: pointer to hardware structure
596  *  @pba_num: stores the part number string from the EEPROM
597  *  @pba_num_size: part number string buffer length
598  *
599  *  Reads the part number string from the EEPROM.
600  **/
601 s32 ixgbe_read_pba_string_generic(struct ixgbe_hw *hw, u8 *pba_num,
602 				  u32 pba_num_size)
603 {
604 	s32 ret_val;
605 	u16 data;
606 	u16 pba_ptr;
607 	u16 offset;
608 	u16 length;
609 
610 	DEBUGFUNC("ixgbe_read_pba_string_generic");
611 
612 	if (pba_num == NULL) {
613 		DEBUGOUT("PBA string buffer was null\n");
614 		return IXGBE_ERR_INVALID_ARGUMENT;
615 	}
616 
617 	ret_val = hw->eeprom.ops.read(hw, IXGBE_PBANUM0_PTR, &data);
618 	if (ret_val) {
619 		DEBUGOUT("NVM Read Error\n");
620 		return ret_val;
621 	}
622 
623 	ret_val = hw->eeprom.ops.read(hw, IXGBE_PBANUM1_PTR, &pba_ptr);
624 	if (ret_val) {
625 		DEBUGOUT("NVM Read Error\n");
626 		return ret_val;
627 	}
628 
629 	/*
630 	 * if data is not ptr guard the PBA must be in legacy format which
631 	 * means pba_ptr is actually our second data word for the PBA number
632 	 * and we can decode it into an ascii string
633 	 */
634 	if (data != IXGBE_PBANUM_PTR_GUARD) {
635 		DEBUGOUT("NVM PBA number is not stored as string\n");
636 
637 		/* we will need 11 characters to store the PBA */
638 		if (pba_num_size < 11) {
639 			DEBUGOUT("PBA string buffer too small\n");
640 			return IXGBE_ERR_NO_SPACE;
641 		}
642 
643 		/* extract hex string from data and pba_ptr */
644 		pba_num[0] = (data >> 12) & 0xF;
645 		pba_num[1] = (data >> 8) & 0xF;
646 		pba_num[2] = (data >> 4) & 0xF;
647 		pba_num[3] = data & 0xF;
648 		pba_num[4] = (pba_ptr >> 12) & 0xF;
649 		pba_num[5] = (pba_ptr >> 8) & 0xF;
650 		pba_num[6] = '-';
651 		pba_num[7] = 0;
652 		pba_num[8] = (pba_ptr >> 4) & 0xF;
653 		pba_num[9] = pba_ptr & 0xF;
654 
655 		/* put a null character on the end of our string */
656 		pba_num[10] = '\0';
657 
658 		/* switch all the data but the '-' to hex char */
659 		for (offset = 0; offset < 10; offset++) {
660 			if (pba_num[offset] < 0xA)
661 				pba_num[offset] += '0';
662 			else if (pba_num[offset] < 0x10)
663 				pba_num[offset] += 'A' - 0xA;
664 		}
665 
666 		return IXGBE_SUCCESS;
667 	}
668 
669 	ret_val = hw->eeprom.ops.read(hw, pba_ptr, &length);
670 	if (ret_val) {
671 		DEBUGOUT("NVM Read Error\n");
672 		return ret_val;
673 	}
674 
675 	if (length == 0xFFFF || length == 0) {
676 		DEBUGOUT("NVM PBA number section invalid length\n");
677 		return IXGBE_ERR_PBA_SECTION;
678 	}
679 
680 	/* check if pba_num buffer is big enough */
681 	if (pba_num_size  < (((u32)length * 2) - 1)) {
682 		DEBUGOUT("PBA string buffer too small\n");
683 		return IXGBE_ERR_NO_SPACE;
684 	}
685 
686 	/* trim pba length from start of string */
687 	pba_ptr++;
688 	length--;
689 
690 	for (offset = 0; offset < length; offset++) {
691 		ret_val = hw->eeprom.ops.read(hw, pba_ptr + offset, &data);
692 		if (ret_val) {
693 			DEBUGOUT("NVM Read Error\n");
694 			return ret_val;
695 		}
696 		pba_num[offset * 2] = (u8)(data >> 8);
697 		pba_num[(offset * 2) + 1] = (u8)(data & 0xFF);
698 	}
699 	pba_num[offset * 2] = '\0';
700 
701 	return IXGBE_SUCCESS;
702 }
703 
704 /**
705  *  ixgbe_read_pba_num_generic - Reads part number from EEPROM
706  *  @hw: pointer to hardware structure
707  *  @pba_num: stores the part number from the EEPROM
708  *
709  *  Reads the part number from the EEPROM.
710  **/
711 s32 ixgbe_read_pba_num_generic(struct ixgbe_hw *hw, u32 *pba_num)
712 {
713 	s32 ret_val;
714 	u16 data;
715 
716 	DEBUGFUNC("ixgbe_read_pba_num_generic");
717 
718 	ret_val = hw->eeprom.ops.read(hw, IXGBE_PBANUM0_PTR, &data);
719 	if (ret_val) {
720 		DEBUGOUT("NVM Read Error\n");
721 		return ret_val;
722 	} else if (data == IXGBE_PBANUM_PTR_GUARD) {
723 		DEBUGOUT("NVM Not supported\n");
724 		return IXGBE_NOT_IMPLEMENTED;
725 	}
726 	*pba_num = (u32)(data << 16);
727 
728 	ret_val = hw->eeprom.ops.read(hw, IXGBE_PBANUM1_PTR, &data);
729 	if (ret_val) {
730 		DEBUGOUT("NVM Read Error\n");
731 		return ret_val;
732 	}
733 	*pba_num |= data;
734 
735 	return IXGBE_SUCCESS;
736 }
737 
738 /**
739  *  ixgbe_read_pba_raw
740  *  @hw: pointer to the HW structure
741  *  @eeprom_buf: optional pointer to EEPROM image
742  *  @eeprom_buf_size: size of EEPROM image in words
743  *  @max_pba_block_size: PBA block size limit
744  *  @pba: pointer to output PBA structure
745  *
746  *  Reads PBA from EEPROM image when eeprom_buf is not NULL.
747  *  Reads PBA from physical EEPROM device when eeprom_buf is NULL.
748  *
749  **/
750 s32 ixgbe_read_pba_raw(struct ixgbe_hw *hw, u16 *eeprom_buf,
751 		       u32 eeprom_buf_size, u16 max_pba_block_size,
752 		       struct ixgbe_pba *pba)
753 {
754 	s32 ret_val;
755 	u16 pba_block_size;
756 
757 	if (pba == NULL)
758 		return IXGBE_ERR_PARAM;
759 
760 	if (eeprom_buf == NULL) {
761 		ret_val = hw->eeprom.ops.read_buffer(hw, IXGBE_PBANUM0_PTR, 2,
762 						     &pba->word[0]);
763 		if (ret_val)
764 			return ret_val;
765 	} else {
766 		if (eeprom_buf_size > IXGBE_PBANUM1_PTR) {
767 			pba->word[0] = eeprom_buf[IXGBE_PBANUM0_PTR];
768 			pba->word[1] = eeprom_buf[IXGBE_PBANUM1_PTR];
769 		} else {
770 			return IXGBE_ERR_PARAM;
771 		}
772 	}
773 
774 	if (pba->word[0] == IXGBE_PBANUM_PTR_GUARD) {
775 		if (pba->pba_block == NULL)
776 			return IXGBE_ERR_PARAM;
777 
778 		ret_val = ixgbe_get_pba_block_size(hw, eeprom_buf,
779 						   eeprom_buf_size,
780 						   &pba_block_size);
781 		if (ret_val)
782 			return ret_val;
783 
784 		if (pba_block_size > max_pba_block_size)
785 			return IXGBE_ERR_PARAM;
786 
787 		if (eeprom_buf == NULL) {
788 			ret_val = hw->eeprom.ops.read_buffer(hw, pba->word[1],
789 							     pba_block_size,
790 							     pba->pba_block);
791 			if (ret_val)
792 				return ret_val;
793 		} else {
794 			if (eeprom_buf_size > (u32)(pba->word[1] +
795 					      pba_block_size)) {
796 				memcpy(pba->pba_block,
797 				       &eeprom_buf[pba->word[1]],
798 				       pba_block_size * sizeof(u16));
799 			} else {
800 				return IXGBE_ERR_PARAM;
801 			}
802 		}
803 	}
804 
805 	return IXGBE_SUCCESS;
806 }
807 
808 /**
809  *  ixgbe_write_pba_raw
810  *  @hw: pointer to the HW structure
811  *  @eeprom_buf: optional pointer to EEPROM image
812  *  @eeprom_buf_size: size of EEPROM image in words
813  *  @pba: pointer to PBA structure
814  *
815  *  Writes PBA to EEPROM image when eeprom_buf is not NULL.
816  *  Writes PBA to physical EEPROM device when eeprom_buf is NULL.
817  *
818  **/
819 s32 ixgbe_write_pba_raw(struct ixgbe_hw *hw, u16 *eeprom_buf,
820 			u32 eeprom_buf_size, struct ixgbe_pba *pba)
821 {
822 	s32 ret_val;
823 
824 	if (pba == NULL)
825 		return IXGBE_ERR_PARAM;
826 
827 	if (eeprom_buf == NULL) {
828 		ret_val = hw->eeprom.ops.write_buffer(hw, IXGBE_PBANUM0_PTR, 2,
829 						      &pba->word[0]);
830 		if (ret_val)
831 			return ret_val;
832 	} else {
833 		if (eeprom_buf_size > IXGBE_PBANUM1_PTR) {
834 			eeprom_buf[IXGBE_PBANUM0_PTR] = pba->word[0];
835 			eeprom_buf[IXGBE_PBANUM1_PTR] = pba->word[1];
836 		} else {
837 			return IXGBE_ERR_PARAM;
838 		}
839 	}
840 
841 	if (pba->word[0] == IXGBE_PBANUM_PTR_GUARD) {
842 		if (pba->pba_block == NULL)
843 			return IXGBE_ERR_PARAM;
844 
845 		if (eeprom_buf == NULL) {
846 			ret_val = hw->eeprom.ops.write_buffer(hw, pba->word[1],
847 							      pba->pba_block[0],
848 							      pba->pba_block);
849 			if (ret_val)
850 				return ret_val;
851 		} else {
852 			if (eeprom_buf_size > (u32)(pba->word[1] +
853 					      pba->pba_block[0])) {
854 				memcpy(&eeprom_buf[pba->word[1]],
855 				       pba->pba_block,
856 				       pba->pba_block[0] * sizeof(u16));
857 			} else {
858 				return IXGBE_ERR_PARAM;
859 			}
860 		}
861 	}
862 
863 	return IXGBE_SUCCESS;
864 }
865 
866 /**
867  *  ixgbe_get_pba_block_size
868  *  @hw: pointer to the HW structure
869  *  @eeprom_buf: optional pointer to EEPROM image
870  *  @eeprom_buf_size: size of EEPROM image in words
871  *  @pba_data_size: pointer to output variable
872  *
873  *  Returns the size of the PBA block in words. Function operates on EEPROM
874  *  image if the eeprom_buf pointer is not NULL otherwise it accesses physical
875  *  EEPROM device.
876  *
877  **/
878 s32 ixgbe_get_pba_block_size(struct ixgbe_hw *hw, u16 *eeprom_buf,
879 			     u32 eeprom_buf_size, u16 *pba_block_size)
880 {
881 	s32 ret_val;
882 	u16 pba_word[2];
883 	u16 length;
884 
885 	DEBUGFUNC("ixgbe_get_pba_block_size");
886 
887 	if (eeprom_buf == NULL) {
888 		ret_val = hw->eeprom.ops.read_buffer(hw, IXGBE_PBANUM0_PTR, 2,
889 						     &pba_word[0]);
890 		if (ret_val)
891 			return ret_val;
892 	} else {
893 		if (eeprom_buf_size > IXGBE_PBANUM1_PTR) {
894 			pba_word[0] = eeprom_buf[IXGBE_PBANUM0_PTR];
895 			pba_word[1] = eeprom_buf[IXGBE_PBANUM1_PTR];
896 		} else {
897 			return IXGBE_ERR_PARAM;
898 		}
899 	}
900 
901 	if (pba_word[0] == IXGBE_PBANUM_PTR_GUARD) {
902 		if (eeprom_buf == NULL) {
903 			ret_val = hw->eeprom.ops.read(hw, pba_word[1] + 0,
904 						      &length);
905 			if (ret_val)
906 				return ret_val;
907 		} else {
908 			if (eeprom_buf_size > pba_word[1])
909 				length = eeprom_buf[pba_word[1] + 0];
910 			else
911 				return IXGBE_ERR_PARAM;
912 		}
913 
914 		if (length == 0xFFFF || length == 0)
915 			return IXGBE_ERR_PBA_SECTION;
916 	} else {
917 		/* PBA number in legacy format, there is no PBA Block. */
918 		length = 0;
919 	}
920 
921 	if (pba_block_size != NULL)
922 		*pba_block_size = length;
923 
924 	return IXGBE_SUCCESS;
925 }
926 
927 /**
928  *  ixgbe_get_mac_addr_generic - Generic get MAC address
929  *  @hw: pointer to hardware structure
930  *  @mac_addr: Adapter MAC address
931  *
932  *  Reads the adapter's MAC address from first Receive Address Register (RAR0)
933  *  A reset of the adapter must be performed prior to calling this function
934  *  in order for the MAC address to have been loaded from the EEPROM into RAR0
935  **/
936 s32 ixgbe_get_mac_addr_generic(struct ixgbe_hw *hw, u8 *mac_addr)
937 {
938 	u32 rar_high;
939 	u32 rar_low;
940 	u16 i;
941 
942 	DEBUGFUNC("ixgbe_get_mac_addr_generic");
943 
944 	rar_high = IXGBE_READ_REG(hw, IXGBE_RAH(0));
945 	rar_low = IXGBE_READ_REG(hw, IXGBE_RAL(0));
946 
947 	for (i = 0; i < 4; i++)
948 		mac_addr[i] = (u8)(rar_low >> (i*8));
949 
950 	for (i = 0; i < 2; i++)
951 		mac_addr[i+4] = (u8)(rar_high >> (i*8));
952 
953 	return IXGBE_SUCCESS;
954 }
955 
956 /**
957  *  ixgbe_set_pci_config_data_generic - Generic store PCI bus info
958  *  @hw: pointer to hardware structure
959  *  @link_status: the link status returned by the PCI config space
960  *
961  *  Stores the PCI bus info (speed, width, type) within the ixgbe_hw structure
962  **/
963 void ixgbe_set_pci_config_data_generic(struct ixgbe_hw *hw, u16 link_status)
964 {
965 	struct ixgbe_mac_info *mac = &hw->mac;
966 
967 	if (hw->bus.type == ixgbe_bus_type_unknown)
968 		hw->bus.type = ixgbe_bus_type_pci_express;
969 
970 	switch (link_status & IXGBE_PCI_LINK_WIDTH) {
971 	case IXGBE_PCI_LINK_WIDTH_1:
972 		hw->bus.width = ixgbe_bus_width_pcie_x1;
973 		break;
974 	case IXGBE_PCI_LINK_WIDTH_2:
975 		hw->bus.width = ixgbe_bus_width_pcie_x2;
976 		break;
977 	case IXGBE_PCI_LINK_WIDTH_4:
978 		hw->bus.width = ixgbe_bus_width_pcie_x4;
979 		break;
980 	case IXGBE_PCI_LINK_WIDTH_8:
981 		hw->bus.width = ixgbe_bus_width_pcie_x8;
982 		break;
983 	default:
984 		hw->bus.width = ixgbe_bus_width_unknown;
985 		break;
986 	}
987 
988 	switch (link_status & IXGBE_PCI_LINK_SPEED) {
989 	case IXGBE_PCI_LINK_SPEED_2500:
990 		hw->bus.speed = ixgbe_bus_speed_2500;
991 		break;
992 	case IXGBE_PCI_LINK_SPEED_5000:
993 		hw->bus.speed = ixgbe_bus_speed_5000;
994 		break;
995 	case IXGBE_PCI_LINK_SPEED_8000:
996 		hw->bus.speed = ixgbe_bus_speed_8000;
997 		break;
998 	default:
999 		hw->bus.speed = ixgbe_bus_speed_unknown;
1000 		break;
1001 	}
1002 
1003 	mac->ops.set_lan_id(hw);
1004 }
1005 
1006 /**
1007  *  ixgbe_get_bus_info_generic - Generic set PCI bus info
1008  *  @hw: pointer to hardware structure
1009  *
1010  *  Gets the PCI bus info (speed, width, type) then calls helper function to
1011  *  store this data within the ixgbe_hw structure.
1012  **/
1013 s32 ixgbe_get_bus_info_generic(struct ixgbe_hw *hw)
1014 {
1015 	u16 link_status;
1016 
1017 	DEBUGFUNC("ixgbe_get_bus_info_generic");
1018 
1019 	/* Get the negotiated link width and speed from PCI config space */
1020 	link_status = IXGBE_READ_PCIE_WORD(hw, IXGBE_PCI_LINK_STATUS);
1021 
1022 	ixgbe_set_pci_config_data_generic(hw, link_status);
1023 
1024 	return IXGBE_SUCCESS;
1025 }
1026 
1027 /**
1028  *  ixgbe_set_lan_id_multi_port_pcie - Set LAN id for PCIe multiple port devices
1029  *  @hw: pointer to the HW structure
1030  *
1031  *  Determines the LAN function id by reading memory-mapped registers
1032  *  and swaps the port value if requested.
1033  **/
1034 void ixgbe_set_lan_id_multi_port_pcie(struct ixgbe_hw *hw)
1035 {
1036 	struct ixgbe_bus_info *bus = &hw->bus;
1037 	u32 reg;
1038 
1039 	DEBUGFUNC("ixgbe_set_lan_id_multi_port_pcie");
1040 
1041 	reg = IXGBE_READ_REG(hw, IXGBE_STATUS);
1042 	bus->func = (reg & IXGBE_STATUS_LAN_ID) >> IXGBE_STATUS_LAN_ID_SHIFT;
1043 	bus->lan_id = bus->func;
1044 
1045 	/* check for a port swap */
1046 	reg = IXGBE_READ_REG(hw, IXGBE_FACTPS_BY_MAC(hw));
1047 	if (reg & IXGBE_FACTPS_LFS)
1048 		bus->func ^= 0x1;
1049 }
1050 
1051 /**
1052  *  ixgbe_stop_adapter_generic - Generic stop Tx/Rx units
1053  *  @hw: pointer to hardware structure
1054  *
1055  *  Sets the adapter_stopped flag within ixgbe_hw struct. Clears interrupts,
1056  *  disables transmit and receive units. The adapter_stopped flag is used by
1057  *  the shared code and drivers to determine if the adapter is in a stopped
1058  *  state and should not touch the hardware.
1059  **/
1060 s32 ixgbe_stop_adapter_generic(struct ixgbe_hw *hw)
1061 {
1062 	u32 reg_val;
1063 	u16 i;
1064 
1065 	DEBUGFUNC("ixgbe_stop_adapter_generic");
1066 
1067 	/*
1068 	 * Set the adapter_stopped flag so other driver functions stop touching
1069 	 * the hardware
1070 	 */
1071 	hw->adapter_stopped = TRUE;
1072 
1073 	/* Disable the receive unit */
1074 	ixgbe_disable_rx(hw);
1075 
1076 	/* Clear interrupt mask to stop interrupts from being generated */
1077 	IXGBE_WRITE_REG(hw, IXGBE_EIMC, IXGBE_IRQ_CLEAR_MASK);
1078 
1079 	/* Clear any pending interrupts, flush previous writes */
1080 	IXGBE_READ_REG(hw, IXGBE_EICR);
1081 
1082 	/* Disable the transmit unit.  Each queue must be disabled. */
1083 	for (i = 0; i < hw->mac.max_tx_queues; i++)
1084 		IXGBE_WRITE_REG(hw, IXGBE_TXDCTL(i), IXGBE_TXDCTL_SWFLSH);
1085 
1086 	/* Disable the receive unit by stopping each queue */
1087 	for (i = 0; i < hw->mac.max_rx_queues; i++) {
1088 		reg_val = IXGBE_READ_REG(hw, IXGBE_RXDCTL(i));
1089 		reg_val &= ~IXGBE_RXDCTL_ENABLE;
1090 		reg_val |= IXGBE_RXDCTL_SWFLSH;
1091 		IXGBE_WRITE_REG(hw, IXGBE_RXDCTL(i), reg_val);
1092 	}
1093 
1094 	/* flush all queues disables */
1095 	IXGBE_WRITE_FLUSH(hw);
1096 	msec_delay(2);
1097 
1098 	/*
1099 	 * Prevent the PCI-E bus from hanging by disabling PCI-E master
1100 	 * access and verify no pending requests
1101 	 */
1102 	return ixgbe_disable_pcie_master(hw);
1103 }
1104 
1105 /**
1106  *  ixgbe_led_on_generic - Turns on the software controllable LEDs.
1107  *  @hw: pointer to hardware structure
1108  *  @index: led number to turn on
1109  **/
1110 s32 ixgbe_led_on_generic(struct ixgbe_hw *hw, u32 index)
1111 {
1112 	u32 led_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
1113 
1114 	DEBUGFUNC("ixgbe_led_on_generic");
1115 
1116 	/* To turn on the LED, set mode to ON. */
1117 	led_reg &= ~IXGBE_LED_MODE_MASK(index);
1118 	led_reg |= IXGBE_LED_ON << IXGBE_LED_MODE_SHIFT(index);
1119 	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, led_reg);
1120 	IXGBE_WRITE_FLUSH(hw);
1121 
1122 	return IXGBE_SUCCESS;
1123 }
1124 
1125 /**
1126  *  ixgbe_led_off_generic - Turns off the software controllable LEDs.
1127  *  @hw: pointer to hardware structure
1128  *  @index: led number to turn off
1129  **/
1130 s32 ixgbe_led_off_generic(struct ixgbe_hw *hw, u32 index)
1131 {
1132 	u32 led_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
1133 
1134 	DEBUGFUNC("ixgbe_led_off_generic");
1135 
1136 	/* To turn off the LED, set mode to OFF. */
1137 	led_reg &= ~IXGBE_LED_MODE_MASK(index);
1138 	led_reg |= IXGBE_LED_OFF << IXGBE_LED_MODE_SHIFT(index);
1139 	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, led_reg);
1140 	IXGBE_WRITE_FLUSH(hw);
1141 
1142 	return IXGBE_SUCCESS;
1143 }
1144 
1145 /**
1146  *  ixgbe_init_eeprom_params_generic - Initialize EEPROM params
1147  *  @hw: pointer to hardware structure
1148  *
1149  *  Initializes the EEPROM parameters ixgbe_eeprom_info within the
1150  *  ixgbe_hw struct in order to set up EEPROM access.
1151  **/
1152 s32 ixgbe_init_eeprom_params_generic(struct ixgbe_hw *hw)
1153 {
1154 	struct ixgbe_eeprom_info *eeprom = &hw->eeprom;
1155 	u32 eec;
1156 	u16 eeprom_size;
1157 
1158 	DEBUGFUNC("ixgbe_init_eeprom_params_generic");
1159 
1160 	if (eeprom->type == ixgbe_eeprom_uninitialized) {
1161 		eeprom->type = ixgbe_eeprom_none;
1162 		/* Set default semaphore delay to 10ms which is a well
1163 		 * tested value */
1164 		eeprom->semaphore_delay = 10;
1165 		/* Clear EEPROM page size, it will be initialized as needed */
1166 		eeprom->word_page_size = 0;
1167 
1168 		/*
1169 		 * Check for EEPROM present first.
1170 		 * If not present leave as none
1171 		 */
1172 		eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
1173 		if (eec & IXGBE_EEC_PRES) {
1174 			eeprom->type = ixgbe_eeprom_spi;
1175 
1176 			/*
1177 			 * SPI EEPROM is assumed here.  This code would need to
1178 			 * change if a future EEPROM is not SPI.
1179 			 */
1180 			eeprom_size = (u16)((eec & IXGBE_EEC_SIZE) >>
1181 					    IXGBE_EEC_SIZE_SHIFT);
1182 			eeprom->word_size = 1 << (eeprom_size +
1183 					     IXGBE_EEPROM_WORD_SIZE_SHIFT);
1184 		}
1185 
1186 		if (eec & IXGBE_EEC_ADDR_SIZE)
1187 			eeprom->address_bits = 16;
1188 		else
1189 			eeprom->address_bits = 8;
1190 		DEBUGOUT3("Eeprom params: type = %d, size = %d, address bits: "
1191 			  "%d\n", eeprom->type, eeprom->word_size,
1192 			  eeprom->address_bits);
1193 	}
1194 
1195 	return IXGBE_SUCCESS;
1196 }
1197 
1198 /**
1199  *  ixgbe_write_eeprom_buffer_bit_bang_generic - Write EEPROM using bit-bang
1200  *  @hw: pointer to hardware structure
1201  *  @offset: offset within the EEPROM to write
1202  *  @words: number of word(s)
1203  *  @data: 16 bit word(s) to write to EEPROM
1204  *
1205  *  Reads 16 bit word(s) from EEPROM through bit-bang method
1206  **/
1207 s32 ixgbe_write_eeprom_buffer_bit_bang_generic(struct ixgbe_hw *hw, u16 offset,
1208 					       u16 words, u16 *data)
1209 {
1210 	s32 status = IXGBE_SUCCESS;
1211 	u16 i, count;
1212 
1213 	DEBUGFUNC("ixgbe_write_eeprom_buffer_bit_bang_generic");
1214 
1215 	hw->eeprom.ops.init_params(hw);
1216 
1217 	if (words == 0) {
1218 		status = IXGBE_ERR_INVALID_ARGUMENT;
1219 		goto out;
1220 	}
1221 
1222 	if (offset + words > hw->eeprom.word_size) {
1223 		status = IXGBE_ERR_EEPROM;
1224 		goto out;
1225 	}
1226 
1227 	/*
1228 	 * The EEPROM page size cannot be queried from the chip. We do lazy
1229 	 * initialization. It is worth to do that when we write large buffer.
1230 	 */
1231 	if ((hw->eeprom.word_page_size == 0) &&
1232 	    (words > IXGBE_EEPROM_PAGE_SIZE_MAX))
1233 		ixgbe_detect_eeprom_page_size_generic(hw, offset);
1234 
1235 	/*
1236 	 * We cannot hold synchronization semaphores for too long
1237 	 * to avoid other entity starvation. However it is more efficient
1238 	 * to read in bursts than synchronizing access for each word.
1239 	 */
1240 	for (i = 0; i < words; i += IXGBE_EEPROM_RD_BUFFER_MAX_COUNT) {
1241 		count = (words - i) / IXGBE_EEPROM_RD_BUFFER_MAX_COUNT > 0 ?
1242 			IXGBE_EEPROM_RD_BUFFER_MAX_COUNT : (words - i);
1243 		status = ixgbe_write_eeprom_buffer_bit_bang(hw, offset + i,
1244 							    count, &data[i]);
1245 
1246 		if (status != IXGBE_SUCCESS)
1247 			break;
1248 	}
1249 
1250 out:
1251 	return status;
1252 }
1253 
1254 /**
1255  *  ixgbe_write_eeprom_buffer_bit_bang - Writes 16 bit word(s) to EEPROM
1256  *  @hw: pointer to hardware structure
1257  *  @offset: offset within the EEPROM to be written to
1258  *  @words: number of word(s)
1259  *  @data: 16 bit word(s) to be written to the EEPROM
1260  *
1261  *  If ixgbe_eeprom_update_checksum is not called after this function, the
1262  *  EEPROM will most likely contain an invalid checksum.
1263  **/
1264 static s32 ixgbe_write_eeprom_buffer_bit_bang(struct ixgbe_hw *hw, u16 offset,
1265 					      u16 words, u16 *data)
1266 {
1267 	s32 status;
1268 	u16 word;
1269 	u16 page_size;
1270 	u16 i;
1271 	u8 write_opcode = IXGBE_EEPROM_WRITE_OPCODE_SPI;
1272 
1273 	DEBUGFUNC("ixgbe_write_eeprom_buffer_bit_bang");
1274 
1275 	/* Prepare the EEPROM for writing  */
1276 	status = ixgbe_acquire_eeprom(hw);
1277 
1278 	if (status == IXGBE_SUCCESS) {
1279 		if (ixgbe_ready_eeprom(hw) != IXGBE_SUCCESS) {
1280 			ixgbe_release_eeprom(hw);
1281 			status = IXGBE_ERR_EEPROM;
1282 		}
1283 	}
1284 
1285 	if (status == IXGBE_SUCCESS) {
1286 		for (i = 0; i < words; i++) {
1287 			ixgbe_standby_eeprom(hw);
1288 
1289 			/*  Send the WRITE ENABLE command (8 bit opcode )  */
1290 			ixgbe_shift_out_eeprom_bits(hw,
1291 						   IXGBE_EEPROM_WREN_OPCODE_SPI,
1292 						   IXGBE_EEPROM_OPCODE_BITS);
1293 
1294 			ixgbe_standby_eeprom(hw);
1295 
1296 			/*
1297 			 * Some SPI eeproms use the 8th address bit embedded
1298 			 * in the opcode
1299 			 */
1300 			if ((hw->eeprom.address_bits == 8) &&
1301 			    ((offset + i) >= 128))
1302 				write_opcode |= IXGBE_EEPROM_A8_OPCODE_SPI;
1303 
1304 			/* Send the Write command (8-bit opcode + addr) */
1305 			ixgbe_shift_out_eeprom_bits(hw, write_opcode,
1306 						    IXGBE_EEPROM_OPCODE_BITS);
1307 			ixgbe_shift_out_eeprom_bits(hw, (u16)((offset + i) * 2),
1308 						    hw->eeprom.address_bits);
1309 
1310 			page_size = hw->eeprom.word_page_size;
1311 
1312 			/* Send the data in burst via SPI*/
1313 			do {
1314 				word = data[i];
1315 				word = (word >> 8) | (word << 8);
1316 				ixgbe_shift_out_eeprom_bits(hw, word, 16);
1317 
1318 				if (page_size == 0)
1319 					break;
1320 
1321 				/* do not wrap around page */
1322 				if (((offset + i) & (page_size - 1)) ==
1323 				    (page_size - 1))
1324 					break;
1325 			} while (++i < words);
1326 
1327 			ixgbe_standby_eeprom(hw);
1328 			msec_delay(10);
1329 		}
1330 		/* Done with writing - release the EEPROM */
1331 		ixgbe_release_eeprom(hw);
1332 	}
1333 
1334 	return status;
1335 }
1336 
1337 /**
1338  *  ixgbe_write_eeprom_generic - Writes 16 bit value to EEPROM
1339  *  @hw: pointer to hardware structure
1340  *  @offset: offset within the EEPROM to be written to
1341  *  @data: 16 bit word to be written to the EEPROM
1342  *
1343  *  If ixgbe_eeprom_update_checksum is not called after this function, the
1344  *  EEPROM will most likely contain an invalid checksum.
1345  **/
1346 s32 ixgbe_write_eeprom_generic(struct ixgbe_hw *hw, u16 offset, u16 data)
1347 {
1348 	s32 status;
1349 
1350 	DEBUGFUNC("ixgbe_write_eeprom_generic");
1351 
1352 	hw->eeprom.ops.init_params(hw);
1353 
1354 	if (offset >= hw->eeprom.word_size) {
1355 		status = IXGBE_ERR_EEPROM;
1356 		goto out;
1357 	}
1358 
1359 	status = ixgbe_write_eeprom_buffer_bit_bang(hw, offset, 1, &data);
1360 
1361 out:
1362 	return status;
1363 }
1364 
1365 /**
1366  *  ixgbe_read_eeprom_buffer_bit_bang_generic - Read EEPROM using bit-bang
1367  *  @hw: pointer to hardware structure
1368  *  @offset: offset within the EEPROM to be read
1369  *  @data: read 16 bit words(s) from EEPROM
1370  *  @words: number of word(s)
1371  *
1372  *  Reads 16 bit word(s) from EEPROM through bit-bang method
1373  **/
1374 s32 ixgbe_read_eeprom_buffer_bit_bang_generic(struct ixgbe_hw *hw, u16 offset,
1375 					      u16 words, u16 *data)
1376 {
1377 	s32 status = IXGBE_SUCCESS;
1378 	u16 i, count;
1379 
1380 	DEBUGFUNC("ixgbe_read_eeprom_buffer_bit_bang_generic");
1381 
1382 	hw->eeprom.ops.init_params(hw);
1383 
1384 	if (words == 0) {
1385 		status = IXGBE_ERR_INVALID_ARGUMENT;
1386 		goto out;
1387 	}
1388 
1389 	if (offset + words > hw->eeprom.word_size) {
1390 		status = IXGBE_ERR_EEPROM;
1391 		goto out;
1392 	}
1393 
1394 	/*
1395 	 * We cannot hold synchronization semaphores for too long
1396 	 * to avoid other entity starvation. However it is more efficient
1397 	 * to read in bursts than synchronizing access for each word.
1398 	 */
1399 	for (i = 0; i < words; i += IXGBE_EEPROM_RD_BUFFER_MAX_COUNT) {
1400 		count = (words - i) / IXGBE_EEPROM_RD_BUFFER_MAX_COUNT > 0 ?
1401 			IXGBE_EEPROM_RD_BUFFER_MAX_COUNT : (words - i);
1402 
1403 		status = ixgbe_read_eeprom_buffer_bit_bang(hw, offset + i,
1404 							   count, &data[i]);
1405 
1406 		if (status != IXGBE_SUCCESS)
1407 			break;
1408 	}
1409 
1410 out:
1411 	return status;
1412 }
1413 
1414 /**
1415  *  ixgbe_read_eeprom_buffer_bit_bang - Read EEPROM using bit-bang
1416  *  @hw: pointer to hardware structure
1417  *  @offset: offset within the EEPROM to be read
1418  *  @words: number of word(s)
1419  *  @data: read 16 bit word(s) from EEPROM
1420  *
1421  *  Reads 16 bit word(s) from EEPROM through bit-bang method
1422  **/
1423 static s32 ixgbe_read_eeprom_buffer_bit_bang(struct ixgbe_hw *hw, u16 offset,
1424 					     u16 words, u16 *data)
1425 {
1426 	s32 status;
1427 	u16 word_in;
1428 	u8 read_opcode = IXGBE_EEPROM_READ_OPCODE_SPI;
1429 	u16 i;
1430 
1431 	DEBUGFUNC("ixgbe_read_eeprom_buffer_bit_bang");
1432 
1433 	/* Prepare the EEPROM for reading  */
1434 	status = ixgbe_acquire_eeprom(hw);
1435 
1436 	if (status == IXGBE_SUCCESS) {
1437 		if (ixgbe_ready_eeprom(hw) != IXGBE_SUCCESS) {
1438 			ixgbe_release_eeprom(hw);
1439 			status = IXGBE_ERR_EEPROM;
1440 		}
1441 	}
1442 
1443 	if (status == IXGBE_SUCCESS) {
1444 		for (i = 0; i < words; i++) {
1445 			ixgbe_standby_eeprom(hw);
1446 			/*
1447 			 * Some SPI eeproms use the 8th address bit embedded
1448 			 * in the opcode
1449 			 */
1450 			if ((hw->eeprom.address_bits == 8) &&
1451 			    ((offset + i) >= 128))
1452 				read_opcode |= IXGBE_EEPROM_A8_OPCODE_SPI;
1453 
1454 			/* Send the READ command (opcode + addr) */
1455 			ixgbe_shift_out_eeprom_bits(hw, read_opcode,
1456 						    IXGBE_EEPROM_OPCODE_BITS);
1457 			ixgbe_shift_out_eeprom_bits(hw, (u16)((offset + i) * 2),
1458 						    hw->eeprom.address_bits);
1459 
1460 			/* Read the data. */
1461 			word_in = ixgbe_shift_in_eeprom_bits(hw, 16);
1462 			data[i] = (word_in >> 8) | (word_in << 8);
1463 		}
1464 
1465 		/* End this read operation */
1466 		ixgbe_release_eeprom(hw);
1467 	}
1468 
1469 	return status;
1470 }
1471 
1472 /**
1473  *  ixgbe_read_eeprom_bit_bang_generic - Read EEPROM word using bit-bang
1474  *  @hw: pointer to hardware structure
1475  *  @offset: offset within the EEPROM to be read
1476  *  @data: read 16 bit value from EEPROM
1477  *
1478  *  Reads 16 bit value from EEPROM through bit-bang method
1479  **/
1480 s32 ixgbe_read_eeprom_bit_bang_generic(struct ixgbe_hw *hw, u16 offset,
1481 				       u16 *data)
1482 {
1483 	s32 status;
1484 
1485 	DEBUGFUNC("ixgbe_read_eeprom_bit_bang_generic");
1486 
1487 	hw->eeprom.ops.init_params(hw);
1488 
1489 	if (offset >= hw->eeprom.word_size) {
1490 		status = IXGBE_ERR_EEPROM;
1491 		goto out;
1492 	}
1493 
1494 	status = ixgbe_read_eeprom_buffer_bit_bang(hw, offset, 1, data);
1495 
1496 out:
1497 	return status;
1498 }
1499 
1500 /**
1501  *  ixgbe_read_eerd_buffer_generic - Read EEPROM word(s) using EERD
1502  *  @hw: pointer to hardware structure
1503  *  @offset: offset of word in the EEPROM to read
1504  *  @words: number of word(s)
1505  *  @data: 16 bit word(s) from the EEPROM
1506  *
1507  *  Reads a 16 bit word(s) from the EEPROM using the EERD register.
1508  **/
1509 s32 ixgbe_read_eerd_buffer_generic(struct ixgbe_hw *hw, u16 offset,
1510 				   u16 words, u16 *data)
1511 {
1512 	u32 eerd;
1513 	s32 status = IXGBE_SUCCESS;
1514 	u32 i;
1515 
1516 	DEBUGFUNC("ixgbe_read_eerd_buffer_generic");
1517 
1518 	hw->eeprom.ops.init_params(hw);
1519 
1520 	if (words == 0) {
1521 		status = IXGBE_ERR_INVALID_ARGUMENT;
1522 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT, "Invalid EEPROM words");
1523 		goto out;
1524 	}
1525 
1526 	if (offset >= hw->eeprom.word_size) {
1527 		status = IXGBE_ERR_EEPROM;
1528 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT, "Invalid EEPROM offset");
1529 		goto out;
1530 	}
1531 
1532 	for (i = 0; i < words; i++) {
1533 		eerd = ((offset + i) << IXGBE_EEPROM_RW_ADDR_SHIFT) |
1534 		       IXGBE_EEPROM_RW_REG_START;
1535 
1536 		IXGBE_WRITE_REG(hw, IXGBE_EERD, eerd);
1537 		status = ixgbe_poll_eerd_eewr_done(hw, IXGBE_NVM_POLL_READ);
1538 
1539 		if (status == IXGBE_SUCCESS) {
1540 			data[i] = (IXGBE_READ_REG(hw, IXGBE_EERD) >>
1541 				   IXGBE_EEPROM_RW_REG_DATA);
1542 		} else {
1543 			DEBUGOUT("Eeprom read timed out\n");
1544 			goto out;
1545 		}
1546 	}
1547 out:
1548 	return status;
1549 }
1550 
1551 /**
1552  *  ixgbe_detect_eeprom_page_size_generic - Detect EEPROM page size
1553  *  @hw: pointer to hardware structure
1554  *  @offset: offset within the EEPROM to be used as a scratch pad
1555  *
1556  *  Discover EEPROM page size by writing marching data at given offset.
1557  *  This function is called only when we are writing a new large buffer
1558  *  at given offset so the data would be overwritten anyway.
1559  **/
1560 static s32 ixgbe_detect_eeprom_page_size_generic(struct ixgbe_hw *hw,
1561 						 u16 offset)
1562 {
1563 	u16 data[IXGBE_EEPROM_PAGE_SIZE_MAX];
1564 	s32 status = IXGBE_SUCCESS;
1565 	u16 i;
1566 
1567 	DEBUGFUNC("ixgbe_detect_eeprom_page_size_generic");
1568 
1569 	for (i = 0; i < IXGBE_EEPROM_PAGE_SIZE_MAX; i++)
1570 		data[i] = i;
1571 
1572 	hw->eeprom.word_page_size = IXGBE_EEPROM_PAGE_SIZE_MAX;
1573 	status = ixgbe_write_eeprom_buffer_bit_bang(hw, offset,
1574 					     IXGBE_EEPROM_PAGE_SIZE_MAX, data);
1575 	hw->eeprom.word_page_size = 0;
1576 	if (status != IXGBE_SUCCESS)
1577 		goto out;
1578 
1579 	status = ixgbe_read_eeprom_buffer_bit_bang(hw, offset, 1, data);
1580 	if (status != IXGBE_SUCCESS)
1581 		goto out;
1582 
1583 	/*
1584 	 * When writing in burst more than the actual page size
1585 	 * EEPROM address wraps around current page.
1586 	 */
1587 	hw->eeprom.word_page_size = IXGBE_EEPROM_PAGE_SIZE_MAX - data[0];
1588 
1589 	DEBUGOUT1("Detected EEPROM page size = %d words.",
1590 		  hw->eeprom.word_page_size);
1591 out:
1592 	return status;
1593 }
1594 
1595 /**
1596  *  ixgbe_read_eerd_generic - Read EEPROM word using EERD
1597  *  @hw: pointer to hardware structure
1598  *  @offset: offset of  word in the EEPROM to read
1599  *  @data: word read from the EEPROM
1600  *
1601  *  Reads a 16 bit word from the EEPROM using the EERD register.
1602  **/
1603 s32 ixgbe_read_eerd_generic(struct ixgbe_hw *hw, u16 offset, u16 *data)
1604 {
1605 	return ixgbe_read_eerd_buffer_generic(hw, offset, 1, data);
1606 }
1607 
1608 /**
1609  *  ixgbe_write_eewr_buffer_generic - Write EEPROM word(s) using EEWR
1610  *  @hw: pointer to hardware structure
1611  *  @offset: offset of  word in the EEPROM to write
1612  *  @words: number of word(s)
1613  *  @data: word(s) write to the EEPROM
1614  *
1615  *  Write a 16 bit word(s) to the EEPROM using the EEWR register.
1616  **/
1617 s32 ixgbe_write_eewr_buffer_generic(struct ixgbe_hw *hw, u16 offset,
1618 				    u16 words, u16 *data)
1619 {
1620 	u32 eewr;
1621 	s32 status = IXGBE_SUCCESS;
1622 	u16 i;
1623 
1624 	DEBUGFUNC("ixgbe_write_eewr_generic");
1625 
1626 	hw->eeprom.ops.init_params(hw);
1627 
1628 	if (words == 0) {
1629 		status = IXGBE_ERR_INVALID_ARGUMENT;
1630 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT, "Invalid EEPROM words");
1631 		goto out;
1632 	}
1633 
1634 	if (offset >= hw->eeprom.word_size) {
1635 		status = IXGBE_ERR_EEPROM;
1636 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT, "Invalid EEPROM offset");
1637 		goto out;
1638 	}
1639 
1640 	for (i = 0; i < words; i++) {
1641 		eewr = ((offset + i) << IXGBE_EEPROM_RW_ADDR_SHIFT) |
1642 			(data[i] << IXGBE_EEPROM_RW_REG_DATA) |
1643 			IXGBE_EEPROM_RW_REG_START;
1644 
1645 		status = ixgbe_poll_eerd_eewr_done(hw, IXGBE_NVM_POLL_WRITE);
1646 		if (status != IXGBE_SUCCESS) {
1647 			DEBUGOUT("Eeprom write EEWR timed out\n");
1648 			goto out;
1649 		}
1650 
1651 		IXGBE_WRITE_REG(hw, IXGBE_EEWR, eewr);
1652 
1653 		status = ixgbe_poll_eerd_eewr_done(hw, IXGBE_NVM_POLL_WRITE);
1654 		if (status != IXGBE_SUCCESS) {
1655 			DEBUGOUT("Eeprom write EEWR timed out\n");
1656 			goto out;
1657 		}
1658 	}
1659 
1660 out:
1661 	return status;
1662 }
1663 
1664 /**
1665  *  ixgbe_write_eewr_generic - Write EEPROM word using EEWR
1666  *  @hw: pointer to hardware structure
1667  *  @offset: offset of  word in the EEPROM to write
1668  *  @data: word write to the EEPROM
1669  *
1670  *  Write a 16 bit word to the EEPROM using the EEWR register.
1671  **/
1672 s32 ixgbe_write_eewr_generic(struct ixgbe_hw *hw, u16 offset, u16 data)
1673 {
1674 	return ixgbe_write_eewr_buffer_generic(hw, offset, 1, &data);
1675 }
1676 
1677 /**
1678  *  ixgbe_poll_eerd_eewr_done - Poll EERD read or EEWR write status
1679  *  @hw: pointer to hardware structure
1680  *  @ee_reg: EEPROM flag for polling
1681  *
1682  *  Polls the status bit (bit 1) of the EERD or EEWR to determine when the
1683  *  read or write is done respectively.
1684  **/
1685 s32 ixgbe_poll_eerd_eewr_done(struct ixgbe_hw *hw, u32 ee_reg)
1686 {
1687 	u32 i;
1688 	u32 reg;
1689 	s32 status = IXGBE_ERR_EEPROM;
1690 
1691 	DEBUGFUNC("ixgbe_poll_eerd_eewr_done");
1692 
1693 	for (i = 0; i < IXGBE_EERD_EEWR_ATTEMPTS; i++) {
1694 		if (ee_reg == IXGBE_NVM_POLL_READ)
1695 			reg = IXGBE_READ_REG(hw, IXGBE_EERD);
1696 		else
1697 			reg = IXGBE_READ_REG(hw, IXGBE_EEWR);
1698 
1699 		if (reg & IXGBE_EEPROM_RW_REG_DONE) {
1700 			status = IXGBE_SUCCESS;
1701 			break;
1702 		}
1703 		usec_delay(5);
1704 	}
1705 
1706 	if (i == IXGBE_EERD_EEWR_ATTEMPTS)
1707 		ERROR_REPORT1(IXGBE_ERROR_POLLING,
1708 			     "EEPROM read/write done polling timed out");
1709 
1710 	return status;
1711 }
1712 
1713 /**
1714  *  ixgbe_acquire_eeprom - Acquire EEPROM using bit-bang
1715  *  @hw: pointer to hardware structure
1716  *
1717  *  Prepares EEPROM for access using bit-bang method. This function should
1718  *  be called before issuing a command to the EEPROM.
1719  **/
1720 static s32 ixgbe_acquire_eeprom(struct ixgbe_hw *hw)
1721 {
1722 	s32 status = IXGBE_SUCCESS;
1723 	u32 eec;
1724 	u32 i;
1725 
1726 	DEBUGFUNC("ixgbe_acquire_eeprom");
1727 
1728 	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM)
1729 	    != IXGBE_SUCCESS)
1730 		status = IXGBE_ERR_SWFW_SYNC;
1731 
1732 	if (status == IXGBE_SUCCESS) {
1733 		eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
1734 
1735 		/* Request EEPROM Access */
1736 		eec |= IXGBE_EEC_REQ;
1737 		IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1738 
1739 		for (i = 0; i < IXGBE_EEPROM_GRANT_ATTEMPTS; i++) {
1740 			eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
1741 			if (eec & IXGBE_EEC_GNT)
1742 				break;
1743 			usec_delay(5);
1744 		}
1745 
1746 		/* Release if grant not acquired */
1747 		if (!(eec & IXGBE_EEC_GNT)) {
1748 			eec &= ~IXGBE_EEC_REQ;
1749 			IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1750 			DEBUGOUT("Could not acquire EEPROM grant\n");
1751 
1752 			hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
1753 			status = IXGBE_ERR_EEPROM;
1754 		}
1755 
1756 		/* Setup EEPROM for Read/Write */
1757 		if (status == IXGBE_SUCCESS) {
1758 			/* Clear CS and SK */
1759 			eec &= ~(IXGBE_EEC_CS | IXGBE_EEC_SK);
1760 			IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1761 			IXGBE_WRITE_FLUSH(hw);
1762 			usec_delay(1);
1763 		}
1764 	}
1765 	return status;
1766 }
1767 
1768 /**
1769  *  ixgbe_get_eeprom_semaphore - Get hardware semaphore
1770  *  @hw: pointer to hardware structure
1771  *
1772  *  Sets the hardware semaphores so EEPROM access can occur for bit-bang method
1773  **/
1774 static s32 ixgbe_get_eeprom_semaphore(struct ixgbe_hw *hw)
1775 {
1776 	s32 status = IXGBE_ERR_EEPROM;
1777 	u32 timeout = 2000;
1778 	u32 i;
1779 	u32 swsm;
1780 
1781 	DEBUGFUNC("ixgbe_get_eeprom_semaphore");
1782 
1783 
1784 	/* Get SMBI software semaphore between device drivers first */
1785 	for (i = 0; i < timeout; i++) {
1786 		/*
1787 		 * If the SMBI bit is 0 when we read it, then the bit will be
1788 		 * set and we have the semaphore
1789 		 */
1790 		swsm = IXGBE_READ_REG(hw, IXGBE_SWSM_BY_MAC(hw));
1791 		if (!(swsm & IXGBE_SWSM_SMBI)) {
1792 			status = IXGBE_SUCCESS;
1793 			break;
1794 		}
1795 		usec_delay(50);
1796 	}
1797 
1798 	if (i == timeout) {
1799 		DEBUGOUT("Driver can't access the Eeprom - SMBI Semaphore "
1800 			 "not granted.\n");
1801 		/*
1802 		 * this release is particularly important because our attempts
1803 		 * above to get the semaphore may have succeeded, and if there
1804 		 * was a timeout, we should unconditionally clear the semaphore
1805 		 * bits to free the driver to make progress
1806 		 */
1807 		ixgbe_release_eeprom_semaphore(hw);
1808 
1809 		usec_delay(50);
1810 		/*
1811 		 * one last try
1812 		 * If the SMBI bit is 0 when we read it, then the bit will be
1813 		 * set and we have the semaphore
1814 		 */
1815 		swsm = IXGBE_READ_REG(hw, IXGBE_SWSM_BY_MAC(hw));
1816 		if (!(swsm & IXGBE_SWSM_SMBI))
1817 			status = IXGBE_SUCCESS;
1818 	}
1819 
1820 	/* Now get the semaphore between SW/FW through the SWESMBI bit */
1821 	if (status == IXGBE_SUCCESS) {
1822 		for (i = 0; i < timeout; i++) {
1823 			swsm = IXGBE_READ_REG(hw, IXGBE_SWSM_BY_MAC(hw));
1824 
1825 			/* Set the SW EEPROM semaphore bit to request access */
1826 			swsm |= IXGBE_SWSM_SWESMBI;
1827 			IXGBE_WRITE_REG(hw, IXGBE_SWSM_BY_MAC(hw), swsm);
1828 
1829 			/*
1830 			 * If we set the bit successfully then we got the
1831 			 * semaphore.
1832 			 */
1833 			swsm = IXGBE_READ_REG(hw, IXGBE_SWSM_BY_MAC(hw));
1834 			if (swsm & IXGBE_SWSM_SWESMBI)
1835 				break;
1836 
1837 			usec_delay(50);
1838 		}
1839 
1840 		/*
1841 		 * Release semaphores and return error if SW EEPROM semaphore
1842 		 * was not granted because we don't have access to the EEPROM
1843 		 */
1844 		if (i >= timeout) {
1845 			ERROR_REPORT1(IXGBE_ERROR_POLLING,
1846 			    "SWESMBI Software EEPROM semaphore not granted.\n");
1847 			ixgbe_release_eeprom_semaphore(hw);
1848 			status = IXGBE_ERR_EEPROM;
1849 		}
1850 	} else {
1851 		ERROR_REPORT1(IXGBE_ERROR_POLLING,
1852 			     "Software semaphore SMBI between device drivers "
1853 			     "not granted.\n");
1854 	}
1855 
1856 	return status;
1857 }
1858 
1859 /**
1860  *  ixgbe_release_eeprom_semaphore - Release hardware semaphore
1861  *  @hw: pointer to hardware structure
1862  *
1863  *  This function clears hardware semaphore bits.
1864  **/
1865 static void ixgbe_release_eeprom_semaphore(struct ixgbe_hw *hw)
1866 {
1867 	u32 swsm;
1868 
1869 	DEBUGFUNC("ixgbe_release_eeprom_semaphore");
1870 
1871 	swsm = IXGBE_READ_REG(hw, IXGBE_SWSM);
1872 
1873 	/* Release both semaphores by writing 0 to the bits SWESMBI and SMBI */
1874 	swsm &= ~(IXGBE_SWSM_SWESMBI | IXGBE_SWSM_SMBI);
1875 	IXGBE_WRITE_REG(hw, IXGBE_SWSM, swsm);
1876 	IXGBE_WRITE_FLUSH(hw);
1877 }
1878 
1879 /**
1880  *  ixgbe_ready_eeprom - Polls for EEPROM ready
1881  *  @hw: pointer to hardware structure
1882  **/
1883 static s32 ixgbe_ready_eeprom(struct ixgbe_hw *hw)
1884 {
1885 	s32 status = IXGBE_SUCCESS;
1886 	u16 i;
1887 	u8 spi_stat_reg;
1888 
1889 	DEBUGFUNC("ixgbe_ready_eeprom");
1890 
1891 	/*
1892 	 * Read "Status Register" repeatedly until the LSB is cleared.  The
1893 	 * EEPROM will signal that the command has been completed by clearing
1894 	 * bit 0 of the internal status register.  If it's not cleared within
1895 	 * 5 milliseconds, then error out.
1896 	 */
1897 	for (i = 0; i < IXGBE_EEPROM_MAX_RETRY_SPI; i += 5) {
1898 		ixgbe_shift_out_eeprom_bits(hw, IXGBE_EEPROM_RDSR_OPCODE_SPI,
1899 					    IXGBE_EEPROM_OPCODE_BITS);
1900 		spi_stat_reg = (u8)ixgbe_shift_in_eeprom_bits(hw, 8);
1901 		if (!(spi_stat_reg & IXGBE_EEPROM_STATUS_RDY_SPI))
1902 			break;
1903 
1904 		usec_delay(5);
1905 		ixgbe_standby_eeprom(hw);
1906 	}
1907 
1908 	/*
1909 	 * On some parts, SPI write time could vary from 0-20mSec on 3.3V
1910 	 * devices (and only 0-5mSec on 5V devices)
1911 	 */
1912 	if (i >= IXGBE_EEPROM_MAX_RETRY_SPI) {
1913 		DEBUGOUT("SPI EEPROM Status error\n");
1914 		status = IXGBE_ERR_EEPROM;
1915 	}
1916 
1917 	return status;
1918 }
1919 
1920 /**
1921  *  ixgbe_standby_eeprom - Returns EEPROM to a "standby" state
1922  *  @hw: pointer to hardware structure
1923  **/
1924 static void ixgbe_standby_eeprom(struct ixgbe_hw *hw)
1925 {
1926 	u32 eec;
1927 
1928 	DEBUGFUNC("ixgbe_standby_eeprom");
1929 
1930 	eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
1931 
1932 	/* Toggle CS to flush commands */
1933 	eec |= IXGBE_EEC_CS;
1934 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1935 	IXGBE_WRITE_FLUSH(hw);
1936 	usec_delay(1);
1937 	eec &= ~IXGBE_EEC_CS;
1938 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1939 	IXGBE_WRITE_FLUSH(hw);
1940 	usec_delay(1);
1941 }
1942 
1943 /**
1944  *  ixgbe_shift_out_eeprom_bits - Shift data bits out to the EEPROM.
1945  *  @hw: pointer to hardware structure
1946  *  @data: data to send to the EEPROM
1947  *  @count: number of bits to shift out
1948  **/
1949 static void ixgbe_shift_out_eeprom_bits(struct ixgbe_hw *hw, u16 data,
1950 					u16 count)
1951 {
1952 	u32 eec;
1953 	u32 mask;
1954 	u32 i;
1955 
1956 	DEBUGFUNC("ixgbe_shift_out_eeprom_bits");
1957 
1958 	eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
1959 
1960 	/*
1961 	 * Mask is used to shift "count" bits of "data" out to the EEPROM
1962 	 * one bit at a time.  Determine the starting bit based on count
1963 	 */
1964 	mask = 0x01 << (count - 1);
1965 
1966 	for (i = 0; i < count; i++) {
1967 		/*
1968 		 * A "1" is shifted out to the EEPROM by setting bit "DI" to a
1969 		 * "1", and then raising and then lowering the clock (the SK
1970 		 * bit controls the clock input to the EEPROM).  A "0" is
1971 		 * shifted out to the EEPROM by setting "DI" to "0" and then
1972 		 * raising and then lowering the clock.
1973 		 */
1974 		if (data & mask)
1975 			eec |= IXGBE_EEC_DI;
1976 		else
1977 			eec &= ~IXGBE_EEC_DI;
1978 
1979 		IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1980 		IXGBE_WRITE_FLUSH(hw);
1981 
1982 		usec_delay(1);
1983 
1984 		ixgbe_raise_eeprom_clk(hw, &eec);
1985 		ixgbe_lower_eeprom_clk(hw, &eec);
1986 
1987 		/*
1988 		 * Shift mask to signify next bit of data to shift in to the
1989 		 * EEPROM
1990 		 */
1991 		mask = mask >> 1;
1992 	}
1993 
1994 	/* We leave the "DI" bit set to "0" when we leave this routine. */
1995 	eec &= ~IXGBE_EEC_DI;
1996 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
1997 	IXGBE_WRITE_FLUSH(hw);
1998 }
1999 
2000 /**
2001  *  ixgbe_shift_in_eeprom_bits - Shift data bits in from the EEPROM
2002  *  @hw: pointer to hardware structure
2003  **/
2004 static u16 ixgbe_shift_in_eeprom_bits(struct ixgbe_hw *hw, u16 count)
2005 {
2006 	u32 eec;
2007 	u32 i;
2008 	u16 data = 0;
2009 
2010 	DEBUGFUNC("ixgbe_shift_in_eeprom_bits");
2011 
2012 	/*
2013 	 * In order to read a register from the EEPROM, we need to shift
2014 	 * 'count' bits in from the EEPROM. Bits are "shifted in" by raising
2015 	 * the clock input to the EEPROM (setting the SK bit), and then reading
2016 	 * the value of the "DO" bit.  During this "shifting in" process the
2017 	 * "DI" bit should always be clear.
2018 	 */
2019 	eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
2020 
2021 	eec &= ~(IXGBE_EEC_DO | IXGBE_EEC_DI);
2022 
2023 	for (i = 0; i < count; i++) {
2024 		data = data << 1;
2025 		ixgbe_raise_eeprom_clk(hw, &eec);
2026 
2027 		eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
2028 
2029 		eec &= ~(IXGBE_EEC_DI);
2030 		if (eec & IXGBE_EEC_DO)
2031 			data |= 1;
2032 
2033 		ixgbe_lower_eeprom_clk(hw, &eec);
2034 	}
2035 
2036 	return data;
2037 }
2038 
2039 /**
2040  *  ixgbe_raise_eeprom_clk - Raises the EEPROM's clock input.
2041  *  @hw: pointer to hardware structure
2042  *  @eec: EEC register's current value
2043  **/
2044 static void ixgbe_raise_eeprom_clk(struct ixgbe_hw *hw, u32 *eec)
2045 {
2046 	DEBUGFUNC("ixgbe_raise_eeprom_clk");
2047 
2048 	/*
2049 	 * Raise the clock input to the EEPROM
2050 	 * (setting the SK bit), then delay
2051 	 */
2052 	*eec = *eec | IXGBE_EEC_SK;
2053 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), *eec);
2054 	IXGBE_WRITE_FLUSH(hw);
2055 	usec_delay(1);
2056 }
2057 
2058 /**
2059  *  ixgbe_lower_eeprom_clk - Lowers the EEPROM's clock input.
2060  *  @hw: pointer to hardware structure
2061  *  @eecd: EECD's current value
2062  **/
2063 static void ixgbe_lower_eeprom_clk(struct ixgbe_hw *hw, u32 *eec)
2064 {
2065 	DEBUGFUNC("ixgbe_lower_eeprom_clk");
2066 
2067 	/*
2068 	 * Lower the clock input to the EEPROM (clearing the SK bit), then
2069 	 * delay
2070 	 */
2071 	*eec = *eec & ~IXGBE_EEC_SK;
2072 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), *eec);
2073 	IXGBE_WRITE_FLUSH(hw);
2074 	usec_delay(1);
2075 }
2076 
2077 /**
2078  *  ixgbe_release_eeprom - Release EEPROM, release semaphores
2079  *  @hw: pointer to hardware structure
2080  **/
2081 static void ixgbe_release_eeprom(struct ixgbe_hw *hw)
2082 {
2083 	u32 eec;
2084 
2085 	DEBUGFUNC("ixgbe_release_eeprom");
2086 
2087 	eec = IXGBE_READ_REG(hw, IXGBE_EEC_BY_MAC(hw));
2088 
2089 	eec |= IXGBE_EEC_CS;  /* Pull CS high */
2090 	eec &= ~IXGBE_EEC_SK; /* Lower SCK */
2091 
2092 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
2093 	IXGBE_WRITE_FLUSH(hw);
2094 
2095 	usec_delay(1);
2096 
2097 	/* Stop requesting EEPROM access */
2098 	eec &= ~IXGBE_EEC_REQ;
2099 	IXGBE_WRITE_REG(hw, IXGBE_EEC_BY_MAC(hw), eec);
2100 
2101 	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
2102 
2103 	/* Delay before attempt to obtain semaphore again to allow FW access */
2104 	msec_delay(hw->eeprom.semaphore_delay);
2105 }
2106 
2107 /**
2108  *  ixgbe_calc_eeprom_checksum_generic - Calculates and returns the checksum
2109  *  @hw: pointer to hardware structure
2110  *
2111  *  Returns a negative error code on error, or the 16-bit checksum
2112  **/
2113 s32 ixgbe_calc_eeprom_checksum_generic(struct ixgbe_hw *hw)
2114 {
2115 	u16 i;
2116 	u16 j;
2117 	u16 checksum = 0;
2118 	u16 length = 0;
2119 	u16 pointer = 0;
2120 	u16 word = 0;
2121 
2122 	DEBUGFUNC("ixgbe_calc_eeprom_checksum_generic");
2123 
2124 	/* Include 0x0-0x3F in the checksum */
2125 	for (i = 0; i < IXGBE_EEPROM_CHECKSUM; i++) {
2126 		if (hw->eeprom.ops.read(hw, i, &word)) {
2127 			DEBUGOUT("EEPROM read failed\n");
2128 			return IXGBE_ERR_EEPROM;
2129 		}
2130 		checksum += word;
2131 	}
2132 
2133 	/* Include all data from pointers except for the fw pointer */
2134 	for (i = IXGBE_PCIE_ANALOG_PTR; i < IXGBE_FW_PTR; i++) {
2135 		if (hw->eeprom.ops.read(hw, i, &pointer)) {
2136 			DEBUGOUT("EEPROM read failed\n");
2137 			return IXGBE_ERR_EEPROM;
2138 		}
2139 
2140 		/* If the pointer seems invalid */
2141 		if (pointer == 0xFFFF || pointer == 0)
2142 			continue;
2143 
2144 		if (hw->eeprom.ops.read(hw, pointer, &length)) {
2145 			DEBUGOUT("EEPROM read failed\n");
2146 			return IXGBE_ERR_EEPROM;
2147 		}
2148 
2149 		if (length == 0xFFFF || length == 0)
2150 			continue;
2151 
2152 		for (j = pointer + 1; j <= pointer + length; j++) {
2153 			if (hw->eeprom.ops.read(hw, j, &word)) {
2154 				DEBUGOUT("EEPROM read failed\n");
2155 				return IXGBE_ERR_EEPROM;
2156 			}
2157 			checksum += word;
2158 		}
2159 	}
2160 
2161 	checksum = (u16)IXGBE_EEPROM_SUM - checksum;
2162 
2163 	return (s32)checksum;
2164 }
2165 
2166 /**
2167  *  ixgbe_validate_eeprom_checksum_generic - Validate EEPROM checksum
2168  *  @hw: pointer to hardware structure
2169  *  @checksum_val: calculated checksum
2170  *
2171  *  Performs checksum calculation and validates the EEPROM checksum.  If the
2172  *  caller does not need checksum_val, the value can be NULL.
2173  **/
2174 s32 ixgbe_validate_eeprom_checksum_generic(struct ixgbe_hw *hw,
2175 					   u16 *checksum_val)
2176 {
2177 	s32 status;
2178 	u16 checksum;
2179 	u16 read_checksum = 0;
2180 
2181 	DEBUGFUNC("ixgbe_validate_eeprom_checksum_generic");
2182 
2183 	/* Read the first word from the EEPROM. If this times out or fails, do
2184 	 * not continue or we could be in for a very long wait while every
2185 	 * EEPROM read fails
2186 	 */
2187 	status = hw->eeprom.ops.read(hw, 0, &checksum);
2188 	if (status) {
2189 		DEBUGOUT("EEPROM read failed\n");
2190 		return status;
2191 	}
2192 
2193 	status = hw->eeprom.ops.calc_checksum(hw);
2194 	if (status < 0)
2195 		return status;
2196 
2197 	checksum = (u16)(status & 0xffff);
2198 
2199 	status = hw->eeprom.ops.read(hw, IXGBE_EEPROM_CHECKSUM, &read_checksum);
2200 	if (status) {
2201 		DEBUGOUT("EEPROM read failed\n");
2202 		return status;
2203 	}
2204 
2205 	/* Verify read checksum from EEPROM is the same as
2206 	 * calculated checksum
2207 	 */
2208 	if (read_checksum != checksum)
2209 		status = IXGBE_ERR_EEPROM_CHECKSUM;
2210 
2211 	/* If the user cares, return the calculated checksum */
2212 	if (checksum_val)
2213 		*checksum_val = checksum;
2214 
2215 	return status;
2216 }
2217 
2218 /**
2219  *  ixgbe_update_eeprom_checksum_generic - Updates the EEPROM checksum
2220  *  @hw: pointer to hardware structure
2221  **/
2222 s32 ixgbe_update_eeprom_checksum_generic(struct ixgbe_hw *hw)
2223 {
2224 	s32 status;
2225 	u16 checksum;
2226 
2227 	DEBUGFUNC("ixgbe_update_eeprom_checksum_generic");
2228 
2229 	/* Read the first word from the EEPROM. If this times out or fails, do
2230 	 * not continue or we could be in for a very long wait while every
2231 	 * EEPROM read fails
2232 	 */
2233 	status = hw->eeprom.ops.read(hw, 0, &checksum);
2234 	if (status) {
2235 		DEBUGOUT("EEPROM read failed\n");
2236 		return status;
2237 	}
2238 
2239 	status = hw->eeprom.ops.calc_checksum(hw);
2240 	if (status < 0)
2241 		return status;
2242 
2243 	checksum = (u16)(status & 0xffff);
2244 
2245 	status = hw->eeprom.ops.write(hw, IXGBE_EEPROM_CHECKSUM, checksum);
2246 
2247 	return status;
2248 }
2249 
2250 /**
2251  *  ixgbe_validate_mac_addr - Validate MAC address
2252  *  @mac_addr: pointer to MAC address.
2253  *
2254  *  Tests a MAC address to ensure it is a valid Individual Address
2255  **/
2256 s32 ixgbe_validate_mac_addr(u8 *mac_addr)
2257 {
2258 	s32 status = IXGBE_SUCCESS;
2259 
2260 	DEBUGFUNC("ixgbe_validate_mac_addr");
2261 
2262 	/* Make sure it is not a multicast address */
2263 	if (IXGBE_IS_MULTICAST(mac_addr)) {
2264 		DEBUGOUT("MAC address is multicast\n");
2265 		status = IXGBE_ERR_INVALID_MAC_ADDR;
2266 	/* Not a broadcast address */
2267 	} else if (IXGBE_IS_BROADCAST(mac_addr)) {
2268 		DEBUGOUT("MAC address is broadcast\n");
2269 		status = IXGBE_ERR_INVALID_MAC_ADDR;
2270 	/* Reject the zero address */
2271 	} else if (mac_addr[0] == 0 && mac_addr[1] == 0 && mac_addr[2] == 0 &&
2272 		   mac_addr[3] == 0 && mac_addr[4] == 0 && mac_addr[5] == 0) {
2273 		DEBUGOUT("MAC address is all zeros\n");
2274 		status = IXGBE_ERR_INVALID_MAC_ADDR;
2275 	}
2276 	return status;
2277 }
2278 
2279 /**
2280  *  ixgbe_set_rar_generic - Set Rx address register
2281  *  @hw: pointer to hardware structure
2282  *  @index: Receive address register to write
2283  *  @addr: Address to put into receive address register
2284  *  @vmdq: VMDq "set" or "pool" index
2285  *  @enable_addr: set flag that address is active
2286  *
2287  *  Puts an ethernet address into a receive address register.
2288  **/
2289 s32 ixgbe_set_rar_generic(struct ixgbe_hw *hw, u32 index, u8 *addr, u32 vmdq,
2290 			  u32 enable_addr)
2291 {
2292 	u32 rar_low, rar_high;
2293 	u32 rar_entries = hw->mac.num_rar_entries;
2294 
2295 	DEBUGFUNC("ixgbe_set_rar_generic");
2296 
2297 	/* Make sure we are using a valid rar index range */
2298 	if (index >= rar_entries) {
2299 		ERROR_REPORT2(IXGBE_ERROR_ARGUMENT,
2300 			     "RAR index %d is out of range.\n", index);
2301 		return IXGBE_ERR_INVALID_ARGUMENT;
2302 	}
2303 
2304 	/* setup VMDq pool selection before this RAR gets enabled */
2305 	hw->mac.ops.set_vmdq(hw, index, vmdq);
2306 
2307 	/*
2308 	 * HW expects these in little endian so we reverse the byte
2309 	 * order from network order (big endian) to little endian
2310 	 */
2311 	rar_low = ((u32)addr[0] |
2312 		   ((u32)addr[1] << 8) |
2313 		   ((u32)addr[2] << 16) |
2314 		   ((u32)addr[3] << 24));
2315 	/*
2316 	 * Some parts put the VMDq setting in the extra RAH bits,
2317 	 * so save everything except the lower 16 bits that hold part
2318 	 * of the address and the address valid bit.
2319 	 */
2320 	rar_high = IXGBE_READ_REG(hw, IXGBE_RAH(index));
2321 	rar_high &= ~(0x0000FFFF | IXGBE_RAH_AV);
2322 	rar_high |= ((u32)addr[4] | ((u32)addr[5] << 8));
2323 
2324 	if (enable_addr != 0)
2325 		rar_high |= IXGBE_RAH_AV;
2326 
2327 	IXGBE_WRITE_REG(hw, IXGBE_RAL(index), rar_low);
2328 	IXGBE_WRITE_REG(hw, IXGBE_RAH(index), rar_high);
2329 
2330 	return IXGBE_SUCCESS;
2331 }
2332 
2333 /**
2334  *  ixgbe_clear_rar_generic - Remove Rx address register
2335  *  @hw: pointer to hardware structure
2336  *  @index: Receive address register to write
2337  *
2338  *  Clears an ethernet address from a receive address register.
2339  **/
2340 s32 ixgbe_clear_rar_generic(struct ixgbe_hw *hw, u32 index)
2341 {
2342 	u32 rar_high;
2343 	u32 rar_entries = hw->mac.num_rar_entries;
2344 
2345 	DEBUGFUNC("ixgbe_clear_rar_generic");
2346 
2347 	/* Make sure we are using a valid rar index range */
2348 	if (index >= rar_entries) {
2349 		ERROR_REPORT2(IXGBE_ERROR_ARGUMENT,
2350 			     "RAR index %d is out of range.\n", index);
2351 		return IXGBE_ERR_INVALID_ARGUMENT;
2352 	}
2353 
2354 	/*
2355 	 * Some parts put the VMDq setting in the extra RAH bits,
2356 	 * so save everything except the lower 16 bits that hold part
2357 	 * of the address and the address valid bit.
2358 	 */
2359 	rar_high = IXGBE_READ_REG(hw, IXGBE_RAH(index));
2360 	rar_high &= ~(0x0000FFFF | IXGBE_RAH_AV);
2361 
2362 	IXGBE_WRITE_REG(hw, IXGBE_RAL(index), 0);
2363 	IXGBE_WRITE_REG(hw, IXGBE_RAH(index), rar_high);
2364 
2365 	/* clear VMDq pool/queue selection for this RAR */
2366 	hw->mac.ops.clear_vmdq(hw, index, IXGBE_CLEAR_VMDQ_ALL);
2367 
2368 	return IXGBE_SUCCESS;
2369 }
2370 
2371 /**
2372  *  ixgbe_init_rx_addrs_generic - Initializes receive address filters.
2373  *  @hw: pointer to hardware structure
2374  *
2375  *  Places the MAC address in receive address register 0 and clears the rest
2376  *  of the receive address registers. Clears the multicast table. Assumes
2377  *  the receiver is in reset when the routine is called.
2378  **/
2379 s32 ixgbe_init_rx_addrs_generic(struct ixgbe_hw *hw)
2380 {
2381 	u32 i;
2382 	u32 rar_entries = hw->mac.num_rar_entries;
2383 
2384 	DEBUGFUNC("ixgbe_init_rx_addrs_generic");
2385 
2386 	/*
2387 	 * If the current mac address is valid, assume it is a software override
2388 	 * to the permanent address.
2389 	 * Otherwise, use the permanent address from the eeprom.
2390 	 */
2391 	if (ixgbe_validate_mac_addr(hw->mac.addr) ==
2392 	    IXGBE_ERR_INVALID_MAC_ADDR) {
2393 		/* Get the MAC address from the RAR0 for later reference */
2394 		hw->mac.ops.get_mac_addr(hw, hw->mac.addr);
2395 
2396 		DEBUGOUT3(" Keeping Current RAR0 Addr =%.2X %.2X %.2X ",
2397 			  hw->mac.addr[0], hw->mac.addr[1],
2398 			  hw->mac.addr[2]);
2399 		DEBUGOUT3("%.2X %.2X %.2X\n", hw->mac.addr[3],
2400 			  hw->mac.addr[4], hw->mac.addr[5]);
2401 	} else {
2402 		/* Setup the receive address. */
2403 		DEBUGOUT("Overriding MAC Address in RAR[0]\n");
2404 		DEBUGOUT3(" New MAC Addr =%.2X %.2X %.2X ",
2405 			  hw->mac.addr[0], hw->mac.addr[1],
2406 			  hw->mac.addr[2]);
2407 		DEBUGOUT3("%.2X %.2X %.2X\n", hw->mac.addr[3],
2408 			  hw->mac.addr[4], hw->mac.addr[5]);
2409 
2410 		hw->mac.ops.set_rar(hw, 0, hw->mac.addr, 0, IXGBE_RAH_AV);
2411 
2412 		/* clear VMDq pool/queue selection for RAR 0 */
2413 		hw->mac.ops.clear_vmdq(hw, 0, IXGBE_CLEAR_VMDQ_ALL);
2414 	}
2415 	hw->addr_ctrl.overflow_promisc = 0;
2416 
2417 	hw->addr_ctrl.rar_used_count = 1;
2418 
2419 	/* Zero out the other receive addresses. */
2420 	DEBUGOUT1("Clearing RAR[1-%d]\n", rar_entries - 1);
2421 	for (i = 1; i < rar_entries; i++) {
2422 		IXGBE_WRITE_REG(hw, IXGBE_RAL(i), 0);
2423 		IXGBE_WRITE_REG(hw, IXGBE_RAH(i), 0);
2424 	}
2425 
2426 	/* Clear the MTA */
2427 	hw->addr_ctrl.mta_in_use = 0;
2428 	IXGBE_WRITE_REG(hw, IXGBE_MCSTCTRL, hw->mac.mc_filter_type);
2429 
2430 	DEBUGOUT(" Clearing MTA\n");
2431 	for (i = 0; i < hw->mac.mcft_size; i++)
2432 		IXGBE_WRITE_REG(hw, IXGBE_MTA(i), 0);
2433 
2434 	ixgbe_init_uta_tables(hw);
2435 
2436 	return IXGBE_SUCCESS;
2437 }
2438 
2439 /**
2440  *  ixgbe_add_uc_addr - Adds a secondary unicast address.
2441  *  @hw: pointer to hardware structure
2442  *  @addr: new address
2443  *
2444  *  Adds it to unused receive address register or goes into promiscuous mode.
2445  **/
2446 void ixgbe_add_uc_addr(struct ixgbe_hw *hw, u8 *addr, u32 vmdq)
2447 {
2448 	u32 rar_entries = hw->mac.num_rar_entries;
2449 	u32 rar;
2450 
2451 	DEBUGFUNC("ixgbe_add_uc_addr");
2452 
2453 	DEBUGOUT6(" UC Addr = %.2X %.2X %.2X %.2X %.2X %.2X\n",
2454 		  addr[0], addr[1], addr[2], addr[3], addr[4], addr[5]);
2455 
2456 	/*
2457 	 * Place this address in the RAR if there is room,
2458 	 * else put the controller into promiscuous mode
2459 	 */
2460 	if (hw->addr_ctrl.rar_used_count < rar_entries) {
2461 		rar = hw->addr_ctrl.rar_used_count;
2462 		hw->mac.ops.set_rar(hw, rar, addr, vmdq, IXGBE_RAH_AV);
2463 		DEBUGOUT1("Added a secondary address to RAR[%d]\n", rar);
2464 		hw->addr_ctrl.rar_used_count++;
2465 	} else {
2466 		hw->addr_ctrl.overflow_promisc++;
2467 	}
2468 
2469 	DEBUGOUT("ixgbe_add_uc_addr Complete\n");
2470 }
2471 
2472 /**
2473  *  ixgbe_update_uc_addr_list_generic - Updates MAC list of secondary addresses
2474  *  @hw: pointer to hardware structure
2475  *  @addr_list: the list of new addresses
2476  *  @addr_count: number of addresses
2477  *  @next: iterator function to walk the address list
2478  *
2479  *  The given list replaces any existing list.  Clears the secondary addrs from
2480  *  receive address registers.  Uses unused receive address registers for the
2481  *  first secondary addresses, and falls back to promiscuous mode as needed.
2482  *
2483  *  Drivers using secondary unicast addresses must set user_set_promisc when
2484  *  manually putting the device into promiscuous mode.
2485  **/
2486 s32 ixgbe_update_uc_addr_list_generic(struct ixgbe_hw *hw, u8 *addr_list,
2487 				      u32 addr_count, ixgbe_mc_addr_itr next)
2488 {
2489 	u8 *addr;
2490 	u32 i;
2491 	u32 old_promisc_setting = hw->addr_ctrl.overflow_promisc;
2492 	u32 uc_addr_in_use;
2493 	u32 fctrl;
2494 	u32 vmdq;
2495 
2496 	DEBUGFUNC("ixgbe_update_uc_addr_list_generic");
2497 
2498 	/*
2499 	 * Clear accounting of old secondary address list,
2500 	 * don't count RAR[0]
2501 	 */
2502 	uc_addr_in_use = hw->addr_ctrl.rar_used_count - 1;
2503 	hw->addr_ctrl.rar_used_count -= uc_addr_in_use;
2504 	hw->addr_ctrl.overflow_promisc = 0;
2505 
2506 	/* Zero out the other receive addresses */
2507 	DEBUGOUT1("Clearing RAR[1-%d]\n", uc_addr_in_use+1);
2508 	for (i = 0; i < uc_addr_in_use; i++) {
2509 		IXGBE_WRITE_REG(hw, IXGBE_RAL(1+i), 0);
2510 		IXGBE_WRITE_REG(hw, IXGBE_RAH(1+i), 0);
2511 	}
2512 
2513 	/* Add the new addresses */
2514 	for (i = 0; i < addr_count; i++) {
2515 		DEBUGOUT(" Adding the secondary addresses:\n");
2516 		addr = next(hw, &addr_list, &vmdq);
2517 		ixgbe_add_uc_addr(hw, addr, vmdq);
2518 	}
2519 
2520 	if (hw->addr_ctrl.overflow_promisc) {
2521 		/* enable promisc if not already in overflow or set by user */
2522 		if (!old_promisc_setting && !hw->addr_ctrl.user_set_promisc) {
2523 			DEBUGOUT(" Entering address overflow promisc mode\n");
2524 			fctrl = IXGBE_READ_REG(hw, IXGBE_FCTRL);
2525 			fctrl |= IXGBE_FCTRL_UPE;
2526 			IXGBE_WRITE_REG(hw, IXGBE_FCTRL, fctrl);
2527 		}
2528 	} else {
2529 		/* only disable if set by overflow, not by user */
2530 		if (old_promisc_setting && !hw->addr_ctrl.user_set_promisc) {
2531 			DEBUGOUT(" Leaving address overflow promisc mode\n");
2532 			fctrl = IXGBE_READ_REG(hw, IXGBE_FCTRL);
2533 			fctrl &= ~IXGBE_FCTRL_UPE;
2534 			IXGBE_WRITE_REG(hw, IXGBE_FCTRL, fctrl);
2535 		}
2536 	}
2537 
2538 	DEBUGOUT("ixgbe_update_uc_addr_list_generic Complete\n");
2539 	return IXGBE_SUCCESS;
2540 }
2541 
2542 /**
2543  *  ixgbe_mta_vector - Determines bit-vector in multicast table to set
2544  *  @hw: pointer to hardware structure
2545  *  @mc_addr: the multicast address
2546  *
2547  *  Extracts the 12 bits, from a multicast address, to determine which
2548  *  bit-vector to set in the multicast table. The hardware uses 12 bits, from
2549  *  incoming rx multicast addresses, to determine the bit-vector to check in
2550  *  the MTA. Which of the 4 combination, of 12-bits, the hardware uses is set
2551  *  by the MO field of the MCSTCTRL. The MO field is set during initialization
2552  *  to mc_filter_type.
2553  **/
2554 static s32 ixgbe_mta_vector(struct ixgbe_hw *hw, u8 *mc_addr)
2555 {
2556 	u32 vector = 0;
2557 
2558 	DEBUGFUNC("ixgbe_mta_vector");
2559 
2560 	switch (hw->mac.mc_filter_type) {
2561 	case 0:   /* use bits [47:36] of the address */
2562 		vector = ((mc_addr[4] >> 4) | (((u16)mc_addr[5]) << 4));
2563 		break;
2564 	case 1:   /* use bits [46:35] of the address */
2565 		vector = ((mc_addr[4] >> 3) | (((u16)mc_addr[5]) << 5));
2566 		break;
2567 	case 2:   /* use bits [45:34] of the address */
2568 		vector = ((mc_addr[4] >> 2) | (((u16)mc_addr[5]) << 6));
2569 		break;
2570 	case 3:   /* use bits [43:32] of the address */
2571 		vector = ((mc_addr[4]) | (((u16)mc_addr[5]) << 8));
2572 		break;
2573 	default:  /* Invalid mc_filter_type */
2574 		DEBUGOUT("MC filter type param set incorrectly\n");
2575 		ASSERT(0);
2576 		break;
2577 	}
2578 
2579 	/* vector can only be 12-bits or boundary will be exceeded */
2580 	vector &= 0xFFF;
2581 	return vector;
2582 }
2583 
2584 /**
2585  *  ixgbe_set_mta - Set bit-vector in multicast table
2586  *  @hw: pointer to hardware structure
2587  *  @hash_value: Multicast address hash value
2588  *
2589  *  Sets the bit-vector in the multicast table.
2590  **/
2591 void ixgbe_set_mta(struct ixgbe_hw *hw, u8 *mc_addr)
2592 {
2593 	u32 vector;
2594 	u32 vector_bit;
2595 	u32 vector_reg;
2596 
2597 	DEBUGFUNC("ixgbe_set_mta");
2598 
2599 	hw->addr_ctrl.mta_in_use++;
2600 
2601 	vector = ixgbe_mta_vector(hw, mc_addr);
2602 	DEBUGOUT1(" bit-vector = 0x%03X\n", vector);
2603 
2604 	/*
2605 	 * The MTA is a register array of 128 32-bit registers. It is treated
2606 	 * like an array of 4096 bits.  We want to set bit
2607 	 * BitArray[vector_value]. So we figure out what register the bit is
2608 	 * in, read it, OR in the new bit, then write back the new value.  The
2609 	 * register is determined by the upper 7 bits of the vector value and
2610 	 * the bit within that register are determined by the lower 5 bits of
2611 	 * the value.
2612 	 */
2613 	vector_reg = (vector >> 5) & 0x7F;
2614 	vector_bit = vector & 0x1F;
2615 	hw->mac.mta_shadow[vector_reg] |= (1 << vector_bit);
2616 }
2617 
2618 /**
2619  *  ixgbe_update_mc_addr_list_generic - Updates MAC list of multicast addresses
2620  *  @hw: pointer to hardware structure
2621  *  @mc_addr_list: the list of new multicast addresses
2622  *  @mc_addr_count: number of addresses
2623  *  @next: iterator function to walk the multicast address list
2624  *  @clear: flag, when set clears the table beforehand
2625  *
2626  *  When the clear flag is set, the given list replaces any existing list.
2627  *  Hashes the given addresses into the multicast table.
2628  **/
2629 s32 ixgbe_update_mc_addr_list_generic(struct ixgbe_hw *hw, u8 *mc_addr_list,
2630 				      u32 mc_addr_count, ixgbe_mc_addr_itr next,
2631 				      bool clear)
2632 {
2633 	u32 i;
2634 	u32 vmdq;
2635 
2636 	DEBUGFUNC("ixgbe_update_mc_addr_list_generic");
2637 
2638 	/*
2639 	 * Set the new number of MC addresses that we are being requested to
2640 	 * use.
2641 	 */
2642 	hw->addr_ctrl.num_mc_addrs = mc_addr_count;
2643 	hw->addr_ctrl.mta_in_use = 0;
2644 
2645 	/* Clear mta_shadow */
2646 	if (clear) {
2647 		DEBUGOUT(" Clearing MTA\n");
2648 		memset(&hw->mac.mta_shadow, 0, sizeof(hw->mac.mta_shadow));
2649 	}
2650 
2651 	/* Update mta_shadow */
2652 	for (i = 0; i < mc_addr_count; i++) {
2653 		DEBUGOUT(" Adding the multicast addresses:\n");
2654 		ixgbe_set_mta(hw, next(hw, &mc_addr_list, &vmdq));
2655 	}
2656 
2657 	/* Enable mta */
2658 	for (i = 0; i < hw->mac.mcft_size; i++)
2659 		IXGBE_WRITE_REG_ARRAY(hw, IXGBE_MTA(0), i,
2660 				      hw->mac.mta_shadow[i]);
2661 
2662 	if (hw->addr_ctrl.mta_in_use > 0)
2663 		IXGBE_WRITE_REG(hw, IXGBE_MCSTCTRL,
2664 				IXGBE_MCSTCTRL_MFE | hw->mac.mc_filter_type);
2665 
2666 	DEBUGOUT("ixgbe_update_mc_addr_list_generic Complete\n");
2667 	return IXGBE_SUCCESS;
2668 }
2669 
2670 /**
2671  *  ixgbe_enable_mc_generic - Enable multicast address in RAR
2672  *  @hw: pointer to hardware structure
2673  *
2674  *  Enables multicast address in RAR and the use of the multicast hash table.
2675  **/
2676 s32 ixgbe_enable_mc_generic(struct ixgbe_hw *hw)
2677 {
2678 	struct ixgbe_addr_filter_info *a = &hw->addr_ctrl;
2679 
2680 	DEBUGFUNC("ixgbe_enable_mc_generic");
2681 
2682 	if (a->mta_in_use > 0)
2683 		IXGBE_WRITE_REG(hw, IXGBE_MCSTCTRL, IXGBE_MCSTCTRL_MFE |
2684 				hw->mac.mc_filter_type);
2685 
2686 	return IXGBE_SUCCESS;
2687 }
2688 
2689 /**
2690  *  ixgbe_disable_mc_generic - Disable multicast address in RAR
2691  *  @hw: pointer to hardware structure
2692  *
2693  *  Disables multicast address in RAR and the use of the multicast hash table.
2694  **/
2695 s32 ixgbe_disable_mc_generic(struct ixgbe_hw *hw)
2696 {
2697 	struct ixgbe_addr_filter_info *a = &hw->addr_ctrl;
2698 
2699 	DEBUGFUNC("ixgbe_disable_mc_generic");
2700 
2701 	if (a->mta_in_use > 0)
2702 		IXGBE_WRITE_REG(hw, IXGBE_MCSTCTRL, hw->mac.mc_filter_type);
2703 
2704 	return IXGBE_SUCCESS;
2705 }
2706 
2707 /**
2708  *  ixgbe_fc_enable_generic - Enable flow control
2709  *  @hw: pointer to hardware structure
2710  *
2711  *  Enable flow control according to the current settings.
2712  **/
2713 s32 ixgbe_fc_enable_generic(struct ixgbe_hw *hw)
2714 {
2715 	s32 ret_val = IXGBE_SUCCESS;
2716 	u32 mflcn_reg, fccfg_reg;
2717 	u32 reg;
2718 	u32 fcrtl, fcrth;
2719 	int i;
2720 
2721 	DEBUGFUNC("ixgbe_fc_enable_generic");
2722 
2723 	/* Validate the water mark configuration */
2724 	if (!hw->fc.pause_time) {
2725 		ret_val = IXGBE_ERR_INVALID_LINK_SETTINGS;
2726 		goto out;
2727 	}
2728 
2729 	/* Low water mark of zero causes XOFF floods */
2730 	for (i = 0; i < IXGBE_DCB_MAX_TRAFFIC_CLASS; i++) {
2731 		if ((hw->fc.current_mode & ixgbe_fc_tx_pause) &&
2732 		    hw->fc.high_water[i]) {
2733 			if (!hw->fc.low_water[i] ||
2734 			    hw->fc.low_water[i] >= hw->fc.high_water[i]) {
2735 				DEBUGOUT("Invalid water mark configuration\n");
2736 				ret_val = IXGBE_ERR_INVALID_LINK_SETTINGS;
2737 				goto out;
2738 			}
2739 		}
2740 	}
2741 
2742 	/* Negotiate the fc mode to use */
2743 	ixgbe_fc_autoneg(hw);
2744 
2745 	/* Disable any previous flow control settings */
2746 	mflcn_reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
2747 	mflcn_reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
2748 
2749 	fccfg_reg = IXGBE_READ_REG(hw, IXGBE_FCCFG);
2750 	fccfg_reg &= ~(IXGBE_FCCFG_TFCE_802_3X | IXGBE_FCCFG_TFCE_PRIORITY);
2751 
2752 	/*
2753 	 * The possible values of fc.current_mode are:
2754 	 * 0: Flow control is completely disabled
2755 	 * 1: Rx flow control is enabled (we can receive pause frames,
2756 	 *    but not send pause frames).
2757 	 * 2: Tx flow control is enabled (we can send pause frames but
2758 	 *    we do not support receiving pause frames).
2759 	 * 3: Both Rx and Tx flow control (symmetric) are enabled.
2760 	 * other: Invalid.
2761 	 */
2762 	switch (hw->fc.current_mode) {
2763 	case ixgbe_fc_none:
2764 		/*
2765 		 * Flow control is disabled by software override or autoneg.
2766 		 * The code below will actually disable it in the HW.
2767 		 */
2768 		break;
2769 	case ixgbe_fc_rx_pause:
2770 		/*
2771 		 * Rx Flow control is enabled and Tx Flow control is
2772 		 * disabled by software override. Since there really
2773 		 * isn't a way to advertise that we are capable of RX
2774 		 * Pause ONLY, we will advertise that we support both
2775 		 * symmetric and asymmetric Rx PAUSE.  Later, we will
2776 		 * disable the adapter's ability to send PAUSE frames.
2777 		 */
2778 		mflcn_reg |= IXGBE_MFLCN_RFCE;
2779 		break;
2780 	case ixgbe_fc_tx_pause:
2781 		/*
2782 		 * Tx Flow control is enabled, and Rx Flow control is
2783 		 * disabled by software override.
2784 		 */
2785 		fccfg_reg |= IXGBE_FCCFG_TFCE_802_3X;
2786 		break;
2787 	case ixgbe_fc_full:
2788 		/* Flow control (both Rx and Tx) is enabled by SW override. */
2789 		mflcn_reg |= IXGBE_MFLCN_RFCE;
2790 		fccfg_reg |= IXGBE_FCCFG_TFCE_802_3X;
2791 		break;
2792 	default:
2793 		ERROR_REPORT1(IXGBE_ERROR_ARGUMENT,
2794 			     "Flow control param set incorrectly\n");
2795 		ret_val = IXGBE_ERR_CONFIG;
2796 		goto out;
2797 		break;
2798 	}
2799 
2800 	/* Set 802.3x based flow control settings. */
2801 	mflcn_reg |= IXGBE_MFLCN_DPF;
2802 	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, mflcn_reg);
2803 	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, fccfg_reg);
2804 
2805 
2806 	/* Set up and enable Rx high/low water mark thresholds, enable XON. */
2807 	for (i = 0; i < IXGBE_DCB_MAX_TRAFFIC_CLASS; i++) {
2808 		if ((hw->fc.current_mode & ixgbe_fc_tx_pause) &&
2809 		    hw->fc.high_water[i]) {
2810 			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
2811 			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
2812 			fcrth = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
2813 		} else {
2814 			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
2815 			/*
2816 			 * In order to prevent Tx hangs when the internal Tx
2817 			 * switch is enabled we must set the high water mark
2818 			 * to the Rx packet buffer size - 24KB.  This allows
2819 			 * the Tx switch to function even under heavy Rx
2820 			 * workloads.
2821 			 */
2822 			fcrth = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
2823 		}
2824 
2825 		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), fcrth);
2826 	}
2827 
2828 	/* Configure pause time (2 TCs per register) */
2829 	reg = hw->fc.pause_time * 0x00010001;
2830 	for (i = 0; i < (IXGBE_DCB_MAX_TRAFFIC_CLASS / 2); i++)
2831 		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
2832 
2833 	/* Configure flow control refresh threshold value */
2834 	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
2835 
2836 out:
2837 	return ret_val;
2838 }
2839 
2840 /**
2841  *  ixgbe_negotiate_fc - Negotiate flow control
2842  *  @hw: pointer to hardware structure
2843  *  @adv_reg: flow control advertised settings
2844  *  @lp_reg: link partner's flow control settings
2845  *  @adv_sym: symmetric pause bit in advertisement
2846  *  @adv_asm: asymmetric pause bit in advertisement
2847  *  @lp_sym: symmetric pause bit in link partner advertisement
2848  *  @lp_asm: asymmetric pause bit in link partner advertisement
2849  *
2850  *  Find the intersection between advertised settings and link partner's
2851  *  advertised settings
2852  **/
2853 static s32 ixgbe_negotiate_fc(struct ixgbe_hw *hw, u32 adv_reg, u32 lp_reg,
2854 			      u32 adv_sym, u32 adv_asm, u32 lp_sym, u32 lp_asm)
2855 {
2856 	if ((!(adv_reg)) ||  (!(lp_reg))) {
2857 		ERROR_REPORT3(IXGBE_ERROR_UNSUPPORTED,
2858 			     "Local or link partner's advertised flow control "
2859 			     "settings are NULL. Local: %x, link partner: %x\n",
2860 			     adv_reg, lp_reg);
2861 		return IXGBE_ERR_FC_NOT_NEGOTIATED;
2862 	}
2863 
2864 	if ((adv_reg & adv_sym) && (lp_reg & lp_sym)) {
2865 		/*
2866 		 * Now we need to check if the user selected Rx ONLY
2867 		 * of pause frames.  In this case, we had to advertise
2868 		 * FULL flow control because we could not advertise RX
2869 		 * ONLY. Hence, we must now check to see if we need to
2870 		 * turn OFF the TRANSMISSION of PAUSE frames.
2871 		 */
2872 		if (hw->fc.requested_mode == ixgbe_fc_full) {
2873 			hw->fc.current_mode = ixgbe_fc_full;
2874 			DEBUGOUT("Flow Control = FULL.\n");
2875 		} else {
2876 			hw->fc.current_mode = ixgbe_fc_rx_pause;
2877 			DEBUGOUT("Flow Control=RX PAUSE frames only\n");
2878 		}
2879 	} else if (!(adv_reg & adv_sym) && (adv_reg & adv_asm) &&
2880 		   (lp_reg & lp_sym) && (lp_reg & lp_asm)) {
2881 		hw->fc.current_mode = ixgbe_fc_tx_pause;
2882 		DEBUGOUT("Flow Control = TX PAUSE frames only.\n");
2883 	} else if ((adv_reg & adv_sym) && (adv_reg & adv_asm) &&
2884 		   !(lp_reg & lp_sym) && (lp_reg & lp_asm)) {
2885 		hw->fc.current_mode = ixgbe_fc_rx_pause;
2886 		DEBUGOUT("Flow Control = RX PAUSE frames only.\n");
2887 	} else {
2888 		hw->fc.current_mode = ixgbe_fc_none;
2889 		DEBUGOUT("Flow Control = NONE.\n");
2890 	}
2891 	return IXGBE_SUCCESS;
2892 }
2893 
2894 /**
2895  *  ixgbe_fc_autoneg_fiber - Enable flow control on 1 gig fiber
2896  *  @hw: pointer to hardware structure
2897  *
2898  *  Enable flow control according on 1 gig fiber.
2899  **/
2900 static s32 ixgbe_fc_autoneg_fiber(struct ixgbe_hw *hw)
2901 {
2902 	u32 pcs_anadv_reg, pcs_lpab_reg, linkstat;
2903 	s32 ret_val = IXGBE_ERR_FC_NOT_NEGOTIATED;
2904 
2905 	/*
2906 	 * On multispeed fiber at 1g, bail out if
2907 	 * - link is up but AN did not complete, or if
2908 	 * - link is up and AN completed but timed out
2909 	 */
2910 
2911 	linkstat = IXGBE_READ_REG(hw, IXGBE_PCS1GLSTA);
2912 	if ((!!(linkstat & IXGBE_PCS1GLSTA_AN_COMPLETE) == 0) ||
2913 	    (!!(linkstat & IXGBE_PCS1GLSTA_AN_TIMED_OUT) == 1)) {
2914 		DEBUGOUT("Auto-Negotiation did not complete or timed out\n");
2915 		goto out;
2916 	}
2917 
2918 	pcs_anadv_reg = IXGBE_READ_REG(hw, IXGBE_PCS1GANA);
2919 	pcs_lpab_reg = IXGBE_READ_REG(hw, IXGBE_PCS1GANLP);
2920 
2921 	ret_val =  ixgbe_negotiate_fc(hw, pcs_anadv_reg,
2922 				      pcs_lpab_reg, IXGBE_PCS1GANA_SYM_PAUSE,
2923 				      IXGBE_PCS1GANA_ASM_PAUSE,
2924 				      IXGBE_PCS1GANA_SYM_PAUSE,
2925 				      IXGBE_PCS1GANA_ASM_PAUSE);
2926 
2927 out:
2928 	return ret_val;
2929 }
2930 
2931 /**
2932  *  ixgbe_fc_autoneg_backplane - Enable flow control IEEE clause 37
2933  *  @hw: pointer to hardware structure
2934  *
2935  *  Enable flow control according to IEEE clause 37.
2936  **/
2937 static s32 ixgbe_fc_autoneg_backplane(struct ixgbe_hw *hw)
2938 {
2939 	u32 links2, anlp1_reg, autoc_reg, links;
2940 	s32 ret_val = IXGBE_ERR_FC_NOT_NEGOTIATED;
2941 
2942 	/*
2943 	 * On backplane, bail out if
2944 	 * - backplane autoneg was not completed, or if
2945 	 * - we are 82599 and link partner is not AN enabled
2946 	 */
2947 	links = IXGBE_READ_REG(hw, IXGBE_LINKS);
2948 	if ((links & IXGBE_LINKS_KX_AN_COMP) == 0) {
2949 		DEBUGOUT("Auto-Negotiation did not complete\n");
2950 		goto out;
2951 	}
2952 
2953 	if (hw->mac.type == ixgbe_mac_82599EB) {
2954 		links2 = IXGBE_READ_REG(hw, IXGBE_LINKS2);
2955 		if ((links2 & IXGBE_LINKS2_AN_SUPPORTED) == 0) {
2956 			DEBUGOUT("Link partner is not AN enabled\n");
2957 			goto out;
2958 		}
2959 	}
2960 	/*
2961 	 * Read the 10g AN autoc and LP ability registers and resolve
2962 	 * local flow control settings accordingly
2963 	 */
2964 	autoc_reg = IXGBE_READ_REG(hw, IXGBE_AUTOC);
2965 	anlp1_reg = IXGBE_READ_REG(hw, IXGBE_ANLP1);
2966 
2967 	ret_val = ixgbe_negotiate_fc(hw, autoc_reg,
2968 		anlp1_reg, IXGBE_AUTOC_SYM_PAUSE, IXGBE_AUTOC_ASM_PAUSE,
2969 		IXGBE_ANLP1_SYM_PAUSE, IXGBE_ANLP1_ASM_PAUSE);
2970 
2971 out:
2972 	return ret_val;
2973 }
2974 
2975 /**
2976  *  ixgbe_fc_autoneg_copper - Enable flow control IEEE clause 37
2977  *  @hw: pointer to hardware structure
2978  *
2979  *  Enable flow control according to IEEE clause 37.
2980  **/
2981 static s32 ixgbe_fc_autoneg_copper(struct ixgbe_hw *hw)
2982 {
2983 	u16 technology_ability_reg = 0;
2984 	u16 lp_technology_ability_reg = 0;
2985 
2986 	hw->phy.ops.read_reg(hw, IXGBE_MDIO_AUTO_NEG_ADVT,
2987 			     IXGBE_MDIO_AUTO_NEG_DEV_TYPE,
2988 			     &technology_ability_reg);
2989 	hw->phy.ops.read_reg(hw, IXGBE_MDIO_AUTO_NEG_LP,
2990 			     IXGBE_MDIO_AUTO_NEG_DEV_TYPE,
2991 			     &lp_technology_ability_reg);
2992 
2993 	return ixgbe_negotiate_fc(hw, (u32)technology_ability_reg,
2994 				  (u32)lp_technology_ability_reg,
2995 				  IXGBE_TAF_SYM_PAUSE, IXGBE_TAF_ASM_PAUSE,
2996 				  IXGBE_TAF_SYM_PAUSE, IXGBE_TAF_ASM_PAUSE);
2997 }
2998 
2999 /**
3000  *  ixgbe_fc_autoneg - Configure flow control
3001  *  @hw: pointer to hardware structure
3002  *
3003  *  Compares our advertised flow control capabilities to those advertised by
3004  *  our link partner, and determines the proper flow control mode to use.
3005  **/
3006 void ixgbe_fc_autoneg(struct ixgbe_hw *hw)
3007 {
3008 	s32 ret_val = IXGBE_ERR_FC_NOT_NEGOTIATED;
3009 	ixgbe_link_speed speed;
3010 	bool link_up;
3011 
3012 	DEBUGFUNC("ixgbe_fc_autoneg");
3013 
3014 	/*
3015 	 * AN should have completed when the cable was plugged in.
3016 	 * Look for reasons to bail out.  Bail out if:
3017 	 * - FC autoneg is disabled, or if
3018 	 * - link is not up.
3019 	 */
3020 	if (hw->fc.disable_fc_autoneg) {
3021 		ERROR_REPORT1(IXGBE_ERROR_UNSUPPORTED,
3022 			     "Flow control autoneg is disabled");
3023 		goto out;
3024 	}
3025 
3026 	hw->mac.ops.check_link(hw, &speed, &link_up, FALSE);
3027 	if (!link_up) {
3028 		ERROR_REPORT1(IXGBE_ERROR_SOFTWARE, "The link is down");
3029 		goto out;
3030 	}
3031 
3032 	switch (hw->phy.media_type) {
3033 	/* Autoneg flow control on fiber adapters */
3034 	case ixgbe_media_type_fiber_fixed:
3035 	case ixgbe_media_type_fiber_qsfp:
3036 	case ixgbe_media_type_fiber:
3037 		if (speed == IXGBE_LINK_SPEED_1GB_FULL)
3038 			ret_val = ixgbe_fc_autoneg_fiber(hw);
3039 		break;
3040 
3041 	/* Autoneg flow control on backplane adapters */
3042 	case ixgbe_media_type_backplane:
3043 		ret_val = ixgbe_fc_autoneg_backplane(hw);
3044 		break;
3045 
3046 	/* Autoneg flow control on copper adapters */
3047 	case ixgbe_media_type_copper:
3048 		if (ixgbe_device_supports_autoneg_fc(hw))
3049 			ret_val = ixgbe_fc_autoneg_copper(hw);
3050 		break;
3051 
3052 	default:
3053 		break;
3054 	}
3055 
3056 out:
3057 	if (ret_val == IXGBE_SUCCESS) {
3058 		hw->fc.fc_was_autonegged = TRUE;
3059 	} else {
3060 		hw->fc.fc_was_autonegged = FALSE;
3061 		hw->fc.current_mode = hw->fc.requested_mode;
3062 	}
3063 }
3064 
3065 /*
3066  * ixgbe_pcie_timeout_poll - Return number of times to poll for completion
3067  * @hw: pointer to hardware structure
3068  *
3069  * System-wide timeout range is encoded in PCIe Device Control2 register.
3070  *
3071  * Add 10% to specified maximum and return the number of times to poll for
3072  * completion timeout, in units of 100 microsec.  Never return less than
3073  * 800 = 80 millisec.
3074  */
3075 static u32 ixgbe_pcie_timeout_poll(struct ixgbe_hw *hw)
3076 {
3077 	s16 devctl2;
3078 	u32 pollcnt;
3079 
3080 	devctl2 = IXGBE_READ_PCIE_WORD(hw, IXGBE_PCI_DEVICE_CONTROL2);
3081 	devctl2 &= IXGBE_PCIDEVCTRL2_TIMEO_MASK;
3082 
3083 	switch (devctl2) {
3084 	case IXGBE_PCIDEVCTRL2_65_130ms:
3085 		pollcnt = 1300;		/* 130 millisec */
3086 		break;
3087 	case IXGBE_PCIDEVCTRL2_260_520ms:
3088 		pollcnt = 5200;		/* 520 millisec */
3089 		break;
3090 	case IXGBE_PCIDEVCTRL2_1_2s:
3091 		pollcnt = 20000;	/* 2 sec */
3092 		break;
3093 	case IXGBE_PCIDEVCTRL2_4_8s:
3094 		pollcnt = 80000;	/* 8 sec */
3095 		break;
3096 	case IXGBE_PCIDEVCTRL2_17_34s:
3097 		pollcnt = 34000;	/* 34 sec */
3098 		break;
3099 	case IXGBE_PCIDEVCTRL2_50_100us:	/* 100 microsecs */
3100 	case IXGBE_PCIDEVCTRL2_1_2ms:		/* 2 millisecs */
3101 	case IXGBE_PCIDEVCTRL2_16_32ms:		/* 32 millisec */
3102 	case IXGBE_PCIDEVCTRL2_16_32ms_def:	/* 32 millisec default */
3103 	default:
3104 		pollcnt = 800;		/* 80 millisec minimum */
3105 		break;
3106 	}
3107 
3108 	/* add 10% to spec maximum */
3109 	return (pollcnt * 11) / 10;
3110 }
3111 
3112 /**
3113  *  ixgbe_disable_pcie_master - Disable PCI-express master access
3114  *  @hw: pointer to hardware structure
3115  *
3116  *  Disables PCI-Express master access and verifies there are no pending
3117  *  requests. IXGBE_ERR_MASTER_REQUESTS_PENDING is returned if master disable
3118  *  bit hasn't caused the master requests to be disabled, else IXGBE_SUCCESS
3119  *  is returned signifying master requests disabled.
3120  **/
3121 s32 ixgbe_disable_pcie_master(struct ixgbe_hw *hw)
3122 {
3123 	s32 status = IXGBE_SUCCESS;
3124 	u32 i, poll;
3125 	u16 value;
3126 
3127 	DEBUGFUNC("ixgbe_disable_pcie_master");
3128 
3129 	/* Always set this bit to ensure any future transactions are blocked */
3130 	IXGBE_WRITE_REG(hw, IXGBE_CTRL, IXGBE_CTRL_GIO_DIS);
3131 
3132 	/* Exit if master requests are blocked */
3133 	if (!(IXGBE_READ_REG(hw, IXGBE_STATUS) & IXGBE_STATUS_GIO) ||
3134 	    IXGBE_REMOVED(hw))
3135 		goto out;
3136 
3137 	/* Poll for master request bit to clear */
3138 	for (i = 0; i < IXGBE_PCI_MASTER_DISABLE_TIMEOUT; i++) {
3139 		usec_delay(100);
3140 		if (!(IXGBE_READ_REG(hw, IXGBE_STATUS) & IXGBE_STATUS_GIO))
3141 			goto out;
3142 	}
3143 
3144 	/*
3145 	 * Two consecutive resets are required via CTRL.RST per datasheet
3146 	 * 5.2.5.3.2 Master Disable.  We set a flag to inform the reset routine
3147 	 * of this need.  The first reset prevents new master requests from
3148 	 * being issued by our device.  We then must wait 1usec or more for any
3149 	 * remaining completions from the PCIe bus to trickle in, and then reset
3150 	 * again to clear out any effects they may have had on our device.
3151 	 */
3152 	DEBUGOUT("GIO Master Disable bit didn't clear - requesting resets\n");
3153 	hw->mac.flags |= IXGBE_FLAGS_DOUBLE_RESET_REQUIRED;
3154 
3155 	if (hw->mac.type >= ixgbe_mac_X550)
3156 		goto out;
3157 
3158 	/*
3159 	 * Before proceeding, make sure that the PCIe block does not have
3160 	 * transactions pending.
3161 	 */
3162 	poll = ixgbe_pcie_timeout_poll(hw);
3163 	for (i = 0; i < poll; i++) {
3164 		usec_delay(100);
3165 		value = IXGBE_READ_PCIE_WORD(hw, IXGBE_PCI_DEVICE_STATUS);
3166 		if (IXGBE_REMOVED(hw))
3167 			goto out;
3168 		if (!(value & IXGBE_PCI_DEVICE_STATUS_TRANSACTION_PENDING))
3169 			goto out;
3170 	}
3171 
3172 	ERROR_REPORT1(IXGBE_ERROR_POLLING,
3173 		     "PCIe transaction pending bit also did not clear.\n");
3174 	status = IXGBE_ERR_MASTER_REQUESTS_PENDING;
3175 
3176 out:
3177 	return status;
3178 }
3179 
3180 /**
3181  *  ixgbe_acquire_swfw_sync - Acquire SWFW semaphore
3182  *  @hw: pointer to hardware structure
3183  *  @mask: Mask to specify which semaphore to acquire
3184  *
3185  *  Acquires the SWFW semaphore through the GSSR register for the specified
3186  *  function (CSR, PHY0, PHY1, EEPROM, Flash)
3187  **/
3188 s32 ixgbe_acquire_swfw_sync(struct ixgbe_hw *hw, u32 mask)
3189 {
3190 	u32 gssr = 0;
3191 	u32 swmask = mask;
3192 	u32 fwmask = mask << 5;
3193 	u32 timeout = 200;
3194 	u32 i;
3195 
3196 	DEBUGFUNC("ixgbe_acquire_swfw_sync");
3197 
3198 	for (i = 0; i < timeout; i++) {
3199 		/*
3200 		 * SW NVM semaphore bit is used for access to all
3201 		 * SW_FW_SYNC bits (not just NVM)
3202 		 */
3203 		if (ixgbe_get_eeprom_semaphore(hw))
3204 			return IXGBE_ERR_SWFW_SYNC;
3205 
3206 		gssr = IXGBE_READ_REG(hw, IXGBE_GSSR);
3207 		if (!(gssr & (fwmask | swmask))) {
3208 			gssr |= swmask;
3209 			IXGBE_WRITE_REG(hw, IXGBE_GSSR, gssr);
3210 			ixgbe_release_eeprom_semaphore(hw);
3211 			return IXGBE_SUCCESS;
3212 		} else {
3213 			/* Resource is currently in use by FW or SW */
3214 			ixgbe_release_eeprom_semaphore(hw);
3215 			msec_delay(5);
3216 		}
3217 	}
3218 
3219 	/* If time expired clear the bits holding the lock and retry */
3220 	if (gssr & (fwmask | swmask))
3221 		ixgbe_release_swfw_sync(hw, gssr & (fwmask | swmask));
3222 
3223 	msec_delay(5);
3224 	return IXGBE_ERR_SWFW_SYNC;
3225 }
3226 
3227 /**
3228  *  ixgbe_release_swfw_sync - Release SWFW semaphore
3229  *  @hw: pointer to hardware structure
3230  *  @mask: Mask to specify which semaphore to release
3231  *
3232  *  Releases the SWFW semaphore through the GSSR register for the specified
3233  *  function (CSR, PHY0, PHY1, EEPROM, Flash)
3234  **/
3235 void ixgbe_release_swfw_sync(struct ixgbe_hw *hw, u32 mask)
3236 {
3237 	u32 gssr;
3238 	u32 swmask = mask;
3239 
3240 	DEBUGFUNC("ixgbe_release_swfw_sync");
3241 
3242 	ixgbe_get_eeprom_semaphore(hw);
3243 
3244 	gssr = IXGBE_READ_REG(hw, IXGBE_GSSR);
3245 	gssr &= ~swmask;
3246 	IXGBE_WRITE_REG(hw, IXGBE_GSSR, gssr);
3247 
3248 	ixgbe_release_eeprom_semaphore(hw);
3249 }
3250 
3251 /**
3252  *  ixgbe_disable_sec_rx_path_generic - Stops the receive data path
3253  *  @hw: pointer to hardware structure
3254  *
3255  *  Stops the receive data path and waits for the HW to internally empty
3256  *  the Rx security block
3257  **/
3258 s32 ixgbe_disable_sec_rx_path_generic(struct ixgbe_hw *hw)
3259 {
3260 #define IXGBE_MAX_SECRX_POLL 40
3261 
3262 	int i;
3263 	int secrxreg;
3264 
3265 	DEBUGFUNC("ixgbe_disable_sec_rx_path_generic");
3266 
3267 
3268 	secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
3269 	secrxreg |= IXGBE_SECRXCTRL_RX_DIS;
3270 	IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, secrxreg);
3271 	for (i = 0; i < IXGBE_MAX_SECRX_POLL; i++) {
3272 		secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXSTAT);
3273 		if (secrxreg & IXGBE_SECRXSTAT_SECRX_RDY)
3274 			break;
3275 		else
3276 			/* Use interrupt-safe sleep just in case */
3277 			usec_delay(1000);
3278 	}
3279 
3280 	/* For informational purposes only */
3281 	if (i >= IXGBE_MAX_SECRX_POLL)
3282 		DEBUGOUT("Rx unit being enabled before security "
3283 			 "path fully disabled.  Continuing with init.\n");
3284 
3285 	return IXGBE_SUCCESS;
3286 }
3287 
3288 /**
3289  *  prot_autoc_read_generic - Hides MAC differences needed for AUTOC read
3290  *  @hw: pointer to hardware structure
3291  *  @reg_val: Value we read from AUTOC
3292  *
3293  *  The default case requires no protection so just to the register read.
3294  */
3295 s32 prot_autoc_read_generic(struct ixgbe_hw *hw, bool *locked, u32 *reg_val)
3296 {
3297 	*locked = FALSE;
3298 	*reg_val = IXGBE_READ_REG(hw, IXGBE_AUTOC);
3299 	return IXGBE_SUCCESS;
3300 }
3301 
3302 /**
3303  * prot_autoc_write_generic - Hides MAC differences needed for AUTOC write
3304  * @hw: pointer to hardware structure
3305  * @reg_val: value to write to AUTOC
3306  * @locked: bool to indicate whether the SW/FW lock was already taken by
3307  *           previous read.
3308  *
3309  * The default case requires no protection so just to the register write.
3310  */
3311 s32 prot_autoc_write_generic(struct ixgbe_hw *hw, u32 reg_val, bool locked)
3312 {
3313 	UNREFERENCED_1PARAMETER(locked);
3314 
3315 	IXGBE_WRITE_REG(hw, IXGBE_AUTOC, reg_val);
3316 	return IXGBE_SUCCESS;
3317 }
3318 
3319 /**
3320  *  ixgbe_enable_sec_rx_path_generic - Enables the receive data path
3321  *  @hw: pointer to hardware structure
3322  *
3323  *  Enables the receive data path.
3324  **/
3325 s32 ixgbe_enable_sec_rx_path_generic(struct ixgbe_hw *hw)
3326 {
3327 	int secrxreg;
3328 
3329 	DEBUGFUNC("ixgbe_enable_sec_rx_path_generic");
3330 
3331 	secrxreg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
3332 	secrxreg &= ~IXGBE_SECRXCTRL_RX_DIS;
3333 	IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, secrxreg);
3334 	IXGBE_WRITE_FLUSH(hw);
3335 
3336 	return IXGBE_SUCCESS;
3337 }
3338 
3339 /**
3340  *  ixgbe_enable_rx_dma_generic - Enable the Rx DMA unit
3341  *  @hw: pointer to hardware structure
3342  *  @regval: register value to write to RXCTRL
3343  *
3344  *  Enables the Rx DMA unit
3345  **/
3346 s32 ixgbe_enable_rx_dma_generic(struct ixgbe_hw *hw, u32 regval)
3347 {
3348 	DEBUGFUNC("ixgbe_enable_rx_dma_generic");
3349 
3350 	if (regval & IXGBE_RXCTRL_RXEN)
3351 		ixgbe_enable_rx(hw);
3352 	else
3353 		ixgbe_disable_rx(hw);
3354 
3355 	return IXGBE_SUCCESS;
3356 }
3357 
3358 /**
3359  *  ixgbe_blink_led_start_generic - Blink LED based on index.
3360  *  @hw: pointer to hardware structure
3361  *  @index: led number to blink
3362  **/
3363 s32 ixgbe_blink_led_start_generic(struct ixgbe_hw *hw, u32 index)
3364 {
3365 	ixgbe_link_speed speed = 0;
3366 	bool link_up = 0;
3367 	u32 autoc_reg = 0;
3368 	u32 led_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
3369 	s32 ret_val = IXGBE_SUCCESS;
3370 	bool locked = FALSE;
3371 
3372 	DEBUGFUNC("ixgbe_blink_led_start_generic");
3373 
3374 	/*
3375 	 * Link must be up to auto-blink the LEDs;
3376 	 * Force it if link is down.
3377 	 */
3378 	hw->mac.ops.check_link(hw, &speed, &link_up, FALSE);
3379 
3380 	if (!link_up) {
3381 		ret_val = hw->mac.ops.prot_autoc_read(hw, &locked, &autoc_reg);
3382 		if (ret_val != IXGBE_SUCCESS)
3383 			goto out;
3384 
3385 		autoc_reg |= IXGBE_AUTOC_AN_RESTART;
3386 		autoc_reg |= IXGBE_AUTOC_FLU;
3387 
3388 		ret_val = hw->mac.ops.prot_autoc_write(hw, autoc_reg, locked);
3389 		if (ret_val != IXGBE_SUCCESS)
3390 			goto out;
3391 
3392 		IXGBE_WRITE_FLUSH(hw);
3393 		msec_delay(10);
3394 	}
3395 
3396 	led_reg &= ~IXGBE_LED_MODE_MASK(index);
3397 	led_reg |= IXGBE_LED_BLINK(index);
3398 	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, led_reg);
3399 	IXGBE_WRITE_FLUSH(hw);
3400 
3401 out:
3402 	return ret_val;
3403 }
3404 
3405 /**
3406  *  ixgbe_blink_led_stop_generic - Stop blinking LED based on index.
3407  *  @hw: pointer to hardware structure
3408  *  @index: led number to stop blinking
3409  **/
3410 s32 ixgbe_blink_led_stop_generic(struct ixgbe_hw *hw, u32 index)
3411 {
3412 	u32 autoc_reg = 0;
3413 	u32 led_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
3414 	s32 ret_val = IXGBE_SUCCESS;
3415 	bool locked = FALSE;
3416 
3417 	DEBUGFUNC("ixgbe_blink_led_stop_generic");
3418 
3419 	ret_val = hw->mac.ops.prot_autoc_read(hw, &locked, &autoc_reg);
3420 	if (ret_val != IXGBE_SUCCESS)
3421 		goto out;
3422 
3423 	autoc_reg &= ~IXGBE_AUTOC_FLU;
3424 	autoc_reg |= IXGBE_AUTOC_AN_RESTART;
3425 
3426 	ret_val = hw->mac.ops.prot_autoc_write(hw, autoc_reg, locked);
3427 	if (ret_val != IXGBE_SUCCESS)
3428 		goto out;
3429 
3430 	led_reg &= ~IXGBE_LED_MODE_MASK(index);
3431 	led_reg &= ~IXGBE_LED_BLINK(index);
3432 	led_reg |= IXGBE_LED_LINK_ACTIVE << IXGBE_LED_MODE_SHIFT(index);
3433 	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, led_reg);
3434 	IXGBE_WRITE_FLUSH(hw);
3435 
3436 out:
3437 	return ret_val;
3438 }
3439 
3440 /**
3441  *  ixgbe_get_san_mac_addr_offset - Get SAN MAC address offset from the EEPROM
3442  *  @hw: pointer to hardware structure
3443  *  @san_mac_offset: SAN MAC address offset
3444  *
3445  *  This function will read the EEPROM location for the SAN MAC address
3446  *  pointer, and returns the value at that location.  This is used in both
3447  *  get and set mac_addr routines.
3448  **/
3449 static s32 ixgbe_get_san_mac_addr_offset(struct ixgbe_hw *hw,
3450 					 u16 *san_mac_offset)
3451 {
3452 	s32 ret_val;
3453 
3454 	DEBUGFUNC("ixgbe_get_san_mac_addr_offset");
3455 
3456 	/*
3457 	 * First read the EEPROM pointer to see if the MAC addresses are
3458 	 * available.
3459 	 */
3460 	ret_val = hw->eeprom.ops.read(hw, IXGBE_SAN_MAC_ADDR_PTR,
3461 				      san_mac_offset);
3462 	if (ret_val) {
3463 		ERROR_REPORT2(IXGBE_ERROR_INVALID_STATE,
3464 			      "eeprom at offset %d failed",
3465 			      IXGBE_SAN_MAC_ADDR_PTR);
3466 	}
3467 
3468 	return ret_val;
3469 }
3470 
3471 /**
3472  *  ixgbe_get_san_mac_addr_generic - SAN MAC address retrieval from the EEPROM
3473  *  @hw: pointer to hardware structure
3474  *  @san_mac_addr: SAN MAC address
3475  *
3476  *  Reads the SAN MAC address from the EEPROM, if it's available.  This is
3477  *  per-port, so set_lan_id() must be called before reading the addresses.
3478  *  set_lan_id() is called by identify_sfp(), but this cannot be relied
3479  *  upon for non-SFP connections, so we must call it here.
3480  **/
3481 s32 ixgbe_get_san_mac_addr_generic(struct ixgbe_hw *hw, u8 *san_mac_addr)
3482 {
3483 	u16 san_mac_data, san_mac_offset;
3484 	u8 i;
3485 	s32 ret_val;
3486 
3487 	DEBUGFUNC("ixgbe_get_san_mac_addr_generic");
3488 
3489 	/*
3490 	 * First read the EEPROM pointer to see if the MAC addresses are
3491 	 * available.  If they're not, no point in calling set_lan_id() here.
3492 	 */
3493 	ret_val = ixgbe_get_san_mac_addr_offset(hw, &san_mac_offset);
3494 	if (ret_val || san_mac_offset == 0 || san_mac_offset == 0xFFFF)
3495 		goto san_mac_addr_out;
3496 
3497 	/* make sure we know which port we need to program */
3498 	hw->mac.ops.set_lan_id(hw);
3499 	/* apply the port offset to the address offset */
3500 	(hw->bus.func) ? (san_mac_offset += IXGBE_SAN_MAC_ADDR_PORT1_OFFSET) :
3501 			 (san_mac_offset += IXGBE_SAN_MAC_ADDR_PORT0_OFFSET);
3502 	for (i = 0; i < 3; i++) {
3503 		ret_val = hw->eeprom.ops.read(hw, san_mac_offset,
3504 					      &san_mac_data);
3505 		if (ret_val) {
3506 			ERROR_REPORT2(IXGBE_ERROR_INVALID_STATE,
3507 				      "eeprom read at offset %d failed",
3508 				      san_mac_offset);
3509 			goto san_mac_addr_out;
3510 		}
3511 		san_mac_addr[i * 2] = (u8)(san_mac_data);
3512 		san_mac_addr[i * 2 + 1] = (u8)(san_mac_data >> 8);
3513 		san_mac_offset++;
3514 	}
3515 	return IXGBE_SUCCESS;
3516 
3517 san_mac_addr_out:
3518 	/*
3519 	 * No addresses available in this EEPROM.  It's not an
3520 	 * error though, so just wipe the local address and return.
3521 	 */
3522 	for (i = 0; i < 6; i++)
3523 		san_mac_addr[i] = 0xFF;
3524 	return IXGBE_SUCCESS;
3525 }
3526 
3527 /**
3528  *  ixgbe_set_san_mac_addr_generic - Write the SAN MAC address to the EEPROM
3529  *  @hw: pointer to hardware structure
3530  *  @san_mac_addr: SAN MAC address
3531  *
3532  *  Write a SAN MAC address to the EEPROM.
3533  **/
3534 s32 ixgbe_set_san_mac_addr_generic(struct ixgbe_hw *hw, u8 *san_mac_addr)
3535 {
3536 	s32 ret_val;
3537 	u16 san_mac_data, san_mac_offset;
3538 	u8 i;
3539 
3540 	DEBUGFUNC("ixgbe_set_san_mac_addr_generic");
3541 
3542 	/* Look for SAN mac address pointer.  If not defined, return */
3543 	ret_val = ixgbe_get_san_mac_addr_offset(hw, &san_mac_offset);
3544 	if (ret_val || san_mac_offset == 0 || san_mac_offset == 0xFFFF)
3545 		return IXGBE_ERR_NO_SAN_ADDR_PTR;
3546 
3547 	/* Make sure we know which port we need to write */
3548 	hw->mac.ops.set_lan_id(hw);
3549 	/* Apply the port offset to the address offset */
3550 	(hw->bus.func) ? (san_mac_offset += IXGBE_SAN_MAC_ADDR_PORT1_OFFSET) :
3551 			 (san_mac_offset += IXGBE_SAN_MAC_ADDR_PORT0_OFFSET);
3552 
3553 	for (i = 0; i < 3; i++) {
3554 		san_mac_data = (u16)((u16)(san_mac_addr[i * 2 + 1]) << 8);
3555 		san_mac_data |= (u16)(san_mac_addr[i * 2]);
3556 		hw->eeprom.ops.write(hw, san_mac_offset, san_mac_data);
3557 		san_mac_offset++;
3558 	}
3559 
3560 	return IXGBE_SUCCESS;
3561 }
3562 
3563 /**
3564  *  ixgbe_get_pcie_msix_count_generic - Gets MSI-X vector count
3565  *  @hw: pointer to hardware structure
3566  *
3567  *  Read PCIe configuration space, and get the MSI-X vector count from
3568  *  the capabilities table.
3569  **/
3570 u16 ixgbe_get_pcie_msix_count_generic(struct ixgbe_hw *hw)
3571 {
3572 	u16 msix_count = 1;
3573 	u16 max_msix_count;
3574 	u16 pcie_offset;
3575 
3576 	switch (hw->mac.type) {
3577 	case ixgbe_mac_82598EB:
3578 		pcie_offset = IXGBE_PCIE_MSIX_82598_CAPS;
3579 		max_msix_count = IXGBE_MAX_MSIX_VECTORS_82598;
3580 		break;
3581 	case ixgbe_mac_82599EB:
3582 	case ixgbe_mac_X540:
3583 	case ixgbe_mac_X550:
3584 	case ixgbe_mac_X550EM_x:
3585 		pcie_offset = IXGBE_PCIE_MSIX_82599_CAPS;
3586 		max_msix_count = IXGBE_MAX_MSIX_VECTORS_82599;
3587 		break;
3588 	default:
3589 		return msix_count;
3590 	}
3591 
3592 	DEBUGFUNC("ixgbe_get_pcie_msix_count_generic");
3593 	msix_count = IXGBE_READ_PCIE_WORD(hw, pcie_offset);
3594 	if (IXGBE_REMOVED(hw))
3595 		msix_count = 0;
3596 	msix_count &= IXGBE_PCIE_MSIX_TBL_SZ_MASK;
3597 
3598 	/* MSI-X count is zero-based in HW */
3599 	msix_count++;
3600 
3601 	if (msix_count > max_msix_count)
3602 		msix_count = max_msix_count;
3603 
3604 	return msix_count;
3605 }
3606 
3607 /**
3608  *  ixgbe_insert_mac_addr_generic - Find a RAR for this mac address
3609  *  @hw: pointer to hardware structure
3610  *  @addr: Address to put into receive address register
3611  *  @vmdq: VMDq pool to assign
3612  *
3613  *  Puts an ethernet address into a receive address register, or
3614  *  finds the rar that it is already in; adds to the pool list
3615  **/
3616 s32 ixgbe_insert_mac_addr_generic(struct ixgbe_hw *hw, u8 *addr, u32 vmdq)
3617 {
3618 	static const u32 NO_EMPTY_RAR_FOUND = 0xFFFFFFFF;
3619 	u32 first_empty_rar = NO_EMPTY_RAR_FOUND;
3620 	u32 rar;
3621 	u32 rar_low, rar_high;
3622 	u32 addr_low, addr_high;
3623 
3624 	DEBUGFUNC("ixgbe_insert_mac_addr_generic");
3625 
3626 	/* swap bytes for HW little endian */
3627 	addr_low  = addr[0] | (addr[1] << 8)
3628 			    | (addr[2] << 16)
3629 			    | (addr[3] << 24);
3630 	addr_high = addr[4] | (addr[5] << 8);
3631 
3632 	/*
3633 	 * Either find the mac_id in rar or find the first empty space.
3634 	 * rar_highwater points to just after the highest currently used
3635 	 * rar in order to shorten the search.  It grows when we add a new
3636 	 * rar to the top.
3637 	 */
3638 	for (rar = 0; rar < hw->mac.rar_highwater; rar++) {
3639 		rar_high = IXGBE_READ_REG(hw, IXGBE_RAH(rar));
3640 
3641 		if (((IXGBE_RAH_AV & rar_high) == 0)
3642 		    && first_empty_rar == NO_EMPTY_RAR_FOUND) {
3643 			first_empty_rar = rar;
3644 		} else if ((rar_high & 0xFFFF) == addr_high) {
3645 			rar_low = IXGBE_READ_REG(hw, IXGBE_RAL(rar));
3646 			if (rar_low == addr_low)
3647 				break;    /* found it already in the rars */
3648 		}
3649 	}
3650 
3651 	if (rar < hw->mac.rar_highwater) {
3652 		/* already there so just add to the pool bits */
3653 		ixgbe_set_vmdq(hw, rar, vmdq);
3654 	} else if (first_empty_rar != NO_EMPTY_RAR_FOUND) {
3655 		/* stick it into first empty RAR slot we found */
3656 		rar = first_empty_rar;
3657 		ixgbe_set_rar(hw, rar, addr, vmdq, IXGBE_RAH_AV);
3658 	} else if (rar == hw->mac.rar_highwater) {
3659 		/* add it to the top of the list and inc the highwater mark */
3660 		ixgbe_set_rar(hw, rar, addr, vmdq, IXGBE_RAH_AV);
3661 		hw->mac.rar_highwater++;
3662 	} else if (rar >= hw->mac.num_rar_entries) {
3663 		return IXGBE_ERR_INVALID_MAC_ADDR;
3664 	}
3665 
3666 	/*
3667 	 * If we found rar[0], make sure the default pool bit (we use pool 0)
3668 	 * remains cleared to be sure default pool packets will get delivered
3669 	 */
3670 	if (rar == 0)
3671 		ixgbe_clear_vmdq(hw, rar, 0);
3672 
3673 	return rar;
3674 }
3675 
3676 /**
3677  *  ixgbe_clear_vmdq_generic - Disassociate a VMDq pool index from a rx address
3678  *  @hw: pointer to hardware struct
3679  *  @rar: receive address register index to disassociate
3680  *  @vmdq: VMDq pool index to remove from the rar
3681  **/
3682 s32 ixgbe_clear_vmdq_generic(struct ixgbe_hw *hw, u32 rar, u32 vmdq)
3683 {
3684 	u32 mpsar_lo, mpsar_hi;
3685 	u32 rar_entries = hw->mac.num_rar_entries;
3686 
3687 	DEBUGFUNC("ixgbe_clear_vmdq_generic");
3688 
3689 	/* Make sure we are using a valid rar index range */
3690 	if (rar >= rar_entries) {
3691 		ERROR_REPORT2(IXGBE_ERROR_ARGUMENT,
3692 			     "RAR index %d is out of range.\n", rar);
3693 		return IXGBE_ERR_INVALID_ARGUMENT;
3694 	}
3695 
3696 	mpsar_lo = IXGBE_READ_REG(hw, IXGBE_MPSAR_LO(rar));
3697 	mpsar_hi = IXGBE_READ_REG(hw, IXGBE_MPSAR_HI(rar));
3698 
3699 	if (IXGBE_REMOVED(hw))
3700 		goto done;
3701 
3702 	if (!mpsar_lo && !mpsar_hi)
3703 		goto done;
3704 
3705 	if (vmdq == IXGBE_CLEAR_VMDQ_ALL) {
3706 		if (mpsar_lo) {
3707 			IXGBE_WRITE_REG(hw, IXGBE_MPSAR_LO(rar), 0);
3708 			mpsar_lo = 0;
3709 		}
3710 		if (mpsar_hi) {
3711 			IXGBE_WRITE_REG(hw, IXGBE_MPSAR_HI(rar), 0);
3712 			mpsar_hi = 0;
3713 		}
3714 	} else if (vmdq < 32) {
3715 		mpsar_lo &= ~(1 << vmdq);
3716 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_LO(rar), mpsar_lo);
3717 	} else {
3718 		mpsar_hi &= ~(1 << (vmdq - 32));
3719 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_HI(rar), mpsar_hi);
3720 	}
3721 
3722 	/* was that the last pool using this rar? */
3723 	if (mpsar_lo == 0 && mpsar_hi == 0 && rar != 0)
3724 		hw->mac.ops.clear_rar(hw, rar);
3725 done:
3726 	return IXGBE_SUCCESS;
3727 }
3728 
3729 /**
3730  *  ixgbe_set_vmdq_generic - Associate a VMDq pool index with a rx address
3731  *  @hw: pointer to hardware struct
3732  *  @rar: receive address register index to associate with a VMDq index
3733  *  @vmdq: VMDq pool index
3734  **/
3735 s32 ixgbe_set_vmdq_generic(struct ixgbe_hw *hw, u32 rar, u32 vmdq)
3736 {
3737 	u32 mpsar;
3738 	u32 rar_entries = hw->mac.num_rar_entries;
3739 
3740 	DEBUGFUNC("ixgbe_set_vmdq_generic");
3741 
3742 	/* Make sure we are using a valid rar index range */
3743 	if (rar >= rar_entries) {
3744 		ERROR_REPORT2(IXGBE_ERROR_ARGUMENT,
3745 			     "RAR index %d is out of range.\n", rar);
3746 		return IXGBE_ERR_INVALID_ARGUMENT;
3747 	}
3748 
3749 	if (vmdq < 32) {
3750 		mpsar = IXGBE_READ_REG(hw, IXGBE_MPSAR_LO(rar));
3751 		mpsar |= 1 << vmdq;
3752 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_LO(rar), mpsar);
3753 	} else {
3754 		mpsar = IXGBE_READ_REG(hw, IXGBE_MPSAR_HI(rar));
3755 		mpsar |= 1 << (vmdq - 32);
3756 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_HI(rar), mpsar);
3757 	}
3758 	return IXGBE_SUCCESS;
3759 }
3760 
3761 /**
3762  *  This function should only be involved in the IOV mode.
3763  *  In IOV mode, Default pool is next pool after the number of
3764  *  VFs advertized and not 0.
3765  *  MPSAR table needs to be updated for SAN_MAC RAR [hw->mac.san_mac_rar_index]
3766  *
3767  *  ixgbe_set_vmdq_san_mac - Associate default VMDq pool index with a rx address
3768  *  @hw: pointer to hardware struct
3769  *  @vmdq: VMDq pool index
3770  **/
3771 s32 ixgbe_set_vmdq_san_mac_generic(struct ixgbe_hw *hw, u32 vmdq)
3772 {
3773 	u32 rar = hw->mac.san_mac_rar_index;
3774 
3775 	DEBUGFUNC("ixgbe_set_vmdq_san_mac");
3776 
3777 	if (vmdq < 32) {
3778 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_LO(rar), 1 << vmdq);
3779 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_HI(rar), 0);
3780 	} else {
3781 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_LO(rar), 0);
3782 		IXGBE_WRITE_REG(hw, IXGBE_MPSAR_HI(rar), 1 << (vmdq - 32));
3783 	}
3784 
3785 	return IXGBE_SUCCESS;
3786 }
3787 
3788 /**
3789  *  ixgbe_init_uta_tables_generic - Initialize the Unicast Table Array
3790  *  @hw: pointer to hardware structure
3791  **/
3792 s32 ixgbe_init_uta_tables_generic(struct ixgbe_hw *hw)
3793 {
3794 	int i;
3795 
3796 	DEBUGFUNC("ixgbe_init_uta_tables_generic");
3797 	DEBUGOUT(" Clearing UTA\n");
3798 
3799 	for (i = 0; i < 128; i++)
3800 		IXGBE_WRITE_REG(hw, IXGBE_UTA(i), 0);
3801 
3802 	return IXGBE_SUCCESS;
3803 }
3804 
3805 /**
3806  *  ixgbe_find_vlvf_slot - find the vlanid or the first empty slot
3807  *  @hw: pointer to hardware structure
3808  *  @vlan: VLAN id to write to VLAN filter
3809  *
3810  *  return the VLVF index where this VLAN id should be placed
3811  *
3812  **/
3813 s32 ixgbe_find_vlvf_slot(struct ixgbe_hw *hw, u32 vlan)
3814 {
3815 	u32 bits = 0;
3816 	u32 first_empty_slot = 0;
3817 	s32 regindex;
3818 
3819 	/* short cut the special case */
3820 	if (vlan == 0)
3821 		return 0;
3822 
3823 	/*
3824 	  * Search for the vlan id in the VLVF entries. Save off the first empty
3825 	  * slot found along the way
3826 	  */
3827 	for (regindex = 1; regindex < IXGBE_VLVF_ENTRIES; regindex++) {
3828 		bits = IXGBE_READ_REG(hw, IXGBE_VLVF(regindex));
3829 		if (!bits && !(first_empty_slot))
3830 			first_empty_slot = regindex;
3831 		else if ((bits & 0x0FFF) == vlan)
3832 			break;
3833 	}
3834 
3835 	/*
3836 	  * If regindex is less than IXGBE_VLVF_ENTRIES, then we found the vlan
3837 	  * in the VLVF. Else use the first empty VLVF register for this
3838 	  * vlan id.
3839 	  */
3840 	if (regindex >= IXGBE_VLVF_ENTRIES) {
3841 		if (first_empty_slot)
3842 			regindex = first_empty_slot;
3843 		else {
3844 			ERROR_REPORT1(IXGBE_ERROR_SOFTWARE,
3845 				     "No space in VLVF.\n");
3846 			regindex = IXGBE_ERR_NO_SPACE;
3847 		}
3848 	}
3849 
3850 	return regindex;
3851 }
3852 
3853 /**
3854  *  ixgbe_set_vfta_generic - Set VLAN filter table
3855  *  @hw: pointer to hardware structure
3856  *  @vlan: VLAN id to write to VLAN filter
3857  *  @vind: VMDq output index that maps queue to VLAN id in VFVFB
3858  *  @vlan_on: boolean flag to turn on/off VLAN in VFVF
3859  *
3860  *  Turn on/off specified VLAN in the VLAN filter table.
3861  **/
3862 s32 ixgbe_set_vfta_generic(struct ixgbe_hw *hw, u32 vlan, u32 vind,
3863 			   bool vlan_on)
3864 {
3865 	s32 regindex;
3866 	u32 bitindex;
3867 	u32 vfta;
3868 	u32 targetbit;
3869 	s32 ret_val = IXGBE_SUCCESS;
3870 	bool vfta_changed = FALSE;
3871 
3872 	DEBUGFUNC("ixgbe_set_vfta_generic");
3873 
3874 	if (vlan > 4095)
3875 		return IXGBE_ERR_PARAM;
3876 
3877 	/*
3878 	 * this is a 2 part operation - first the VFTA, then the
3879 	 * VLVF and VLVFB if VT Mode is set
3880 	 * We don't write the VFTA until we know the VLVF part succeeded.
3881 	 */
3882 
3883 	/* Part 1
3884 	 * The VFTA is a bitstring made up of 128 32-bit registers
3885 	 * that enable the particular VLAN id, much like the MTA:
3886 	 *    bits[11-5]: which register
3887 	 *    bits[4-0]:  which bit in the register
3888 	 */
3889 	regindex = (vlan >> 5) & 0x7F;
3890 	bitindex = vlan & 0x1F;
3891 	targetbit = (1 << bitindex);
3892 	vfta = IXGBE_READ_REG(hw, IXGBE_VFTA(regindex));
3893 
3894 	if (vlan_on) {
3895 		if (!(vfta & targetbit)) {
3896 			vfta |= targetbit;
3897 			vfta_changed = TRUE;
3898 		}
3899 	} else {
3900 		if ((vfta & targetbit)) {
3901 			vfta &= ~targetbit;
3902 			vfta_changed = TRUE;
3903 		}
3904 	}
3905 
3906 	/* Part 2
3907 	 * Call ixgbe_set_vlvf_generic to set VLVFB and VLVF
3908 	 */
3909 	ret_val = ixgbe_set_vlvf_generic(hw, vlan, vind, vlan_on,
3910 					 &vfta_changed);
3911 	if (ret_val != IXGBE_SUCCESS)
3912 		return ret_val;
3913 
3914 	if (vfta_changed)
3915 		IXGBE_WRITE_REG(hw, IXGBE_VFTA(regindex), vfta);
3916 
3917 	return IXGBE_SUCCESS;
3918 }
3919 
3920 /**
3921  *  ixgbe_set_vlvf_generic - Set VLAN Pool Filter
3922  *  @hw: pointer to hardware structure
3923  *  @vlan: VLAN id to write to VLAN filter
3924  *  @vind: VMDq output index that maps queue to VLAN id in VFVFB
3925  *  @vlan_on: boolean flag to turn on/off VLAN in VFVF
3926  *  @vfta_changed: pointer to boolean flag which indicates whether VFTA
3927  *                 should be changed
3928  *
3929  *  Turn on/off specified bit in VLVF table.
3930  **/
3931 s32 ixgbe_set_vlvf_generic(struct ixgbe_hw *hw, u32 vlan, u32 vind,
3932 			    bool vlan_on, bool *vfta_changed)
3933 {
3934 	u32 vt;
3935 
3936 	DEBUGFUNC("ixgbe_set_vlvf_generic");
3937 
3938 	if (vlan > 4095)
3939 		return IXGBE_ERR_PARAM;
3940 
3941 	/* If VT Mode is set
3942 	 *   Either vlan_on
3943 	 *     make sure the vlan is in VLVF
3944 	 *     set the vind bit in the matching VLVFB
3945 	 *   Or !vlan_on
3946 	 *     clear the pool bit and possibly the vind
3947 	 */
3948 	vt = IXGBE_READ_REG(hw, IXGBE_VT_CTL);
3949 	if (vt & IXGBE_VT_CTL_VT_ENABLE) {
3950 		s32 vlvf_index;
3951 		u32 bits;
3952 
3953 		vlvf_index = ixgbe_find_vlvf_slot(hw, vlan);
3954 		if (vlvf_index < 0)
3955 			return vlvf_index;
3956 
3957 		if (vlan_on) {
3958 			/* set the pool bit */
3959 			if (vind < 32) {
3960 				bits = IXGBE_READ_REG(hw,
3961 						IXGBE_VLVFB(vlvf_index * 2));
3962 				bits |= (1 << vind);
3963 				IXGBE_WRITE_REG(hw,
3964 						IXGBE_VLVFB(vlvf_index * 2),
3965 						bits);
3966 			} else {
3967 				bits = IXGBE_READ_REG(hw,
3968 					IXGBE_VLVFB((vlvf_index * 2) + 1));
3969 				bits |= (1 << (vind - 32));
3970 				IXGBE_WRITE_REG(hw,
3971 					IXGBE_VLVFB((vlvf_index * 2) + 1),
3972 					bits);
3973 			}
3974 		} else {
3975 			/* clear the pool bit */
3976 			if (vind < 32) {
3977 				bits = IXGBE_READ_REG(hw,
3978 						IXGBE_VLVFB(vlvf_index * 2));
3979 				bits &= ~(1 << vind);
3980 				IXGBE_WRITE_REG(hw,
3981 						IXGBE_VLVFB(vlvf_index * 2),
3982 						bits);
3983 				bits |= IXGBE_READ_REG(hw,
3984 					IXGBE_VLVFB((vlvf_index * 2) + 1));
3985 			} else {
3986 				bits = IXGBE_READ_REG(hw,
3987 					IXGBE_VLVFB((vlvf_index * 2) + 1));
3988 				bits &= ~(1 << (vind - 32));
3989 				IXGBE_WRITE_REG(hw,
3990 					IXGBE_VLVFB((vlvf_index * 2) + 1),
3991 					bits);
3992 				bits |= IXGBE_READ_REG(hw,
3993 						IXGBE_VLVFB(vlvf_index * 2));
3994 			}
3995 		}
3996 
3997 		/*
3998 		 * If there are still bits set in the VLVFB registers
3999 		 * for the VLAN ID indicated we need to see if the
4000 		 * caller is requesting that we clear the VFTA entry bit.
4001 		 * If the caller has requested that we clear the VFTA
4002 		 * entry bit but there are still pools/VFs using this VLAN
4003 		 * ID entry then ignore the request.  We're not worried
4004 		 * about the case where we're turning the VFTA VLAN ID
4005 		 * entry bit on, only when requested to turn it off as
4006 		 * there may be multiple pools and/or VFs using the
4007 		 * VLAN ID entry.  In that case we cannot clear the
4008 		 * VFTA bit until all pools/VFs using that VLAN ID have also
4009 		 * been cleared.  This will be indicated by "bits" being
4010 		 * zero.
4011 		 */
4012 		if (bits) {
4013 			IXGBE_WRITE_REG(hw, IXGBE_VLVF(vlvf_index),
4014 					(IXGBE_VLVF_VIEN | vlan));
4015 			if ((!vlan_on) && (vfta_changed != NULL)) {
4016 				/* someone wants to clear the vfta entry
4017 				 * but some pools/VFs are still using it.
4018 				 * Ignore it. */
4019 				*vfta_changed = FALSE;
4020 			}
4021 		} else
4022 			IXGBE_WRITE_REG(hw, IXGBE_VLVF(vlvf_index), 0);
4023 	}
4024 
4025 	return IXGBE_SUCCESS;
4026 }
4027 
4028 /**
4029  *  ixgbe_clear_vfta_generic - Clear VLAN filter table
4030  *  @hw: pointer to hardware structure
4031  *
4032  *  Clears the VLAN filer table, and the VMDq index associated with the filter
4033  **/
4034 s32 ixgbe_clear_vfta_generic(struct ixgbe_hw *hw)
4035 {
4036 	u32 offset;
4037 
4038 	DEBUGFUNC("ixgbe_clear_vfta_generic");
4039 
4040 	for (offset = 0; offset < hw->mac.vft_size; offset++)
4041 		IXGBE_WRITE_REG(hw, IXGBE_VFTA(offset), 0);
4042 
4043 	for (offset = 0; offset < IXGBE_VLVF_ENTRIES; offset++) {
4044 		IXGBE_WRITE_REG(hw, IXGBE_VLVF(offset), 0);
4045 		IXGBE_WRITE_REG(hw, IXGBE_VLVFB(offset * 2), 0);
4046 		IXGBE_WRITE_REG(hw, IXGBE_VLVFB((offset * 2) + 1), 0);
4047 	}
4048 
4049 	return IXGBE_SUCCESS;
4050 }
4051 
4052 /**
4053  *  ixgbe_check_mac_link_generic - Determine link and speed status
4054  *  @hw: pointer to hardware structure
4055  *  @speed: pointer to link speed
4056  *  @link_up: TRUE when link is up
4057  *  @link_up_wait_to_complete: bool used to wait for link up or not
4058  *
4059  *  Reads the links register to determine if link is up and the current speed
4060  **/
4061 s32 ixgbe_check_mac_link_generic(struct ixgbe_hw *hw, ixgbe_link_speed *speed,
4062 				 bool *link_up, bool link_up_wait_to_complete)
4063 {
4064 	u32 links_reg, links_orig;
4065 	u32 i;
4066 
4067 	DEBUGFUNC("ixgbe_check_mac_link_generic");
4068 
4069 	/* clear the old state */
4070 	links_orig = IXGBE_READ_REG(hw, IXGBE_LINKS);
4071 
4072 	links_reg = IXGBE_READ_REG(hw, IXGBE_LINKS);
4073 
4074 	if (links_orig != links_reg) {
4075 		DEBUGOUT2("LINKS changed from %08X to %08X\n",
4076 			  links_orig, links_reg);
4077 	}
4078 
4079 	if (link_up_wait_to_complete) {
4080 		for (i = 0; i < hw->mac.max_link_up_time; i++) {
4081 			if (links_reg & IXGBE_LINKS_UP) {
4082 				*link_up = TRUE;
4083 				break;
4084 			} else {
4085 				*link_up = FALSE;
4086 			}
4087 			msec_delay(100);
4088 			links_reg = IXGBE_READ_REG(hw, IXGBE_LINKS);
4089 		}
4090 	} else {
4091 		if (links_reg & IXGBE_LINKS_UP)
4092 			*link_up = TRUE;
4093 		else
4094 			*link_up = FALSE;
4095 	}
4096 
4097 	switch (links_reg & IXGBE_LINKS_SPEED_82599) {
4098 	case IXGBE_LINKS_SPEED_10G_82599:
4099 		*speed = IXGBE_LINK_SPEED_10GB_FULL;
4100 		if (hw->mac.type >= ixgbe_mac_X550) {
4101 			if (links_reg & IXGBE_LINKS_SPEED_NON_STD)
4102 				*speed = IXGBE_LINK_SPEED_2_5GB_FULL;
4103 		}
4104 		break;
4105 	case IXGBE_LINKS_SPEED_1G_82599:
4106 		*speed = IXGBE_LINK_SPEED_1GB_FULL;
4107 		break;
4108 	case IXGBE_LINKS_SPEED_100_82599:
4109 		*speed = IXGBE_LINK_SPEED_100_FULL;
4110 		if (hw->mac.type >= ixgbe_mac_X550) {
4111 			if (links_reg & IXGBE_LINKS_SPEED_NON_STD)
4112 				*speed = IXGBE_LINK_SPEED_5GB_FULL;
4113 		}
4114 		break;
4115 	default:
4116 		*speed = IXGBE_LINK_SPEED_UNKNOWN;
4117 	}
4118 
4119 	return IXGBE_SUCCESS;
4120 }
4121 
4122 /**
4123  *  ixgbe_get_wwn_prefix_generic - Get alternative WWNN/WWPN prefix from
4124  *  the EEPROM
4125  *  @hw: pointer to hardware structure
4126  *  @wwnn_prefix: the alternative WWNN prefix
4127  *  @wwpn_prefix: the alternative WWPN prefix
4128  *
4129  *  This function will read the EEPROM from the alternative SAN MAC address
4130  *  block to check the support for the alternative WWNN/WWPN prefix support.
4131  **/
4132 s32 ixgbe_get_wwn_prefix_generic(struct ixgbe_hw *hw, u16 *wwnn_prefix,
4133 				 u16 *wwpn_prefix)
4134 {
4135 	u16 offset, caps;
4136 	u16 alt_san_mac_blk_offset;
4137 
4138 	DEBUGFUNC("ixgbe_get_wwn_prefix_generic");
4139 
4140 	/* clear output first */
4141 	*wwnn_prefix = 0xFFFF;
4142 	*wwpn_prefix = 0xFFFF;
4143 
4144 	/* check if alternative SAN MAC is supported */
4145 	offset = IXGBE_ALT_SAN_MAC_ADDR_BLK_PTR;
4146 	if (hw->eeprom.ops.read(hw, offset, &alt_san_mac_blk_offset))
4147 		goto wwn_prefix_err;
4148 
4149 	if ((alt_san_mac_blk_offset == 0) ||
4150 	    (alt_san_mac_blk_offset == 0xFFFF))
4151 		goto wwn_prefix_out;
4152 
4153 	/* check capability in alternative san mac address block */
4154 	offset = alt_san_mac_blk_offset + IXGBE_ALT_SAN_MAC_ADDR_CAPS_OFFSET;
4155 	if (hw->eeprom.ops.read(hw, offset, &caps))
4156 		goto wwn_prefix_err;
4157 	if (!(caps & IXGBE_ALT_SAN_MAC_ADDR_CAPS_ALTWWN))
4158 		goto wwn_prefix_out;
4159 
4160 	/* get the corresponding prefix for WWNN/WWPN */
4161 	offset = alt_san_mac_blk_offset + IXGBE_ALT_SAN_MAC_ADDR_WWNN_OFFSET;
4162 	if (hw->eeprom.ops.read(hw, offset, wwnn_prefix)) {
4163 		ERROR_REPORT2(IXGBE_ERROR_INVALID_STATE,
4164 			      "eeprom read at offset %d failed", offset);
4165 	}
4166 
4167 	offset = alt_san_mac_blk_offset + IXGBE_ALT_SAN_MAC_ADDR_WWPN_OFFSET;
4168 	if (hw->eeprom.ops.read(hw, offset, wwpn_prefix))
4169 		goto wwn_prefix_err;
4170 
4171 wwn_prefix_out:
4172 	return IXGBE_SUCCESS;
4173 
4174 wwn_prefix_err:
4175 	ERROR_REPORT2(IXGBE_ERROR_INVALID_STATE,
4176 		      "eeprom read at offset %d failed", offset);
4177 	return IXGBE_SUCCESS;
4178 }
4179 
4180 /**
4181  *  ixgbe_get_fcoe_boot_status_generic - Get FCOE boot status from EEPROM
4182  *  @hw: pointer to hardware structure
4183  *  @bs: the fcoe boot status
4184  *
4185  *  This function will read the FCOE boot status from the iSCSI FCOE block
4186  **/
4187 s32 ixgbe_get_fcoe_boot_status_generic(struct ixgbe_hw *hw, u16 *bs)
4188 {
4189 	u16 offset, caps, flags;
4190 	s32 status;
4191 
4192 	DEBUGFUNC("ixgbe_get_fcoe_boot_status_generic");
4193 
4194 	/* clear output first */
4195 	*bs = ixgbe_fcoe_bootstatus_unavailable;
4196 
4197 	/* check if FCOE IBA block is present */
4198 	offset = IXGBE_FCOE_IBA_CAPS_BLK_PTR;
4199 	status = hw->eeprom.ops.read(hw, offset, &caps);
4200 	if (status != IXGBE_SUCCESS)
4201 		goto out;
4202 
4203 	if (!(caps & IXGBE_FCOE_IBA_CAPS_FCOE))
4204 		goto out;
4205 
4206 	/* check if iSCSI FCOE block is populated */
4207 	status = hw->eeprom.ops.read(hw, IXGBE_ISCSI_FCOE_BLK_PTR, &offset);
4208 	if (status != IXGBE_SUCCESS)
4209 		goto out;
4210 
4211 	if ((offset == 0) || (offset == 0xFFFF))
4212 		goto out;
4213 
4214 	/* read fcoe flags in iSCSI FCOE block */
4215 	offset = offset + IXGBE_ISCSI_FCOE_FLAGS_OFFSET;
4216 	status = hw->eeprom.ops.read(hw, offset, &flags);
4217 	if (status != IXGBE_SUCCESS)
4218 		goto out;
4219 
4220 	if (flags & IXGBE_ISCSI_FCOE_FLAGS_ENABLE)
4221 		*bs = ixgbe_fcoe_bootstatus_enabled;
4222 	else
4223 		*bs = ixgbe_fcoe_bootstatus_disabled;
4224 
4225 out:
4226 	return status;
4227 }
4228 
4229 /**
4230  *  ixgbe_set_mac_anti_spoofing - Enable/Disable MAC anti-spoofing
4231  *  @hw: pointer to hardware structure
4232  *  @enable: enable or disable switch for anti-spoofing
4233  *  @pf: Physical Function pool - do not enable anti-spoofing for the PF
4234  *
4235  **/
4236 void ixgbe_set_mac_anti_spoofing(struct ixgbe_hw *hw, bool enable, int pf)
4237 {
4238 	int j;
4239 	int pf_target_reg = pf >> 3;
4240 	int pf_target_shift = pf % 8;
4241 	u32 pfvfspoof = 0;
4242 
4243 	if (hw->mac.type == ixgbe_mac_82598EB)
4244 		return;
4245 
4246 	if (enable)
4247 		pfvfspoof = IXGBE_SPOOF_MACAS_MASK;
4248 
4249 	/*
4250 	 * PFVFSPOOF register array is size 8 with 8 bits assigned to
4251 	 * MAC anti-spoof enables in each register array element.
4252 	 */
4253 	for (j = 0; j < pf_target_reg; j++)
4254 		IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(j), pfvfspoof);
4255 
4256 	/*
4257 	 * The PF should be allowed to spoof so that it can support
4258 	 * emulation mode NICs.  Do not set the bits assigned to the PF
4259 	 */
4260 	pfvfspoof &= (1 << pf_target_shift) - 1;
4261 	IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(j), pfvfspoof);
4262 
4263 	/*
4264 	 * Remaining pools belong to the PF so they do not need to have
4265 	 * anti-spoofing enabled.
4266 	 */
4267 	for (j++; j < IXGBE_PFVFSPOOF_REG_COUNT; j++)
4268 		IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(j), 0);
4269 }
4270 
4271 /**
4272  *  ixgbe_set_vlan_anti_spoofing - Enable/Disable VLAN anti-spoofing
4273  *  @hw: pointer to hardware structure
4274  *  @enable: enable or disable switch for VLAN anti-spoofing
4275  *  @vf: Virtual Function pool - VF Pool to set for VLAN anti-spoofing
4276  *
4277  **/
4278 void ixgbe_set_vlan_anti_spoofing(struct ixgbe_hw *hw, bool enable, int vf)
4279 {
4280 	int vf_target_reg = vf >> 3;
4281 	int vf_target_shift = vf % 8 + IXGBE_SPOOF_VLANAS_SHIFT;
4282 	u32 pfvfspoof;
4283 
4284 	if (hw->mac.type == ixgbe_mac_82598EB)
4285 		return;
4286 
4287 	pfvfspoof = IXGBE_READ_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg));
4288 	if (enable)
4289 		pfvfspoof |= (1 << vf_target_shift);
4290 	else
4291 		pfvfspoof &= ~(1 << vf_target_shift);
4292 	IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg), pfvfspoof);
4293 }
4294 
4295 /**
4296  *  ixgbe_get_device_caps_generic - Get additional device capabilities
4297  *  @hw: pointer to hardware structure
4298  *  @device_caps: the EEPROM word with the extra device capabilities
4299  *
4300  *  This function will read the EEPROM location for the device capabilities,
4301  *  and return the word through device_caps.
4302  **/
4303 s32 ixgbe_get_device_caps_generic(struct ixgbe_hw *hw, u16 *device_caps)
4304 {
4305 	DEBUGFUNC("ixgbe_get_device_caps_generic");
4306 
4307 	hw->eeprom.ops.read(hw, IXGBE_DEVICE_CAPS, device_caps);
4308 
4309 	return IXGBE_SUCCESS;
4310 }
4311 
4312 /**
4313  *  ixgbe_enable_relaxed_ordering_gen2 - Enable relaxed ordering
4314  *  @hw: pointer to hardware structure
4315  *
4316  **/
4317 void ixgbe_enable_relaxed_ordering_gen2(struct ixgbe_hw *hw)
4318 {
4319 	u32 regval;
4320 	u32 i;
4321 
4322 	DEBUGFUNC("ixgbe_enable_relaxed_ordering_gen2");
4323 
4324 	/* Enable relaxed ordering */
4325 	for (i = 0; i < hw->mac.max_tx_queues; i++) {
4326 		regval = IXGBE_READ_REG(hw, IXGBE_DCA_TXCTRL_82599(i));
4327 		regval |= IXGBE_DCA_TXCTRL_DESC_WRO_EN;
4328 		IXGBE_WRITE_REG(hw, IXGBE_DCA_TXCTRL_82599(i), regval);
4329 	}
4330 
4331 	for (i = 0; i < hw->mac.max_rx_queues; i++) {
4332 		regval = IXGBE_READ_REG(hw, IXGBE_DCA_RXCTRL(i));
4333 		regval |= IXGBE_DCA_RXCTRL_DATA_WRO_EN |
4334 			  IXGBE_DCA_RXCTRL_HEAD_WRO_EN;
4335 		IXGBE_WRITE_REG(hw, IXGBE_DCA_RXCTRL(i), regval);
4336 	}
4337 
4338 }
4339 
4340 /**
4341  *  ixgbe_calculate_checksum - Calculate checksum for buffer
4342  *  @buffer: pointer to EEPROM
4343  *  @length: size of EEPROM to calculate a checksum for
4344  *  Calculates the checksum for some buffer on a specified length.  The
4345  *  checksum calculated is returned.
4346  **/
4347 u8 ixgbe_calculate_checksum(u8 *buffer, u32 length)
4348 {
4349 	u32 i;
4350 	u8 sum = 0;
4351 
4352 	DEBUGFUNC("ixgbe_calculate_checksum");
4353 
4354 	if (!buffer)
4355 		return 0;
4356 
4357 	for (i = 0; i < length; i++)
4358 		sum += buffer[i];
4359 
4360 	return (u8) (0 - sum);
4361 }
4362 
4363 /**
4364  *  ixgbe_host_interface_command - Issue command to manageability block
4365  *  @hw: pointer to the HW structure
4366  *  @buffer: contains the command to write and where the return status will
4367  *   be placed
4368  *  @length: length of buffer, must be multiple of 4 bytes
4369  *  @timeout: time in ms to wait for command completion
4370  *  @return_data: read and return data from the buffer (TRUE) or not (FALSE)
4371  *   Needed because FW structures are big endian and decoding of
4372  *   these fields can be 8 bit or 16 bit based on command. Decoding
4373  *   is not easily understood without making a table of commands.
4374  *   So we will leave this up to the caller to read back the data
4375  *   in these cases.
4376  *
4377  *  Communicates with the manageability block.  On success return IXGBE_SUCCESS
4378  *  else return IXGBE_ERR_HOST_INTERFACE_COMMAND.
4379  **/
4380 s32 ixgbe_host_interface_command(struct ixgbe_hw *hw, u32 *buffer,
4381 				 u32 length, u32 timeout, bool return_data)
4382 {
4383 	u32 hicr, i, bi, fwsts;
4384 	u32 hdr_size = sizeof(struct ixgbe_hic_hdr);
4385 	u16 buf_len;
4386 	u16 dword_len;
4387 
4388 	DEBUGFUNC("ixgbe_host_interface_command");
4389 
4390 	if (length == 0 || length > IXGBE_HI_MAX_BLOCK_BYTE_LENGTH) {
4391 		DEBUGOUT1("Buffer length failure buffersize=%d.\n", length);
4392 		return IXGBE_ERR_HOST_INTERFACE_COMMAND;
4393 	}
4394 	/* Set bit 9 of FWSTS clearing FW reset indication */
4395 	fwsts = IXGBE_READ_REG(hw, IXGBE_FWSTS);
4396 	IXGBE_WRITE_REG(hw, IXGBE_FWSTS, fwsts | IXGBE_FWSTS_FWRI);
4397 
4398 	/* Check that the host interface is enabled. */
4399 	hicr = IXGBE_READ_REG(hw, IXGBE_HICR);
4400 	if ((hicr & IXGBE_HICR_EN) == 0) {
4401 		DEBUGOUT("IXGBE_HOST_EN bit disabled.\n");
4402 		return IXGBE_ERR_HOST_INTERFACE_COMMAND;
4403 	}
4404 
4405 	/* Calculate length in DWORDs. We must be DWORD aligned */
4406 	if ((length % (sizeof(u32))) != 0) {
4407 		DEBUGOUT("Buffer length failure, not aligned to dword");
4408 		return IXGBE_ERR_INVALID_ARGUMENT;
4409 	}
4410 
4411 	dword_len = length >> 2;
4412 
4413 	/* The device driver writes the relevant command block
4414 	 * into the ram area.
4415 	 */
4416 	for (i = 0; i < dword_len; i++)
4417 		IXGBE_WRITE_REG_ARRAY(hw, IXGBE_FLEX_MNG,
4418 				      i, IXGBE_CPU_TO_LE32(buffer[i]));
4419 
4420 	/* Setting this bit tells the ARC that a new command is pending. */
4421 	IXGBE_WRITE_REG(hw, IXGBE_HICR, hicr | IXGBE_HICR_C);
4422 
4423 	for (i = 0; i < timeout; i++) {
4424 		hicr = IXGBE_READ_REG(hw, IXGBE_HICR);
4425 		if (!(hicr & IXGBE_HICR_C))
4426 			break;
4427 		msec_delay(1);
4428 	}
4429 
4430 	/* Check command completion */
4431 	if ((timeout != 0 && i == timeout) ||
4432 	    !(IXGBE_READ_REG(hw, IXGBE_HICR) & IXGBE_HICR_SV)) {
4433 		ERROR_REPORT1(IXGBE_ERROR_CAUTION,
4434 			     "Command has failed with no status valid.\n");
4435 		return IXGBE_ERR_HOST_INTERFACE_COMMAND;
4436 	}
4437 
4438 	if (!return_data)
4439 		return 0;
4440 
4441 	/* Calculate length in DWORDs */
4442 	dword_len = hdr_size >> 2;
4443 
4444 	/* first pull in the header so we know the buffer length */
4445 	for (bi = 0; bi < dword_len; bi++) {
4446 		buffer[bi] = IXGBE_READ_REG_ARRAY(hw, IXGBE_FLEX_MNG, bi);
4447 		buffer[bi] = IXGBE_LE32_TO_CPUS(buffer[bi]);
4448 	}
4449 
4450 	/* If there is any thing in data position pull it in */
4451 	buf_len = ((struct ixgbe_hic_hdr *)buffer)->buf_len;
4452 	if (buf_len == 0)
4453 		return 0;
4454 
4455 	if (length < buf_len + hdr_size) {
4456 		DEBUGOUT("Buffer not large enough for reply message.\n");
4457 		return IXGBE_ERR_HOST_INTERFACE_COMMAND;
4458 	}
4459 
4460 	/* Calculate length in DWORDs, add 3 for odd lengths */
4461 	dword_len = (buf_len + 3) >> 2;
4462 
4463 	/* Pull in the rest of the buffer (bi is where we left off) */
4464 	for (; bi <= dword_len; bi++) {
4465 		buffer[bi] = IXGBE_READ_REG_ARRAY(hw, IXGBE_FLEX_MNG, bi);
4466 		buffer[bi] = IXGBE_LE32_TO_CPUS(buffer[bi]);
4467 	}
4468 
4469 	return 0;
4470 }
4471 
4472 /**
4473  *  ixgbe_set_fw_drv_ver_generic - Sends driver version to firmware
4474  *  @hw: pointer to the HW structure
4475  *  @maj: driver version major number
4476  *  @min: driver version minor number
4477  *  @build: driver version build number
4478  *  @sub: driver version sub build number
4479  *
4480  *  Sends driver version number to firmware through the manageability
4481  *  block.  On success return IXGBE_SUCCESS
4482  *  else returns IXGBE_ERR_SWFW_SYNC when encountering an error acquiring
4483  *  semaphore or IXGBE_ERR_HOST_INTERFACE_COMMAND when command fails.
4484  **/
4485 s32 ixgbe_set_fw_drv_ver_generic(struct ixgbe_hw *hw, u8 maj, u8 min,
4486 				 u8 build, u8 sub)
4487 {
4488 	struct ixgbe_hic_drv_info fw_cmd;
4489 	int i;
4490 	s32 ret_val = IXGBE_SUCCESS;
4491 
4492 	DEBUGFUNC("ixgbe_set_fw_drv_ver_generic");
4493 
4494 	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_SW_MNG_SM)
4495 	    != IXGBE_SUCCESS) {
4496 		ret_val = IXGBE_ERR_SWFW_SYNC;
4497 		goto out;
4498 	}
4499 
4500 	fw_cmd.hdr.cmd = FW_CEM_CMD_DRIVER_INFO;
4501 	fw_cmd.hdr.buf_len = FW_CEM_CMD_DRIVER_INFO_LEN;
4502 	fw_cmd.hdr.cmd_or_resp.cmd_resv = FW_CEM_CMD_RESERVED;
4503 	fw_cmd.port_num = (u8)hw->bus.func;
4504 	fw_cmd.ver_maj = maj;
4505 	fw_cmd.ver_min = min;
4506 	fw_cmd.ver_build = build;
4507 	fw_cmd.ver_sub = sub;
4508 	fw_cmd.hdr.checksum = 0;
4509 	fw_cmd.hdr.checksum = ixgbe_calculate_checksum((u8 *)&fw_cmd,
4510 				(FW_CEM_HDR_LEN + fw_cmd.hdr.buf_len));
4511 	fw_cmd.pad = 0;
4512 	fw_cmd.pad2 = 0;
4513 
4514 	for (i = 0; i <= FW_CEM_MAX_RETRIES; i++) {
4515 		ret_val = ixgbe_host_interface_command(hw, (u32 *)&fw_cmd,
4516 						       sizeof(fw_cmd),
4517 						       IXGBE_HI_COMMAND_TIMEOUT,
4518 						       TRUE);
4519 		if (ret_val != IXGBE_SUCCESS)
4520 			continue;
4521 
4522 		if (fw_cmd.hdr.cmd_or_resp.ret_status ==
4523 		    FW_CEM_RESP_STATUS_SUCCESS)
4524 			ret_val = IXGBE_SUCCESS;
4525 		else
4526 			ret_val = IXGBE_ERR_HOST_INTERFACE_COMMAND;
4527 
4528 		break;
4529 	}
4530 
4531 	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_SW_MNG_SM);
4532 out:
4533 	return ret_val;
4534 }
4535 
4536 /**
4537  * ixgbe_set_rxpba_generic - Initialize Rx packet buffer
4538  * @hw: pointer to hardware structure
4539  * @num_pb: number of packet buffers to allocate
4540  * @headroom: reserve n KB of headroom
4541  * @strategy: packet buffer allocation strategy
4542  **/
4543 void ixgbe_set_rxpba_generic(struct ixgbe_hw *hw, int num_pb, u32 headroom,
4544 			     int strategy)
4545 {
4546 	u32 pbsize = hw->mac.rx_pb_size;
4547 	int i = 0;
4548 	u32 rxpktsize, txpktsize, txpbthresh;
4549 
4550 	/* Reserve headroom */
4551 	pbsize -= headroom;
4552 
4553 	if (!num_pb)
4554 		num_pb = 1;
4555 
4556 	/* Divide remaining packet buffer space amongst the number of packet
4557 	 * buffers requested using supplied strategy.
4558 	 */
4559 	switch (strategy) {
4560 	case PBA_STRATEGY_WEIGHTED:
4561 		/* ixgbe_dcb_pba_80_48 strategy weight first half of packet
4562 		 * buffer with 5/8 of the packet buffer space.
4563 		 */
4564 		rxpktsize = (pbsize * 5) / (num_pb * 4);
4565 		pbsize -= rxpktsize * (num_pb / 2);
4566 		rxpktsize <<= IXGBE_RXPBSIZE_SHIFT;
4567 		for (; i < (num_pb / 2); i++)
4568 			IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(i), rxpktsize);
4569 		/* Configure remaining packet buffers. */
4570 		/* FALLTHROUGH */
4571 	case PBA_STRATEGY_EQUAL:
4572 		rxpktsize = (pbsize / (num_pb - i)) << IXGBE_RXPBSIZE_SHIFT;
4573 		for (; i < num_pb; i++)
4574 			IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(i), rxpktsize);
4575 		break;
4576 	default:
4577 		break;
4578 	}
4579 
4580 	/* Only support an equally distributed Tx packet buffer strategy. */
4581 	txpktsize = IXGBE_TXPBSIZE_MAX / num_pb;
4582 	txpbthresh = (txpktsize / 1024) - IXGBE_TXPKT_SIZE_MAX;
4583 	for (i = 0; i < num_pb; i++) {
4584 		IXGBE_WRITE_REG(hw, IXGBE_TXPBSIZE(i), txpktsize);
4585 		IXGBE_WRITE_REG(hw, IXGBE_TXPBTHRESH(i), txpbthresh);
4586 	}
4587 
4588 	/* Clear unused TCs, if any, to zero buffer size*/
4589 	for (; i < IXGBE_MAX_PB; i++) {
4590 		IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(i), 0);
4591 		IXGBE_WRITE_REG(hw, IXGBE_TXPBSIZE(i), 0);
4592 		IXGBE_WRITE_REG(hw, IXGBE_TXPBTHRESH(i), 0);
4593 	}
4594 }
4595 
4596 /**
4597  * ixgbe_clear_tx_pending - Clear pending TX work from the PCIe fifo
4598  * @hw: pointer to the hardware structure
4599  *
4600  * The 82599 and x540 MACs can experience issues if TX work is still pending
4601  * when a reset occurs.  This function prevents this by flushing the PCIe
4602  * buffers on the system.
4603  **/
4604 void ixgbe_clear_tx_pending(struct ixgbe_hw *hw)
4605 {
4606 	u32 gcr_ext, hlreg0, i, poll;
4607 	u16 value;
4608 
4609 	/*
4610 	 * If double reset is not requested then all transactions should
4611 	 * already be clear and as such there is no work to do
4612 	 */
4613 	if (!(hw->mac.flags & IXGBE_FLAGS_DOUBLE_RESET_REQUIRED))
4614 		return;
4615 
4616 	/*
4617 	 * Set loopback enable to prevent any transmits from being sent
4618 	 * should the link come up.  This assumes that the RXCTRL.RXEN bit
4619 	 * has already been cleared.
4620 	 */
4621 	hlreg0 = IXGBE_READ_REG(hw, IXGBE_HLREG0);
4622 	IXGBE_WRITE_REG(hw, IXGBE_HLREG0, hlreg0 | IXGBE_HLREG0_LPBK);
4623 
4624 	/* Wait for a last completion before clearing buffers */
4625 	IXGBE_WRITE_FLUSH(hw);
4626 	msec_delay(3);
4627 
4628 	/*
4629 	 * Before proceeding, make sure that the PCIe block does not have
4630 	 * transactions pending.
4631 	 */
4632 	poll = ixgbe_pcie_timeout_poll(hw);
4633 	for (i = 0; i < poll; i++) {
4634 		usec_delay(100);
4635 		value = IXGBE_READ_PCIE_WORD(hw, IXGBE_PCI_DEVICE_STATUS);
4636 		if (IXGBE_REMOVED(hw))
4637 			goto out;
4638 		if (!(value & IXGBE_PCI_DEVICE_STATUS_TRANSACTION_PENDING))
4639 			goto out;
4640 	}
4641 
4642 out:
4643 	/* initiate cleaning flow for buffers in the PCIe transaction layer */
4644 	gcr_ext = IXGBE_READ_REG(hw, IXGBE_GCR_EXT);
4645 	IXGBE_WRITE_REG(hw, IXGBE_GCR_EXT,
4646 			gcr_ext | IXGBE_GCR_EXT_BUFFERS_CLEAR);
4647 
4648 	/* Flush all writes and allow 20usec for all transactions to clear */
4649 	IXGBE_WRITE_FLUSH(hw);
4650 	usec_delay(20);
4651 
4652 	/* restore previous register values */
4653 	IXGBE_WRITE_REG(hw, IXGBE_GCR_EXT, gcr_ext);
4654 	IXGBE_WRITE_REG(hw, IXGBE_HLREG0, hlreg0);
4655 }
4656 
4657 
4658 /**
4659  * ixgbe_dcb_get_rtrup2tc_generic - read rtrup2tc reg
4660  * @hw: pointer to hardware structure
4661  * @map: pointer to u8 arr for returning map
4662  *
4663  * Read the rtrup2tc HW register and resolve its content into map
4664  **/
4665 void ixgbe_dcb_get_rtrup2tc_generic(struct ixgbe_hw *hw, u8 *map)
4666 {
4667 	u32 reg, i;
4668 
4669 	reg = IXGBE_READ_REG(hw, IXGBE_RTRUP2TC);
4670 	for (i = 0; i < IXGBE_DCB_MAX_USER_PRIORITY; i++)
4671 		map[i] = IXGBE_RTRUP2TC_UP_MASK &
4672 			(reg >> (i * IXGBE_RTRUP2TC_UP_SHIFT));
4673 	return;
4674 }
4675 
4676 void ixgbe_disable_rx_generic(struct ixgbe_hw *hw)
4677 {
4678 	u32 pfdtxgswc;
4679 	u32 rxctrl;
4680 
4681 	rxctrl = IXGBE_READ_REG(hw, IXGBE_RXCTRL);
4682 	if (rxctrl & IXGBE_RXCTRL_RXEN) {
4683 		if (hw->mac.type != ixgbe_mac_82598EB) {
4684 			pfdtxgswc = IXGBE_READ_REG(hw, IXGBE_PFDTXGSWC);
4685 			if (pfdtxgswc & IXGBE_PFDTXGSWC_VT_LBEN) {
4686 				pfdtxgswc &= ~IXGBE_PFDTXGSWC_VT_LBEN;
4687 				IXGBE_WRITE_REG(hw, IXGBE_PFDTXGSWC, pfdtxgswc);
4688 				hw->mac.set_lben = TRUE;
4689 			} else {
4690 				hw->mac.set_lben = FALSE;
4691 			}
4692 		}
4693 		rxctrl &= ~IXGBE_RXCTRL_RXEN;
4694 		IXGBE_WRITE_REG(hw, IXGBE_RXCTRL, rxctrl);
4695 	}
4696 }
4697 
4698 void ixgbe_enable_rx_generic(struct ixgbe_hw *hw)
4699 {
4700 	u32 pfdtxgswc;
4701 	u32 rxctrl;
4702 
4703 	rxctrl = IXGBE_READ_REG(hw, IXGBE_RXCTRL);
4704 	IXGBE_WRITE_REG(hw, IXGBE_RXCTRL, (rxctrl | IXGBE_RXCTRL_RXEN));
4705 
4706 	if (hw->mac.type != ixgbe_mac_82598EB) {
4707 		if (hw->mac.set_lben) {
4708 			pfdtxgswc = IXGBE_READ_REG(hw, IXGBE_PFDTXGSWC);
4709 			pfdtxgswc |= IXGBE_PFDTXGSWC_VT_LBEN;
4710 			IXGBE_WRITE_REG(hw, IXGBE_PFDTXGSWC, pfdtxgswc);
4711 			hw->mac.set_lben = FALSE;
4712 		}
4713 	}
4714 }
4715 
4716 /**
4717  * ixgbe_mng_present - returns TRUE when management capability is present
4718  * @hw: pointer to hardware structure
4719  */
4720 bool ixgbe_mng_present(struct ixgbe_hw *hw)
4721 {
4722 	u32 fwsm;
4723 
4724 	if (hw->mac.type < ixgbe_mac_82599EB)
4725 		return FALSE;
4726 
4727 	fwsm = IXGBE_READ_REG(hw, IXGBE_FWSM_BY_MAC(hw));
4728 	fwsm &= IXGBE_FWSM_MODE_MASK;
4729 	return fwsm == IXGBE_FWSM_FW_MODE_PT;
4730 }
4731 
4732 /**
4733  * ixgbe_mng_enabled - Is the manageability engine enabled?
4734  * @hw: pointer to hardware structure
4735  *
4736  * Returns TRUE if the manageability engine is enabled.
4737  **/
4738 bool ixgbe_mng_enabled(struct ixgbe_hw *hw)
4739 {
4740 	u32 fwsm, manc, factps;
4741 
4742 	fwsm = IXGBE_READ_REG(hw, IXGBE_FWSM_BY_MAC(hw));
4743 	if ((fwsm & IXGBE_FWSM_MODE_MASK) != IXGBE_FWSM_FW_MODE_PT)
4744 		return FALSE;
4745 
4746 	manc = IXGBE_READ_REG(hw, IXGBE_MANC);
4747 	if (!(manc & IXGBE_MANC_RCV_TCO_EN))
4748 		return FALSE;
4749 
4750 	if (hw->mac.type <= ixgbe_mac_X540) {
4751 		factps = IXGBE_READ_REG(hw, IXGBE_FACTPS_BY_MAC(hw));
4752 		if (factps & IXGBE_FACTPS_MNGCG)
4753 			return FALSE;
4754 	}
4755 
4756 	return TRUE;
4757 }
4758 
4759 /**
4760  *  ixgbe_setup_mac_link_multispeed_fiber - Set MAC link speed
4761  *  @hw: pointer to hardware structure
4762  *  @speed: new link speed
4763  *  @autoneg_wait_to_complete: TRUE when waiting for completion is needed
4764  *
4765  *  Set the link speed in the MAC and/or PHY register and restarts link.
4766  **/
4767 s32 ixgbe_setup_mac_link_multispeed_fiber(struct ixgbe_hw *hw,
4768 					  ixgbe_link_speed speed,
4769 					  bool autoneg_wait_to_complete)
4770 {
4771 	ixgbe_link_speed link_speed = IXGBE_LINK_SPEED_UNKNOWN;
4772 	ixgbe_link_speed highest_link_speed = IXGBE_LINK_SPEED_UNKNOWN;
4773 	s32 status = IXGBE_SUCCESS;
4774 	u32 speedcnt = 0;
4775 	u32 i = 0;
4776 	bool autoneg, link_up = FALSE;
4777 
4778 	DEBUGFUNC("ixgbe_setup_mac_link_multispeed_fiber");
4779 
4780 	/* Mask off requested but non-supported speeds */
4781 	status = ixgbe_get_link_capabilities(hw, &link_speed, &autoneg);
4782 	if (status != IXGBE_SUCCESS)
4783 		return status;
4784 
4785 	speed &= link_speed;
4786 
4787 	/* Try each speed one by one, highest priority first.  We do this in
4788 	 * software because 10Gb fiber doesn't support speed autonegotiation.
4789 	 */
4790 	if (speed & IXGBE_LINK_SPEED_10GB_FULL) {
4791 		speedcnt++;
4792 		highest_link_speed = IXGBE_LINK_SPEED_10GB_FULL;
4793 
4794 		/* If we already have link at this speed, just jump out */
4795 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
4796 		if (status != IXGBE_SUCCESS)
4797 			return status;
4798 
4799 		if ((link_speed == IXGBE_LINK_SPEED_10GB_FULL) && link_up)
4800 			goto out;
4801 
4802 		/* Set the module link speed */
4803 		switch (hw->phy.media_type) {
4804 		case ixgbe_media_type_fiber_fixed:
4805 		case ixgbe_media_type_fiber:
4806 			ixgbe_set_rate_select_speed(hw,
4807 						    IXGBE_LINK_SPEED_10GB_FULL);
4808 			break;
4809 		case ixgbe_media_type_fiber_qsfp:
4810 			/* QSFP module automatically detects MAC link speed */
4811 			break;
4812 		default:
4813 			DEBUGOUT("Unexpected media type.\n");
4814 			break;
4815 		}
4816 
4817 		/* Allow module to change analog characteristics (1G->10G) */
4818 		msec_delay(40);
4819 
4820 		status = ixgbe_setup_mac_link(hw,
4821 					      IXGBE_LINK_SPEED_10GB_FULL,
4822 					      autoneg_wait_to_complete);
4823 		if (status != IXGBE_SUCCESS)
4824 			return status;
4825 
4826 		/* Flap the Tx laser if it has not already been done */
4827 		ixgbe_flap_tx_laser(hw);
4828 
4829 		/* Wait for the controller to acquire link.  Per IEEE 802.3ap,
4830 		 * Section 73.10.2, we may have to wait up to 500ms if KR is
4831 		 * attempted.  82599 uses the same timing for 10g SFI.
4832 		 */
4833 		for (i = 0; i < 5; i++) {
4834 			/* Wait for the link partner to also set speed */
4835 			msec_delay(100);
4836 
4837 			/* If we have link, just jump out */
4838 			status = ixgbe_check_link(hw, &link_speed,
4839 						  &link_up, FALSE);
4840 			if (status != IXGBE_SUCCESS)
4841 				return status;
4842 
4843 			if (link_up)
4844 				goto out;
4845 		}
4846 	}
4847 
4848 	if (speed & IXGBE_LINK_SPEED_1GB_FULL) {
4849 		speedcnt++;
4850 		if (highest_link_speed == IXGBE_LINK_SPEED_UNKNOWN)
4851 			highest_link_speed = IXGBE_LINK_SPEED_1GB_FULL;
4852 
4853 		/* If we already have link at this speed, just jump out */
4854 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
4855 		if (status != IXGBE_SUCCESS)
4856 			return status;
4857 
4858 		if ((link_speed == IXGBE_LINK_SPEED_1GB_FULL) && link_up)
4859 			goto out;
4860 
4861 		/* Set the module link speed */
4862 		switch (hw->phy.media_type) {
4863 		case ixgbe_media_type_fiber_fixed:
4864 		case ixgbe_media_type_fiber:
4865 			ixgbe_set_rate_select_speed(hw,
4866 						    IXGBE_LINK_SPEED_1GB_FULL);
4867 			break;
4868 		case ixgbe_media_type_fiber_qsfp:
4869 			/* QSFP module automatically detects link speed */
4870 			break;
4871 		default:
4872 			DEBUGOUT("Unexpected media type.\n");
4873 			break;
4874 		}
4875 
4876 		/* Allow module to change analog characteristics (10G->1G) */
4877 		msec_delay(40);
4878 
4879 		status = ixgbe_setup_mac_link(hw,
4880 					      IXGBE_LINK_SPEED_1GB_FULL,
4881 					      autoneg_wait_to_complete);
4882 		if (status != IXGBE_SUCCESS)
4883 			return status;
4884 
4885 		/* Flap the Tx laser if it has not already been done */
4886 		ixgbe_flap_tx_laser(hw);
4887 
4888 		/* Wait for the link partner to also set speed */
4889 		msec_delay(100);
4890 
4891 		/* If we have link, just jump out */
4892 		status = ixgbe_check_link(hw, &link_speed, &link_up, FALSE);
4893 		if (status != IXGBE_SUCCESS)
4894 			return status;
4895 
4896 		if (link_up)
4897 			goto out;
4898 	}
4899 
4900 	/* We didn't get link.  Configure back to the highest speed we tried,
4901 	 * (if there was more than one).  We call ourselves back with just the
4902 	 * single highest speed that the user requested.
4903 	 */
4904 	if (speedcnt > 1)
4905 		status = ixgbe_setup_mac_link_multispeed_fiber(hw,
4906 						      highest_link_speed,
4907 						      autoneg_wait_to_complete);
4908 
4909 out:
4910 	/* Set autoneg_advertised value based on input link speed */
4911 	hw->phy.autoneg_advertised = 0;
4912 
4913 	if (speed & IXGBE_LINK_SPEED_10GB_FULL)
4914 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_10GB_FULL;
4915 
4916 	if (speed & IXGBE_LINK_SPEED_1GB_FULL)
4917 		hw->phy.autoneg_advertised |= IXGBE_LINK_SPEED_1GB_FULL;
4918 
4919 	return status;
4920 }
4921 
4922 /**
4923  *  ixgbe_set_soft_rate_select_speed - Set module link speed
4924  *  @hw: pointer to hardware structure
4925  *  @speed: link speed to set
4926  *
4927  *  Set module link speed via the soft rate select.
4928  */
4929 void ixgbe_set_soft_rate_select_speed(struct ixgbe_hw *hw,
4930 					ixgbe_link_speed speed)
4931 {
4932 	s32 status;
4933 	u8 rs, eeprom_data;
4934 
4935 	switch (speed) {
4936 	case IXGBE_LINK_SPEED_10GB_FULL:
4937 		/* one bit mask same as setting on */
4938 		rs = IXGBE_SFF_SOFT_RS_SELECT_10G;
4939 		break;
4940 	case IXGBE_LINK_SPEED_1GB_FULL:
4941 		rs = IXGBE_SFF_SOFT_RS_SELECT_1G;
4942 		break;
4943 	default:
4944 		DEBUGOUT("Invalid fixed module speed\n");
4945 		return;
4946 	}
4947 
4948 	/* Set RS0 */
4949 	status = hw->phy.ops.read_i2c_byte(hw, IXGBE_SFF_SFF_8472_OSCB,
4950 					   IXGBE_I2C_EEPROM_DEV_ADDR2,
4951 					   &eeprom_data);
4952 	if (status) {
4953 		DEBUGOUT("Failed to read Rx Rate Select RS0\n");
4954 		goto out;
4955 	}
4956 
4957 	eeprom_data = (eeprom_data & ~IXGBE_SFF_SOFT_RS_SELECT_MASK) | rs;
4958 
4959 	status = hw->phy.ops.write_i2c_byte(hw, IXGBE_SFF_SFF_8472_OSCB,
4960 					    IXGBE_I2C_EEPROM_DEV_ADDR2,
4961 					    eeprom_data);
4962 	if (status) {
4963 		DEBUGOUT("Failed to write Rx Rate Select RS0\n");
4964 		goto out;
4965 	}
4966 
4967 	/* Set RS1 */
4968 	status = hw->phy.ops.read_i2c_byte(hw, IXGBE_SFF_SFF_8472_ESCB,
4969 					   IXGBE_I2C_EEPROM_DEV_ADDR2,
4970 					   &eeprom_data);
4971 	if (status) {
4972 		DEBUGOUT("Failed to read Rx Rate Select RS1\n");
4973 		goto out;
4974 	}
4975 
4976 	eeprom_data = (eeprom_data & ~IXGBE_SFF_SOFT_RS_SELECT_MASK) | rs;
4977 
4978 	status = hw->phy.ops.write_i2c_byte(hw, IXGBE_SFF_SFF_8472_ESCB,
4979 					    IXGBE_I2C_EEPROM_DEV_ADDR2,
4980 					    eeprom_data);
4981 	if (status) {
4982 		DEBUGOUT("Failed to write Rx Rate Select RS1\n");
4983 		goto out;
4984 	}
4985 out:
4986 	return;
4987 }
4988