xref: /illumos-gate/usr/src/uts/common/io/ixgbe/ixgbe_sw.h (revision 85f496fa)
19da57d7bSbt /*
29da57d7bSbt  * CDDL HEADER START
39da57d7bSbt  *
49da57d7bSbt  * The contents of this file are subject to the terms of the
59da57d7bSbt  * Common Development and Distribution License (the "License").
69da57d7bSbt  * You may not use this file except in compliance with the License.
79da57d7bSbt  *
8da14cebeSEric Cheng  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9da14cebeSEric Cheng  * or http://www.opensolaris.org/os/licensing.
109da57d7bSbt  * See the License for the specific language governing permissions
119da57d7bSbt  * and limitations under the License.
129da57d7bSbt  *
13da14cebeSEric Cheng  * When distributing Covered Code, include this CDDL HEADER in each
14da14cebeSEric Cheng  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
159da57d7bSbt  * If applicable, add the following below this CDDL HEADER, with the
169da57d7bSbt  * fields enclosed by brackets "[]" replaced with your own identifying
179da57d7bSbt  * information: Portions Copyright [yyyy] [name of copyright owner]
189da57d7bSbt  *
199da57d7bSbt  * CDDL HEADER END
209da57d7bSbt  */
219da57d7bSbt 
229da57d7bSbt /*
235b6dd21fSchenlu chen - Sun Microsystems - Beijing China  * Copyright(c) 2007-2010 Intel Corporation. All rights reserved.
245b6dd21fSchenlu chen - Sun Microsystems - Beijing China  */
255b6dd21fSchenlu chen - Sun Microsystems - Beijing China 
265b6dd21fSchenlu chen - Sun Microsystems - Beijing China /*
275b6dd21fSchenlu chen - Sun Microsystems - Beijing China  * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
2843fab1a9SSaso Kiselkov  * Copyright (c) 2013 Saso Kiselkov. All rights reserved.
29dc0cb1cdSDale Ghent  * Copyright 2016 OmniTI Computer Consulting, Inc. All rights reserved.
30168e1ed4SRyan Zezeski  * Copyright 2019 Joyent, Inc.
319da57d7bSbt  */
329da57d7bSbt 
339da57d7bSbt #ifndef	_IXGBE_SW_H
349da57d7bSbt #define	_IXGBE_SW_H
359da57d7bSbt 
369da57d7bSbt #ifdef __cplusplus
379da57d7bSbt extern "C" {
389da57d7bSbt #endif
399da57d7bSbt 
409da57d7bSbt #include <sys/types.h>
419da57d7bSbt #include <sys/conf.h>
429da57d7bSbt #include <sys/debug.h>
439da57d7bSbt #include <sys/stropts.h>
449da57d7bSbt #include <sys/stream.h>
459da57d7bSbt #include <sys/strsun.h>
469da57d7bSbt #include <sys/strlog.h>
479da57d7bSbt #include <sys/kmem.h>
489da57d7bSbt #include <sys/stat.h>
499da57d7bSbt #include <sys/kstat.h>
509da57d7bSbt #include <sys/modctl.h>
519da57d7bSbt #include <sys/errno.h>
529da57d7bSbt #include <sys/dlpi.h>
53da14cebeSEric Cheng #include <sys/mac_provider.h>
549da57d7bSbt #include <sys/mac_ether.h>
559da57d7bSbt #include <sys/vlan.h>
569da57d7bSbt #include <sys/ddi.h>
579da57d7bSbt #include <sys/sunddi.h>
589da57d7bSbt #include <sys/pci.h>
599da57d7bSbt #include <sys/pcie.h>
609da57d7bSbt #include <sys/sdt.h>
619da57d7bSbt #include <sys/ethernet.h>
629da57d7bSbt #include <sys/pattr.h>
639da57d7bSbt #include <sys/strsubr.h>
649da57d7bSbt #include <sys/netlb.h>
659da57d7bSbt #include <sys/random.h>
669da57d7bSbt #include <inet/common.h>
67c971fb7eSgg #include <inet/tcp.h>
689da57d7bSbt #include <inet/ip.h>
699da57d7bSbt #include <inet/mi.h>
709da57d7bSbt #include <inet/nd.h>
719da57d7bSbt #include <sys/bitmap.h>
729da57d7bSbt #include <sys/ddifm.h>
739da57d7bSbt #include <sys/fm/protocol.h>
749da57d7bSbt #include <sys/fm/util.h>
7562e6e1adSPaul Guo #include <sys/disp.h>
769da57d7bSbt #include <sys/fm/io/ddi.h>
779da57d7bSbt #include "ixgbe_api.h"
789da57d7bSbt 
799da57d7bSbt #define	MODULE_NAME			"ixgbe"	/* module name */
809da57d7bSbt 
819da57d7bSbt #define	IXGBE_FAILURE			DDI_FAILURE
829da57d7bSbt 
839da57d7bSbt #define	IXGBE_UNKNOWN			0x00
849da57d7bSbt #define	IXGBE_INITIALIZED		0x01
859da57d7bSbt #define	IXGBE_STARTED			0x02
869da57d7bSbt #define	IXGBE_SUSPENDED			0x04
8762e6e1adSPaul Guo #define	IXGBE_STALL			0x08
885b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	IXGBE_OVERTEMP			0x20
890dc2366fSVenugopal Iyer #define	IXGBE_INTR_ADJUST		0x40
9062e6e1adSPaul Guo #define	IXGBE_ERROR			0x80
919da57d7bSbt 
92168e1ed4SRyan Zezeski #define	MAX_NUM_UNICAST_ADDRESSES	0x80
93168e1ed4SRyan Zezeski #define	MAX_NUM_MULTICAST_ADDRESSES	0x1000
9484de666eSRyan Zezeski #define	MAX_NUM_VLAN_FILTERS		0x40
9584de666eSRyan Zezeski 
969da57d7bSbt #define	IXGBE_INTR_NONE			0
979da57d7bSbt #define	IXGBE_INTR_MSIX			1
989da57d7bSbt #define	IXGBE_INTR_MSI			2
999da57d7bSbt #define	IXGBE_INTR_LEGACY		3
1009da57d7bSbt 
101da14cebeSEric Cheng #define	IXGBE_POLL_NULL			-1
102da14cebeSEric Cheng 
103c971fb7eSgg #define	MAX_COOKIE			18
1049da57d7bSbt #define	MIN_NUM_TX_DESC			2
1059da57d7bSbt 
106edf70dc9SPaul Guo #define	IXGBE_TX_DESC_LIMIT		32	/* tx desc limitation	*/
107edf70dc9SPaul Guo 
10873cd555cSBin Tu - Sun Microsystems - Beijing China #define	IXGBE_ADAPTER_REGSET		1	/* map adapter registers */
10973cd555cSBin Tu - Sun Microsystems - Beijing China 
110ea65739eSchenlu chen - Sun Microsystems - Beijing China #define	IXGBE_RX_STOPPED		0x1
111ea65739eSchenlu chen - Sun Microsystems - Beijing China 
112ffd8e883SWinson Wang - Sun Microsystems - Beijing China #define	IXGBE_PKG_BUF_16k		16384
113ffd8e883SWinson Wang - Sun Microsystems - Beijing China 
1149da57d7bSbt /*
11573cd555cSBin Tu - Sun Microsystems - Beijing China  * MAX_xx_QUEUE_NUM and MAX_INTR_VECTOR values need to be the maximum of all
11613740cb2SPaul Guo  * supported silicon types.
1179da57d7bSbt  */
11873cd555cSBin Tu - Sun Microsystems - Beijing China #define	MAX_TX_QUEUE_NUM		128
11973cd555cSBin Tu - Sun Microsystems - Beijing China #define	MAX_RX_QUEUE_NUM		128
12073cd555cSBin Tu - Sun Microsystems - Beijing China #define	MAX_INTR_VECTOR			64
1219da57d7bSbt 
1229da57d7bSbt /*
12313740cb2SPaul Guo  * Maximum values for user configurable parameters
1249da57d7bSbt  */
1259da57d7bSbt #define	MAX_TX_RING_SIZE		4096
1269da57d7bSbt #define	MAX_RX_RING_SIZE		4096
1279da57d7bSbt 
1289da57d7bSbt #define	MAX_RX_LIMIT_PER_INTR		4096
1299da57d7bSbt 
1309da57d7bSbt #define	MAX_RX_COPY_THRESHOLD		9216
1319da57d7bSbt #define	MAX_TX_COPY_THRESHOLD		9216
1329da57d7bSbt #define	MAX_TX_RECYCLE_THRESHOLD	DEFAULT_TX_RING_SIZE
1339da57d7bSbt #define	MAX_TX_OVERLOAD_THRESHOLD	DEFAULT_TX_RING_SIZE
1349da57d7bSbt #define	MAX_TX_RESCHED_THRESHOLD	DEFAULT_TX_RING_SIZE
1359da57d7bSbt 
1369da57d7bSbt /*
1379da57d7bSbt  * Minimum values for user configurable parameters
1389da57d7bSbt  */
1399da57d7bSbt #define	MIN_TX_RING_SIZE		64
1409da57d7bSbt #define	MIN_RX_RING_SIZE		64
1419da57d7bSbt 
1429da57d7bSbt #define	MIN_MTU				ETHERMIN
1439da57d7bSbt #define	MIN_RX_LIMIT_PER_INTR		16
1449da57d7bSbt #define	MIN_TX_COPY_THRESHOLD		0
1459da57d7bSbt #define	MIN_RX_COPY_THRESHOLD		0
1469da57d7bSbt #define	MIN_TX_RECYCLE_THRESHOLD	MIN_NUM_TX_DESC
1479da57d7bSbt #define	MIN_TX_OVERLOAD_THRESHOLD	MIN_NUM_TX_DESC
1489da57d7bSbt #define	MIN_TX_RESCHED_THRESHOLD	MIN_NUM_TX_DESC
1499da57d7bSbt 
1509da57d7bSbt /*
1519da57d7bSbt  * Default values for user configurable parameters
1529da57d7bSbt  */
153da14cebeSEric Cheng #define	DEFAULT_TX_RING_SIZE		1024
154da14cebeSEric Cheng #define	DEFAULT_RX_RING_SIZE		1024
1559da57d7bSbt 
1569da57d7bSbt #define	DEFAULT_MTU			ETHERMTU
1579da57d7bSbt #define	DEFAULT_RX_LIMIT_PER_INTR	256
1589da57d7bSbt #define	DEFAULT_RX_COPY_THRESHOLD	128
1599da57d7bSbt #define	DEFAULT_TX_COPY_THRESHOLD	512
160da14cebeSEric Cheng #define	DEFAULT_TX_RECYCLE_THRESHOLD	(MAX_COOKIE + 1)
1619da57d7bSbt #define	DEFAULT_TX_OVERLOAD_THRESHOLD	MIN_NUM_TX_DESC
1629da57d7bSbt #define	DEFAULT_TX_RESCHED_THRESHOLD	128
1639da57d7bSbt #define	DEFAULT_FCRTH			0x20000
1649da57d7bSbt #define	DEFAULT_FCRTL			0x10000
1659da57d7bSbt #define	DEFAULT_FCPAUSE			0xFFFF
1669da57d7bSbt 
167da14cebeSEric Cheng #define	DEFAULT_TX_HCKSUM_ENABLE	B_TRUE
168da14cebeSEric Cheng #define	DEFAULT_RX_HCKSUM_ENABLE	B_TRUE
169da14cebeSEric Cheng #define	DEFAULT_LSO_ENABLE		B_TRUE
170ffd8e883SWinson Wang - Sun Microsystems - Beijing China #define	DEFAULT_LRO_ENABLE		B_FALSE
171da14cebeSEric Cheng #define	DEFAULT_MR_ENABLE		B_TRUE
172da14cebeSEric Cheng #define	DEFAULT_TX_HEAD_WB_ENABLE	B_TRUE
1735b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	DEFAULT_RELAX_ORDER_ENABLE	B_TRUE
17443fab1a9SSaso Kiselkov #define	DEFAULT_ALLOW_UNSUPPORTED_SFP	B_FALSE
175da14cebeSEric Cheng 
176da14cebeSEric Cheng #define	IXGBE_LSO_MAXLEN		65535
177da14cebeSEric Cheng 
1789da57d7bSbt #define	TX_DRAIN_TIME			200
1799da57d7bSbt #define	RX_DRAIN_TIME			200
1809da57d7bSbt 
1819da57d7bSbt #define	STALL_WATCHDOG_TIMEOUT		8	/* 8 seconds */
1829da57d7bSbt #define	MAX_LINK_DOWN_TIMEOUT		8	/* 8 seconds */
1839da57d7bSbt 
18462e6e1adSPaul Guo #define	IXGBE_CYCLIC_PERIOD		(1000000000)	/* 1s */
18562e6e1adSPaul Guo 
1869da57d7bSbt /*
1879da57d7bSbt  * Extra register bit masks for 82598
1889da57d7bSbt  */
1899da57d7bSbt #define	IXGBE_PCS1GANA_FDC	0x20
1909da57d7bSbt #define	IXGBE_PCS1GANLP_LPFD	0x20
1919da57d7bSbt #define	IXGBE_PCS1GANLP_LPHD	0x40
1929da57d7bSbt 
1939da57d7bSbt /*
1949da57d7bSbt  * Defined for IP header alignment.
1959da57d7bSbt  */
1969da57d7bSbt #define	IPHDR_ALIGN_ROOM		2
1979da57d7bSbt 
1989da57d7bSbt /*
1999da57d7bSbt  * Bit flags for attach_progress
2009da57d7bSbt  */
2019da57d7bSbt #define	ATTACH_PROGRESS_PCI_CONFIG	0x0001	/* PCI config setup */
2029da57d7bSbt #define	ATTACH_PROGRESS_REGS_MAP	0x0002	/* Registers mapped */
2039da57d7bSbt #define	ATTACH_PROGRESS_PROPS		0x0004	/* Properties initialized */
2049da57d7bSbt #define	ATTACH_PROGRESS_ALLOC_INTR	0x0008	/* Interrupts allocated */
2059da57d7bSbt #define	ATTACH_PROGRESS_ALLOC_RINGS	0x0010	/* Rings allocated */
2069da57d7bSbt #define	ATTACH_PROGRESS_ADD_INTR	0x0020	/* Intr handlers added */
2079da57d7bSbt #define	ATTACH_PROGRESS_LOCKS		0x0040	/* Locks initialized */
2089da57d7bSbt #define	ATTACH_PROGRESS_INIT		0x0080	/* Device initialized */
2099da57d7bSbt #define	ATTACH_PROGRESS_STATS		0x0200	/* Kstats created */
2109da57d7bSbt #define	ATTACH_PROGRESS_MAC		0x0800	/* MAC registered */
2119da57d7bSbt #define	ATTACH_PROGRESS_ENABLE_INTR	0x1000	/* DDI interrupts enabled */
2129da57d7bSbt #define	ATTACH_PROGRESS_FM_INIT		0x2000	/* FMA initialized */
21362e6e1adSPaul Guo #define	ATTACH_PROGRESS_SFP_TASKQ	0x4000	/* SFP taskq created */
21462e6e1adSPaul Guo #define	ATTACH_PROGRESS_LINK_TIMER	0x8000	/* link check timer */
2155b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	ATTACH_PROGRESS_OVERTEMP_TASKQ	0x10000 /* Over-temp taskq created */
216dc0cb1cdSDale Ghent #define	ATTACH_PROGRESS_PHY_TASKQ	0x20000 /* Ext. PHY taskq created */
2179da57d7bSbt 
2189da57d7bSbt #define	PROP_DEFAULT_MTU		"default_mtu"
2199da57d7bSbt #define	PROP_FLOW_CONTROL		"flow_control"
2209da57d7bSbt #define	PROP_TX_QUEUE_NUM		"tx_queue_number"
2219da57d7bSbt #define	PROP_TX_RING_SIZE		"tx_ring_size"
2229da57d7bSbt #define	PROP_RX_QUEUE_NUM		"rx_queue_number"
2239da57d7bSbt #define	PROP_RX_RING_SIZE		"rx_ring_size"
224da14cebeSEric Cheng #define	PROP_RX_GROUP_NUM		"rx_group_number"
2259da57d7bSbt 
2269da57d7bSbt #define	PROP_INTR_FORCE			"intr_force"
2279da57d7bSbt #define	PROP_TX_HCKSUM_ENABLE		"tx_hcksum_enable"
2289da57d7bSbt #define	PROP_RX_HCKSUM_ENABLE		"rx_hcksum_enable"
2299da57d7bSbt #define	PROP_LSO_ENABLE			"lso_enable"
230ffd8e883SWinson Wang - Sun Microsystems - Beijing China #define	PROP_LRO_ENABLE			"lro_enable"
231da14cebeSEric Cheng #define	PROP_MR_ENABLE			"mr_enable"
2325b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	PROP_RELAX_ORDER_ENABLE		"relax_order_enable"
2339da57d7bSbt #define	PROP_TX_HEAD_WB_ENABLE		"tx_head_wb_enable"
2349da57d7bSbt #define	PROP_TX_COPY_THRESHOLD		"tx_copy_threshold"
2359da57d7bSbt #define	PROP_TX_RECYCLE_THRESHOLD	"tx_recycle_threshold"
2369da57d7bSbt #define	PROP_TX_OVERLOAD_THRESHOLD	"tx_overload_threshold"
2379da57d7bSbt #define	PROP_TX_RESCHED_THRESHOLD	"tx_resched_threshold"
2389da57d7bSbt #define	PROP_RX_COPY_THRESHOLD		"rx_copy_threshold"
2399da57d7bSbt #define	PROP_RX_LIMIT_PER_INTR		"rx_limit_per_intr"
2409da57d7bSbt #define	PROP_INTR_THROTTLING		"intr_throttling"
2419da57d7bSbt #define	PROP_FM_CAPABLE			"fm_capable"
24243fab1a9SSaso Kiselkov #define	PROP_ALLOW_UNSUPPORTED_SFP	"allow_unsupported_sfp"
2439da57d7bSbt 
2449da57d7bSbt #define	IXGBE_LB_NONE			0
2459da57d7bSbt #define	IXGBE_LB_EXTERNAL		1
2469da57d7bSbt #define	IXGBE_LB_INTERNAL_MAC		2
2479da57d7bSbt #define	IXGBE_LB_INTERNAL_PHY		3
2489da57d7bSbt #define	IXGBE_LB_INTERNAL_SERDES	4
2499da57d7bSbt 
25013740cb2SPaul Guo /*
25113740cb2SPaul Guo  * capability/feature flags
25213740cb2SPaul Guo  * Flags named _CAPABLE are set when the NIC hardware is capable of the feature.
25313740cb2SPaul Guo  * Separately, the flag named _ENABLED is set when the feature is enabled.
25413740cb2SPaul Guo  */
25513740cb2SPaul Guo #define	IXGBE_FLAG_DCA_ENABLED		(u32)(1)
25613740cb2SPaul Guo #define	IXGBE_FLAG_DCA_CAPABLE		(u32)(1 << 1)
25713740cb2SPaul Guo #define	IXGBE_FLAG_DCB_ENABLED		(u32)(1 << 2)
25813740cb2SPaul Guo #define	IXGBE_FLAG_DCB_CAPABLE		(u32)(1 << 4)
25913740cb2SPaul Guo #define	IXGBE_FLAG_RSS_ENABLED		(u32)(1 << 4)
26013740cb2SPaul Guo #define	IXGBE_FLAG_RSS_CAPABLE		(u32)(1 << 5)
26113740cb2SPaul Guo #define	IXGBE_FLAG_VMDQ_CAPABLE		(u32)(1 << 6)
26213740cb2SPaul Guo #define	IXGBE_FLAG_VMDQ_ENABLED		(u32)(1 << 7)
26313740cb2SPaul Guo #define	IXGBE_FLAG_FAN_FAIL_CAPABLE	(u32)(1 << 8)
264ffd8e883SWinson Wang - Sun Microsystems - Beijing China #define	IXGBE_FLAG_RSC_CAPABLE		(u32)(1 << 9)
2655b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	IXGBE_FLAG_SFP_PLUG_CAPABLE	(u32)(1 << 10)
2665b6dd21fSchenlu chen - Sun Microsystems - Beijing China #define	IXGBE_FLAG_TEMP_SENSOR_CAPABLE	(u32)(1 << 11)
26713740cb2SPaul Guo 
2680dc2366fSVenugopal Iyer /*
2690dc2366fSVenugopal Iyer  * Classification mode
2700dc2366fSVenugopal Iyer  */
2710dc2366fSVenugopal Iyer #define	IXGBE_CLASSIFY_NONE		0
2720dc2366fSVenugopal Iyer #define	IXGBE_CLASSIFY_RSS		1
2730dc2366fSVenugopal Iyer #define	IXGBE_CLASSIFY_VMDQ		2
2740dc2366fSVenugopal Iyer #define	IXGBE_CLASSIFY_VMDQ_RSS		3
2750dc2366fSVenugopal Iyer 
27613740cb2SPaul Guo /* adapter-specific info for each supported device type */
27713740cb2SPaul Guo typedef struct adapter_info {
2780dc2366fSVenugopal Iyer 	uint32_t	max_rx_que_num; /* maximum number of rx queues */
2790dc2366fSVenugopal Iyer 	uint32_t	min_rx_que_num; /* minimum number of rx queues */
2800dc2366fSVenugopal Iyer 	uint32_t	def_rx_que_num; /* default number of rx queues */
2810dc2366fSVenugopal Iyer 	uint32_t	max_rx_grp_num; /* maximum number of rx groups */
2820dc2366fSVenugopal Iyer 	uint32_t	min_rx_grp_num; /* minimum number of rx groups */
2830dc2366fSVenugopal Iyer 	uint32_t	def_rx_grp_num; /* default number of rx groups */
28413740cb2SPaul Guo 	uint32_t	max_tx_que_num;	/* maximum number of tx queues */
28513740cb2SPaul Guo 	uint32_t	min_tx_que_num;	/* minimum number of tx queues */
28613740cb2SPaul Guo 	uint32_t	def_tx_que_num;	/* default number of tx queues */
2871fedc51fSWinson Wang - Sun Microsystems - Beijing China 	uint32_t	max_mtu;	/* maximum MTU size */
288ea65739eSchenlu chen - Sun Microsystems - Beijing China 	/*
289ea65739eSchenlu chen - Sun Microsystems - Beijing China 	 * Interrupt throttling is in unit of 256 nsec
290ea65739eSchenlu chen - Sun Microsystems - Beijing China 	 */
291ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t	max_intr_throttle; /* maximum interrupt throttle */
292ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t	min_intr_throttle; /* minimum interrupt throttle */
293ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t	def_intr_throttle; /* default interrupt throttle */
294ea65739eSchenlu chen - Sun Microsystems - Beijing China 
29513740cb2SPaul Guo 	uint32_t	max_msix_vect;	/* maximum total msix vectors */
29613740cb2SPaul Guo 	uint32_t	max_ring_vect;	/* maximum number of ring vectors */
29713740cb2SPaul Guo 	uint32_t	max_other_vect;	/* maximum number of other vectors */
29813740cb2SPaul Guo 	uint32_t	other_intr;	/* "other" interrupt types handled */
2995b6dd21fSchenlu chen - Sun Microsystems - Beijing China 	uint32_t	other_gpie;	/* "other" interrupt types enabling */
30013740cb2SPaul Guo 	uint32_t	flags;		/* capability flags */
30113740cb2SPaul Guo } adapter_info_t;
30213740cb2SPaul Guo 
30313740cb2SPaul Guo /* bits representing all interrupt types other than tx & rx */
30413740cb2SPaul Guo #define	IXGBE_OTHER_INTR	0x3ff00000
30573cd555cSBin Tu - Sun Microsystems - Beijing China #define	IXGBE_82599_OTHER_INTR	0x86100000
30613740cb2SPaul Guo 
3079da57d7bSbt enum ioc_reply {
3089da57d7bSbt 	IOC_INVAL = -1,	/* bad, NAK with EINVAL */
309168e1ed4SRyan Zezeski 	IOC_DONE,	/* OK, reply sent */
3109da57d7bSbt 	IOC_ACK,	/* OK, just send ACK */
3119da57d7bSbt 	IOC_REPLY	/* OK, just send reply */
3129da57d7bSbt };
3139da57d7bSbt 
3149da57d7bSbt #define	DMA_SYNC(area, flag)	((void) ddi_dma_sync((area)->dma_handle, \
3159da57d7bSbt 				    0, 0, (flag)))
3169da57d7bSbt 
3179da57d7bSbt /*
3189da57d7bSbt  * Defined for ring index operations
3199da57d7bSbt  * ASSERT(index < limit)
3209da57d7bSbt  * ASSERT(step < limit)
3219da57d7bSbt  * ASSERT(index1 < limit)
3229da57d7bSbt  * ASSERT(index2 < limit)
3239da57d7bSbt  */
3249da57d7bSbt #define	NEXT_INDEX(index, step, limit)	(((index) + (step)) < (limit) ? \
3259da57d7bSbt 	(index) + (step) : (index) + (step) - (limit))
3269da57d7bSbt #define	PREV_INDEX(index, step, limit)	((index) >= (step) ? \
3279da57d7bSbt 	(index) - (step) : (index) + (limit) - (step))
3289da57d7bSbt #define	OFFSET(index1, index2, limit)	((index1) <= (index2) ? \
3299da57d7bSbt 	(index2) - (index1) : (index2) + (limit) - (index1))
3309da57d7bSbt 
3319da57d7bSbt #define	LINK_LIST_INIT(_LH)	\
3329da57d7bSbt 	(_LH)->head = (_LH)->tail = NULL
3339da57d7bSbt 
3349da57d7bSbt #define	LIST_GET_HEAD(_LH)	((single_link_t *)((_LH)->head))
3359da57d7bSbt 
3369da57d7bSbt #define	LIST_POP_HEAD(_LH)	\
3379da57d7bSbt 	(single_link_t *)(_LH)->head; \
3389da57d7bSbt 	{ \
3399da57d7bSbt 		if ((_LH)->head != NULL) { \
3409da57d7bSbt 			(_LH)->head = (_LH)->head->link; \
3419da57d7bSbt 			if ((_LH)->head == NULL) \
3429da57d7bSbt 				(_LH)->tail = NULL; \
3439da57d7bSbt 		} \
3449da57d7bSbt 	}
3459da57d7bSbt 
3469da57d7bSbt #define	LIST_GET_TAIL(_LH)	((single_link_t *)((_LH)->tail))
3479da57d7bSbt 
3489da57d7bSbt #define	LIST_PUSH_TAIL(_LH, _E)	\
3499da57d7bSbt 	if ((_LH)->tail != NULL) { \
3509da57d7bSbt 		(_LH)->tail->link = (single_link_t *)(_E); \
3519da57d7bSbt 		(_LH)->tail = (single_link_t *)(_E); \
3529da57d7bSbt 	} else { \
3539da57d7bSbt 		(_LH)->head = (_LH)->tail = (single_link_t *)(_E); \
3549da57d7bSbt 	} \
3559da57d7bSbt 	(_E)->link = NULL;
3569da57d7bSbt 
3579da57d7bSbt #define	LIST_GET_NEXT(_LH, _E)		\
3589da57d7bSbt 	(((_LH)->tail == (single_link_t *)(_E)) ? \
3599da57d7bSbt 	NULL : ((single_link_t *)(_E))->link)
3609da57d7bSbt 
3619da57d7bSbt 
3629da57d7bSbt typedef struct single_link {
3639da57d7bSbt 	struct single_link	*link;
3649da57d7bSbt } single_link_t;
3659da57d7bSbt 
3669da57d7bSbt typedef struct link_list {
3679da57d7bSbt 	single_link_t		*head;
3689da57d7bSbt 	single_link_t		*tail;
3699da57d7bSbt } link_list_t;
3709da57d7bSbt 
3719da57d7bSbt /*
3729da57d7bSbt  * Property lookups
3739da57d7bSbt  */
3749da57d7bSbt #define	IXGBE_PROP_EXISTS(d, n)	ddi_prop_exists(DDI_DEV_T_ANY, (d), \
3759da57d7bSbt 				    DDI_PROP_DONTPASS, (n))
3769da57d7bSbt #define	IXGBE_PROP_GET_INT(d, n)	ddi_prop_get_int(DDI_DEV_T_ANY, (d), \
3779da57d7bSbt 				    DDI_PROP_DONTPASS, (n), -1)
3789da57d7bSbt 
3799da57d7bSbt 
3809da57d7bSbt typedef union ixgbe_ether_addr {
3819da57d7bSbt 	struct {
3829da57d7bSbt 		uint32_t	high;
3839da57d7bSbt 		uint32_t	low;
3849da57d7bSbt 	} reg;
3859da57d7bSbt 	struct {
3869da57d7bSbt 		uint8_t		set;
3870dc2366fSVenugopal Iyer 		uint8_t		group_index;
3889da57d7bSbt 		uint8_t		addr[ETHERADDRL];
3899da57d7bSbt 	} mac;
3909da57d7bSbt } ixgbe_ether_addr_t;
3919da57d7bSbt 
39284de666eSRyan Zezeski /*
39384de666eSRyan Zezeski  * The list of VLANs an Rx group will accept.
39484de666eSRyan Zezeski  */
39584de666eSRyan Zezeski typedef struct ixgbe_vlan {
39684de666eSRyan Zezeski 	list_node_t		ixvl_link;
39784de666eSRyan Zezeski 	uint16_t		ixvl_vid;   /* The VLAN ID */
39884de666eSRyan Zezeski 	uint_t			ixvl_refs;  /* Number of users of this VLAN */
39984de666eSRyan Zezeski } ixgbe_vlan_t;
40084de666eSRyan Zezeski 
4019da57d7bSbt typedef enum {
4029da57d7bSbt 	USE_NONE,
4039da57d7bSbt 	USE_COPY,
4049da57d7bSbt 	USE_DMA
4059da57d7bSbt } tx_type_t;
4069da57d7bSbt 
407c971fb7eSgg typedef struct ixgbe_tx_context {
4089da57d7bSbt 	uint32_t		hcksum_flags;
4099da57d7bSbt 	uint32_t		ip_hdr_len;
4109da57d7bSbt 	uint32_t		mac_hdr_len;
411*85f496faSRobert Mustacchi 	uint32_t		l3_proto;
4129da57d7bSbt 	uint32_t		l4_proto;
413c971fb7eSgg 	uint32_t		mss;
414c971fb7eSgg 	uint32_t		l4_hdr_len;
415c971fb7eSgg 	boolean_t		lso_flag;
416c971fb7eSgg } ixgbe_tx_context_t;
4179da57d7bSbt 
4189da57d7bSbt /*
4199da57d7bSbt  * Hold address/length of each DMA segment
4209da57d7bSbt  */
4219da57d7bSbt typedef struct sw_desc {
4229da57d7bSbt 	uint64_t		address;
4239da57d7bSbt 	size_t			length;
4249da57d7bSbt } sw_desc_t;
4259da57d7bSbt 
4269da57d7bSbt /*
4279da57d7bSbt  * Handles and addresses of DMA buffer
4289da57d7bSbt  */
4299da57d7bSbt typedef struct dma_buffer {
4309da57d7bSbt 	caddr_t			address;	/* Virtual address */
4319da57d7bSbt 	uint64_t		dma_address;	/* DMA (Hardware) address */
4329da57d7bSbt 	ddi_acc_handle_t	acc_handle;	/* Data access handle */
4339da57d7bSbt 	ddi_dma_handle_t	dma_handle;	/* DMA handle */
4349da57d7bSbt 	size_t			size;		/* Buffer size */
4359da57d7bSbt 	size_t			len;		/* Data length in the buffer */
4369da57d7bSbt } dma_buffer_t;
4379da57d7bSbt 
4389da57d7bSbt /*
4399da57d7bSbt  * Tx Control Block
4409da57d7bSbt  */
4419da57d7bSbt typedef struct tx_control_block {
4429da57d7bSbt 	single_link_t		link;
443edf70dc9SPaul Guo 	uint32_t		last_index; /* last descriptor of the pkt */
4449da57d7bSbt 	uint32_t		frag_num;
4459da57d7bSbt 	uint32_t		desc_num;
4469da57d7bSbt 	mblk_t			*mp;
4479da57d7bSbt 	tx_type_t		tx_type;
4489da57d7bSbt 	ddi_dma_handle_t	tx_dma_handle;
4499da57d7bSbt 	dma_buffer_t		tx_buf;
4509da57d7bSbt 	sw_desc_t		desc[MAX_COOKIE];
4519da57d7bSbt } tx_control_block_t;
4529da57d7bSbt 
4539da57d7bSbt /*
4549da57d7bSbt  * RX Control Block
4559da57d7bSbt  */
4569da57d7bSbt typedef struct rx_control_block {
4579da57d7bSbt 	mblk_t			*mp;
458ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		ref_cnt;
4599da57d7bSbt 	dma_buffer_t		rx_buf;
4609da57d7bSbt 	frtn_t			free_rtn;
461ea65739eSchenlu chen - Sun Microsystems - Beijing China 	struct ixgbe_rx_data	*rx_data;
462ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	int			lro_next;	/* Index of next rcb */
463ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	int			lro_prev;	/* Index of previous rcb */
464ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	boolean_t		lro_pkt;	/* Flag for LRO rcb */
4659da57d7bSbt } rx_control_block_t;
4669da57d7bSbt 
4679da57d7bSbt /*
4689da57d7bSbt  * Software Data Structure for Tx Ring
4699da57d7bSbt  */
4709da57d7bSbt typedef struct ixgbe_tx_ring {
4719da57d7bSbt 	uint32_t		index;	/* Ring index */
4729da57d7bSbt 	uint32_t		intr_vector;	/* Interrupt vector index */
4739da57d7bSbt 	uint32_t		vect_bit;	/* vector's bit in register */
4749da57d7bSbt 
4759da57d7bSbt 	/*
4769da57d7bSbt 	 * Mutexes
4779da57d7bSbt 	 */
4789da57d7bSbt 	kmutex_t		tx_lock;
4799da57d7bSbt 	kmutex_t		recycle_lock;
4809da57d7bSbt 	kmutex_t		tcb_head_lock;
4819da57d7bSbt 	kmutex_t		tcb_tail_lock;
4829da57d7bSbt 
4839da57d7bSbt 	/*
4849da57d7bSbt 	 * Tx descriptor ring definitions
4859da57d7bSbt 	 */
4869da57d7bSbt 	dma_buffer_t		tbd_area;
4879da57d7bSbt 	union ixgbe_adv_tx_desc	*tbd_ring;
4889da57d7bSbt 	uint32_t		tbd_head; /* Index of next tbd to recycle */
4899da57d7bSbt 	uint32_t		tbd_tail; /* Index of next tbd to transmit */
4909da57d7bSbt 	uint32_t		tbd_free; /* Number of free tbd */
4919da57d7bSbt 
4929da57d7bSbt 	/*
4939da57d7bSbt 	 * Tx control block list definitions
4949da57d7bSbt 	 */
4959da57d7bSbt 	tx_control_block_t	*tcb_area;
4969da57d7bSbt 	tx_control_block_t	**work_list;
4979da57d7bSbt 	tx_control_block_t	**free_list;
4989da57d7bSbt 	uint32_t		tcb_head; /* Head index of free list */
4999da57d7bSbt 	uint32_t		tcb_tail; /* Tail index of free list */
5009da57d7bSbt 	uint32_t		tcb_free; /* Number of free tcb in free list */
5019da57d7bSbt 
5029da57d7bSbt 	uint32_t		*tbd_head_wb; /* Head write-back */
5039da57d7bSbt 	uint32_t		(*tx_recycle)(struct ixgbe_tx_ring *);
5049da57d7bSbt 
5059da57d7bSbt 	/*
506c971fb7eSgg 	 * s/w context structure for TCP/UDP checksum offload
507c971fb7eSgg 	 * and LSO.
5089da57d7bSbt 	 */
509c971fb7eSgg 	ixgbe_tx_context_t	tx_context;
5109da57d7bSbt 
5119da57d7bSbt 	/*
5129da57d7bSbt 	 * Tx ring settings and status
5139da57d7bSbt 	 */
5149da57d7bSbt 	uint32_t		ring_size; /* Tx descriptor ring size */
5159da57d7bSbt 	uint32_t		free_list_size;	/* Tx free list size */
5169da57d7bSbt 
5179da57d7bSbt 	boolean_t		reschedule;
5189da57d7bSbt 	uint32_t		recycle_fail;
5199da57d7bSbt 	uint32_t		stall_watchdog;
5209da57d7bSbt 
5219da57d7bSbt 	uint32_t		stat_overload;
5229da57d7bSbt 	uint32_t		stat_fail_no_tbd;
5239da57d7bSbt 	uint32_t		stat_fail_no_tcb;
5249da57d7bSbt 	uint32_t		stat_fail_dma_bind;
5259da57d7bSbt 	uint32_t		stat_reschedule;
526edf70dc9SPaul Guo 	uint32_t		stat_break_tbd_limit;
527da14cebeSEric Cheng 	uint32_t		stat_lso_header_fail;
52863efadf0SRyan Zezeski 
5290dc2366fSVenugopal Iyer 	uint64_t		stat_obytes;
5300dc2366fSVenugopal Iyer 	uint64_t		stat_opackets;
5319da57d7bSbt 
532da14cebeSEric Cheng 	mac_ring_handle_t	ring_handle;
533da14cebeSEric Cheng 
5349da57d7bSbt 	/*
5359da57d7bSbt 	 * Pointer to the ixgbe struct
5369da57d7bSbt 	 */
5379da57d7bSbt 	struct ixgbe		*ixgbe;
5389da57d7bSbt } ixgbe_tx_ring_t;
5399da57d7bSbt 
5409da57d7bSbt /*
5419da57d7bSbt  * Software Receive Ring
5429da57d7bSbt  */
543ea65739eSchenlu chen - Sun Microsystems - Beijing China typedef struct ixgbe_rx_data {
5449da57d7bSbt 	kmutex_t		recycle_lock;	/* Recycle lock, for rcb_tail */
5459da57d7bSbt 
5469da57d7bSbt 	/*
5479da57d7bSbt 	 * Rx descriptor ring definitions
5489da57d7bSbt 	 */
5499da57d7bSbt 	dma_buffer_t		rbd_area;	/* DMA buffer of rx desc ring */
5509da57d7bSbt 	union ixgbe_adv_rx_desc	*rbd_ring;	/* Rx desc ring */
5519da57d7bSbt 	uint32_t		rbd_next;	/* Index of next rx desc */
5529da57d7bSbt 
5539da57d7bSbt 	/*
5549da57d7bSbt 	 * Rx control block list definitions
5559da57d7bSbt 	 */
5569da57d7bSbt 	rx_control_block_t	*rcb_area;
5579da57d7bSbt 	rx_control_block_t	**work_list;	/* Work list of rcbs */
5589da57d7bSbt 	rx_control_block_t	**free_list;	/* Free list of rcbs */
5599da57d7bSbt 	uint32_t		rcb_head;	/* Index of next free rcb */
5609da57d7bSbt 	uint32_t		rcb_tail;	/* Index to put recycled rcb */
5619da57d7bSbt 	uint32_t		rcb_free;	/* Number of free rcbs */
5629da57d7bSbt 
5639da57d7bSbt 	/*
564ea65739eSchenlu chen - Sun Microsystems - Beijing China 	 * Rx sw ring settings and status
5659da57d7bSbt 	 */
5669da57d7bSbt 	uint32_t		ring_size;	/* Rx descriptor ring size */
5679da57d7bSbt 	uint32_t		free_list_size;	/* Rx free list size */
568ea65739eSchenlu chen - Sun Microsystems - Beijing China 
569ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		rcb_pending;
570ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		flag;
571ea65739eSchenlu chen - Sun Microsystems - Beijing China 
572ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	uint32_t		lro_num;	/* Number of rcbs of one LRO */
573ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	uint32_t		lro_first;	/* Index of first LRO rcb */
574ffd8e883SWinson Wang - Sun Microsystems - Beijing China 
575ea65739eSchenlu chen - Sun Microsystems - Beijing China 	struct ixgbe_rx_ring	*rx_ring;	/* Pointer to rx ring */
576ea65739eSchenlu chen - Sun Microsystems - Beijing China } ixgbe_rx_data_t;
577ea65739eSchenlu chen - Sun Microsystems - Beijing China 
578ea65739eSchenlu chen - Sun Microsystems - Beijing China /*
579ea65739eSchenlu chen - Sun Microsystems - Beijing China  * Software Data Structure for Rx Ring
580ea65739eSchenlu chen - Sun Microsystems - Beijing China  */
581ea65739eSchenlu chen - Sun Microsystems - Beijing China typedef struct ixgbe_rx_ring {
582ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		index;		/* Ring index */
5830dc2366fSVenugopal Iyer 	uint32_t		group_index;	/* Group index */
5840dc2366fSVenugopal Iyer 	uint32_t		hw_index;	/* h/w ring index */
585ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		intr_vector;	/* Interrupt vector index */
586ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		vect_bit;	/* vector's bit in register */
587ea65739eSchenlu chen - Sun Microsystems - Beijing China 
588ea65739eSchenlu chen - Sun Microsystems - Beijing China 	ixgbe_rx_data_t		*rx_data;	/* Rx software ring */
589ea65739eSchenlu chen - Sun Microsystems - Beijing China 
590ea65739eSchenlu chen - Sun Microsystems - Beijing China 	kmutex_t		rx_lock;	/* Rx access lock */
5919da57d7bSbt 
5929da57d7bSbt 	uint32_t		stat_frame_error;
5939da57d7bSbt 	uint32_t		stat_cksum_error;
5949da57d7bSbt 	uint32_t		stat_exceed_pkt;
595a9bfd41dSRyan Zezeski 
5960dc2366fSVenugopal Iyer 	uint64_t		stat_rbytes;
5970dc2366fSVenugopal Iyer 	uint64_t		stat_ipackets;
5989da57d7bSbt 
599da14cebeSEric Cheng 	mac_ring_handle_t	ring_handle;
600da14cebeSEric Cheng 	uint64_t		ring_gen_num;
6019da57d7bSbt 
602da14cebeSEric Cheng 	struct ixgbe		*ixgbe;		/* Pointer to ixgbe struct */
6039da57d7bSbt } ixgbe_rx_ring_t;
60484de666eSRyan Zezeski 
605da14cebeSEric Cheng /*
606da14cebeSEric Cheng  * Software Receive Ring Group
607da14cebeSEric Cheng  */
608da14cebeSEric Cheng typedef struct ixgbe_rx_group {
609da14cebeSEric Cheng 	uint32_t		index;		/* Group index */
610da14cebeSEric Cheng 	mac_group_handle_t	group_handle;   /* call back group handle */
611da14cebeSEric Cheng 	struct ixgbe		*ixgbe;		/* Pointer to ixgbe struct */
61284de666eSRyan Zezeski 	boolean_t		aupe;		/* AUPE bit */
61384de666eSRyan Zezeski 	list_t			vlans;		/* list of VLANs to allow */
614da14cebeSEric Cheng } ixgbe_rx_group_t;
615da14cebeSEric Cheng 
6169da57d7bSbt /*
61773cd555cSBin Tu - Sun Microsystems - Beijing China  * structure to map interrupt cleanup to msi-x vector
6189da57d7bSbt  */
61973cd555cSBin Tu - Sun Microsystems - Beijing China typedef struct ixgbe_intr_vector {
6209da57d7bSbt 	struct ixgbe *ixgbe;	/* point to my adapter */
6219da57d7bSbt 	ulong_t rx_map[BT_BITOUL(MAX_RX_QUEUE_NUM)];	/* bitmap of rx rings */
6229da57d7bSbt 	int	rxr_cnt;	/* count rx rings */
6239da57d7bSbt 	ulong_t tx_map[BT_BITOUL(MAX_TX_QUEUE_NUM)];	/* bitmap of tx rings */
6249da57d7bSbt 	int	txr_cnt;	/* count tx rings */
62573cd555cSBin Tu - Sun Microsystems - Beijing China 	ulong_t other_map[BT_BITOUL(2)];		/* bitmap of other */
62673cd555cSBin Tu - Sun Microsystems - Beijing China 	int	other_cnt;	/* count other interrupt */
62773cd555cSBin Tu - Sun Microsystems - Beijing China } ixgbe_intr_vector_t;
6289da57d7bSbt 
6299da57d7bSbt /*
6309da57d7bSbt  * Software adapter state
6319da57d7bSbt  */
6329da57d7bSbt typedef struct ixgbe {
633168e1ed4SRyan Zezeski 	int			instance;
6349da57d7bSbt 	mac_handle_t		mac_hdl;
6359da57d7bSbt 	dev_info_t		*dip;
6369da57d7bSbt 	struct ixgbe_hw		hw;
6379da57d7bSbt 	struct ixgbe_osdep	osdep;
6389da57d7bSbt 
63913740cb2SPaul Guo 	adapter_info_t		*capab;	/* adapter hardware capabilities */
64062e6e1adSPaul Guo 	ddi_taskq_t		*sfp_taskq;	/* sfp-change taskq */
6415b6dd21fSchenlu chen - Sun Microsystems - Beijing China 	ddi_taskq_t		*overtemp_taskq; /* overtemp taskq */
642dc0cb1cdSDale Ghent 	ddi_taskq_t		*phy_taskq;	/* external PHY taskq */
64313740cb2SPaul Guo 	uint32_t		eims;		/* interrupt mask setting */
64473cd555cSBin Tu - Sun Microsystems - Beijing China 	uint32_t		eimc;		/* interrupt mask clear */
64573cd555cSBin Tu - Sun Microsystems - Beijing China 	uint32_t		eicr;		/* interrupt cause reg */
64613740cb2SPaul Guo 
6479da57d7bSbt 	uint32_t		ixgbe_state;
6489da57d7bSbt 	link_state_t		link_state;
6499da57d7bSbt 	uint32_t		link_speed;
6509da57d7bSbt 	uint32_t		link_duplex;
6519da57d7bSbt 
6529da57d7bSbt 	uint32_t		reset_count;
6539da57d7bSbt 	uint32_t		attach_progress;
6549da57d7bSbt 	uint32_t		loopback_mode;
6559da57d7bSbt 	uint32_t		default_mtu;
6569da57d7bSbt 	uint32_t		max_frame_size;
657dc0cb1cdSDale Ghent 	ixgbe_link_speed	speeds_supported;
6589da57d7bSbt 
659ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		rcb_pending;
660ea65739eSchenlu chen - Sun Microsystems - Beijing China 
6619da57d7bSbt 	/*
66273cd555cSBin Tu - Sun Microsystems - Beijing China 	 * Each msi-x vector: map vector to interrupt cleanup
6639da57d7bSbt 	 */
66473cd555cSBin Tu - Sun Microsystems - Beijing China 	ixgbe_intr_vector_t	vect_map[MAX_INTR_VECTOR];
6659da57d7bSbt 
6669da57d7bSbt 	/*
6679da57d7bSbt 	 * Receive Rings
6689da57d7bSbt 	 */
6699da57d7bSbt 	ixgbe_rx_ring_t		*rx_rings;	/* Array of rx rings */
6709da57d7bSbt 	uint32_t		num_rx_rings;	/* Number of rx rings in use */
6719da57d7bSbt 	uint32_t		rx_ring_size;	/* Rx descriptor ring size */
6729da57d7bSbt 	uint32_t		rx_buf_size;	/* Rx buffer size */
673ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	boolean_t		lro_enable;	/* Large Receive Offload */
674ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	uint64_t		lro_pkt_count;	/* LRO packet count */
675da14cebeSEric Cheng 	/*
676da14cebeSEric Cheng 	 * Receive Groups
677da14cebeSEric Cheng 	 */
678da14cebeSEric Cheng 	ixgbe_rx_group_t	*rx_groups;	/* Array of rx groups */
679da14cebeSEric Cheng 	uint32_t		num_rx_groups;	/* Number of rx groups in use */
68084de666eSRyan Zezeski 	uint32_t		rx_def_group;	/* Default Rx group index */
681da14cebeSEric Cheng 
6829da57d7bSbt 	/*
6839da57d7bSbt 	 * Transmit Rings
6849da57d7bSbt 	 */
6859da57d7bSbt 	ixgbe_tx_ring_t		*tx_rings;	/* Array of tx rings */
6869da57d7bSbt 	uint32_t		num_tx_rings;	/* Number of tx rings in use */
6879da57d7bSbt 	uint32_t		tx_ring_size;	/* Tx descriptor ring size */
6889da57d7bSbt 	uint32_t		tx_buf_size;	/* Tx buffer size */
6899da57d7bSbt 
690ea65739eSchenlu chen - Sun Microsystems - Beijing China 	boolean_t		tx_ring_init;
6919da57d7bSbt 	boolean_t		tx_head_wb_enable; /* Tx head wrtie-back */
6929da57d7bSbt 	boolean_t		tx_hcksum_enable; /* Tx h/w cksum offload */
693168e1ed4SRyan Zezeski 	boolean_t		lso_enable;	/* Large Segment Offload */
694168e1ed4SRyan Zezeski 	boolean_t		mr_enable;	/* Multiple Tx and Rx Ring */
6955b6dd21fSchenlu chen - Sun Microsystems - Beijing China 	boolean_t		relax_order_enable; /* Relax Order */
6960dc2366fSVenugopal Iyer 	uint32_t		classify_mode;	/* Classification mode */
6979da57d7bSbt 	uint32_t		tx_copy_thresh;	/* Tx copy threshold */
6989da57d7bSbt 	uint32_t		tx_recycle_thresh; /* Tx recycle threshold */
6999da57d7bSbt 	uint32_t		tx_overload_thresh; /* Tx overload threshold */
7009da57d7bSbt 	uint32_t		tx_resched_thresh; /* Tx reschedule threshold */
7019da57d7bSbt 	boolean_t		rx_hcksum_enable; /* Rx h/w cksum offload */
7029da57d7bSbt 	uint32_t		rx_copy_thresh; /* Rx copy threshold */
7039da57d7bSbt 	uint32_t		rx_limit_per_intr; /* Rx pkts per interrupt */
70473cd555cSBin Tu - Sun Microsystems - Beijing China 	uint32_t		intr_throttling[MAX_INTR_VECTOR];
7059da57d7bSbt 	uint32_t		intr_force;
7069da57d7bSbt 	int			fm_capabilities; /* FMA capabilities */
7079da57d7bSbt 
7089da57d7bSbt 	int			intr_type;
7099da57d7bSbt 	int			intr_cnt;
7100dc2366fSVenugopal Iyer 	uint32_t		intr_cnt_max;
7110dc2366fSVenugopal Iyer 	uint32_t		intr_cnt_min;
7129da57d7bSbt 	int			intr_cap;
7139da57d7bSbt 	size_t			intr_size;
7149da57d7bSbt 	uint_t			intr_pri;
7159da57d7bSbt 	ddi_intr_handle_t	*htable;
7169da57d7bSbt 	uint32_t		eims_mask;
7170dc2366fSVenugopal Iyer 	ddi_cb_handle_t		cb_hdl;		/* Interrupt callback handle */
7189da57d7bSbt 
7199da57d7bSbt 	kmutex_t		gen_lock; /* General lock for device access */
7209da57d7bSbt 	kmutex_t		watchdog_lock;
721ea65739eSchenlu chen - Sun Microsystems - Beijing China 	kmutex_t		rx_pending_lock;
7229da57d7bSbt 
7239da57d7bSbt 	boolean_t		watchdog_enable;
7249da57d7bSbt 	boolean_t		watchdog_start;
7259da57d7bSbt 	timeout_id_t		watchdog_tid;
7269da57d7bSbt 
7279da57d7bSbt 	boolean_t		unicst_init;
7289da57d7bSbt 	uint32_t		unicst_avail;
7299da57d7bSbt 	uint32_t		unicst_total;
7309da57d7bSbt 	ixgbe_ether_addr_t	unicst_addr[MAX_NUM_UNICAST_ADDRESSES];
7319da57d7bSbt 	uint32_t		mcast_count;
7329da57d7bSbt 	struct ether_addr	mcast_table[MAX_NUM_MULTICAST_ADDRESSES];
7339da57d7bSbt 
73484de666eSRyan Zezeski 	boolean_t		vlft_enabled; /* VLAN filtering enabled? */
73584de666eSRyan Zezeski 	boolean_t		vlft_init;    /* VLAN filtering initialized? */
73684de666eSRyan Zezeski 
737da14cebeSEric Cheng 	ulong_t			sys_page_size;
738da14cebeSEric Cheng 
73962e6e1adSPaul Guo 	boolean_t		link_check_complete;
74062e6e1adSPaul Guo 	hrtime_t		link_check_hrtime;
74162e6e1adSPaul Guo 	ddi_periodic_t		periodic_id; /* for link check timer func */
74262e6e1adSPaul Guo 
74337367bbaSRobert Mustacchi 	/*
74437367bbaSRobert Mustacchi 	 * LED related constants.
74537367bbaSRobert Mustacchi 	 */
74637367bbaSRobert Mustacchi 	boolean_t		ixgbe_led_active;
74737367bbaSRobert Mustacchi 	boolean_t		ixgbe_led_blink;
74837367bbaSRobert Mustacchi 	uint32_t		ixgbe_led_reg;
74937367bbaSRobert Mustacchi 	uint32_t		ixgbe_led_index;
75037367bbaSRobert Mustacchi 
7519da57d7bSbt 	/*
7529da57d7bSbt 	 * Kstat definitions
7539da57d7bSbt 	 */
7549da57d7bSbt 	kstat_t			*ixgbe_ks;
7559da57d7bSbt 
756ea65739eSchenlu chen - Sun Microsystems - Beijing China 	uint32_t		param_en_10000fdx_cap:1,
757dc0cb1cdSDale Ghent 				param_en_5000fdx_cap:1,
758dc0cb1cdSDale Ghent 				param_en_2500fdx_cap:1,
759ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_en_1000fdx_cap:1,
760ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_en_100fdx_cap:1,
761ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_10000fdx_cap:1,
762dc0cb1cdSDale Ghent 				param_adv_5000fdx_cap:1,
763dc0cb1cdSDale Ghent 				param_adv_2500fdx_cap:1,
764ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_1000fdx_cap:1,
765ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_100fdx_cap:1,
766ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_pause_cap:1,
767ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_asym_pause_cap:1,
768ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_rem_fault:1,
769ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_autoneg_cap:1,
770ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_pause_cap:1,
771ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_asym_pause_cap:1,
772ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_adv_rem_fault:1,
773ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_10000fdx_cap:1,
774dc0cb1cdSDale Ghent 				param_lp_5000fdx_cap:1,
775dc0cb1cdSDale Ghent 				param_lp_2500fdx_cap:1,
776ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_1000fdx_cap:1,
777ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_100fdx_cap:1,
778ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_autoneg_cap:1,
779ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_pause_cap:1,
780ea65739eSchenlu chen - Sun Microsystems - Beijing China 				param_lp_asym_pause_cap:1,
7811fedc51fSWinson Wang - Sun Microsystems - Beijing China 				param_lp_rem_fault:1,
782dc0cb1cdSDale Ghent 				param_pad_to_32:6;
7839da57d7bSbt } ixgbe_t;
7849da57d7bSbt 
7859da57d7bSbt typedef struct ixgbe_stat {
7869da57d7bSbt 	kstat_named_t link_speed;	/* Link Speed */
787da14cebeSEric Cheng 
7889da57d7bSbt 	kstat_named_t reset_count;	/* Reset Count */
7899da57d7bSbt 
7909da57d7bSbt 	kstat_named_t rx_frame_error;	/* Rx Error in Packet */
7919da57d7bSbt 	kstat_named_t rx_cksum_error;	/* Rx Checksum Error */
7929da57d7bSbt 	kstat_named_t rx_exceed_pkt;	/* Rx Exceed Max Pkt Count */
7939da57d7bSbt 
7949da57d7bSbt 	kstat_named_t tx_overload;	/* Tx Desc Ring Overload */
7959da57d7bSbt 	kstat_named_t tx_fail_no_tcb;	/* Tx Fail Freelist Empty */
7969da57d7bSbt 	kstat_named_t tx_fail_no_tbd;	/* Tx Fail Desc Ring Empty */
7979da57d7bSbt 	kstat_named_t tx_fail_dma_bind;	/* Tx Fail DMA bind */
7989da57d7bSbt 	kstat_named_t tx_reschedule;	/* Tx Reschedule */
79963efadf0SRyan Zezeski 	kstat_named_t tx_break_tbd_limit; /* Reached single xmit desc limit */
80063efadf0SRyan Zezeski 	kstat_named_t tx_lso_header_fail; /* New mblk for last LSO hdr frag */
8019da57d7bSbt 
8029da57d7bSbt 	kstat_named_t gprc;	/* Good Packets Received Count */
8039da57d7bSbt 	kstat_named_t gptc;	/* Good Packets Xmitted Count */
8049da57d7bSbt 	kstat_named_t gor;	/* Good Octets Received Count */
8059da57d7bSbt 	kstat_named_t got;	/* Good Octets Xmitd Count */
806168e1ed4SRyan Zezeski 	kstat_named_t qor;	/* Queue Octets Received */
807168e1ed4SRyan Zezeski 	kstat_named_t qot;	/* Queue Octets Transmitted */
808168e1ed4SRyan Zezeski 	kstat_named_t qpr;	/* Queue Packets Received */
809168e1ed4SRyan Zezeski 	kstat_named_t qpt;	/* Queue Packets Transmitted */
8109da57d7bSbt 	kstat_named_t prc64;	/* Packets Received - 64b */
8119da57d7bSbt 	kstat_named_t prc127;	/* Packets Received - 65-127b */
8129da57d7bSbt 	kstat_named_t prc255;	/* Packets Received - 127-255b */
8139da57d7bSbt 	kstat_named_t prc511;	/* Packets Received - 256-511b */
8149da57d7bSbt 	kstat_named_t prc1023;	/* Packets Received - 511-1023b */
8159da57d7bSbt 	kstat_named_t prc1522;	/* Packets Received - 1024-1522b */
8169da57d7bSbt 	kstat_named_t ptc64;	/* Packets Xmitted (64b) */
8179da57d7bSbt 	kstat_named_t ptc127;	/* Packets Xmitted (64-127b) */
8189da57d7bSbt 	kstat_named_t ptc255;	/* Packets Xmitted (128-255b) */
8199da57d7bSbt 	kstat_named_t ptc511;	/* Packets Xmitted (255-511b) */
8209da57d7bSbt 	kstat_named_t ptc1023;	/* Packets Xmitted (512-1023b) */
8219da57d7bSbt 	kstat_named_t ptc1522;	/* Packets Xmitted (1024-1522b */
822da14cebeSEric Cheng 
8239da57d7bSbt 	kstat_named_t crcerrs;	/* CRC Error Count */
8249da57d7bSbt 	kstat_named_t illerrc;	/* Illegal Byte Error Count */
8259da57d7bSbt 	kstat_named_t errbc;	/* Error Byte Count */
8269da57d7bSbt 	kstat_named_t mspdc;	/* MAC Short Packet Discard Count */
8279da57d7bSbt 	kstat_named_t mpc;	/* Missed Packets Count */
8289da57d7bSbt 	kstat_named_t mlfc;	/* MAC Local Fault Count */
8299da57d7bSbt 	kstat_named_t mrfc;	/* MAC Remote Fault Count */
8309da57d7bSbt 	kstat_named_t rlec;	/* Receive Length Error Count */
8319da57d7bSbt 	kstat_named_t lxontxc;	/* Link XON Transmitted Count */
8329da57d7bSbt 	kstat_named_t lxonrxc;	/* Link XON Received Count */
8339da57d7bSbt 	kstat_named_t lxofftxc;	/* Link XOFF Transmitted Count */
8349da57d7bSbt 	kstat_named_t lxoffrxc;	/* Link XOFF Received Count */
8359da57d7bSbt 	kstat_named_t bprc;	/* Broadcasts Pkts Received Count */
8369da57d7bSbt 	kstat_named_t mprc;	/* Multicast Pkts Received Count */
8379da57d7bSbt 	kstat_named_t rnbc;	/* Receive No Buffers Count */
8389da57d7bSbt 	kstat_named_t ruc;	/* Receive Undersize Count */
8399da57d7bSbt 	kstat_named_t rfc;	/* Receive Frag Count */
8409da57d7bSbt 	kstat_named_t roc;	/* Receive Oversize Count */
8419da57d7bSbt 	kstat_named_t rjc;	/* Receive Jabber Count */
8429da57d7bSbt 	kstat_named_t tor;	/* Total Octets Recvd Count */
843f27d3025Sgg 	kstat_named_t tot;	/* Total Octets Xmitted Count */
8449da57d7bSbt 	kstat_named_t tpr;	/* Total Packets Received */
8459da57d7bSbt 	kstat_named_t tpt;	/* Total Packets Xmitted */
8469da57d7bSbt 	kstat_named_t mptc;	/* Multicast Packets Xmited Count */
8479da57d7bSbt 	kstat_named_t bptc;	/* Broadcast Packets Xmited Count */
848ffd8e883SWinson Wang - Sun Microsystems - Beijing China 	kstat_named_t lroc;	/* LRO Packets Received Count */
84974b989c3SRobert Mustacchi 	kstat_named_t dev_gone;	/* Number of device gone events encountered */
8509da57d7bSbt } ixgbe_stat_t;
8519da57d7bSbt 
8529da57d7bSbt /*
8539da57d7bSbt  * Function prototypes in ixgbe_buf.c
8549da57d7bSbt  */
8559da57d7bSbt int ixgbe_alloc_dma(ixgbe_t *);
8569da57d7bSbt void ixgbe_free_dma(ixgbe_t *);
857837c1ac4SStephen Hanson void ixgbe_set_fma_flags(int);
858ea65739eSchenlu chen - Sun Microsystems - Beijing China void ixgbe_free_dma_buffer(dma_buffer_t *);
859ea65739eSchenlu chen - Sun Microsystems - Beijing China int ixgbe_alloc_rx_ring_data(ixgbe_rx_ring_t *rx_ring);
860ea65739eSchenlu chen - Sun Microsystems - Beijing China void ixgbe_free_rx_ring_data(ixgbe_rx_data_t *rx_data);
8619da57d7bSbt 
8629da57d7bSbt /*
8639da57d7bSbt  * Function prototypes in ixgbe_main.c
8649da57d7bSbt  */
865ea65739eSchenlu chen - Sun Microsystems - Beijing China int ixgbe_start(ixgbe_t *, boolean_t);
866ea65739eSchenlu chen - Sun Microsystems - Beijing China void ixgbe_stop(ixgbe_t *, boolean_t);
8679da57d7bSbt int ixgbe_driver_setup_link(ixgbe_t *, boolean_t);
8689da57d7bSbt int ixgbe_multicst_add(ixgbe_t *, const uint8_t *);
8699da57d7bSbt int ixgbe_multicst_remove(ixgbe_t *, const uint8_t *);
8709da57d7bSbt enum ioc_reply ixgbe_loopback_ioctl(ixgbe_t *, struct iocblk *, mblk_t *);
8719da57d7bSbt 
8729da57d7bSbt void ixgbe_enable_watchdog_timer(ixgbe_t *);
8739da57d7bSbt void ixgbe_disable_watchdog_timer(ixgbe_t *);
8749da57d7bSbt int ixgbe_atomic_reserve(uint32_t *, uint32_t);
8759da57d7bSbt 
8769da57d7bSbt int ixgbe_check_acc_handle(ddi_acc_handle_t handle);
8779da57d7bSbt int ixgbe_check_dma_handle(ddi_dma_handle_t handle);
8789da57d7bSbt void ixgbe_fm_ereport(ixgbe_t *, char *);
8799da57d7bSbt 
880da14cebeSEric Cheng void ixgbe_fill_ring(void *, mac_ring_type_t, const int, const int,
881da14cebeSEric Cheng     mac_ring_info_t *, mac_ring_handle_t);
882da14cebeSEric Cheng void ixgbe_fill_group(void *arg, mac_ring_type_t, const int,
883da14cebeSEric Cheng     mac_group_info_t *, mac_group_handle_t);
884da14cebeSEric Cheng int ixgbe_rx_ring_intr_enable(mac_intr_handle_t);
885da14cebeSEric Cheng int ixgbe_rx_ring_intr_disable(mac_intr_handle_t);
886da14cebeSEric Cheng 
88745d3dd98SRobert Mustacchi int ixgbe_transceiver_info(void *, uint_t, mac_transceiver_info_t *);
88845d3dd98SRobert Mustacchi int ixgbe_transceiver_read(void *, uint_t, uint_t, void *, size_t, off_t,
88945d3dd98SRobert Mustacchi     size_t *);
89045d3dd98SRobert Mustacchi 
8919da57d7bSbt /*
8929da57d7bSbt  * Function prototypes in ixgbe_gld.c
8939da57d7bSbt  */
8949da57d7bSbt int ixgbe_m_start(void *);
8959da57d7bSbt void ixgbe_m_stop(void *);
8969da57d7bSbt int ixgbe_m_promisc(void *, boolean_t);
8979da57d7bSbt int ixgbe_m_multicst(void *, boolean_t, const uint8_t *);
8989da57d7bSbt void ixgbe_m_resources(void *);
8999da57d7bSbt void ixgbe_m_ioctl(void *, queue_t *, mblk_t *);
9009da57d7bSbt boolean_t ixgbe_m_getcapab(void *, mac_capab_t, void *);
901ea65739eSchenlu chen - Sun Microsystems - Beijing China int ixgbe_m_setprop(void *, const char *, mac_prop_id_t, uint_t, const void *);
9020dc2366fSVenugopal Iyer int ixgbe_m_getprop(void *, const char *, mac_prop_id_t, uint_t, void *);
9030dc2366fSVenugopal Iyer void ixgbe_m_propinfo(void *, const char *, mac_prop_id_t,
9040dc2366fSVenugopal Iyer     mac_prop_info_handle_t);
905ea65739eSchenlu chen - Sun Microsystems - Beijing China int ixgbe_set_priv_prop(ixgbe_t *, const char *, uint_t, const void *);
9060dc2366fSVenugopal Iyer int ixgbe_get_priv_prop(ixgbe_t *, const char *, uint_t, void *);
907ea65739eSchenlu chen - Sun Microsystems - Beijing China boolean_t ixgbe_param_locked(mac_prop_id_t);
9089da57d7bSbt 
9099da57d7bSbt /*
9109da57d7bSbt  * Function prototypes in ixgbe_rx.c
9119da57d7bSbt  */
912da14cebeSEric Cheng mblk_t *ixgbe_ring_rx(ixgbe_rx_ring_t *, int);
9139da57d7bSbt void ixgbe_rx_recycle(caddr_t arg);
914da14cebeSEric Cheng mblk_t *ixgbe_ring_rx_poll(void *, int);
9159da57d7bSbt 
9169da57d7bSbt /*
9179da57d7bSbt  * Function prototypes in ixgbe_tx.c
9189da57d7bSbt  */
919da14cebeSEric Cheng mblk_t *ixgbe_ring_tx(void *, mblk_t *);
9209da57d7bSbt void ixgbe_free_tcb(tx_control_block_t *);
9219da57d7bSbt void ixgbe_put_free_list(ixgbe_tx_ring_t *, link_list_t *);
9229da57d7bSbt uint32_t ixgbe_tx_recycle_legacy(ixgbe_tx_ring_t *);
9239da57d7bSbt uint32_t ixgbe_tx_recycle_head_wb(ixgbe_tx_ring_t *);
9249da57d7bSbt 
9259da57d7bSbt /*
9269da57d7bSbt  * Function prototypes in ixgbe_log.c
9279da57d7bSbt  */
9289da57d7bSbt void ixgbe_notice(void *, const char *, ...);
9299da57d7bSbt void ixgbe_log(void *, const char *, ...);
9309da57d7bSbt void ixgbe_error(void *, const char *, ...);
9319da57d7bSbt 
9329da57d7bSbt /*
9339da57d7bSbt  * Function prototypes in ixgbe_stat.c
9349da57d7bSbt  */
9359da57d7bSbt int ixgbe_init_stats(ixgbe_t *);
9360dc2366fSVenugopal Iyer int ixgbe_m_stat(void *, uint_t, uint64_t *);
9370dc2366fSVenugopal Iyer int ixgbe_rx_ring_stat(mac_ring_driver_t, uint_t, uint64_t *);
9380dc2366fSVenugopal Iyer int ixgbe_tx_ring_stat(mac_ring_driver_t, uint_t, uint64_t *);
9399da57d7bSbt 
9409da57d7bSbt #ifdef __cplusplus
9419da57d7bSbt }
9429da57d7bSbt #endif
9439da57d7bSbt 
9449da57d7bSbt #endif /* _IXGBE_SW_H */
945