1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright(c) 2007-2010 Intel Corporation. All rights reserved.
24  */
25 
26 /*
27  * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Copyright 2012 Nexenta Systems, Inc. All rights reserved.
29  * Copyright 2016 OmniTI Computer Consulting, Inc. All rights reserved.
30  */
31 
32 #include "ixgbe_sw.h"
33 
34 /*
35  * Update driver private statistics.
36  */
37 static int
38 ixgbe_update_stats(kstat_t *ks, int rw)
39 {
40 	ixgbe_t *ixgbe;
41 	struct ixgbe_hw *hw;
42 	ixgbe_stat_t *ixgbe_ks;
43 	int i;
44 
45 	if (rw == KSTAT_WRITE)
46 		return (EACCES);
47 
48 	ixgbe = (ixgbe_t *)ks->ks_private;
49 	ixgbe_ks = (ixgbe_stat_t *)ks->ks_data;
50 	hw = &ixgbe->hw;
51 
52 	mutex_enter(&ixgbe->gen_lock);
53 
54 	/*
55 	 * Basic information
56 	 */
57 	ixgbe_ks->link_speed.value.ui64 = ixgbe->link_speed;
58 	ixgbe_ks->reset_count.value.ui64 = ixgbe->reset_count;
59 	ixgbe_ks->lroc.value.ui64 = ixgbe->lro_pkt_count;
60 
61 #ifdef IXGBE_DEBUG
62 	ixgbe_ks->rx_frame_error.value.ui64 = 0;
63 	ixgbe_ks->rx_cksum_error.value.ui64 = 0;
64 	ixgbe_ks->rx_exceed_pkt.value.ui64 = 0;
65 	for (i = 0; i < ixgbe->num_rx_rings; i++) {
66 		ixgbe_ks->rx_frame_error.value.ui64 +=
67 		    ixgbe->rx_rings[i].stat_frame_error;
68 		ixgbe_ks->rx_cksum_error.value.ui64 +=
69 		    ixgbe->rx_rings[i].stat_cksum_error;
70 		ixgbe_ks->rx_exceed_pkt.value.ui64 +=
71 		    ixgbe->rx_rings[i].stat_exceed_pkt;
72 	}
73 
74 	ixgbe_ks->tx_overload.value.ui64 = 0;
75 	ixgbe_ks->tx_fail_no_tbd.value.ui64 = 0;
76 	ixgbe_ks->tx_fail_no_tcb.value.ui64 = 0;
77 	ixgbe_ks->tx_fail_dma_bind.value.ui64 = 0;
78 	ixgbe_ks->tx_reschedule.value.ui64 = 0;
79 	for (i = 0; i < ixgbe->num_tx_rings; i++) {
80 		ixgbe_ks->tx_overload.value.ui64 +=
81 		    ixgbe->tx_rings[i].stat_overload;
82 		ixgbe_ks->tx_fail_no_tbd.value.ui64 +=
83 		    ixgbe->tx_rings[i].stat_fail_no_tbd;
84 		ixgbe_ks->tx_fail_no_tcb.value.ui64 +=
85 		    ixgbe->tx_rings[i].stat_fail_no_tcb;
86 		ixgbe_ks->tx_fail_dma_bind.value.ui64 +=
87 		    ixgbe->tx_rings[i].stat_fail_dma_bind;
88 		ixgbe_ks->tx_reschedule.value.ui64 +=
89 		    ixgbe->tx_rings[i].stat_reschedule;
90 	}
91 #endif
92 
93 	/*
94 	 * Hardware calculated statistics.
95 	 */
96 	ixgbe_ks->gprc.value.ui64 = 0;
97 	ixgbe_ks->gptc.value.ui64 = 0;
98 	ixgbe_ks->tor.value.ui64 = 0;
99 	ixgbe_ks->tot.value.ui64 = 0;
100 	for (i = 0; i < 16; i++) {
101 		ixgbe_ks->qprc[i].value.ui64 +=
102 		    IXGBE_READ_REG(hw, IXGBE_QPRC(i));
103 		ixgbe_ks->gprc.value.ui64 += ixgbe_ks->qprc[i].value.ui64;
104 		ixgbe_ks->qptc[i].value.ui64 +=
105 		    IXGBE_READ_REG(hw, IXGBE_QPTC(i));
106 		ixgbe_ks->gptc.value.ui64 += ixgbe_ks->qptc[i].value.ui64;
107 		ixgbe_ks->qbrc[i].value.ui64 +=
108 		    IXGBE_READ_REG(hw, IXGBE_QBRC(i));
109 		ixgbe_ks->tor.value.ui64 += ixgbe_ks->qbrc[i].value.ui64;
110 		switch (hw->mac.type) {
111 		case ixgbe_mac_82598EB:
112 			ixgbe_ks->qbtc[i].value.ui64 +=
113 			    IXGBE_READ_REG(hw, IXGBE_QBTC(i));
114 			break;
115 
116 		case ixgbe_mac_82599EB:
117 		case ixgbe_mac_X540:
118 		case ixgbe_mac_X550:
119 		case ixgbe_mac_X550EM_x:
120 			ixgbe_ks->qbtc[i].value.ui64 +=
121 			    IXGBE_READ_REG(hw, IXGBE_QBTC_L(i));
122 			ixgbe_ks->qbtc[i].value.ui64 +=
123 			    ((uint64_t)((IXGBE_READ_REG(hw,
124 			    IXGBE_QBTC_H(i))) & 0xF) << 32);
125 			break;
126 
127 		default:
128 			break;
129 		}
130 		ixgbe_ks->tot.value.ui64 += ixgbe_ks->qbtc[i].value.ui64;
131 	}
132 	/*
133 	 * This is a Workaround:
134 	 * Currently h/w GORCH, GOTCH, TORH registers are not
135 	 * correctly implemented. We found that the values in
136 	 * these registers are same as those in corresponding
137 	 * *L registers (i.e. GORCL, GOTCL, and TORL). Here the
138 	 * gor and got stat data will not be retrieved through
139 	 * GORC{H/L} and GOTC{H/L} registers but be obtained by
140 	 * simply assigning tor/tot stat data, so the gor/got
141 	 * stat data will not be accurate.
142 	 */
143 	ixgbe_ks->gor.value.ui64 = ixgbe_ks->tor.value.ui64;
144 	ixgbe_ks->got.value.ui64 = ixgbe_ks->tot.value.ui64;
145 
146 	ixgbe_ks->prc64.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC64);
147 	ixgbe_ks->prc127.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC127);
148 	ixgbe_ks->prc255.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC255);
149 	ixgbe_ks->prc511.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC511);
150 	ixgbe_ks->prc1023.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC1023);
151 	ixgbe_ks->prc1522.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC1522);
152 	ixgbe_ks->ptc64.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC64);
153 	ixgbe_ks->ptc127.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC127);
154 	ixgbe_ks->ptc255.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC255);
155 	ixgbe_ks->ptc511.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC511);
156 	ixgbe_ks->ptc1023.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC1023);
157 	ixgbe_ks->ptc1522.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC1522);
158 
159 	ixgbe_ks->mspdc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MSPDC);
160 	for (i = 0; i < 8; i++)
161 		ixgbe_ks->mpc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MPC(i));
162 	ixgbe_ks->mlfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MLFC);
163 	ixgbe_ks->mrfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MRFC);
164 	ixgbe_ks->rlec.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RLEC);
165 	ixgbe_ks->lxontxc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_LXONTXC);
166 	switch (hw->mac.type) {
167 	case ixgbe_mac_82598EB:
168 		ixgbe_ks->lxonrxc.value.ui64 += IXGBE_READ_REG(hw,
169 		    IXGBE_LXONRXC);
170 		break;
171 
172 	case ixgbe_mac_82599EB:
173 	case ixgbe_mac_X540:
174 	case ixgbe_mac_X550:
175 	case ixgbe_mac_X550EM_x:
176 		ixgbe_ks->lxonrxc.value.ui64 += IXGBE_READ_REG(hw,
177 		    IXGBE_LXONRXCNT);
178 		break;
179 
180 	default:
181 		break;
182 	}
183 	ixgbe_ks->lxofftxc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_LXOFFTXC);
184 	switch (hw->mac.type) {
185 	case ixgbe_mac_82598EB:
186 		ixgbe_ks->lxoffrxc.value.ui64 += IXGBE_READ_REG(hw,
187 		    IXGBE_LXOFFRXC);
188 		break;
189 
190 	case ixgbe_mac_82599EB:
191 	case ixgbe_mac_X540:
192 	case ixgbe_mac_X550:
193 	case ixgbe_mac_X550EM_x:
194 		ixgbe_ks->lxoffrxc.value.ui64 += IXGBE_READ_REG(hw,
195 		    IXGBE_LXOFFRXCNT);
196 		break;
197 
198 	default:
199 		break;
200 	}
201 	ixgbe_ks->ruc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RUC);
202 	ixgbe_ks->rfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RFC);
203 	ixgbe_ks->roc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_ROC);
204 	ixgbe_ks->rjc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RJC);
205 
206 	mutex_exit(&ixgbe->gen_lock);
207 
208 	if (ixgbe_check_acc_handle(ixgbe->osdep.reg_handle) != DDI_FM_OK)
209 		ddi_fm_service_impact(ixgbe->dip, DDI_SERVICE_UNAFFECTED);
210 
211 	return (0);
212 }
213 
214 /*
215  * Create and initialize the driver private statistics.
216  */
217 int
218 ixgbe_init_stats(ixgbe_t *ixgbe)
219 {
220 	kstat_t *ks;
221 	ixgbe_stat_t *ixgbe_ks;
222 
223 	/*
224 	 * Create and init kstat
225 	 */
226 	ks = kstat_create(MODULE_NAME, ddi_get_instance(ixgbe->dip),
227 	    "statistics", "net", KSTAT_TYPE_NAMED,
228 	    sizeof (ixgbe_stat_t) / sizeof (kstat_named_t), 0);
229 
230 	if (ks == NULL) {
231 		ixgbe_error(ixgbe,
232 		    "Could not create kernel statistics");
233 		return (IXGBE_FAILURE);
234 	}
235 
236 	ixgbe->ixgbe_ks = ks;
237 
238 	ixgbe_ks = (ixgbe_stat_t *)ks->ks_data;
239 
240 	/*
241 	 * Initialize all the statistics.
242 	 */
243 	kstat_named_init(&ixgbe_ks->link_speed, "link_speed",
244 	    KSTAT_DATA_UINT64);
245 	kstat_named_init(&ixgbe_ks->reset_count, "reset_count",
246 	    KSTAT_DATA_UINT64);
247 
248 #ifdef IXGBE_DEBUG
249 	kstat_named_init(&ixgbe_ks->rx_frame_error, "rx_frame_error",
250 	    KSTAT_DATA_UINT64);
251 	kstat_named_init(&ixgbe_ks->rx_cksum_error, "rx_cksum_error",
252 	    KSTAT_DATA_UINT64);
253 	kstat_named_init(&ixgbe_ks->rx_exceed_pkt, "rx_exceed_pkt",
254 	    KSTAT_DATA_UINT64);
255 	kstat_named_init(&ixgbe_ks->tx_overload, "tx_overload",
256 	    KSTAT_DATA_UINT64);
257 	kstat_named_init(&ixgbe_ks->tx_fail_no_tbd, "tx_fail_no_tbd",
258 	    KSTAT_DATA_UINT64);
259 	kstat_named_init(&ixgbe_ks->tx_fail_no_tcb, "tx_fail_no_tcb",
260 	    KSTAT_DATA_UINT64);
261 	kstat_named_init(&ixgbe_ks->tx_fail_dma_bind, "tx_fail_dma_bind",
262 	    KSTAT_DATA_UINT64);
263 	kstat_named_init(&ixgbe_ks->tx_reschedule, "tx_reschedule",
264 	    KSTAT_DATA_UINT64);
265 #endif
266 
267 	kstat_named_init(&ixgbe_ks->gprc, "good_pkts_recvd",
268 	    KSTAT_DATA_UINT64);
269 	kstat_named_init(&ixgbe_ks->gptc, "good_pkts_xmitd",
270 	    KSTAT_DATA_UINT64);
271 	kstat_named_init(&ixgbe_ks->gor, "good_octets_recvd",
272 	    KSTAT_DATA_UINT64);
273 	kstat_named_init(&ixgbe_ks->got, "good_octets_xmitd",
274 	    KSTAT_DATA_UINT64);
275 	kstat_named_init(&ixgbe_ks->prc64, "pkts_recvd_(  64b)",
276 	    KSTAT_DATA_UINT64);
277 	kstat_named_init(&ixgbe_ks->prc127, "pkts_recvd_(  65- 127b)",
278 	    KSTAT_DATA_UINT64);
279 	kstat_named_init(&ixgbe_ks->prc255, "pkts_recvd_( 127- 255b)",
280 	    KSTAT_DATA_UINT64);
281 	kstat_named_init(&ixgbe_ks->prc511, "pkts_recvd_( 256- 511b)",
282 	    KSTAT_DATA_UINT64);
283 	kstat_named_init(&ixgbe_ks->prc1023, "pkts_recvd_( 511-1023b)",
284 	    KSTAT_DATA_UINT64);
285 	kstat_named_init(&ixgbe_ks->prc1522, "pkts_recvd_(1024-1522b)",
286 	    KSTAT_DATA_UINT64);
287 	kstat_named_init(&ixgbe_ks->ptc64, "pkts_xmitd_(  64b)",
288 	    KSTAT_DATA_UINT64);
289 	kstat_named_init(&ixgbe_ks->ptc127, "pkts_xmitd_(  65- 127b)",
290 	    KSTAT_DATA_UINT64);
291 	kstat_named_init(&ixgbe_ks->ptc255, "pkts_xmitd_( 128- 255b)",
292 	    KSTAT_DATA_UINT64);
293 	kstat_named_init(&ixgbe_ks->ptc511, "pkts_xmitd_( 255- 511b)",
294 	    KSTAT_DATA_UINT64);
295 	kstat_named_init(&ixgbe_ks->ptc1023, "pkts_xmitd_( 512-1023b)",
296 	    KSTAT_DATA_UINT64);
297 	kstat_named_init(&ixgbe_ks->ptc1522, "pkts_xmitd_(1024-1522b)",
298 	    KSTAT_DATA_UINT64);
299 
300 	kstat_named_init(&ixgbe_ks->qprc[0], "queue_pkts_recvd [ 0]",
301 	    KSTAT_DATA_UINT64);
302 	kstat_named_init(&ixgbe_ks->qprc[1], "queue_pkts_recvd [ 1]",
303 	    KSTAT_DATA_UINT64);
304 	kstat_named_init(&ixgbe_ks->qprc[2], "queue_pkts_recvd [ 2]",
305 	    KSTAT_DATA_UINT64);
306 	kstat_named_init(&ixgbe_ks->qprc[3], "queue_pkts_recvd [ 3]",
307 	    KSTAT_DATA_UINT64);
308 	kstat_named_init(&ixgbe_ks->qprc[4], "queue_pkts_recvd [ 4]",
309 	    KSTAT_DATA_UINT64);
310 	kstat_named_init(&ixgbe_ks->qprc[5], "queue_pkts_recvd [ 5]",
311 	    KSTAT_DATA_UINT64);
312 	kstat_named_init(&ixgbe_ks->qprc[6], "queue_pkts_recvd [ 6]",
313 	    KSTAT_DATA_UINT64);
314 	kstat_named_init(&ixgbe_ks->qprc[7], "queue_pkts_recvd [ 7]",
315 	    KSTAT_DATA_UINT64);
316 	kstat_named_init(&ixgbe_ks->qprc[8], "queue_pkts_recvd [ 8]",
317 	    KSTAT_DATA_UINT64);
318 	kstat_named_init(&ixgbe_ks->qprc[9], "queue_pkts_recvd [ 9]",
319 	    KSTAT_DATA_UINT64);
320 	kstat_named_init(&ixgbe_ks->qprc[10], "queue_pkts_recvd [10]",
321 	    KSTAT_DATA_UINT64);
322 	kstat_named_init(&ixgbe_ks->qprc[11], "queue_pkts_recvd [11]",
323 	    KSTAT_DATA_UINT64);
324 	kstat_named_init(&ixgbe_ks->qprc[12], "queue_pkts_recvd [12]",
325 	    KSTAT_DATA_UINT64);
326 	kstat_named_init(&ixgbe_ks->qprc[13], "queue_pkts_recvd [13]",
327 	    KSTAT_DATA_UINT64);
328 	kstat_named_init(&ixgbe_ks->qprc[14], "queue_pkts_recvd [14]",
329 	    KSTAT_DATA_UINT64);
330 	kstat_named_init(&ixgbe_ks->qprc[15], "queue_pkts_recvd [15]",
331 	    KSTAT_DATA_UINT64);
332 
333 	kstat_named_init(&ixgbe_ks->qptc[0], "queue_pkts_xmitd [ 0]",
334 	    KSTAT_DATA_UINT64);
335 	kstat_named_init(&ixgbe_ks->qptc[1], "queue_pkts_xmitd [ 1]",
336 	    KSTAT_DATA_UINT64);
337 	kstat_named_init(&ixgbe_ks->qptc[2], "queue_pkts_xmitd [ 2]",
338 	    KSTAT_DATA_UINT64);
339 	kstat_named_init(&ixgbe_ks->qptc[3], "queue_pkts_xmitd [ 3]",
340 	    KSTAT_DATA_UINT64);
341 	kstat_named_init(&ixgbe_ks->qptc[4], "queue_pkts_xmitd [ 4]",
342 	    KSTAT_DATA_UINT64);
343 	kstat_named_init(&ixgbe_ks->qptc[5], "queue_pkts_xmitd [ 5]",
344 	    KSTAT_DATA_UINT64);
345 	kstat_named_init(&ixgbe_ks->qptc[6], "queue_pkts_xmitd [ 6]",
346 	    KSTAT_DATA_UINT64);
347 	kstat_named_init(&ixgbe_ks->qptc[7], "queue_pkts_xmitd [ 7]",
348 	    KSTAT_DATA_UINT64);
349 	kstat_named_init(&ixgbe_ks->qptc[8], "queue_pkts_xmitd [ 8]",
350 	    KSTAT_DATA_UINT64);
351 	kstat_named_init(&ixgbe_ks->qptc[9], "queue_pkts_xmitd [ 9]",
352 	    KSTAT_DATA_UINT64);
353 	kstat_named_init(&ixgbe_ks->qptc[10], "queue_pkts_xmitd [10]",
354 	    KSTAT_DATA_UINT64);
355 	kstat_named_init(&ixgbe_ks->qptc[11], "queue_pkts_xmitd [11]",
356 	    KSTAT_DATA_UINT64);
357 	kstat_named_init(&ixgbe_ks->qptc[12], "queue_pkts_xmitd [12]",
358 	    KSTAT_DATA_UINT64);
359 	kstat_named_init(&ixgbe_ks->qptc[13], "queue_pkts_xmitd [13]",
360 	    KSTAT_DATA_UINT64);
361 	kstat_named_init(&ixgbe_ks->qptc[14], "queue_pkts_xmitd [14]",
362 	    KSTAT_DATA_UINT64);
363 	kstat_named_init(&ixgbe_ks->qptc[15], "queue_pkts_xmitd [15]",
364 	    KSTAT_DATA_UINT64);
365 
366 	kstat_named_init(&ixgbe_ks->qbrc[0], "queue_bytes_recvd [ 0]",
367 	    KSTAT_DATA_UINT64);
368 	kstat_named_init(&ixgbe_ks->qbrc[1], "queue_bytes_recvd [ 1]",
369 	    KSTAT_DATA_UINT64);
370 	kstat_named_init(&ixgbe_ks->qbrc[2], "queue_bytes_recvd [ 2]",
371 	    KSTAT_DATA_UINT64);
372 	kstat_named_init(&ixgbe_ks->qbrc[3], "queue_bytes_recvd [ 3]",
373 	    KSTAT_DATA_UINT64);
374 	kstat_named_init(&ixgbe_ks->qbrc[4], "queue_bytes_recvd [ 4]",
375 	    KSTAT_DATA_UINT64);
376 	kstat_named_init(&ixgbe_ks->qbrc[5], "queue_bytes_recvd [ 5]",
377 	    KSTAT_DATA_UINT64);
378 	kstat_named_init(&ixgbe_ks->qbrc[6], "queue_bytes_recvd [ 6]",
379 	    KSTAT_DATA_UINT64);
380 	kstat_named_init(&ixgbe_ks->qbrc[7], "queue_bytes_recvd [ 7]",
381 	    KSTAT_DATA_UINT64);
382 	kstat_named_init(&ixgbe_ks->qbrc[8], "queue_bytes_recvd [ 8]",
383 	    KSTAT_DATA_UINT64);
384 	kstat_named_init(&ixgbe_ks->qbrc[9], "queue_bytes_recvd [ 9]",
385 	    KSTAT_DATA_UINT64);
386 	kstat_named_init(&ixgbe_ks->qbrc[10], "queue_bytes_recvd [10]",
387 	    KSTAT_DATA_UINT64);
388 	kstat_named_init(&ixgbe_ks->qbrc[11], "queue_bytes_recvd [11]",
389 	    KSTAT_DATA_UINT64);
390 	kstat_named_init(&ixgbe_ks->qbrc[12], "queue_bytes_recvd [12]",
391 	    KSTAT_DATA_UINT64);
392 	kstat_named_init(&ixgbe_ks->qbrc[13], "queue_bytes_recvd [13]",
393 	    KSTAT_DATA_UINT64);
394 	kstat_named_init(&ixgbe_ks->qbrc[14], "queue_bytes_recvd [14]",
395 	    KSTAT_DATA_UINT64);
396 	kstat_named_init(&ixgbe_ks->qbrc[15], "queue_bytes_recvd [15]",
397 	    KSTAT_DATA_UINT64);
398 
399 	kstat_named_init(&ixgbe_ks->qbtc[0], "queue_bytes_xmitd [ 0]",
400 	    KSTAT_DATA_UINT64);
401 	kstat_named_init(&ixgbe_ks->qbtc[1], "queue_bytes_xmitd [ 1]",
402 	    KSTAT_DATA_UINT64);
403 	kstat_named_init(&ixgbe_ks->qbtc[2], "queue_bytes_xmitd [ 2]",
404 	    KSTAT_DATA_UINT64);
405 	kstat_named_init(&ixgbe_ks->qbtc[3], "queue_bytes_xmitd [ 3]",
406 	    KSTAT_DATA_UINT64);
407 	kstat_named_init(&ixgbe_ks->qbtc[4], "queue_bytes_xmitd [ 4]",
408 	    KSTAT_DATA_UINT64);
409 	kstat_named_init(&ixgbe_ks->qbtc[5], "queue_bytes_xmitd [ 5]",
410 	    KSTAT_DATA_UINT64);
411 	kstat_named_init(&ixgbe_ks->qbtc[6], "queue_bytes_xmitd [ 6]",
412 	    KSTAT_DATA_UINT64);
413 	kstat_named_init(&ixgbe_ks->qbtc[7], "queue_bytes_xmitd [ 7]",
414 	    KSTAT_DATA_UINT64);
415 	kstat_named_init(&ixgbe_ks->qbtc[8], "queue_bytes_xmitd [ 8]",
416 	    KSTAT_DATA_UINT64);
417 	kstat_named_init(&ixgbe_ks->qbtc[9], "queue_bytes_xmitd [ 9]",
418 	    KSTAT_DATA_UINT64);
419 	kstat_named_init(&ixgbe_ks->qbtc[10], "queue_bytes_xmitd [10]",
420 	    KSTAT_DATA_UINT64);
421 	kstat_named_init(&ixgbe_ks->qbtc[11], "queue_bytes_xmitd [11]",
422 	    KSTAT_DATA_UINT64);
423 	kstat_named_init(&ixgbe_ks->qbtc[12], "queue_bytes_xmitd [12]",
424 	    KSTAT_DATA_UINT64);
425 	kstat_named_init(&ixgbe_ks->qbtc[13], "queue_bytes_xmitd [13]",
426 	    KSTAT_DATA_UINT64);
427 	kstat_named_init(&ixgbe_ks->qbtc[14], "queue_bytes_xmitd [14]",
428 	    KSTAT_DATA_UINT64);
429 	kstat_named_init(&ixgbe_ks->qbtc[15], "queue_bytes_xmitd [15]",
430 	    KSTAT_DATA_UINT64);
431 
432 	kstat_named_init(&ixgbe_ks->mspdc, "mac_short_packet_discard",
433 	    KSTAT_DATA_UINT64);
434 	kstat_named_init(&ixgbe_ks->mpc, "missed_packets",
435 	    KSTAT_DATA_UINT64);
436 	kstat_named_init(&ixgbe_ks->mlfc, "mac_local_fault",
437 	    KSTAT_DATA_UINT64);
438 	kstat_named_init(&ixgbe_ks->mrfc, "mac_remote_fault",
439 	    KSTAT_DATA_UINT64);
440 	kstat_named_init(&ixgbe_ks->rlec, "recv_length_err",
441 	    KSTAT_DATA_UINT64);
442 	kstat_named_init(&ixgbe_ks->lxontxc, "link_xon_xmitd",
443 	    KSTAT_DATA_UINT64);
444 	kstat_named_init(&ixgbe_ks->lxonrxc, "link_xon_recvd",
445 	    KSTAT_DATA_UINT64);
446 	kstat_named_init(&ixgbe_ks->lxofftxc, "link_xoff_xmitd",
447 	    KSTAT_DATA_UINT64);
448 	kstat_named_init(&ixgbe_ks->lxoffrxc, "link_xoff_recvd",
449 	    KSTAT_DATA_UINT64);
450 	kstat_named_init(&ixgbe_ks->ruc, "recv_undersize",
451 	    KSTAT_DATA_UINT64);
452 	kstat_named_init(&ixgbe_ks->rfc, "recv_fragment",
453 	    KSTAT_DATA_UINT64);
454 	kstat_named_init(&ixgbe_ks->roc, "recv_oversize",
455 	    KSTAT_DATA_UINT64);
456 	kstat_named_init(&ixgbe_ks->rjc, "recv_jabber",
457 	    KSTAT_DATA_UINT64);
458 	kstat_named_init(&ixgbe_ks->rnbc, "recv_no_buffer",
459 	    KSTAT_DATA_UINT64);
460 	kstat_named_init(&ixgbe_ks->lroc, "lro_pkt_count",
461 	    KSTAT_DATA_UINT64);
462 	/*
463 	 * Function to provide kernel stat update on demand
464 	 */
465 	ks->ks_update = ixgbe_update_stats;
466 
467 	ks->ks_private = (void *)ixgbe;
468 
469 	/*
470 	 * Add kstat to systems kstat chain
471 	 */
472 	kstat_install(ks);
473 
474 	return (IXGBE_SUCCESS);
475 }
476 
477 /*
478  * Retrieve a value for one of the statistics.
479  */
480 int
481 ixgbe_m_stat(void *arg, uint_t stat, uint64_t *val)
482 {
483 	ixgbe_t *ixgbe = (ixgbe_t *)arg;
484 	struct ixgbe_hw *hw = &ixgbe->hw;
485 	ixgbe_stat_t *ixgbe_ks;
486 	int i;
487 	ixgbe_link_speed speeds = 0;
488 
489 	ixgbe_ks = (ixgbe_stat_t *)ixgbe->ixgbe_ks->ks_data;
490 
491 	mutex_enter(&ixgbe->gen_lock);
492 
493 	/*
494 	 * We cannot always rely on the common code maintaining
495 	 * hw->phy.speeds_supported, therefore we fall back to use the recorded
496 	 * supported speeds which were obtained during instance init in
497 	 * ixgbe_init_params().
498 	 */
499 	speeds = hw->phy.speeds_supported;
500 	if (speeds == 0)
501 		speeds = ixgbe->speeds_supported;
502 
503 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
504 		mutex_exit(&ixgbe->gen_lock);
505 		return (ECANCELED);
506 	}
507 
508 	switch (stat) {
509 	case MAC_STAT_IFSPEED:
510 		*val = ixgbe->link_speed * 1000000ull;
511 		break;
512 
513 	case MAC_STAT_MULTIRCV:
514 		ixgbe_ks->mprc.value.ui64 +=
515 		    IXGBE_READ_REG(hw, IXGBE_MPRC);
516 		*val = ixgbe_ks->mprc.value.ui64;
517 		break;
518 
519 	case MAC_STAT_BRDCSTRCV:
520 		ixgbe_ks->bprc.value.ui64 +=
521 		    IXGBE_READ_REG(hw, IXGBE_BPRC);
522 		*val = ixgbe_ks->bprc.value.ui64;
523 		break;
524 
525 	case MAC_STAT_MULTIXMT:
526 		ixgbe_ks->mptc.value.ui64 +=
527 		    IXGBE_READ_REG(hw, IXGBE_MPTC);
528 		*val = ixgbe_ks->mptc.value.ui64;
529 		break;
530 
531 	case MAC_STAT_BRDCSTXMT:
532 		ixgbe_ks->bptc.value.ui64 +=
533 		    IXGBE_READ_REG(hw, IXGBE_BPTC);
534 		*val = ixgbe_ks->bptc.value.ui64;
535 		break;
536 
537 	case MAC_STAT_NORCVBUF:
538 		for (i = 0; i < 8; i++) {
539 			ixgbe_ks->rnbc.value.ui64 +=
540 			    IXGBE_READ_REG(hw, IXGBE_RNBC(i));
541 		}
542 		*val = ixgbe_ks->rnbc.value.ui64;
543 		break;
544 
545 	case MAC_STAT_IERRORS:
546 		ixgbe_ks->crcerrs.value.ui64 +=
547 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
548 		ixgbe_ks->illerrc.value.ui64 +=
549 		    IXGBE_READ_REG(hw, IXGBE_ILLERRC);
550 		ixgbe_ks->errbc.value.ui64 +=
551 		    IXGBE_READ_REG(hw, IXGBE_ERRBC);
552 		ixgbe_ks->rlec.value.ui64 +=
553 		    IXGBE_READ_REG(hw, IXGBE_RLEC);
554 		*val = ixgbe_ks->crcerrs.value.ui64 +
555 		    ixgbe_ks->illerrc.value.ui64 +
556 		    ixgbe_ks->errbc.value.ui64 +
557 		    ixgbe_ks->rlec.value.ui64;
558 		break;
559 
560 	case MAC_STAT_RBYTES:
561 		ixgbe_ks->tor.value.ui64 = 0;
562 		for (i = 0; i < 16; i++) {
563 			ixgbe_ks->qbrc[i].value.ui64 +=
564 			    IXGBE_READ_REG(hw, IXGBE_QBRC(i));
565 			ixgbe_ks->tor.value.ui64 +=
566 			    ixgbe_ks->qbrc[i].value.ui64;
567 		}
568 		*val = ixgbe_ks->tor.value.ui64;
569 		break;
570 
571 	case MAC_STAT_OBYTES:
572 		ixgbe_ks->tot.value.ui64 = 0;
573 		for (i = 0; i < 16; i++) {
574 			switch (hw->mac.type) {
575 			case ixgbe_mac_82598EB:
576 				ixgbe_ks->qbtc[i].value.ui64 +=
577 				    IXGBE_READ_REG(hw, IXGBE_QBTC(i));
578 				break;
579 
580 			case ixgbe_mac_82599EB:
581 			case ixgbe_mac_X540:
582 			case ixgbe_mac_X550:
583 			case ixgbe_mac_X550EM_x:
584 				ixgbe_ks->qbtc[i].value.ui64 +=
585 				    IXGBE_READ_REG(hw, IXGBE_QBTC_L(i));
586 				ixgbe_ks->qbtc[i].value.ui64 +=
587 				    ((uint64_t)((IXGBE_READ_REG(hw,
588 				    IXGBE_QBTC_H(i))) & 0xF) << 32);
589 				break;
590 
591 			default:
592 				break;
593 			}
594 			ixgbe_ks->tot.value.ui64 +=
595 			    ixgbe_ks->qbtc[i].value.ui64;
596 		}
597 		*val = ixgbe_ks->tot.value.ui64;
598 		break;
599 
600 	case MAC_STAT_IPACKETS:
601 		ixgbe_ks->tpr.value.ui64 +=
602 		    IXGBE_READ_REG(hw, IXGBE_TPR);
603 		*val = ixgbe_ks->tpr.value.ui64;
604 		break;
605 
606 	case MAC_STAT_OPACKETS:
607 		ixgbe_ks->tpt.value.ui64 +=
608 		    IXGBE_READ_REG(hw, IXGBE_TPT);
609 		*val = ixgbe_ks->tpt.value.ui64;
610 		break;
611 
612 	/* RFC 1643 stats */
613 	case ETHER_STAT_FCS_ERRORS:
614 		ixgbe_ks->crcerrs.value.ui64 +=
615 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
616 		*val = ixgbe_ks->crcerrs.value.ui64;
617 		break;
618 
619 	case ETHER_STAT_TOOLONG_ERRORS:
620 		ixgbe_ks->roc.value.ui64 +=
621 		    IXGBE_READ_REG(hw, IXGBE_ROC);
622 		*val = ixgbe_ks->roc.value.ui64;
623 		break;
624 
625 	case ETHER_STAT_MACRCV_ERRORS:
626 		ixgbe_ks->crcerrs.value.ui64 +=
627 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
628 		ixgbe_ks->illerrc.value.ui64 +=
629 		    IXGBE_READ_REG(hw, IXGBE_ILLERRC);
630 		ixgbe_ks->errbc.value.ui64 +=
631 		    IXGBE_READ_REG(hw, IXGBE_ERRBC);
632 		ixgbe_ks->rlec.value.ui64 +=
633 		    IXGBE_READ_REG(hw, IXGBE_RLEC);
634 		*val = ixgbe_ks->crcerrs.value.ui64 +
635 		    ixgbe_ks->illerrc.value.ui64 +
636 		    ixgbe_ks->errbc.value.ui64 +
637 		    ixgbe_ks->rlec.value.ui64;
638 		break;
639 
640 	/* MII/GMII stats */
641 	case ETHER_STAT_XCVR_ADDR:
642 		/* The Internal PHY's MDI address for each MAC is 1 */
643 		*val = 1;
644 		break;
645 
646 	case ETHER_STAT_XCVR_ID:
647 		*val = hw->phy.id;
648 		break;
649 
650 	case ETHER_STAT_XCVR_INUSE:
651 		switch (ixgbe->link_speed) {
652 		case IXGBE_LINK_SPEED_1GB_FULL:
653 			*val =
654 			    (hw->phy.media_type == ixgbe_media_type_copper) ?
655 			    XCVR_1000T : XCVR_1000X;
656 			break;
657 		case IXGBE_LINK_SPEED_100_FULL:
658 			*val = (hw->phy.media_type == ixgbe_media_type_copper) ?
659 			    XCVR_100T2 : XCVR_100X;
660 			break;
661 		default:
662 			*val = XCVR_NONE;
663 			break;
664 		}
665 		break;
666 
667 	case ETHER_STAT_CAP_10GFDX:
668 		*val = (speeds & IXGBE_LINK_SPEED_10GB_FULL) ? 1 : 0;
669 		break;
670 
671 	case ETHER_STAT_CAP_5000FDX:
672 		*val = (speeds & IXGBE_LINK_SPEED_5GB_FULL) ? 1 : 0;
673 		break;
674 
675 	case ETHER_STAT_CAP_2500FDX:
676 		*val = (speeds & IXGBE_LINK_SPEED_2_5GB_FULL) ? 1 : 0;
677 		break;
678 
679 	case ETHER_STAT_CAP_1000FDX:
680 		*val = (speeds & IXGBE_LINK_SPEED_1GB_FULL) ? 1 : 0;
681 		break;
682 
683 	case ETHER_STAT_CAP_100FDX:
684 		*val = (speeds & IXGBE_LINK_SPEED_100_FULL) ? 1 : 0;
685 		break;
686 
687 	case ETHER_STAT_CAP_ASMPAUSE:
688 		*val = ixgbe->param_asym_pause_cap;
689 		break;
690 
691 	case ETHER_STAT_CAP_PAUSE:
692 		*val = ixgbe->param_pause_cap;
693 		break;
694 
695 	case ETHER_STAT_CAP_AUTONEG:
696 		*val = 1;
697 		break;
698 
699 	case ETHER_STAT_ADV_CAP_10GFDX:
700 		*val = ixgbe->param_adv_10000fdx_cap;
701 		break;
702 
703 	case ETHER_STAT_ADV_CAP_5000FDX:
704 		*val = ixgbe->param_adv_5000fdx_cap;
705 		break;
706 
707 	case ETHER_STAT_ADV_CAP_2500FDX:
708 		*val = ixgbe->param_adv_2500fdx_cap;
709 		break;
710 
711 	case ETHER_STAT_ADV_CAP_1000FDX:
712 		*val = ixgbe->param_adv_1000fdx_cap;
713 		break;
714 
715 	case ETHER_STAT_ADV_CAP_100FDX:
716 		*val = ixgbe->param_adv_100fdx_cap;
717 		break;
718 
719 	case ETHER_STAT_ADV_CAP_ASMPAUSE:
720 		*val = ixgbe->param_adv_asym_pause_cap;
721 		break;
722 
723 	case ETHER_STAT_ADV_CAP_PAUSE:
724 		*val = ixgbe->param_adv_pause_cap;
725 		break;
726 
727 	case ETHER_STAT_ADV_CAP_AUTONEG:
728 		*val = ixgbe->param_adv_autoneg_cap;
729 		break;
730 
731 	case ETHER_STAT_LP_CAP_10GFDX:
732 		*val = ixgbe->param_lp_10000fdx_cap;
733 		break;
734 
735 	case ETHER_STAT_LP_CAP_5000FDX:
736 		*val = ixgbe->param_lp_5000fdx_cap;
737 		break;
738 
739 	case ETHER_STAT_LP_CAP_2500FDX:
740 		*val = ixgbe->param_lp_2500fdx_cap;
741 		break;
742 
743 	case ETHER_STAT_LP_CAP_1000FDX:
744 		*val = ixgbe->param_lp_1000fdx_cap;
745 		break;
746 
747 	case ETHER_STAT_LP_CAP_100FDX:
748 		*val = ixgbe->param_lp_100fdx_cap;
749 		break;
750 
751 	case ETHER_STAT_LP_CAP_ASMPAUSE:
752 		*val = ixgbe->param_lp_asym_pause_cap;
753 		break;
754 
755 	case ETHER_STAT_LP_CAP_PAUSE:
756 		*val = ixgbe->param_lp_pause_cap;
757 		break;
758 
759 	case ETHER_STAT_LP_CAP_AUTONEG:
760 		*val = ixgbe->param_lp_autoneg_cap;
761 		break;
762 
763 	case ETHER_STAT_LINK_ASMPAUSE:
764 		*val = ixgbe->param_asym_pause_cap;
765 		break;
766 
767 	case ETHER_STAT_LINK_PAUSE:
768 		*val = ixgbe->param_pause_cap;
769 		break;
770 
771 	case ETHER_STAT_LINK_AUTONEG:
772 		*val = ixgbe->param_adv_autoneg_cap;
773 		break;
774 
775 	case ETHER_STAT_LINK_DUPLEX:
776 		*val = ixgbe->link_duplex;
777 		break;
778 
779 	case ETHER_STAT_TOOSHORT_ERRORS:
780 		ixgbe_ks->ruc.value.ui64 +=
781 		    IXGBE_READ_REG(hw, IXGBE_RUC);
782 		*val = ixgbe_ks->ruc.value.ui64;
783 		break;
784 
785 	case ETHER_STAT_CAP_REMFAULT:
786 		*val = ixgbe->param_rem_fault;
787 		break;
788 
789 	case ETHER_STAT_ADV_REMFAULT:
790 		*val = ixgbe->param_adv_rem_fault;
791 		break;
792 
793 	case ETHER_STAT_LP_REMFAULT:
794 		*val = ixgbe->param_lp_rem_fault;
795 		break;
796 
797 	case ETHER_STAT_JABBER_ERRORS:
798 		ixgbe_ks->rjc.value.ui64 +=
799 		    IXGBE_READ_REG(hw, IXGBE_RJC);
800 		*val = ixgbe_ks->rjc.value.ui64;
801 		break;
802 
803 	default:
804 		mutex_exit(&ixgbe->gen_lock);
805 		return (ENOTSUP);
806 	}
807 
808 	mutex_exit(&ixgbe->gen_lock);
809 
810 	if (ixgbe_check_acc_handle(ixgbe->osdep.reg_handle) != DDI_FM_OK) {
811 		ddi_fm_service_impact(ixgbe->dip, DDI_SERVICE_DEGRADED);
812 		return (EIO);
813 	}
814 
815 	return (0);
816 }
817 
818 /*
819  * Retrieve a value for one of the statistics for a particular rx ring
820  */
821 int
822 ixgbe_rx_ring_stat(mac_ring_driver_t rh, uint_t stat, uint64_t *val)
823 {
824 	ixgbe_rx_ring_t	*rx_ring = (ixgbe_rx_ring_t *)rh;
825 	ixgbe_t *ixgbe = rx_ring->ixgbe;
826 
827 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
828 		return (ECANCELED);
829 	}
830 
831 	switch (stat) {
832 	case MAC_STAT_RBYTES:
833 		*val = rx_ring->stat_rbytes;
834 		break;
835 
836 	case MAC_STAT_IPACKETS:
837 		*val = rx_ring->stat_ipackets;
838 		break;
839 
840 	default:
841 		*val = 0;
842 		return (ENOTSUP);
843 	}
844 
845 	return (0);
846 }
847 
848 /*
849  * Retrieve a value for one of the statistics for a particular tx ring
850  */
851 int
852 ixgbe_tx_ring_stat(mac_ring_driver_t rh, uint_t stat, uint64_t *val)
853 {
854 	ixgbe_tx_ring_t	*tx_ring = (ixgbe_tx_ring_t *)rh;
855 	ixgbe_t *ixgbe = tx_ring->ixgbe;
856 
857 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
858 		return (ECANCELED);
859 	}
860 
861 	switch (stat) {
862 	case MAC_STAT_OBYTES:
863 		*val = tx_ring->stat_obytes;
864 		break;
865 
866 	case MAC_STAT_OPACKETS:
867 		*val = tx_ring->stat_opackets;
868 		break;
869 
870 	default:
871 		*val = 0;
872 		return (ENOTSUP);
873 	}
874 
875 	return (0);
876 }
877