1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright(c) 2007-2010 Intel Corporation. All rights reserved.
24  */
25 
26 /*
27  * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Copyright 2012 Nexenta Systems, Inc. All rights reserved.
29  * Copyright 2016 OmniTI Computer Consulting, Inc. All rights reserved.
30  * Copyright 2019 Joyent, Inc.
31  */
32 
33 #include "ixgbe_sw.h"
34 
35 /*
36  * The 82598 controller lacks a high/low register for the various
37  * octet counters, but the common code also lacks a definition for
38  * these older registers. In these cases, the high register address
39  * maps to the appropriate address in the 82598 controller.
40  */
41 #define	IXGBE_TOR	IXGBE_TORH
42 #define	IXGBE_GOTC	IXGBE_GOTCH
43 #define	IXGBE_GORC	IXGBE_GORCH
44 
45 /*
46  * Read total octets received.
47  */
48 static uint64_t
49 ixgbe_read_tor_value(const struct ixgbe_hw *hw)
50 {
51 	uint64_t tor = 0;
52 	uint64_t hi = 0, lo = 0;
53 
54 	switch (hw->mac.type) {
55 	case ixgbe_mac_82598EB:
56 		tor = IXGBE_READ_REG(hw, IXGBE_TOR);
57 		break;
58 
59 	default:
60 		lo = IXGBE_READ_REG(hw, IXGBE_TORL);
61 		hi = IXGBE_READ_REG(hw, IXGBE_TORH) & 0xF;
62 		tor = (hi << 32) + lo;
63 		break;
64 	}
65 
66 	return (tor);
67 }
68 
69 /*
70  * Read queue octets received.
71  */
72 static uint64_t
73 ixgbe_read_qor_value(const struct ixgbe_hw *hw)
74 {
75 	uint64_t qor = 0;
76 	uint64_t hi = 0, lo = 0;
77 
78 	switch (hw->mac.type) {
79 	case ixgbe_mac_82598EB:
80 		qor = IXGBE_READ_REG(hw, IXGBE_QBRC(0));
81 		break;
82 
83 	default:
84 		lo = IXGBE_READ_REG(hw, IXGBE_QBRC_L(0));
85 		hi = IXGBE_READ_REG(hw, IXGBE_QBRC_H(0)) & 0xF;
86 		qor = (hi << 32) + lo;
87 		break;
88 	}
89 
90 	return (qor);
91 }
92 
93 /*
94  * Read queue octets transmitted.
95  */
96 static uint64_t
97 ixgbe_read_qot_value(const struct ixgbe_hw *hw)
98 {
99 	uint64_t qot = 0;
100 	uint64_t hi = 0, lo = 0;
101 
102 	switch (hw->mac.type) {
103 	case ixgbe_mac_82598EB:
104 		qot = IXGBE_READ_REG(hw, IXGBE_QBTC(0));
105 		break;
106 
107 	default:
108 		lo = IXGBE_READ_REG(hw, IXGBE_QBTC_L(0));
109 		hi = IXGBE_READ_REG(hw, IXGBE_QBTC_H(0)) & 0xF;
110 		qot = (hi << 32) + lo;
111 		break;
112 	}
113 
114 	return (qot);
115 }
116 
117 /*
118  * Read good octets transmitted.
119  */
120 static uint64_t
121 ixgbe_read_got_value(const struct ixgbe_hw *hw)
122 {
123 	uint64_t got = 0;
124 	uint64_t hi = 0, lo = 0;
125 
126 	switch (hw->mac.type) {
127 	case ixgbe_mac_82598EB:
128 		got = IXGBE_READ_REG(hw, IXGBE_GOTC);
129 		break;
130 
131 	default:
132 		lo = IXGBE_READ_REG(hw, IXGBE_GOTCL);
133 		hi = IXGBE_READ_REG(hw, IXGBE_GOTCH) & 0xF;
134 		got = (hi << 32) + lo;
135 		break;
136 	}
137 
138 	return (got);
139 }
140 
141 /*
142  * Read good octets received.
143  */
144 static uint64_t
145 ixgbe_read_gor_value(const struct ixgbe_hw *hw)
146 {
147 	uint64_t gor = 0;
148 	uint64_t hi = 0, lo = 0;
149 
150 	switch (hw->mac.type) {
151 	case ixgbe_mac_82598EB:
152 		gor = IXGBE_READ_REG(hw, IXGBE_GORC);
153 		break;
154 
155 	default:
156 		lo = IXGBE_READ_REG(hw, IXGBE_GORCL);
157 		hi = IXGBE_READ_REG(hw, IXGBE_GORCH) & 0xF;
158 		gor = (hi << 32) + lo;
159 		break;
160 	}
161 
162 	return (gor);
163 }
164 
165 /*
166  * Update driver private statistics.
167  */
168 static int
169 ixgbe_update_stats(kstat_t *ks, int rw)
170 {
171 	ixgbe_t *ixgbe;
172 	struct ixgbe_hw *hw;
173 	ixgbe_stat_t *ixgbe_ks;
174 	int i;
175 
176 	if (rw == KSTAT_WRITE)
177 		return (EACCES);
178 
179 	ixgbe = (ixgbe_t *)ks->ks_private;
180 	ixgbe_ks = (ixgbe_stat_t *)ks->ks_data;
181 	hw = &ixgbe->hw;
182 
183 	mutex_enter(&ixgbe->gen_lock);
184 
185 	/*
186 	 * Basic information
187 	 */
188 	ixgbe_ks->link_speed.value.ui64 = ixgbe->link_speed;
189 	ixgbe_ks->reset_count.value.ui64 = ixgbe->reset_count;
190 	ixgbe_ks->lroc.value.ui64 = ixgbe->lro_pkt_count;
191 
192 	ixgbe_ks->rx_frame_error.value.ui64 = 0;
193 	ixgbe_ks->rx_cksum_error.value.ui64 = 0;
194 	ixgbe_ks->rx_exceed_pkt.value.ui64 = 0;
195 	for (i = 0; i < ixgbe->num_rx_rings; i++) {
196 		ixgbe_ks->rx_frame_error.value.ui64 +=
197 		    ixgbe->rx_rings[i].stat_frame_error;
198 		ixgbe_ks->rx_cksum_error.value.ui64 +=
199 		    ixgbe->rx_rings[i].stat_cksum_error;
200 		ixgbe_ks->rx_exceed_pkt.value.ui64 +=
201 		    ixgbe->rx_rings[i].stat_exceed_pkt;
202 	}
203 
204 	ixgbe_ks->tx_overload.value.ui64 = 0;
205 	ixgbe_ks->tx_fail_no_tbd.value.ui64 = 0;
206 	ixgbe_ks->tx_fail_no_tcb.value.ui64 = 0;
207 	ixgbe_ks->tx_fail_dma_bind.value.ui64 = 0;
208 	ixgbe_ks->tx_reschedule.value.ui64 = 0;
209 	ixgbe_ks->tx_break_tbd_limit.value.ui64 = 0;
210 	ixgbe_ks->tx_lso_header_fail.value.ui64 = 0;
211 	for (i = 0; i < ixgbe->num_tx_rings; i++) {
212 		ixgbe_ks->tx_overload.value.ui64 +=
213 		    ixgbe->tx_rings[i].stat_overload;
214 		ixgbe_ks->tx_fail_no_tbd.value.ui64 +=
215 		    ixgbe->tx_rings[i].stat_fail_no_tbd;
216 		ixgbe_ks->tx_fail_no_tcb.value.ui64 +=
217 		    ixgbe->tx_rings[i].stat_fail_no_tcb;
218 		ixgbe_ks->tx_fail_dma_bind.value.ui64 +=
219 		    ixgbe->tx_rings[i].stat_fail_dma_bind;
220 		ixgbe_ks->tx_reschedule.value.ui64 +=
221 		    ixgbe->tx_rings[i].stat_reschedule;
222 		ixgbe_ks->tx_break_tbd_limit.value.ui64 +=
223 		    ixgbe->tx_rings[i].stat_break_tbd_limit;
224 		ixgbe_ks->tx_lso_header_fail.value.ui64 +=
225 		    ixgbe->tx_rings[i].stat_lso_header_fail;
226 	}
227 
228 	/*
229 	 * Hardware calculated statistics.
230 	 */
231 	ixgbe_ks->gprc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_GPRC);
232 	ixgbe_ks->gptc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_GPTC);
233 	ixgbe_ks->gor.value.ui64 += ixgbe_read_gor_value(hw);
234 	ixgbe_ks->got.value.ui64 += ixgbe_read_got_value(hw);
235 	ixgbe_ks->qpr.value.ui64 += IXGBE_READ_REG(hw, IXGBE_QPRC(0));
236 	ixgbe_ks->qpt.value.ui64 += IXGBE_READ_REG(hw, IXGBE_QPTC(0));
237 	ixgbe_ks->qor.value.ui64 += ixgbe_read_qor_value(hw);
238 	ixgbe_ks->qot.value.ui64 += ixgbe_read_qot_value(hw);
239 	ixgbe_ks->tor.value.ui64 += ixgbe_read_tor_value(hw);
240 	ixgbe_ks->tot.value.ui64 = ixgbe_ks->got.value.ui64;
241 
242 	ixgbe_ks->prc64.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC64);
243 	ixgbe_ks->prc127.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC127);
244 	ixgbe_ks->prc255.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC255);
245 	ixgbe_ks->prc511.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC511);
246 	ixgbe_ks->prc1023.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC1023);
247 	ixgbe_ks->prc1522.value.ul += IXGBE_READ_REG(hw, IXGBE_PRC1522);
248 	ixgbe_ks->ptc64.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC64);
249 	ixgbe_ks->ptc127.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC127);
250 	ixgbe_ks->ptc255.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC255);
251 	ixgbe_ks->ptc511.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC511);
252 	ixgbe_ks->ptc1023.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC1023);
253 	ixgbe_ks->ptc1522.value.ul += IXGBE_READ_REG(hw, IXGBE_PTC1522);
254 
255 	ixgbe_ks->mspdc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MSPDC);
256 	for (i = 0; i < 8; i++)
257 		ixgbe_ks->mpc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MPC(i));
258 	ixgbe_ks->mlfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MLFC);
259 	ixgbe_ks->mrfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_MRFC);
260 	ixgbe_ks->rlec.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RLEC);
261 	ixgbe_ks->lxontxc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_LXONTXC);
262 	switch (hw->mac.type) {
263 	case ixgbe_mac_82598EB:
264 		ixgbe_ks->lxonrxc.value.ui64 += IXGBE_READ_REG(hw,
265 		    IXGBE_LXONRXC);
266 		break;
267 
268 	case ixgbe_mac_82599EB:
269 	case ixgbe_mac_X540:
270 	case ixgbe_mac_X550:
271 	case ixgbe_mac_X550EM_x:
272 	case ixgbe_mac_X550EM_a:
273 		ixgbe_ks->lxonrxc.value.ui64 += IXGBE_READ_REG(hw,
274 		    IXGBE_LXONRXCNT);
275 		break;
276 
277 	default:
278 		break;
279 	}
280 	ixgbe_ks->lxofftxc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_LXOFFTXC);
281 	switch (hw->mac.type) {
282 	case ixgbe_mac_82598EB:
283 		ixgbe_ks->lxoffrxc.value.ui64 += IXGBE_READ_REG(hw,
284 		    IXGBE_LXOFFRXC);
285 		break;
286 
287 	case ixgbe_mac_82599EB:
288 	case ixgbe_mac_X540:
289 	case ixgbe_mac_X550:
290 	case ixgbe_mac_X550EM_x:
291 	case ixgbe_mac_X550EM_a:
292 		ixgbe_ks->lxoffrxc.value.ui64 += IXGBE_READ_REG(hw,
293 		    IXGBE_LXOFFRXCNT);
294 		break;
295 
296 	default:
297 		break;
298 	}
299 	ixgbe_ks->ruc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RUC);
300 	ixgbe_ks->rfc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RFC);
301 	ixgbe_ks->roc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_ROC);
302 	ixgbe_ks->rjc.value.ui64 += IXGBE_READ_REG(hw, IXGBE_RJC);
303 
304 	mutex_exit(&ixgbe->gen_lock);
305 
306 	if (ixgbe_check_acc_handle(ixgbe->osdep.reg_handle) != DDI_FM_OK)
307 		ddi_fm_service_impact(ixgbe->dip, DDI_SERVICE_UNAFFECTED);
308 
309 	return (0);
310 }
311 
312 /*
313  * Create and initialize the driver private statistics.
314  */
315 int
316 ixgbe_init_stats(ixgbe_t *ixgbe)
317 {
318 	kstat_t *ks;
319 	ixgbe_stat_t *ixgbe_ks;
320 
321 	/*
322 	 * Create and init kstat
323 	 */
324 	ks = kstat_create(MODULE_NAME, ddi_get_instance(ixgbe->dip),
325 	    "statistics", "net", KSTAT_TYPE_NAMED,
326 	    sizeof (ixgbe_stat_t) / sizeof (kstat_named_t), 0);
327 
328 	if (ks == NULL) {
329 		ixgbe_error(ixgbe,
330 		    "Could not create kernel statistics");
331 		return (IXGBE_FAILURE);
332 	}
333 
334 	ixgbe->ixgbe_ks = ks;
335 
336 	ixgbe_ks = (ixgbe_stat_t *)ks->ks_data;
337 
338 	/*
339 	 * Initialize all the statistics.
340 	 */
341 	kstat_named_init(&ixgbe_ks->link_speed, "link_speed",
342 	    KSTAT_DATA_UINT64);
343 	kstat_named_init(&ixgbe_ks->reset_count, "reset_count",
344 	    KSTAT_DATA_UINT64);
345 
346 	kstat_named_init(&ixgbe_ks->rx_frame_error, "rx_frame_error",
347 	    KSTAT_DATA_UINT64);
348 	kstat_named_init(&ixgbe_ks->rx_cksum_error, "rx_cksum_error",
349 	    KSTAT_DATA_UINT64);
350 	kstat_named_init(&ixgbe_ks->rx_exceed_pkt, "rx_exceed_pkt",
351 	    KSTAT_DATA_UINT64);
352 	kstat_named_init(&ixgbe_ks->tx_overload, "tx_overload",
353 	    KSTAT_DATA_UINT64);
354 	kstat_named_init(&ixgbe_ks->tx_fail_no_tbd, "tx_fail_no_tbd",
355 	    KSTAT_DATA_UINT64);
356 	kstat_named_init(&ixgbe_ks->tx_fail_no_tcb, "tx_fail_no_tcb",
357 	    KSTAT_DATA_UINT64);
358 	kstat_named_init(&ixgbe_ks->tx_fail_dma_bind, "tx_fail_dma_bind",
359 	    KSTAT_DATA_UINT64);
360 	kstat_named_init(&ixgbe_ks->tx_reschedule, "tx_reschedule",
361 	    KSTAT_DATA_UINT64);
362 	kstat_named_init(&ixgbe_ks->tx_break_tbd_limit, "tx_break_tbd_limit",
363 	    KSTAT_DATA_UINT64);
364 	kstat_named_init(&ixgbe_ks->tx_lso_header_fail, "tx_lso_header_fail",
365 	    KSTAT_DATA_UINT64);
366 
367 	kstat_named_init(&ixgbe_ks->gprc, "good_pkts_recvd",
368 	    KSTAT_DATA_UINT64);
369 	kstat_named_init(&ixgbe_ks->gptc, "good_pkts_xmitd",
370 	    KSTAT_DATA_UINT64);
371 	kstat_named_init(&ixgbe_ks->gor, "good_octets_recvd",
372 	    KSTAT_DATA_UINT64);
373 	kstat_named_init(&ixgbe_ks->got, "good_octets_xmitd",
374 	    KSTAT_DATA_UINT64);
375 	kstat_named_init(&ixgbe_ks->qor, "queue_octets_recvd",
376 	    KSTAT_DATA_UINT64);
377 	kstat_named_init(&ixgbe_ks->qot, "queue_octets_xmitd",
378 	    KSTAT_DATA_UINT64);
379 	kstat_named_init(&ixgbe_ks->qpr, "queue_pkts_recvd",
380 	    KSTAT_DATA_UINT64);
381 	kstat_named_init(&ixgbe_ks->qpt, "queue_pkts_xmitd",
382 	    KSTAT_DATA_UINT64);
383 	kstat_named_init(&ixgbe_ks->prc64, "pkts_recvd_(  64b)",
384 	    KSTAT_DATA_UINT64);
385 	kstat_named_init(&ixgbe_ks->prc127, "pkts_recvd_(  65- 127b)",
386 	    KSTAT_DATA_UINT64);
387 	kstat_named_init(&ixgbe_ks->prc255, "pkts_recvd_( 127- 255b)",
388 	    KSTAT_DATA_UINT64);
389 	kstat_named_init(&ixgbe_ks->prc511, "pkts_recvd_( 256- 511b)",
390 	    KSTAT_DATA_UINT64);
391 	kstat_named_init(&ixgbe_ks->prc1023, "pkts_recvd_( 511-1023b)",
392 	    KSTAT_DATA_UINT64);
393 	kstat_named_init(&ixgbe_ks->prc1522, "pkts_recvd_(1024-1522b)",
394 	    KSTAT_DATA_UINT64);
395 	kstat_named_init(&ixgbe_ks->ptc64, "pkts_xmitd_(  64b)",
396 	    KSTAT_DATA_UINT64);
397 	kstat_named_init(&ixgbe_ks->ptc127, "pkts_xmitd_(  65- 127b)",
398 	    KSTAT_DATA_UINT64);
399 	kstat_named_init(&ixgbe_ks->ptc255, "pkts_xmitd_( 128- 255b)",
400 	    KSTAT_DATA_UINT64);
401 	kstat_named_init(&ixgbe_ks->ptc511, "pkts_xmitd_( 255- 511b)",
402 	    KSTAT_DATA_UINT64);
403 	kstat_named_init(&ixgbe_ks->ptc1023, "pkts_xmitd_( 512-1023b)",
404 	    KSTAT_DATA_UINT64);
405 	kstat_named_init(&ixgbe_ks->ptc1522, "pkts_xmitd_(1024-1522b)",
406 	    KSTAT_DATA_UINT64);
407 
408 	kstat_named_init(&ixgbe_ks->mspdc, "mac_short_packet_discard",
409 	    KSTAT_DATA_UINT64);
410 	kstat_named_init(&ixgbe_ks->mpc, "missed_packets",
411 	    KSTAT_DATA_UINT64);
412 	kstat_named_init(&ixgbe_ks->mlfc, "mac_local_fault",
413 	    KSTAT_DATA_UINT64);
414 	kstat_named_init(&ixgbe_ks->mrfc, "mac_remote_fault",
415 	    KSTAT_DATA_UINT64);
416 	kstat_named_init(&ixgbe_ks->rlec, "recv_length_err",
417 	    KSTAT_DATA_UINT64);
418 	kstat_named_init(&ixgbe_ks->lxontxc, "link_xon_xmitd",
419 	    KSTAT_DATA_UINT64);
420 	kstat_named_init(&ixgbe_ks->lxonrxc, "link_xon_recvd",
421 	    KSTAT_DATA_UINT64);
422 	kstat_named_init(&ixgbe_ks->lxofftxc, "link_xoff_xmitd",
423 	    KSTAT_DATA_UINT64);
424 	kstat_named_init(&ixgbe_ks->lxoffrxc, "link_xoff_recvd",
425 	    KSTAT_DATA_UINT64);
426 	kstat_named_init(&ixgbe_ks->ruc, "recv_undersize",
427 	    KSTAT_DATA_UINT64);
428 	kstat_named_init(&ixgbe_ks->rfc, "recv_fragment",
429 	    KSTAT_DATA_UINT64);
430 	kstat_named_init(&ixgbe_ks->roc, "recv_oversize",
431 	    KSTAT_DATA_UINT64);
432 	kstat_named_init(&ixgbe_ks->rjc, "recv_jabber",
433 	    KSTAT_DATA_UINT64);
434 	kstat_named_init(&ixgbe_ks->rnbc, "recv_no_buffer",
435 	    KSTAT_DATA_UINT64);
436 	kstat_named_init(&ixgbe_ks->lroc, "lro_pkt_count",
437 	    KSTAT_DATA_UINT64);
438 
439 	kstat_named_init(&ixgbe_ks->dev_gone, "device_gone",
440 	    KSTAT_DATA_UINT64);
441 	/*
442 	 * Function to provide kernel stat update on demand
443 	 */
444 	ks->ks_update = ixgbe_update_stats;
445 
446 	ks->ks_private = (void *)ixgbe;
447 
448 	/*
449 	 * Add kstat to systems kstat chain
450 	 */
451 	kstat_install(ks);
452 
453 	return (IXGBE_SUCCESS);
454 }
455 
456 /*
457  * Retrieve a value for one of the statistics.
458  */
459 int
460 ixgbe_m_stat(void *arg, uint_t stat, uint64_t *val)
461 {
462 	ixgbe_t *ixgbe = (ixgbe_t *)arg;
463 	struct ixgbe_hw *hw = &ixgbe->hw;
464 	ixgbe_stat_t *ixgbe_ks;
465 	int i;
466 	ixgbe_link_speed speeds = 0;
467 
468 	ixgbe_ks = (ixgbe_stat_t *)ixgbe->ixgbe_ks->ks_data;
469 
470 	mutex_enter(&ixgbe->gen_lock);
471 
472 	/*
473 	 * We cannot always rely on the common code maintaining
474 	 * hw->phy.speeds_supported, therefore we fall back to use the recorded
475 	 * supported speeds which were obtained during instance init in
476 	 * ixgbe_init_params().
477 	 */
478 	speeds = hw->phy.speeds_supported;
479 	if (speeds == 0)
480 		speeds = ixgbe->speeds_supported;
481 
482 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
483 		mutex_exit(&ixgbe->gen_lock);
484 		return (ECANCELED);
485 	}
486 
487 	switch (stat) {
488 	case MAC_STAT_IFSPEED:
489 		*val = ixgbe->link_speed * 1000000ull;
490 		break;
491 
492 	case MAC_STAT_MULTIRCV:
493 		ixgbe_ks->mprc.value.ui64 +=
494 		    IXGBE_READ_REG(hw, IXGBE_MPRC);
495 		*val = ixgbe_ks->mprc.value.ui64;
496 		break;
497 
498 	case MAC_STAT_BRDCSTRCV:
499 		ixgbe_ks->bprc.value.ui64 +=
500 		    IXGBE_READ_REG(hw, IXGBE_BPRC);
501 		*val = ixgbe_ks->bprc.value.ui64;
502 		break;
503 
504 	case MAC_STAT_MULTIXMT:
505 		ixgbe_ks->mptc.value.ui64 +=
506 		    IXGBE_READ_REG(hw, IXGBE_MPTC);
507 		*val = ixgbe_ks->mptc.value.ui64;
508 		break;
509 
510 	case MAC_STAT_BRDCSTXMT:
511 		ixgbe_ks->bptc.value.ui64 +=
512 		    IXGBE_READ_REG(hw, IXGBE_BPTC);
513 		*val = ixgbe_ks->bptc.value.ui64;
514 		break;
515 
516 	case MAC_STAT_NORCVBUF:
517 		/*
518 		 * The QPRDC[0] register maps to the same kstat as the
519 		 * old RNBC register because they have equivalent
520 		 * semantics.
521 		 */
522 		if (hw->mac.type == ixgbe_mac_82598EB) {
523 			for (i = 0; i < 8; i++) {
524 				ixgbe_ks->rnbc.value.ui64 +=
525 				    IXGBE_READ_REG(hw, IXGBE_RNBC(i));
526 			}
527 		} else {
528 			ixgbe_ks->rnbc.value.ui64 +=
529 			    IXGBE_READ_REG(hw, IXGBE_QPRDC(0));
530 		}
531 
532 		*val = ixgbe_ks->rnbc.value.ui64;
533 		break;
534 
535 	case MAC_STAT_IERRORS:
536 		ixgbe_ks->crcerrs.value.ui64 +=
537 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
538 		ixgbe_ks->illerrc.value.ui64 +=
539 		    IXGBE_READ_REG(hw, IXGBE_ILLERRC);
540 		ixgbe_ks->errbc.value.ui64 +=
541 		    IXGBE_READ_REG(hw, IXGBE_ERRBC);
542 		ixgbe_ks->rlec.value.ui64 +=
543 		    IXGBE_READ_REG(hw, IXGBE_RLEC);
544 		*val = ixgbe_ks->crcerrs.value.ui64 +
545 		    ixgbe_ks->illerrc.value.ui64 +
546 		    ixgbe_ks->errbc.value.ui64 +
547 		    ixgbe_ks->rlec.value.ui64;
548 		break;
549 
550 	case MAC_STAT_RBYTES:
551 		ixgbe_ks->tor.value.ui64 += ixgbe_read_tor_value(hw);
552 		*val = ixgbe_ks->tor.value.ui64;
553 		break;
554 
555 	case MAC_STAT_OBYTES:
556 		/*
557 		 * The controller does not provide a Total Octets
558 		 * Transmitted statistic. The closest thing we have is
559 		 * Good Octets Transmitted. This makes sense, as what
560 		 * does it mean to transmit a packet if it didn't
561 		 * actually transmit.
562 		 */
563 		ixgbe_ks->got.value.ui64 += ixgbe_read_got_value(hw);
564 		ixgbe_ks->tot.value.ui64 = ixgbe_ks->got.value.ui64;
565 		*val = ixgbe_ks->tot.value.ui64;
566 		break;
567 
568 	case MAC_STAT_IPACKETS:
569 		ixgbe_ks->tpr.value.ui64 +=
570 		    IXGBE_READ_REG(hw, IXGBE_TPR);
571 		*val = ixgbe_ks->tpr.value.ui64;
572 		break;
573 
574 	case MAC_STAT_OPACKETS:
575 		ixgbe_ks->tpt.value.ui64 +=
576 		    IXGBE_READ_REG(hw, IXGBE_TPT);
577 		*val = ixgbe_ks->tpt.value.ui64;
578 		break;
579 
580 	/* RFC 1643 stats */
581 	case ETHER_STAT_FCS_ERRORS:
582 		ixgbe_ks->crcerrs.value.ui64 +=
583 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
584 		*val = ixgbe_ks->crcerrs.value.ui64;
585 		break;
586 
587 	case ETHER_STAT_TOOLONG_ERRORS:
588 		ixgbe_ks->roc.value.ui64 +=
589 		    IXGBE_READ_REG(hw, IXGBE_ROC);
590 		*val = ixgbe_ks->roc.value.ui64;
591 		break;
592 
593 	case ETHER_STAT_MACRCV_ERRORS:
594 		ixgbe_ks->crcerrs.value.ui64 +=
595 		    IXGBE_READ_REG(hw, IXGBE_CRCERRS);
596 		ixgbe_ks->illerrc.value.ui64 +=
597 		    IXGBE_READ_REG(hw, IXGBE_ILLERRC);
598 		ixgbe_ks->errbc.value.ui64 +=
599 		    IXGBE_READ_REG(hw, IXGBE_ERRBC);
600 		ixgbe_ks->rlec.value.ui64 +=
601 		    IXGBE_READ_REG(hw, IXGBE_RLEC);
602 		*val = ixgbe_ks->crcerrs.value.ui64 +
603 		    ixgbe_ks->illerrc.value.ui64 +
604 		    ixgbe_ks->errbc.value.ui64 +
605 		    ixgbe_ks->rlec.value.ui64;
606 		break;
607 
608 	/* MII/GMII stats */
609 	case ETHER_STAT_XCVR_ADDR:
610 		/* The Internal PHY's MDI address for each MAC is 1 */
611 		*val = 1;
612 		break;
613 
614 	case ETHER_STAT_XCVR_ID:
615 		*val = hw->phy.id;
616 		break;
617 
618 	case ETHER_STAT_XCVR_INUSE:
619 		switch (ixgbe->link_speed) {
620 		case IXGBE_LINK_SPEED_1GB_FULL:
621 			*val =
622 			    (hw->phy.media_type == ixgbe_media_type_copper) ?
623 			    XCVR_1000T : XCVR_1000X;
624 			break;
625 		case IXGBE_LINK_SPEED_100_FULL:
626 			*val = (hw->phy.media_type == ixgbe_media_type_copper) ?
627 			    XCVR_100T2 : XCVR_100X;
628 			break;
629 		default:
630 			*val = XCVR_NONE;
631 			break;
632 		}
633 		break;
634 
635 	case ETHER_STAT_CAP_10GFDX:
636 		*val = (speeds & IXGBE_LINK_SPEED_10GB_FULL) ? 1 : 0;
637 		break;
638 
639 	case ETHER_STAT_CAP_5000FDX:
640 		*val = (speeds & IXGBE_LINK_SPEED_5GB_FULL) ? 1 : 0;
641 		break;
642 
643 	case ETHER_STAT_CAP_2500FDX:
644 		*val = (speeds & IXGBE_LINK_SPEED_2_5GB_FULL) ? 1 : 0;
645 		break;
646 
647 	case ETHER_STAT_CAP_1000FDX:
648 		*val = (speeds & IXGBE_LINK_SPEED_1GB_FULL) ? 1 : 0;
649 		break;
650 
651 	case ETHER_STAT_CAP_100FDX:
652 		*val = (speeds & IXGBE_LINK_SPEED_100_FULL) ? 1 : 0;
653 		break;
654 
655 	case ETHER_STAT_CAP_ASMPAUSE:
656 		*val = ixgbe->param_asym_pause_cap;
657 		break;
658 
659 	case ETHER_STAT_CAP_PAUSE:
660 		*val = ixgbe->param_pause_cap;
661 		break;
662 
663 	case ETHER_STAT_CAP_AUTONEG:
664 		*val = 1;
665 		break;
666 
667 	case ETHER_STAT_ADV_CAP_10GFDX:
668 		*val = ixgbe->param_adv_10000fdx_cap;
669 		break;
670 
671 	case ETHER_STAT_ADV_CAP_5000FDX:
672 		*val = ixgbe->param_adv_5000fdx_cap;
673 		break;
674 
675 	case ETHER_STAT_ADV_CAP_2500FDX:
676 		*val = ixgbe->param_adv_2500fdx_cap;
677 		break;
678 
679 	case ETHER_STAT_ADV_CAP_1000FDX:
680 		*val = ixgbe->param_adv_1000fdx_cap;
681 		break;
682 
683 	case ETHER_STAT_ADV_CAP_100FDX:
684 		*val = ixgbe->param_adv_100fdx_cap;
685 		break;
686 
687 	case ETHER_STAT_ADV_CAP_ASMPAUSE:
688 		*val = ixgbe->param_adv_asym_pause_cap;
689 		break;
690 
691 	case ETHER_STAT_ADV_CAP_PAUSE:
692 		*val = ixgbe->param_adv_pause_cap;
693 		break;
694 
695 	case ETHER_STAT_ADV_CAP_AUTONEG:
696 		*val = ixgbe->param_adv_autoneg_cap;
697 		break;
698 
699 	case ETHER_STAT_LP_CAP_10GFDX:
700 		*val = ixgbe->param_lp_10000fdx_cap;
701 		break;
702 
703 	case ETHER_STAT_LP_CAP_5000FDX:
704 		*val = ixgbe->param_lp_5000fdx_cap;
705 		break;
706 
707 	case ETHER_STAT_LP_CAP_2500FDX:
708 		*val = ixgbe->param_lp_2500fdx_cap;
709 		break;
710 
711 	case ETHER_STAT_LP_CAP_1000FDX:
712 		*val = ixgbe->param_lp_1000fdx_cap;
713 		break;
714 
715 	case ETHER_STAT_LP_CAP_100FDX:
716 		*val = ixgbe->param_lp_100fdx_cap;
717 		break;
718 
719 	case ETHER_STAT_LP_CAP_ASMPAUSE:
720 		*val = ixgbe->param_lp_asym_pause_cap;
721 		break;
722 
723 	case ETHER_STAT_LP_CAP_PAUSE:
724 		*val = ixgbe->param_lp_pause_cap;
725 		break;
726 
727 	case ETHER_STAT_LP_CAP_AUTONEG:
728 		*val = ixgbe->param_lp_autoneg_cap;
729 		break;
730 
731 	case ETHER_STAT_LINK_ASMPAUSE:
732 		*val = ixgbe->param_asym_pause_cap;
733 		break;
734 
735 	case ETHER_STAT_LINK_PAUSE:
736 		*val = ixgbe->param_pause_cap;
737 		break;
738 
739 	case ETHER_STAT_LINK_AUTONEG:
740 		*val = ixgbe->param_adv_autoneg_cap;
741 		break;
742 
743 	case ETHER_STAT_LINK_DUPLEX:
744 		*val = ixgbe->link_duplex;
745 		break;
746 
747 	case ETHER_STAT_TOOSHORT_ERRORS:
748 		ixgbe_ks->ruc.value.ui64 +=
749 		    IXGBE_READ_REG(hw, IXGBE_RUC);
750 		*val = ixgbe_ks->ruc.value.ui64;
751 		break;
752 
753 	case ETHER_STAT_CAP_REMFAULT:
754 		*val = ixgbe->param_rem_fault;
755 		break;
756 
757 	case ETHER_STAT_ADV_REMFAULT:
758 		*val = ixgbe->param_adv_rem_fault;
759 		break;
760 
761 	case ETHER_STAT_LP_REMFAULT:
762 		*val = ixgbe->param_lp_rem_fault;
763 		break;
764 
765 	case ETHER_STAT_JABBER_ERRORS:
766 		ixgbe_ks->rjc.value.ui64 +=
767 		    IXGBE_READ_REG(hw, IXGBE_RJC);
768 		*val = ixgbe_ks->rjc.value.ui64;
769 		break;
770 
771 	default:
772 		mutex_exit(&ixgbe->gen_lock);
773 		return (ENOTSUP);
774 	}
775 
776 	mutex_exit(&ixgbe->gen_lock);
777 
778 	if (ixgbe_check_acc_handle(ixgbe->osdep.reg_handle) != DDI_FM_OK) {
779 		ddi_fm_service_impact(ixgbe->dip, DDI_SERVICE_DEGRADED);
780 		return (EIO);
781 	}
782 
783 	return (0);
784 }
785 
786 /*
787  * Retrieve a value for one of the statistics for a particular rx ring
788  */
789 int
790 ixgbe_rx_ring_stat(mac_ring_driver_t rh, uint_t stat, uint64_t *val)
791 {
792 	ixgbe_rx_ring_t	*rx_ring = (ixgbe_rx_ring_t *)rh;
793 	ixgbe_t *ixgbe = rx_ring->ixgbe;
794 
795 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
796 		return (ECANCELED);
797 	}
798 
799 	switch (stat) {
800 	case MAC_STAT_RBYTES:
801 		*val = rx_ring->stat_rbytes;
802 		break;
803 
804 	case MAC_STAT_IPACKETS:
805 		*val = rx_ring->stat_ipackets;
806 		break;
807 
808 	default:
809 		*val = 0;
810 		return (ENOTSUP);
811 	}
812 
813 	return (0);
814 }
815 
816 /*
817  * Retrieve a value for one of the statistics for a particular tx ring
818  */
819 int
820 ixgbe_tx_ring_stat(mac_ring_driver_t rh, uint_t stat, uint64_t *val)
821 {
822 	ixgbe_tx_ring_t	*tx_ring = (ixgbe_tx_ring_t *)rh;
823 	ixgbe_t *ixgbe = tx_ring->ixgbe;
824 
825 	if (ixgbe->ixgbe_state & IXGBE_SUSPENDED) {
826 		return (ECANCELED);
827 	}
828 
829 	switch (stat) {
830 	case MAC_STAT_OBYTES:
831 		*val = tx_ring->stat_obytes;
832 		break;
833 
834 	case MAC_STAT_OPACKETS:
835 		*val = tx_ring->stat_opackets;
836 		break;
837 
838 	default:
839 		*val = 0;
840 		return (ENOTSUP);
841 	}
842 
843 	return (0);
844 }
845