xref: /illumos-gate/usr/src/uts/common/xen/io/xnbo.c (revision 0dc2366f)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 /*
28  * Xen network backend - mac client edition.
29  *
30  * A driver that sits above an existing GLDv3/Nemo MAC driver and
31  * relays packets to/from that driver from/to a guest domain.
32  */
33 
34 #ifdef DEBUG
35 #define	XNBO_DEBUG 1
36 #endif /* DEBUG */
37 
38 #include "xnb.h"
39 
40 #include <sys/sunddi.h>
41 #include <sys/ddi.h>
42 #include <sys/modctl.h>
43 #include <sys/strsubr.h>
44 #include <sys/mac_client.h>
45 #include <sys/mac_provider.h>
46 #include <sys/mac_client_priv.h>
47 #include <sys/mac.h>
48 #include <net/if.h>
49 #include <sys/dlpi.h>
50 #include <sys/pattr.h>
51 #include <xen/sys/xenbus_impl.h>
52 #include <xen/sys/xendev.h>
53 #include <sys/sdt.h>
54 #include <sys/note.h>
55 
56 #ifdef XNBO_DEBUG
57 boolean_t xnbo_cksum_offload_to_peer = B_TRUE;
58 boolean_t xnbo_cksum_offload_from_peer = B_TRUE;
59 #endif /* XNBO_DEBUG */
60 
61 /* Track multicast addresses. */
62 typedef struct xmca {
63 	struct xmca *next;
64 	ether_addr_t addr;
65 } xmca_t;
66 
67 /* State about this device instance. */
68 typedef struct xnbo {
69 	mac_handle_t		o_mh;
70 	mac_client_handle_t	o_mch;
71 	mac_unicast_handle_t	o_mah;
72 	mac_promisc_handle_t	o_mphp;
73 	boolean_t		o_running;
74 	boolean_t		o_promiscuous;
75 	uint32_t		o_hcksum_capab;
76 	xmca_t			*o_mca;
77 	char			o_link_name[LIFNAMSIZ];
78 	boolean_t		o_need_rx_filter;
79 	boolean_t		o_need_setphysaddr;
80 	boolean_t		o_multicast_control;
81 } xnbo_t;
82 
83 static void xnbo_close_mac(xnb_t *);
84 static void i_xnbo_close_mac(xnb_t *, boolean_t);
85 
86 /*
87  * Packets from the peer come here.  We pass them to the mac device.
88  */
89 static void
90 xnbo_to_mac(xnb_t *xnbp, mblk_t *mp)
91 {
92 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
93 
94 	ASSERT(mp != NULL);
95 
96 	if (!xnbop->o_running) {
97 		xnbp->xnb_stat_tx_too_early++;
98 		goto fail;
99 	}
100 
101 	if (mac_tx(xnbop->o_mch, mp, 0,
102 	    MAC_DROP_ON_NO_DESC, NULL) != NULL) {
103 		xnbp->xnb_stat_mac_full++;
104 	}
105 
106 	return;
107 
108 fail:
109 	freemsgchain(mp);
110 }
111 
112 /*
113  * Process the checksum flags `flags' provided by the peer for the
114  * packet `mp'.
115  */
116 static mblk_t *
117 xnbo_cksum_from_peer(xnb_t *xnbp, mblk_t *mp, uint16_t flags)
118 {
119 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
120 
121 	ASSERT(mp->b_next == NULL);
122 
123 	if ((flags & NETTXF_csum_blank) != 0) {
124 		uint32_t capab = xnbop->o_hcksum_capab;
125 
126 #ifdef XNBO_DEBUG
127 		if (!xnbo_cksum_offload_from_peer)
128 			capab = 0;
129 #endif /* XNBO_DEBUG */
130 
131 		/*
132 		 * The checksum in the packet is blank.  Determine
133 		 * whether we can do hardware offload and, if so,
134 		 * update the flags on the mblk according.  If not,
135 		 * calculate and insert the checksum using software.
136 		 */
137 		mp = xnb_process_cksum_flags(xnbp, mp, capab);
138 	}
139 
140 	return (mp);
141 }
142 
143 /*
144  * Calculate the checksum flags to be relayed to the peer for the
145  * packet `mp'.
146  */
147 static uint16_t
148 xnbo_cksum_to_peer(xnb_t *xnbp, mblk_t *mp)
149 {
150 	_NOTE(ARGUNUSED(xnbp));
151 	uint16_t r = 0;
152 	uint32_t pflags, csum;
153 
154 #ifdef XNBO_DEBUG
155 	if (!xnbo_cksum_offload_to_peer)
156 		return (0);
157 #endif /* XNBO_DEBUG */
158 
159 	/*
160 	 * We might also check for HCK_PARTIALCKSUM here and,
161 	 * providing that the partial checksum covers the TCP/UDP
162 	 * payload, return NETRXF_data_validated.
163 	 *
164 	 * It seems that it's probably not worthwhile, as even MAC
165 	 * devices which advertise HCKSUM_INET_PARTIAL in their
166 	 * capabilities tend to use HCK_FULLCKSUM on the receive side
167 	 * - they are actually saying that in the output path the
168 	 * caller must use HCK_PARTIALCKSUM.
169 	 *
170 	 * Then again, if a NIC supports HCK_PARTIALCKSUM in its'
171 	 * output path, the host IP stack will use it. If such packets
172 	 * are destined for the peer (i.e. looped around) we would
173 	 * gain some advantage.
174 	 */
175 
176 	mac_hcksum_get(mp, NULL, NULL, NULL, &csum, &pflags);
177 
178 	/*
179 	 * If the MAC driver has asserted that the checksum is
180 	 * good, let the peer know.
181 	 */
182 	if (((pflags & HCK_FULLCKSUM) != 0) &&
183 	    (((pflags & HCK_FULLCKSUM_OK) != 0) ||
184 	    (csum == 0xffff)))
185 		r |= NETRXF_data_validated;
186 
187 	return (r);
188 }
189 
190 /*
191  * Packets from the mac device come here.  We pass them to the peer.
192  */
193 /*ARGSUSED*/
194 static void
195 xnbo_from_mac(void *arg, mac_resource_handle_t mrh, mblk_t *mp,
196     boolean_t loopback)
197 {
198 	xnb_t *xnbp = arg;
199 
200 	mp = xnb_copy_to_peer(xnbp, mp);
201 
202 	if (mp != NULL)
203 		freemsgchain(mp);
204 }
205 
206 /*
207  * Packets from the mac device come here. We pass them to the peer if
208  * the destination mac address matches or it's a multicast/broadcast
209  * address.
210  */
211 static void
212 xnbo_from_mac_filter(void *arg, mac_resource_handle_t mrh, mblk_t *mp,
213     boolean_t loopback)
214 {
215 	_NOTE(ARGUNUSED(loopback));
216 	xnb_t *xnbp = arg;
217 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
218 	mblk_t *next, *keep, *keep_head, *free, *free_head;
219 
220 	keep = keep_head = free = free_head = NULL;
221 
222 #define	ADD(list, bp)				\
223 	if (list != NULL)			\
224 		list->b_next = bp;		\
225 	else					\
226 		list##_head = bp;		\
227 	list = bp;
228 
229 	for (; mp != NULL; mp = next) {
230 		mac_header_info_t hdr_info;
231 
232 		next = mp->b_next;
233 		mp->b_next = NULL;
234 
235 		if (mac_header_info(xnbop->o_mh, mp, &hdr_info) != 0) {
236 			ADD(free, mp);
237 			continue;
238 		}
239 
240 		if ((hdr_info.mhi_dsttype == MAC_ADDRTYPE_BROADCAST) ||
241 		    (hdr_info.mhi_dsttype == MAC_ADDRTYPE_MULTICAST)) {
242 			ADD(keep, mp);
243 			continue;
244 		}
245 
246 		if (bcmp(hdr_info.mhi_daddr, xnbp->xnb_mac_addr,
247 		    sizeof (xnbp->xnb_mac_addr)) == 0) {
248 			ADD(keep, mp);
249 			continue;
250 		}
251 
252 		ADD(free, mp);
253 	}
254 #undef	ADD
255 
256 	if (keep_head != NULL)
257 		xnbo_from_mac(xnbp, mrh, keep_head, B_FALSE);
258 
259 	if (free_head != NULL)
260 		freemsgchain(free_head);
261 }
262 
263 static boolean_t
264 xnbo_open_mac(xnb_t *xnbp, char *mac)
265 {
266 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
267 	int err;
268 	const mac_info_t *mi;
269 	void (*rx_fn)(void *, mac_resource_handle_t, mblk_t *, boolean_t);
270 	struct ether_addr ea;
271 	uint_t max_sdu;
272 	mac_diag_t diag;
273 
274 	if ((err = mac_open_by_linkname(mac, &xnbop->o_mh)) != 0) {
275 		cmn_err(CE_WARN, "xnbo_open_mac: "
276 		    "cannot open mac for link %s (%d)", mac, err);
277 		return (B_FALSE);
278 	}
279 	ASSERT(xnbop->o_mh != NULL);
280 
281 	mi = mac_info(xnbop->o_mh);
282 	ASSERT(mi != NULL);
283 
284 	if (mi->mi_media != DL_ETHER) {
285 		cmn_err(CE_WARN, "xnbo_open_mac: "
286 		    "device is not DL_ETHER (%d)", mi->mi_media);
287 		i_xnbo_close_mac(xnbp, B_TRUE);
288 		return (B_FALSE);
289 	}
290 	if (mi->mi_media != mi->mi_nativemedia) {
291 		cmn_err(CE_WARN, "xnbo_open_mac: "
292 		    "device media and native media mismatch (%d != %d)",
293 		    mi->mi_media, mi->mi_nativemedia);
294 		i_xnbo_close_mac(xnbp, B_TRUE);
295 		return (B_FALSE);
296 	}
297 
298 	mac_sdu_get(xnbop->o_mh, NULL, &max_sdu);
299 	if (max_sdu > XNBMAXPKT) {
300 		cmn_err(CE_WARN, "xnbo_open_mac: mac device SDU too big (%d)",
301 		    max_sdu);
302 		i_xnbo_close_mac(xnbp, B_TRUE);
303 		return (B_FALSE);
304 	}
305 
306 	/*
307 	 * MAC_OPEN_FLAGS_MULTI_PRIMARY is relevant when we are migrating a
308 	 * guest on the localhost itself. In this case we would have the MAC
309 	 * client open for the guest being migrated *and* also for the
310 	 * migrated guest (i.e. the former will be active till the migration
311 	 * is complete when the latter will be activated). This flag states
312 	 * that it is OK for mac_unicast_add to add the primary MAC unicast
313 	 * address multiple times.
314 	 */
315 	if (mac_client_open(xnbop->o_mh, &xnbop->o_mch, NULL,
316 	    MAC_OPEN_FLAGS_USE_DATALINK_NAME |
317 	    MAC_OPEN_FLAGS_MULTI_PRIMARY) != 0) {
318 		cmn_err(CE_WARN, "xnbo_open_mac: "
319 		    "error (%d) opening mac client", err);
320 		i_xnbo_close_mac(xnbp, B_TRUE);
321 		return (B_FALSE);
322 	}
323 
324 	if (xnbop->o_need_rx_filter)
325 		rx_fn = xnbo_from_mac_filter;
326 	else
327 		rx_fn = xnbo_from_mac;
328 
329 	err = mac_unicast_add_set_rx(xnbop->o_mch, NULL, MAC_UNICAST_PRIMARY,
330 	    &xnbop->o_mah, 0, &diag, xnbop->o_multicast_control ? rx_fn : NULL,
331 	    xnbp);
332 	if (err != 0) {
333 		cmn_err(CE_WARN, "xnbo_open_mac: failed to get the primary "
334 		    "MAC address of %s: %d", mac, err);
335 		i_xnbo_close_mac(xnbp, B_TRUE);
336 		return (B_FALSE);
337 	}
338 	if (!xnbop->o_multicast_control) {
339 		err = mac_promisc_add(xnbop->o_mch, MAC_CLIENT_PROMISC_ALL,
340 		    rx_fn, xnbp, &xnbop->o_mphp, MAC_PROMISC_FLAGS_NO_TX_LOOP |
341 		    MAC_PROMISC_FLAGS_VLAN_TAG_STRIP);
342 		if (err != 0) {
343 			cmn_err(CE_WARN, "xnbo_open_mac: "
344 			    "cannot enable promiscuous mode of %s: %d",
345 			    mac, err);
346 			i_xnbo_close_mac(xnbp, B_TRUE);
347 			return (B_FALSE);
348 		}
349 		xnbop->o_promiscuous = B_TRUE;
350 	}
351 
352 	if (xnbop->o_need_setphysaddr) {
353 		err = mac_unicast_primary_set(xnbop->o_mh, xnbp->xnb_mac_addr);
354 		/* Warn, but continue on. */
355 		if (err != 0) {
356 			bcopy(xnbp->xnb_mac_addr, ea.ether_addr_octet,
357 			    ETHERADDRL);
358 			cmn_err(CE_WARN, "xnbo_open_mac: "
359 			    "cannot set MAC address of %s to "
360 			    "%s: %d", mac, ether_sprintf(&ea), err);
361 		}
362 	}
363 
364 	if (!mac_capab_get(xnbop->o_mh, MAC_CAPAB_HCKSUM,
365 	    &xnbop->o_hcksum_capab))
366 		xnbop->o_hcksum_capab = 0;
367 
368 	xnbop->o_running = B_TRUE;
369 
370 	return (B_TRUE);
371 }
372 
373 static void
374 xnbo_close_mac(xnb_t *xnbp)
375 {
376 	i_xnbo_close_mac(xnbp, B_FALSE);
377 }
378 
379 static void
380 i_xnbo_close_mac(xnb_t *xnbp, boolean_t locked)
381 {
382 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
383 	xmca_t *loop;
384 
385 	ASSERT(!locked || MUTEX_HELD(&xnbp->xnb_state_lock));
386 
387 	if (xnbop->o_mh == NULL)
388 		return;
389 
390 	if (xnbop->o_running)
391 		xnbop->o_running = B_FALSE;
392 
393 	if (!locked)
394 		mutex_enter(&xnbp->xnb_state_lock);
395 	loop = xnbop->o_mca;
396 	xnbop->o_mca = NULL;
397 	if (!locked)
398 		mutex_exit(&xnbp->xnb_state_lock);
399 
400 	while (loop != NULL) {
401 		xmca_t *next = loop->next;
402 
403 		DTRACE_PROBE3(mcast_remove,
404 		    (char *), "close",
405 		    (void *), xnbp,
406 		    (etheraddr_t *), loop->addr);
407 		(void) mac_multicast_remove(xnbop->o_mch, loop->addr);
408 		kmem_free(loop, sizeof (*loop));
409 		loop = next;
410 	}
411 
412 	if (xnbop->o_promiscuous) {
413 		if (xnbop->o_mphp != NULL) {
414 			mac_promisc_remove(xnbop->o_mphp);
415 			xnbop->o_mphp = NULL;
416 		}
417 		xnbop->o_promiscuous = B_FALSE;
418 	} else {
419 		if (xnbop->o_mch != NULL)
420 			mac_rx_clear(xnbop->o_mch);
421 	}
422 
423 	if (xnbop->o_mah != NULL) {
424 		(void) mac_unicast_remove(xnbop->o_mch, xnbop->o_mah);
425 		xnbop->o_mah = NULL;
426 	}
427 
428 	if (xnbop->o_mch != NULL) {
429 		mac_client_close(xnbop->o_mch, 0);
430 		xnbop->o_mch = NULL;
431 	}
432 
433 	mac_close(xnbop->o_mh);
434 	xnbop->o_mh = NULL;
435 }
436 
437 /*
438  * Hotplug has completed and we are connected to the peer. We have all
439  * the information we need to exchange traffic, so open the MAC device
440  * and configure it appropriately.
441  */
442 static boolean_t
443 xnbo_start_connect(xnb_t *xnbp)
444 {
445 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
446 
447 	return (xnbo_open_mac(xnbp, xnbop->o_link_name));
448 }
449 
450 /*
451  * The guest has successfully synchronize with this instance. We read
452  * the configuration of the guest from xenstore to check whether the
453  * guest requests multicast control. If not (the default) we make a
454  * note that the MAC device needs to be used in promiscious mode.
455  */
456 static boolean_t
457 xnbo_peer_connected(xnb_t *xnbp)
458 {
459 	char *oename;
460 	int request;
461 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
462 
463 	oename = xvdi_get_oename(xnbp->xnb_devinfo);
464 
465 	if (xenbus_scanf(XBT_NULL, oename,
466 	    "request-multicast-control", "%d", &request) != 0)
467 		request = 0;
468 	xnbop->o_multicast_control = (request > 0);
469 
470 	return (B_TRUE);
471 }
472 
473 /*
474  * The guest domain has closed down the inter-domain connection. We
475  * close the underlying MAC device.
476  */
477 static void
478 xnbo_peer_disconnected(xnb_t *xnbp)
479 {
480 	xnbo_close_mac(xnbp);
481 }
482 
483 /*
484  * The hotplug script has completed. We read information from xenstore
485  * about our configuration, most notably the name of the MAC device we
486  * should use.
487  */
488 static boolean_t
489 xnbo_hotplug_connected(xnb_t *xnbp)
490 {
491 	char *xsname;
492 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
493 	int need;
494 
495 	xsname = xvdi_get_xsname(xnbp->xnb_devinfo);
496 
497 	if (xenbus_scanf(XBT_NULL, xsname,
498 	    "nic", "%s", xnbop->o_link_name) != 0) {
499 		cmn_err(CE_WARN, "xnbo_connect: "
500 		    "cannot read nic name from %s", xsname);
501 		return (B_FALSE);
502 	}
503 
504 	if (xenbus_scanf(XBT_NULL, xsname,
505 	    "SUNW-need-rx-filter", "%d", &need) != 0)
506 		need = 0;
507 	xnbop->o_need_rx_filter = (need > 0);
508 
509 	if (xenbus_scanf(XBT_NULL, xsname,
510 	    "SUNW-need-set-physaddr", "%d", &need) != 0)
511 		need = 0;
512 	xnbop->o_need_setphysaddr = (need > 0);
513 
514 	return (B_TRUE);
515 }
516 
517 /*
518  * Find the multicast address `addr', return B_TRUE if it is one that
519  * we receive. If `remove', remove it from the set received.
520  */
521 static boolean_t
522 xnbo_mcast_find(xnb_t *xnbp, ether_addr_t *addr, boolean_t remove)
523 {
524 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
525 	xmca_t *prev, *del, *this;
526 
527 	ASSERT(MUTEX_HELD(&xnbp->xnb_state_lock));
528 	ASSERT(xnbop->o_promiscuous == B_FALSE);
529 
530 	prev = del = NULL;
531 
532 	this = xnbop->o_mca;
533 
534 	while (this != NULL) {
535 		if (bcmp(&this->addr, addr, sizeof (this->addr)) == 0) {
536 			del = this;
537 			if (remove) {
538 				if (prev == NULL)
539 					xnbop->o_mca = this->next;
540 				else
541 					prev->next = this->next;
542 			}
543 			break;
544 		}
545 
546 		prev = this;
547 		this = this->next;
548 	}
549 
550 	if (del == NULL)
551 		return (B_FALSE);
552 
553 	if (remove) {
554 		DTRACE_PROBE3(mcast_remove,
555 		    (char *), "remove",
556 		    (void *), xnbp,
557 		    (etheraddr_t *), del->addr);
558 		mac_multicast_remove(xnbop->o_mch, del->addr);
559 		kmem_free(del, sizeof (*del));
560 	}
561 
562 	return (B_TRUE);
563 }
564 
565 /*
566  * Add the multicast address `addr' to the set received.
567  */
568 static boolean_t
569 xnbo_mcast_add(xnb_t *xnbp, ether_addr_t *addr)
570 {
571 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
572 	boolean_t r = B_FALSE;
573 
574 	ASSERT(xnbop->o_promiscuous == B_FALSE);
575 
576 	mutex_enter(&xnbp->xnb_state_lock);
577 
578 	if (xnbo_mcast_find(xnbp, addr, B_FALSE)) {
579 		r = B_TRUE;
580 	} else if (mac_multicast_add(xnbop->o_mch,
581 	    (const uint8_t *)addr) == 0) {
582 		xmca_t *mca;
583 
584 		DTRACE_PROBE3(mcast_add,
585 		    (char *), "add",
586 		    (void *), xnbp,
587 		    (etheraddr_t *), addr);
588 
589 		mca = kmem_alloc(sizeof (*mca), KM_SLEEP);
590 		bcopy(addr, &mca->addr, sizeof (mca->addr));
591 
592 		mca->next = xnbop->o_mca;
593 		xnbop->o_mca = mca;
594 
595 		r = B_TRUE;
596 	}
597 
598 	mutex_exit(&xnbp->xnb_state_lock);
599 
600 	return (r);
601 }
602 
603 /*
604  * Remove the multicast address `addr' from the set received.
605  */
606 static boolean_t
607 xnbo_mcast_del(xnb_t *xnbp, ether_addr_t *addr)
608 {
609 	boolean_t r;
610 
611 	mutex_enter(&xnbp->xnb_state_lock);
612 	r = xnbo_mcast_find(xnbp, addr, B_TRUE);
613 	mutex_exit(&xnbp->xnb_state_lock);
614 
615 	return (r);
616 }
617 
618 static int
619 xnbo_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
620 {
621 	static xnb_flavour_t flavour = {
622 		xnbo_to_mac, xnbo_peer_connected, xnbo_peer_disconnected,
623 		xnbo_hotplug_connected, xnbo_start_connect,
624 		xnbo_cksum_from_peer, xnbo_cksum_to_peer,
625 		xnbo_mcast_add, xnbo_mcast_del,
626 	};
627 	xnbo_t *xnbop;
628 
629 	switch (cmd) {
630 	case DDI_ATTACH:
631 		break;
632 	case DDI_RESUME:
633 		return (DDI_SUCCESS);
634 	default:
635 		return (DDI_FAILURE);
636 	}
637 
638 	xnbop = kmem_zalloc(sizeof (*xnbop), KM_SLEEP);
639 
640 	if (xnb_attach(dip, &flavour, xnbop) != DDI_SUCCESS) {
641 		kmem_free(xnbop, sizeof (*xnbop));
642 		return (DDI_FAILURE);
643 	}
644 
645 	return (DDI_SUCCESS);
646 }
647 
648 static int
649 xnbo_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
650 {
651 	xnb_t *xnbp = ddi_get_driver_private(dip);
652 	xnbo_t *xnbop = xnbp->xnb_flavour_data;
653 
654 	switch (cmd) {
655 	case DDI_DETACH:
656 		break;
657 	case DDI_SUSPEND:
658 		return (DDI_SUCCESS);
659 	default:
660 		return (DDI_FAILURE);
661 	}
662 
663 	mutex_enter(&xnbp->xnb_tx_lock);
664 	mutex_enter(&xnbp->xnb_rx_lock);
665 
666 	if (!xnbp->xnb_detachable || xnbp->xnb_connected ||
667 	    (xnbp->xnb_tx_buf_count > 0)) {
668 		mutex_exit(&xnbp->xnb_rx_lock);
669 		mutex_exit(&xnbp->xnb_tx_lock);
670 
671 		return (DDI_FAILURE);
672 	}
673 
674 	mutex_exit(&xnbp->xnb_rx_lock);
675 	mutex_exit(&xnbp->xnb_tx_lock);
676 
677 	xnbo_close_mac(xnbp);
678 	kmem_free(xnbop, sizeof (*xnbop));
679 
680 	xnb_detach(dip);
681 
682 	return (DDI_SUCCESS);
683 }
684 
685 static struct cb_ops cb_ops = {
686 	nulldev,		/* open */
687 	nulldev,		/* close */
688 	nodev,			/* strategy */
689 	nodev,			/* print */
690 	nodev,			/* dump */
691 	nodev,			/* read */
692 	nodev,			/* write */
693 	nodev,			/* ioctl */
694 	nodev,			/* devmap */
695 	nodev,			/* mmap */
696 	nodev,			/* segmap */
697 	nochpoll,		/* poll */
698 	ddi_prop_op,		/* cb_prop_op */
699 	0,			/* streamtab  */
700 	D_NEW | D_MP | D_64BIT	/* Driver compatibility flag */
701 };
702 
703 static struct dev_ops ops = {
704 	DEVO_REV,		/* devo_rev */
705 	0,			/* devo_refcnt  */
706 	nulldev,		/* devo_getinfo */
707 	nulldev,		/* devo_identify */
708 	nulldev,		/* devo_probe */
709 	xnbo_attach,		/* devo_attach */
710 	xnbo_detach,		/* devo_detach */
711 	nodev,			/* devo_reset */
712 	&cb_ops,		/* devo_cb_ops */
713 	(struct bus_ops *)0,	/* devo_bus_ops */
714 	NULL,			/* devo_power */
715 	ddi_quiesce_not_needed,		/* devo_quiesce */
716 };
717 
718 static struct modldrv modldrv = {
719 	&mod_driverops, "xnbo driver", &ops,
720 };
721 
722 static struct modlinkage modlinkage = {
723 	MODREV_1, &modldrv, NULL
724 };
725 
726 int
727 _init(void)
728 {
729 	return (mod_install(&modlinkage));
730 }
731 
732 int
733 _info(struct modinfo *modinfop)
734 {
735 	return (mod_info(&modlinkage, modinfop));
736 }
737 
738 int
739 _fini(void)
740 {
741 	return (mod_remove(&modlinkage));
742 }
743