1da14cebeSEric Cheng /* 2da14cebeSEric Cheng * CDDL HEADER START 3da14cebeSEric Cheng * 4da14cebeSEric Cheng * The contents of this file are subject to the terms of the 5da14cebeSEric Cheng * Common Development and Distribution License (the "License"). 6da14cebeSEric Cheng * You may not use this file except in compliance with the License. 7da14cebeSEric Cheng * 8da14cebeSEric Cheng * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9da14cebeSEric Cheng * or http://www.opensolaris.org/os/licensing. 10da14cebeSEric Cheng * See the License for the specific language governing permissions 11da14cebeSEric Cheng * and limitations under the License. 12da14cebeSEric Cheng * 13da14cebeSEric Cheng * When distributing Covered Code, include this CDDL HEADER in each 14da14cebeSEric Cheng * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15da14cebeSEric Cheng * If applicable, add the following below this CDDL HEADER, with the 16da14cebeSEric Cheng * fields enclosed by brackets "[]" replaced with your own identifying 17da14cebeSEric Cheng * information: Portions Copyright [yyyy] [name of copyright owner] 18da14cebeSEric Cheng * 19da14cebeSEric Cheng * CDDL HEADER END 20da14cebeSEric Cheng */ 21da14cebeSEric Cheng 22da14cebeSEric Cheng /* 23783f25ceSMichael Speer * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 24da14cebeSEric Cheng * Use is subject to license terms. 25da14cebeSEric Cheng */ 26da14cebeSEric Cheng 27da14cebeSEric Cheng #include <sys/types.h> 28da14cebeSEric Cheng #include <sys/conf.h> 29da14cebeSEric Cheng #include <sys/id_space.h> 30da14cebeSEric Cheng #include <sys/esunddi.h> 31da14cebeSEric Cheng #include <sys/stat.h> 32da14cebeSEric Cheng #include <sys/mkdev.h> 33da14cebeSEric Cheng #include <sys/stream.h> 34da14cebeSEric Cheng #include <sys/strsubr.h> 35da14cebeSEric Cheng #include <sys/dlpi.h> 36da14cebeSEric Cheng #include <sys/modhash.h> 37da14cebeSEric Cheng #include <sys/mac.h> 38da14cebeSEric Cheng #include <sys/mac_provider.h> 39da14cebeSEric Cheng #include <sys/mac_impl.h> 40da14cebeSEric Cheng #include <sys/mac_client_impl.h> 41da14cebeSEric Cheng #include <sys/mac_client_priv.h> 42da14cebeSEric Cheng #include <sys/mac_soft_ring.h> 43*0dc2366fSVenugopal Iyer #include <sys/mac_stat.h> 4461af1958SGarrett D'Amore #include <sys/dld.h> 45da14cebeSEric Cheng #include <sys/modctl.h> 46da14cebeSEric Cheng #include <sys/fs/dv_node.h> 47da14cebeSEric Cheng #include <sys/thread.h> 48da14cebeSEric Cheng #include <sys/proc.h> 49da14cebeSEric Cheng #include <sys/callb.h> 50da14cebeSEric Cheng #include <sys/cpuvar.h> 51da14cebeSEric Cheng #include <sys/atomic.h> 52da14cebeSEric Cheng #include <sys/sdt.h> 53da14cebeSEric Cheng #include <sys/mac_flow.h> 54da14cebeSEric Cheng #include <sys/ddi_intr_impl.h> 55da14cebeSEric Cheng #include <sys/disp.h> 56da14cebeSEric Cheng #include <sys/sdt.h> 57*0dc2366fSVenugopal Iyer #include <sys/pattr.h> 58*0dc2366fSVenugopal Iyer #include <sys/strsun.h> 59da14cebeSEric Cheng 60da14cebeSEric Cheng /* 61da14cebeSEric Cheng * MAC Provider Interface. 62da14cebeSEric Cheng * 63da14cebeSEric Cheng * Interface for GLDv3 compatible NIC drivers. 64da14cebeSEric Cheng */ 65da14cebeSEric Cheng 66da14cebeSEric Cheng static void i_mac_notify_thread(void *); 67da14cebeSEric Cheng 68da14cebeSEric Cheng typedef void (*mac_notify_default_cb_fn_t)(mac_impl_t *); 69da14cebeSEric Cheng 704eaa4710SRishi Srivatsavai static const mac_notify_default_cb_fn_t mac_notify_cb_list[MAC_NNOTE] = { 714eaa4710SRishi Srivatsavai mac_fanout_recompute, /* MAC_NOTE_LINK */ 724eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_UNICST */ 734eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_TX */ 744eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_DEVPROMISC */ 754eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_FASTPATH_FLUSH */ 764eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_SDU_SIZE */ 774eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_MARGIN */ 784eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_CAPAB_CHG */ 794eaa4710SRishi Srivatsavai NULL /* MAC_NOTE_LOWLINK */ 80da14cebeSEric Cheng }; 81da14cebeSEric Cheng 82da14cebeSEric Cheng /* 83da14cebeSEric Cheng * Driver support functions. 84da14cebeSEric Cheng */ 85da14cebeSEric Cheng 86da14cebeSEric Cheng /* REGISTRATION */ 87da14cebeSEric Cheng 88da14cebeSEric Cheng mac_register_t * 89da14cebeSEric Cheng mac_alloc(uint_t mac_version) 90da14cebeSEric Cheng { 91da14cebeSEric Cheng mac_register_t *mregp; 92da14cebeSEric Cheng 93da14cebeSEric Cheng /* 94da14cebeSEric Cheng * Make sure there isn't a version mismatch between the driver and 95da14cebeSEric Cheng * the framework. In the future, if multiple versions are 96da14cebeSEric Cheng * supported, this check could become more sophisticated. 97da14cebeSEric Cheng */ 98da14cebeSEric Cheng if (mac_version != MAC_VERSION) 99da14cebeSEric Cheng return (NULL); 100da14cebeSEric Cheng 101da14cebeSEric Cheng mregp = kmem_zalloc(sizeof (mac_register_t), KM_SLEEP); 102da14cebeSEric Cheng mregp->m_version = mac_version; 103da14cebeSEric Cheng return (mregp); 104da14cebeSEric Cheng } 105da14cebeSEric Cheng 106da14cebeSEric Cheng void 107da14cebeSEric Cheng mac_free(mac_register_t *mregp) 108da14cebeSEric Cheng { 109da14cebeSEric Cheng kmem_free(mregp, sizeof (mac_register_t)); 110da14cebeSEric Cheng } 111da14cebeSEric Cheng 112da14cebeSEric Cheng /* 113da14cebeSEric Cheng * mac_register() is how drivers register new MACs with the GLDv3 114da14cebeSEric Cheng * framework. The mregp argument is allocated by drivers using the 115da14cebeSEric Cheng * mac_alloc() function, and can be freed using mac_free() immediately upon 116da14cebeSEric Cheng * return from mac_register(). Upon success (0 return value), the mhp 117da14cebeSEric Cheng * opaque pointer becomes the driver's handle to its MAC interface, and is 118da14cebeSEric Cheng * the argument to all other mac module entry points. 119da14cebeSEric Cheng */ 120da14cebeSEric Cheng /* ARGSUSED */ 121da14cebeSEric Cheng int 122da14cebeSEric Cheng mac_register(mac_register_t *mregp, mac_handle_t *mhp) 123da14cebeSEric Cheng { 124da14cebeSEric Cheng mac_impl_t *mip; 125da14cebeSEric Cheng mactype_t *mtype; 126da14cebeSEric Cheng int err = EINVAL; 127da14cebeSEric Cheng struct devnames *dnp = NULL; 128da14cebeSEric Cheng uint_t instance; 129da14cebeSEric Cheng boolean_t style1_created = B_FALSE; 130da14cebeSEric Cheng boolean_t style2_created = B_FALSE; 131da14cebeSEric Cheng char *driver; 132da14cebeSEric Cheng minor_t minor = 0; 133da14cebeSEric Cheng 134ee94b1c3SSebastien Roy /* A successful call to mac_init_ops() sets the DN_GLDV3_DRIVER flag. */ 135ee94b1c3SSebastien Roy if (!GLDV3_DRV(ddi_driver_major(mregp->m_dip))) 136ee94b1c3SSebastien Roy return (EINVAL); 137ee94b1c3SSebastien Roy 138da14cebeSEric Cheng /* Find the required MAC-Type plugin. */ 139da14cebeSEric Cheng if ((mtype = mactype_getplugin(mregp->m_type_ident)) == NULL) 140da14cebeSEric Cheng return (EINVAL); 141da14cebeSEric Cheng 142da14cebeSEric Cheng /* Create a mac_impl_t to represent this MAC. */ 143da14cebeSEric Cheng mip = kmem_cache_alloc(i_mac_impl_cachep, KM_SLEEP); 144da14cebeSEric Cheng 145da14cebeSEric Cheng /* 146da14cebeSEric Cheng * The mac is not ready for open yet. 147da14cebeSEric Cheng */ 148da14cebeSEric Cheng mip->mi_state_flags |= MIS_DISABLED; 149da14cebeSEric Cheng 150da14cebeSEric Cheng /* 151da14cebeSEric Cheng * When a mac is registered, the m_instance field can be set to: 152da14cebeSEric Cheng * 153da14cebeSEric Cheng * 0: Get the mac's instance number from m_dip. 154da14cebeSEric Cheng * This is usually used for physical device dips. 155da14cebeSEric Cheng * 156da14cebeSEric Cheng * [1 .. MAC_MAX_MINOR-1]: Use the value as the mac's instance number. 157da14cebeSEric Cheng * For example, when an aggregation is created with the key option, 158da14cebeSEric Cheng * "key" will be used as the instance number. 159da14cebeSEric Cheng * 160da14cebeSEric Cheng * -1: Assign an instance number from [MAC_MAX_MINOR .. MAXMIN-1]. 161da14cebeSEric Cheng * This is often used when a MAC of a virtual link is registered 162da14cebeSEric Cheng * (e.g., aggregation when "key" is not specified, or vnic). 163da14cebeSEric Cheng * 164da14cebeSEric Cheng * Note that the instance number is used to derive the mi_minor field 165da14cebeSEric Cheng * of mac_impl_t, which will then be used to derive the name of kstats 166da14cebeSEric Cheng * and the devfs nodes. The first 2 cases are needed to preserve 167da14cebeSEric Cheng * backward compatibility. 168da14cebeSEric Cheng */ 169da14cebeSEric Cheng switch (mregp->m_instance) { 170da14cebeSEric Cheng case 0: 171da14cebeSEric Cheng instance = ddi_get_instance(mregp->m_dip); 172da14cebeSEric Cheng break; 173da14cebeSEric Cheng case ((uint_t)-1): 174da14cebeSEric Cheng minor = mac_minor_hold(B_TRUE); 175da14cebeSEric Cheng if (minor == 0) { 176da14cebeSEric Cheng err = ENOSPC; 177da14cebeSEric Cheng goto fail; 178da14cebeSEric Cheng } 179da14cebeSEric Cheng instance = minor - 1; 180da14cebeSEric Cheng break; 181da14cebeSEric Cheng default: 182da14cebeSEric Cheng instance = mregp->m_instance; 183da14cebeSEric Cheng if (instance >= MAC_MAX_MINOR) { 184da14cebeSEric Cheng err = EINVAL; 185da14cebeSEric Cheng goto fail; 186da14cebeSEric Cheng } 187da14cebeSEric Cheng break; 188da14cebeSEric Cheng } 189da14cebeSEric Cheng 190da14cebeSEric Cheng mip->mi_minor = (minor_t)(instance + 1); 191da14cebeSEric Cheng mip->mi_dip = mregp->m_dip; 192da14cebeSEric Cheng mip->mi_clients_list = NULL; 193da14cebeSEric Cheng mip->mi_nclients = 0; 194da14cebeSEric Cheng 1954eaa4710SRishi Srivatsavai /* Set the default IEEE Port VLAN Identifier */ 1964eaa4710SRishi Srivatsavai mip->mi_pvid = 1; 1974eaa4710SRishi Srivatsavai 1984eaa4710SRishi Srivatsavai /* Default bridge link learning protection values */ 1994eaa4710SRishi Srivatsavai mip->mi_llimit = 1000; 2004eaa4710SRishi Srivatsavai mip->mi_ldecay = 200; 2014eaa4710SRishi Srivatsavai 202da14cebeSEric Cheng driver = (char *)ddi_driver_name(mip->mi_dip); 203da14cebeSEric Cheng 204da14cebeSEric Cheng /* Construct the MAC name as <drvname><instance> */ 205da14cebeSEric Cheng (void) snprintf(mip->mi_name, sizeof (mip->mi_name), "%s%d", 206da14cebeSEric Cheng driver, instance); 207da14cebeSEric Cheng 208da14cebeSEric Cheng mip->mi_driver = mregp->m_driver; 209da14cebeSEric Cheng 210da14cebeSEric Cheng mip->mi_type = mtype; 211da14cebeSEric Cheng mip->mi_margin = mregp->m_margin; 212da14cebeSEric Cheng mip->mi_info.mi_media = mtype->mt_type; 213da14cebeSEric Cheng mip->mi_info.mi_nativemedia = mtype->mt_nativetype; 214da14cebeSEric Cheng if (mregp->m_max_sdu <= mregp->m_min_sdu) 215da14cebeSEric Cheng goto fail; 216da14cebeSEric Cheng mip->mi_sdu_min = mregp->m_min_sdu; 217da14cebeSEric Cheng mip->mi_sdu_max = mregp->m_max_sdu; 218da14cebeSEric Cheng mip->mi_info.mi_addr_length = mip->mi_type->mt_addr_length; 219da14cebeSEric Cheng /* 220da14cebeSEric Cheng * If the media supports a broadcast address, cache a pointer to it 221da14cebeSEric Cheng * in the mac_info_t so that upper layers can use it. 222da14cebeSEric Cheng */ 223da14cebeSEric Cheng mip->mi_info.mi_brdcst_addr = mip->mi_type->mt_brdcst_addr; 224da14cebeSEric Cheng 225da14cebeSEric Cheng mip->mi_v12n_level = mregp->m_v12n; 226da14cebeSEric Cheng 227da14cebeSEric Cheng /* 228da14cebeSEric Cheng * Copy the unicast source address into the mac_info_t, but only if 229da14cebeSEric Cheng * the MAC-Type defines a non-zero address length. We need to 230da14cebeSEric Cheng * handle MAC-Types that have an address length of 0 231da14cebeSEric Cheng * (point-to-point protocol MACs for example). 232da14cebeSEric Cheng */ 233da14cebeSEric Cheng if (mip->mi_type->mt_addr_length > 0) { 234da14cebeSEric Cheng if (mregp->m_src_addr == NULL) 235da14cebeSEric Cheng goto fail; 236da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = 237da14cebeSEric Cheng kmem_alloc(mip->mi_type->mt_addr_length, KM_SLEEP); 238da14cebeSEric Cheng bcopy(mregp->m_src_addr, mip->mi_info.mi_unicst_addr, 239da14cebeSEric Cheng mip->mi_type->mt_addr_length); 240da14cebeSEric Cheng 241da14cebeSEric Cheng /* 242da14cebeSEric Cheng * Copy the fixed 'factory' MAC address from the immutable 243da14cebeSEric Cheng * info. This is taken to be the MAC address currently in 244da14cebeSEric Cheng * use. 245da14cebeSEric Cheng */ 246da14cebeSEric Cheng bcopy(mip->mi_info.mi_unicst_addr, mip->mi_addr, 247da14cebeSEric Cheng mip->mi_type->mt_addr_length); 248da14cebeSEric Cheng 249da14cebeSEric Cheng /* 250da14cebeSEric Cheng * At this point, we should set up the classification 251da14cebeSEric Cheng * rules etc but we delay it till mac_open() so that 252da14cebeSEric Cheng * the resource discovery has taken place and we 253da14cebeSEric Cheng * know someone wants to use the device. Otherwise 254da14cebeSEric Cheng * memory gets allocated for Rx ring structures even 255da14cebeSEric Cheng * during probe. 256da14cebeSEric Cheng */ 257da14cebeSEric Cheng 258da14cebeSEric Cheng /* Copy the destination address if one is provided. */ 259da14cebeSEric Cheng if (mregp->m_dst_addr != NULL) { 260da14cebeSEric Cheng bcopy(mregp->m_dst_addr, mip->mi_dstaddr, 261da14cebeSEric Cheng mip->mi_type->mt_addr_length); 2622b24ab6bSSebastien Roy mip->mi_dstaddr_set = B_TRUE; 263da14cebeSEric Cheng } 264da14cebeSEric Cheng } else if (mregp->m_src_addr != NULL) { 265da14cebeSEric Cheng goto fail; 266da14cebeSEric Cheng } 267da14cebeSEric Cheng 268da14cebeSEric Cheng /* 269da14cebeSEric Cheng * The format of the m_pdata is specific to the plugin. It is 270da14cebeSEric Cheng * passed in as an argument to all of the plugin callbacks. The 271da14cebeSEric Cheng * driver can update this information by calling 272da14cebeSEric Cheng * mac_pdata_update(). 273da14cebeSEric Cheng */ 2742b24ab6bSSebastien Roy if (mip->mi_type->mt_ops.mtops_ops & MTOPS_PDATA_VERIFY) { 275da14cebeSEric Cheng /* 2762b24ab6bSSebastien Roy * Verify if the supplied plugin data is valid. Note that 2772b24ab6bSSebastien Roy * even if the caller passed in a NULL pointer as plugin data, 2782b24ab6bSSebastien Roy * we still need to verify if that's valid as the plugin may 2792b24ab6bSSebastien Roy * require plugin data to function. 280da14cebeSEric Cheng */ 281da14cebeSEric Cheng if (!mip->mi_type->mt_ops.mtops_pdata_verify(mregp->m_pdata, 282da14cebeSEric Cheng mregp->m_pdata_size)) { 283da14cebeSEric Cheng goto fail; 284da14cebeSEric Cheng } 2852b24ab6bSSebastien Roy if (mregp->m_pdata != NULL) { 2862b24ab6bSSebastien Roy mip->mi_pdata = 2872b24ab6bSSebastien Roy kmem_alloc(mregp->m_pdata_size, KM_SLEEP); 2882b24ab6bSSebastien Roy bcopy(mregp->m_pdata, mip->mi_pdata, 2892b24ab6bSSebastien Roy mregp->m_pdata_size); 2902b24ab6bSSebastien Roy mip->mi_pdata_size = mregp->m_pdata_size; 2912b24ab6bSSebastien Roy } 2922b24ab6bSSebastien Roy } else if (mregp->m_pdata != NULL) { 2932b24ab6bSSebastien Roy /* 2942b24ab6bSSebastien Roy * The caller supplied non-NULL plugin data, but the plugin 2952b24ab6bSSebastien Roy * does not recognize plugin data. 2962b24ab6bSSebastien Roy */ 2972b24ab6bSSebastien Roy err = EINVAL; 2982b24ab6bSSebastien Roy goto fail; 299da14cebeSEric Cheng } 300da14cebeSEric Cheng 301da14cebeSEric Cheng /* 302da14cebeSEric Cheng * Register the private properties. 303da14cebeSEric Cheng */ 304*0dc2366fSVenugopal Iyer mac_register_priv_prop(mip, mregp->m_priv_props); 305da14cebeSEric Cheng 306da14cebeSEric Cheng /* 307da14cebeSEric Cheng * Stash the driver callbacks into the mac_impl_t, but first sanity 308da14cebeSEric Cheng * check to make sure all mandatory callbacks are set. 309da14cebeSEric Cheng */ 310da14cebeSEric Cheng if (mregp->m_callbacks->mc_getstat == NULL || 311da14cebeSEric Cheng mregp->m_callbacks->mc_start == NULL || 312da14cebeSEric Cheng mregp->m_callbacks->mc_stop == NULL || 313da14cebeSEric Cheng mregp->m_callbacks->mc_setpromisc == NULL || 314da14cebeSEric Cheng mregp->m_callbacks->mc_multicst == NULL) { 315da14cebeSEric Cheng goto fail; 316da14cebeSEric Cheng } 317da14cebeSEric Cheng mip->mi_callbacks = mregp->m_callbacks; 318da14cebeSEric Cheng 3195d460eafSCathy Zhou if (mac_capab_get((mac_handle_t)mip, MAC_CAPAB_LEGACY, 3205d460eafSCathy Zhou &mip->mi_capab_legacy)) { 321da14cebeSEric Cheng mip->mi_state_flags |= MIS_LEGACY; 3225d460eafSCathy Zhou mip->mi_phy_dev = mip->mi_capab_legacy.ml_dev; 323da14cebeSEric Cheng } else { 324da14cebeSEric Cheng mip->mi_phy_dev = makedevice(ddi_driver_major(mip->mi_dip), 32561af1958SGarrett D'Amore mip->mi_minor); 326da14cebeSEric Cheng } 327da14cebeSEric Cheng 328da14cebeSEric Cheng /* 329da14cebeSEric Cheng * Allocate a notification thread. thread_create blocks for memory 330da14cebeSEric Cheng * if needed, it never fails. 331da14cebeSEric Cheng */ 332da14cebeSEric Cheng mip->mi_notify_thread = thread_create(NULL, 0, i_mac_notify_thread, 333da14cebeSEric Cheng mip, 0, &p0, TS_RUN, minclsyspri); 334da14cebeSEric Cheng 335da14cebeSEric Cheng /* 336da14cebeSEric Cheng * Initialize the capabilities 337da14cebeSEric Cheng */ 338da14cebeSEric Cheng 339*0dc2366fSVenugopal Iyer bzero(&mip->mi_rx_rings_cap, sizeof (mac_capab_rings_t)); 340*0dc2366fSVenugopal Iyer bzero(&mip->mi_tx_rings_cap, sizeof (mac_capab_rings_t)); 341*0dc2366fSVenugopal Iyer 342da14cebeSEric Cheng if (i_mac_capab_get((mac_handle_t)mip, MAC_CAPAB_VNIC, NULL)) 343da14cebeSEric Cheng mip->mi_state_flags |= MIS_IS_VNIC; 344da14cebeSEric Cheng 345da14cebeSEric Cheng if (i_mac_capab_get((mac_handle_t)mip, MAC_CAPAB_AGGR, NULL)) 346da14cebeSEric Cheng mip->mi_state_flags |= MIS_IS_AGGR; 347da14cebeSEric Cheng 348da14cebeSEric Cheng mac_addr_factory_init(mip); 349da14cebeSEric Cheng 350da14cebeSEric Cheng /* 351da14cebeSEric Cheng * Enforce the virtrualization level registered. 352da14cebeSEric Cheng */ 353da14cebeSEric Cheng if (mip->mi_v12n_level & MAC_VIRT_LEVEL1) { 354da14cebeSEric Cheng if (mac_init_rings(mip, MAC_RING_TYPE_RX) != 0 || 355da14cebeSEric Cheng mac_init_rings(mip, MAC_RING_TYPE_TX) != 0) 356da14cebeSEric Cheng goto fail; 357da14cebeSEric Cheng 358da14cebeSEric Cheng /* 359da14cebeSEric Cheng * The driver needs to register at least rx rings for this 360da14cebeSEric Cheng * virtualization level. 361da14cebeSEric Cheng */ 362da14cebeSEric Cheng if (mip->mi_rx_groups == NULL) 363da14cebeSEric Cheng goto fail; 364da14cebeSEric Cheng } 365da14cebeSEric Cheng 366da14cebeSEric Cheng /* 367da14cebeSEric Cheng * The driver must set mc_unicst entry point to NULL when it advertises 368da14cebeSEric Cheng * CAP_RINGS for rx groups. 369da14cebeSEric Cheng */ 370da14cebeSEric Cheng if (mip->mi_rx_groups != NULL) { 371da14cebeSEric Cheng if (mregp->m_callbacks->mc_unicst != NULL) 372da14cebeSEric Cheng goto fail; 373da14cebeSEric Cheng } else { 374da14cebeSEric Cheng if (mregp->m_callbacks->mc_unicst == NULL) 375da14cebeSEric Cheng goto fail; 376da14cebeSEric Cheng } 377da14cebeSEric Cheng 378da14cebeSEric Cheng /* 379da14cebeSEric Cheng * Initialize MAC addresses. Must be called after mac_init_rings(). 380da14cebeSEric Cheng */ 381da14cebeSEric Cheng mac_init_macaddr(mip); 382da14cebeSEric Cheng 383da14cebeSEric Cheng mip->mi_share_capab.ms_snum = 0; 384da14cebeSEric Cheng if (mip->mi_v12n_level & MAC_VIRT_HIO) { 385da14cebeSEric Cheng (void) mac_capab_get((mac_handle_t)mip, MAC_CAPAB_SHARES, 386da14cebeSEric Cheng &mip->mi_share_capab); 387da14cebeSEric Cheng } 388da14cebeSEric Cheng 389da14cebeSEric Cheng /* 390da14cebeSEric Cheng * Initialize the kstats for this device. 391da14cebeSEric Cheng */ 392*0dc2366fSVenugopal Iyer mac_driver_stat_create(mip); 393da14cebeSEric Cheng 394da14cebeSEric Cheng /* Zero out any properties. */ 395da14cebeSEric Cheng bzero(&mip->mi_resource_props, sizeof (mac_resource_props_t)); 396da14cebeSEric Cheng 3973ade6e84SGarrett D'Amore if (mip->mi_minor <= MAC_MAX_MINOR) { 398da14cebeSEric Cheng /* Create a style-2 DLPI device */ 399da14cebeSEric Cheng if (ddi_create_minor_node(mip->mi_dip, driver, S_IFCHR, 0, 400da14cebeSEric Cheng DDI_NT_NET, CLONE_DEV) != DDI_SUCCESS) 401da14cebeSEric Cheng goto fail; 402da14cebeSEric Cheng style2_created = B_TRUE; 403da14cebeSEric Cheng 404da14cebeSEric Cheng /* Create a style-1 DLPI device */ 405da14cebeSEric Cheng if (ddi_create_minor_node(mip->mi_dip, mip->mi_name, S_IFCHR, 406da14cebeSEric Cheng mip->mi_minor, DDI_NT_NET, 0) != DDI_SUCCESS) 407da14cebeSEric Cheng goto fail; 408da14cebeSEric Cheng style1_created = B_TRUE; 409da14cebeSEric Cheng } 410da14cebeSEric Cheng 411da14cebeSEric Cheng mac_flow_l2tab_create(mip, &mip->mi_flow_tab); 412da14cebeSEric Cheng 413da14cebeSEric Cheng rw_enter(&i_mac_impl_lock, RW_WRITER); 414da14cebeSEric Cheng if (mod_hash_insert(i_mac_impl_hash, 415da14cebeSEric Cheng (mod_hash_key_t)mip->mi_name, (mod_hash_val_t)mip) != 0) { 416da14cebeSEric Cheng rw_exit(&i_mac_impl_lock); 417da14cebeSEric Cheng err = EEXIST; 418da14cebeSEric Cheng goto fail; 419da14cebeSEric Cheng } 420da14cebeSEric Cheng 421da14cebeSEric Cheng DTRACE_PROBE2(mac__register, struct devnames *, dnp, 422da14cebeSEric Cheng (mac_impl_t *), mip); 423da14cebeSEric Cheng 424da14cebeSEric Cheng /* 425da14cebeSEric Cheng * Mark the MAC to be ready for open. 426da14cebeSEric Cheng */ 427da14cebeSEric Cheng mip->mi_state_flags &= ~MIS_DISABLED; 428da14cebeSEric Cheng rw_exit(&i_mac_impl_lock); 429da14cebeSEric Cheng 430da14cebeSEric Cheng atomic_inc_32(&i_mac_impl_count); 431da14cebeSEric Cheng 432da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s registered", mip->mi_name); 433da14cebeSEric Cheng *mhp = (mac_handle_t)mip; 434da14cebeSEric Cheng return (0); 435da14cebeSEric Cheng 436da14cebeSEric Cheng fail: 437da14cebeSEric Cheng if (style1_created) 438da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, mip->mi_name); 439da14cebeSEric Cheng 440da14cebeSEric Cheng if (style2_created) 441da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, driver); 442da14cebeSEric Cheng 443da14cebeSEric Cheng mac_addr_factory_fini(mip); 444da14cebeSEric Cheng 445da14cebeSEric Cheng /* Clean up registered MAC addresses */ 446da14cebeSEric Cheng mac_fini_macaddr(mip); 447da14cebeSEric Cheng 448da14cebeSEric Cheng /* Clean up registered rings */ 449da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_RX); 450da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_TX); 451da14cebeSEric Cheng 452da14cebeSEric Cheng /* Clean up notification thread */ 453da14cebeSEric Cheng if (mip->mi_notify_thread != NULL) 454da14cebeSEric Cheng i_mac_notify_exit(mip); 455da14cebeSEric Cheng 456da14cebeSEric Cheng if (mip->mi_info.mi_unicst_addr != NULL) { 457da14cebeSEric Cheng kmem_free(mip->mi_info.mi_unicst_addr, 458da14cebeSEric Cheng mip->mi_type->mt_addr_length); 459da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = NULL; 460da14cebeSEric Cheng } 461da14cebeSEric Cheng 462*0dc2366fSVenugopal Iyer mac_driver_stat_delete(mip); 463da14cebeSEric Cheng 464da14cebeSEric Cheng if (mip->mi_type != NULL) { 465da14cebeSEric Cheng atomic_dec_32(&mip->mi_type->mt_ref); 466da14cebeSEric Cheng mip->mi_type = NULL; 467da14cebeSEric Cheng } 468da14cebeSEric Cheng 469da14cebeSEric Cheng if (mip->mi_pdata != NULL) { 470da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 471da14cebeSEric Cheng mip->mi_pdata = NULL; 472da14cebeSEric Cheng mip->mi_pdata_size = 0; 473da14cebeSEric Cheng } 474da14cebeSEric Cheng 475da14cebeSEric Cheng if (minor != 0) { 476da14cebeSEric Cheng ASSERT(minor > MAC_MAX_MINOR); 477da14cebeSEric Cheng mac_minor_rele(minor); 478da14cebeSEric Cheng } 479da14cebeSEric Cheng 480*0dc2366fSVenugopal Iyer mip->mi_state_flags = 0; 481da14cebeSEric Cheng mac_unregister_priv_prop(mip); 482da14cebeSEric Cheng 483783f25ceSMichael Speer /* 484783f25ceSMichael Speer * Clear the state before destroying the mac_impl_t 485783f25ceSMichael Speer */ 486783f25ceSMichael Speer mip->mi_state_flags = 0; 487783f25ceSMichael Speer 488da14cebeSEric Cheng kmem_cache_free(i_mac_impl_cachep, mip); 489da14cebeSEric Cheng return (err); 490da14cebeSEric Cheng } 491da14cebeSEric Cheng 492da14cebeSEric Cheng /* 493da14cebeSEric Cheng * Unregister from the GLDv3 framework 494da14cebeSEric Cheng */ 495da14cebeSEric Cheng int 496da14cebeSEric Cheng mac_unregister(mac_handle_t mh) 497da14cebeSEric Cheng { 498da14cebeSEric Cheng int err; 499da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 500da14cebeSEric Cheng mod_hash_val_t val; 501da14cebeSEric Cheng mac_margin_req_t *mmr, *nextmmr; 502da14cebeSEric Cheng 503da14cebeSEric Cheng /* Fail the unregister if there are any open references to this mac. */ 504da14cebeSEric Cheng if ((err = mac_disable_nowait(mh)) != 0) 505da14cebeSEric Cheng return (err); 506da14cebeSEric Cheng 507da14cebeSEric Cheng /* 508da14cebeSEric Cheng * Clean up notification thread and wait for it to exit. 509da14cebeSEric Cheng */ 510da14cebeSEric Cheng i_mac_notify_exit(mip); 511da14cebeSEric Cheng 512da14cebeSEric Cheng i_mac_perim_enter(mip); 513da14cebeSEric Cheng 5145d460eafSCathy Zhou /* 5155d460eafSCathy Zhou * There is still resource properties configured over this mac. 5165d460eafSCathy Zhou */ 5175d460eafSCathy Zhou if (mip->mi_resource_props.mrp_mask != 0) 5185d460eafSCathy Zhou mac_fastpath_enable((mac_handle_t)mip); 5195d460eafSCathy Zhou 520da14cebeSEric Cheng if (mip->mi_minor < MAC_MAX_MINOR + 1) { 521da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, mip->mi_name); 522da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, 523da14cebeSEric Cheng (char *)ddi_driver_name(mip->mi_dip)); 524da14cebeSEric Cheng } 525da14cebeSEric Cheng 526da14cebeSEric Cheng ASSERT(mip->mi_nactiveclients == 0 && !(mip->mi_state_flags & 527da14cebeSEric Cheng MIS_EXCLUSIVE)); 528da14cebeSEric Cheng 529*0dc2366fSVenugopal Iyer mac_driver_stat_delete(mip); 530da14cebeSEric Cheng 531da14cebeSEric Cheng (void) mod_hash_remove(i_mac_impl_hash, 532da14cebeSEric Cheng (mod_hash_key_t)mip->mi_name, &val); 533da14cebeSEric Cheng ASSERT(mip == (mac_impl_t *)val); 534da14cebeSEric Cheng 535da14cebeSEric Cheng ASSERT(i_mac_impl_count > 0); 536da14cebeSEric Cheng atomic_dec_32(&i_mac_impl_count); 537da14cebeSEric Cheng 538da14cebeSEric Cheng if (mip->mi_pdata != NULL) 539da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 540da14cebeSEric Cheng mip->mi_pdata = NULL; 541da14cebeSEric Cheng mip->mi_pdata_size = 0; 542da14cebeSEric Cheng 543da14cebeSEric Cheng /* 544da14cebeSEric Cheng * Free the list of margin request. 545da14cebeSEric Cheng */ 546da14cebeSEric Cheng for (mmr = mip->mi_mmrp; mmr != NULL; mmr = nextmmr) { 547da14cebeSEric Cheng nextmmr = mmr->mmr_nextp; 548da14cebeSEric Cheng kmem_free(mmr, sizeof (mac_margin_req_t)); 549da14cebeSEric Cheng } 550da14cebeSEric Cheng mip->mi_mmrp = NULL; 551da14cebeSEric Cheng 5524eaa4710SRishi Srivatsavai mip->mi_linkstate = mip->mi_lowlinkstate = LINK_STATE_UNKNOWN; 553da14cebeSEric Cheng kmem_free(mip->mi_info.mi_unicst_addr, mip->mi_type->mt_addr_length); 554da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = NULL; 555da14cebeSEric Cheng 556da14cebeSEric Cheng atomic_dec_32(&mip->mi_type->mt_ref); 557da14cebeSEric Cheng mip->mi_type = NULL; 558da14cebeSEric Cheng 559da14cebeSEric Cheng /* 560da14cebeSEric Cheng * Free the primary MAC address. 561da14cebeSEric Cheng */ 562da14cebeSEric Cheng mac_fini_macaddr(mip); 563da14cebeSEric Cheng 564da14cebeSEric Cheng /* 565da14cebeSEric Cheng * free all rings 566da14cebeSEric Cheng */ 567da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_RX); 568da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_TX); 569da14cebeSEric Cheng 570da14cebeSEric Cheng mac_addr_factory_fini(mip); 571da14cebeSEric Cheng 572da14cebeSEric Cheng bzero(mip->mi_addr, MAXMACADDRLEN); 573da14cebeSEric Cheng bzero(mip->mi_dstaddr, MAXMACADDRLEN); 574da14cebeSEric Cheng 575da14cebeSEric Cheng /* and the flows */ 576da14cebeSEric Cheng mac_flow_tab_destroy(mip->mi_flow_tab); 577da14cebeSEric Cheng mip->mi_flow_tab = NULL; 578da14cebeSEric Cheng 579da14cebeSEric Cheng if (mip->mi_minor > MAC_MAX_MINOR) 580da14cebeSEric Cheng mac_minor_rele(mip->mi_minor); 581da14cebeSEric Cheng 582da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s unregistered", mip->mi_name); 583da14cebeSEric Cheng 584da14cebeSEric Cheng /* 585da14cebeSEric Cheng * Reset the perim related fields to default values before 586da14cebeSEric Cheng * kmem_cache_free 587da14cebeSEric Cheng */ 588da14cebeSEric Cheng i_mac_perim_exit(mip); 589da14cebeSEric Cheng mip->mi_state_flags = 0; 590da14cebeSEric Cheng 591da14cebeSEric Cheng mac_unregister_priv_prop(mip); 5924eaa4710SRishi Srivatsavai 5934eaa4710SRishi Srivatsavai ASSERT(mip->mi_bridge_link == NULL); 594da14cebeSEric Cheng kmem_cache_free(i_mac_impl_cachep, mip); 595da14cebeSEric Cheng 596da14cebeSEric Cheng return (0); 597da14cebeSEric Cheng } 598da14cebeSEric Cheng 599da14cebeSEric Cheng /* DATA RECEPTION */ 600da14cebeSEric Cheng 601da14cebeSEric Cheng /* 602da14cebeSEric Cheng * This function is invoked for packets received by the MAC driver in 603da14cebeSEric Cheng * interrupt context. The ring generation number provided by the driver 604da14cebeSEric Cheng * is matched with the ring generation number held in MAC. If they do not 605da14cebeSEric Cheng * match, received packets are considered stale packets coming from an older 606da14cebeSEric Cheng * assignment of the ring. Drop them. 607da14cebeSEric Cheng */ 608da14cebeSEric Cheng void 609da14cebeSEric Cheng mac_rx_ring(mac_handle_t mh, mac_ring_handle_t mrh, mblk_t *mp_chain, 610da14cebeSEric Cheng uint64_t mr_gen_num) 611da14cebeSEric Cheng { 612da14cebeSEric Cheng mac_ring_t *mr = (mac_ring_t *)mrh; 613da14cebeSEric Cheng 614da14cebeSEric Cheng if ((mr != NULL) && (mr->mr_gen_num != mr_gen_num)) { 615da14cebeSEric Cheng DTRACE_PROBE2(mac__rx__rings__stale__packet, uint64_t, 616da14cebeSEric Cheng mr->mr_gen_num, uint64_t, mr_gen_num); 617da14cebeSEric Cheng freemsgchain(mp_chain); 618da14cebeSEric Cheng return; 619da14cebeSEric Cheng } 620da14cebeSEric Cheng mac_rx(mh, (mac_resource_handle_t)mrh, mp_chain); 621da14cebeSEric Cheng } 622da14cebeSEric Cheng 623da14cebeSEric Cheng /* 6244eaa4710SRishi Srivatsavai * This function is invoked for each packet received by the underlying driver. 625da14cebeSEric Cheng */ 626da14cebeSEric Cheng void 627da14cebeSEric Cheng mac_rx(mac_handle_t mh, mac_resource_handle_t mrh, mblk_t *mp_chain) 6284eaa4710SRishi Srivatsavai { 6294eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 6304eaa4710SRishi Srivatsavai 6314eaa4710SRishi Srivatsavai /* 6324eaa4710SRishi Srivatsavai * Check if the link is part of a bridge. If not, then we don't need 6334eaa4710SRishi Srivatsavai * to take the lock to remain consistent. Make this common case 6344eaa4710SRishi Srivatsavai * lock-free and tail-call optimized. 6354eaa4710SRishi Srivatsavai */ 6364eaa4710SRishi Srivatsavai if (mip->mi_bridge_link == NULL) { 6374eaa4710SRishi Srivatsavai mac_rx_common(mh, mrh, mp_chain); 6384eaa4710SRishi Srivatsavai } else { 6394eaa4710SRishi Srivatsavai /* 6404eaa4710SRishi Srivatsavai * Once we take a reference on the bridge link, the bridge 6414eaa4710SRishi Srivatsavai * module itself can't unload, so the callback pointers are 6424eaa4710SRishi Srivatsavai * stable. 6434eaa4710SRishi Srivatsavai */ 6444eaa4710SRishi Srivatsavai mutex_enter(&mip->mi_bridge_lock); 6454eaa4710SRishi Srivatsavai if ((mh = mip->mi_bridge_link) != NULL) 6464eaa4710SRishi Srivatsavai mac_bridge_ref_cb(mh, B_TRUE); 6474eaa4710SRishi Srivatsavai mutex_exit(&mip->mi_bridge_lock); 6484eaa4710SRishi Srivatsavai if (mh == NULL) { 6494eaa4710SRishi Srivatsavai mac_rx_common((mac_handle_t)mip, mrh, mp_chain); 6504eaa4710SRishi Srivatsavai } else { 6514eaa4710SRishi Srivatsavai mac_bridge_rx_cb(mh, mrh, mp_chain); 6524eaa4710SRishi Srivatsavai mac_bridge_ref_cb(mh, B_FALSE); 6534eaa4710SRishi Srivatsavai } 6544eaa4710SRishi Srivatsavai } 6554eaa4710SRishi Srivatsavai } 6564eaa4710SRishi Srivatsavai 6574eaa4710SRishi Srivatsavai /* 6584eaa4710SRishi Srivatsavai * Special case function: this allows snooping of packets transmitted and 6594eaa4710SRishi Srivatsavai * received by TRILL. By design, they go directly into the TRILL module. 6604eaa4710SRishi Srivatsavai */ 6614eaa4710SRishi Srivatsavai void 6624eaa4710SRishi Srivatsavai mac_trill_snoop(mac_handle_t mh, mblk_t *mp) 6634eaa4710SRishi Srivatsavai { 6644eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 6654eaa4710SRishi Srivatsavai 6664eaa4710SRishi Srivatsavai if (mip->mi_promisc_list != NULL) 6674eaa4710SRishi Srivatsavai mac_promisc_dispatch(mip, mp, NULL); 6684eaa4710SRishi Srivatsavai } 6694eaa4710SRishi Srivatsavai 6704eaa4710SRishi Srivatsavai /* 6714eaa4710SRishi Srivatsavai * This is the upward reentry point for packets arriving from the bridging 6724eaa4710SRishi Srivatsavai * module and from mac_rx for links not part of a bridge. 6734eaa4710SRishi Srivatsavai */ 6744eaa4710SRishi Srivatsavai void 6754eaa4710SRishi Srivatsavai mac_rx_common(mac_handle_t mh, mac_resource_handle_t mrh, mblk_t *mp_chain) 676da14cebeSEric Cheng { 677da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 678da14cebeSEric Cheng mac_ring_t *mr = (mac_ring_t *)mrh; 679da14cebeSEric Cheng mac_soft_ring_set_t *mac_srs; 680da14cebeSEric Cheng mblk_t *bp = mp_chain; 681da14cebeSEric Cheng boolean_t hw_classified = B_FALSE; 682da14cebeSEric Cheng 683da14cebeSEric Cheng /* 684da14cebeSEric Cheng * If there are any promiscuous mode callbacks defined for 685da14cebeSEric Cheng * this MAC, pass them a copy if appropriate. 686da14cebeSEric Cheng */ 687da14cebeSEric Cheng if (mip->mi_promisc_list != NULL) 688da14cebeSEric Cheng mac_promisc_dispatch(mip, mp_chain, NULL); 689da14cebeSEric Cheng 690da14cebeSEric Cheng if (mr != NULL) { 691da14cebeSEric Cheng /* 692da14cebeSEric Cheng * If the SRS teardown has started, just return. The 'mr' 693da14cebeSEric Cheng * continues to be valid until the driver unregisters the mac. 694da14cebeSEric Cheng * Hardware classified packets will not make their way up 695da14cebeSEric Cheng * beyond this point once the teardown has started. The driver 696da14cebeSEric Cheng * is never passed a pointer to a flow entry or SRS or any 697da14cebeSEric Cheng * structure that can be freed much before mac_unregister. 698da14cebeSEric Cheng */ 699da14cebeSEric Cheng mutex_enter(&mr->mr_lock); 700da14cebeSEric Cheng if ((mr->mr_state != MR_INUSE) || (mr->mr_flag & 701da14cebeSEric Cheng (MR_INCIPIENT | MR_CONDEMNED | MR_QUIESCE))) { 702da14cebeSEric Cheng mutex_exit(&mr->mr_lock); 703da14cebeSEric Cheng freemsgchain(mp_chain); 704da14cebeSEric Cheng return; 705da14cebeSEric Cheng } 706da14cebeSEric Cheng if (mr->mr_classify_type == MAC_HW_CLASSIFIER) { 707da14cebeSEric Cheng hw_classified = B_TRUE; 708da14cebeSEric Cheng MR_REFHOLD_LOCKED(mr); 709da14cebeSEric Cheng } 710da14cebeSEric Cheng mutex_exit(&mr->mr_lock); 711da14cebeSEric Cheng 712da14cebeSEric Cheng /* 713da14cebeSEric Cheng * We check if an SRS is controlling this ring. 714da14cebeSEric Cheng * If so, we can directly call the srs_lower_proc 715da14cebeSEric Cheng * routine otherwise we need to go through mac_rx_classify 716da14cebeSEric Cheng * to reach the right place. 717da14cebeSEric Cheng */ 718da14cebeSEric Cheng if (hw_classified) { 719da14cebeSEric Cheng mac_srs = mr->mr_srs; 720da14cebeSEric Cheng /* 721da14cebeSEric Cheng * This is supposed to be the fast path. 722da14cebeSEric Cheng * All packets received though here were steered by 723da14cebeSEric Cheng * the hardware classifier, and share the same 724da14cebeSEric Cheng * MAC header info. 725da14cebeSEric Cheng */ 726da14cebeSEric Cheng mac_srs->srs_rx.sr_lower_proc(mh, 727da14cebeSEric Cheng (mac_resource_handle_t)mac_srs, mp_chain, B_FALSE); 728da14cebeSEric Cheng MR_REFRELE(mr); 729da14cebeSEric Cheng return; 730da14cebeSEric Cheng } 731da14cebeSEric Cheng /* We'll fall through to software classification */ 732ae6aa22aSVenugopal Iyer } else { 733ae6aa22aSVenugopal Iyer flow_entry_t *flent; 734ae6aa22aSVenugopal Iyer int err; 735ae6aa22aSVenugopal Iyer 736ae6aa22aSVenugopal Iyer rw_enter(&mip->mi_rw_lock, RW_READER); 737ae6aa22aSVenugopal Iyer if (mip->mi_single_active_client != NULL) { 738ae6aa22aSVenugopal Iyer flent = mip->mi_single_active_client->mci_flent_list; 739ae6aa22aSVenugopal Iyer FLOW_TRY_REFHOLD(flent, err); 740ae6aa22aSVenugopal Iyer rw_exit(&mip->mi_rw_lock); 741ae6aa22aSVenugopal Iyer if (err == 0) { 742ae6aa22aSVenugopal Iyer (flent->fe_cb_fn)(flent->fe_cb_arg1, 743ae6aa22aSVenugopal Iyer flent->fe_cb_arg2, mp_chain, B_FALSE); 744ae6aa22aSVenugopal Iyer FLOW_REFRELE(flent); 745ae6aa22aSVenugopal Iyer return; 746ae6aa22aSVenugopal Iyer } 747ae6aa22aSVenugopal Iyer } else { 748ae6aa22aSVenugopal Iyer rw_exit(&mip->mi_rw_lock); 749ae6aa22aSVenugopal Iyer } 750da14cebeSEric Cheng } 751da14cebeSEric Cheng 752da14cebeSEric Cheng if (!FLOW_TAB_EMPTY(mip->mi_flow_tab)) { 753da14cebeSEric Cheng if ((bp = mac_rx_flow(mh, mrh, bp)) == NULL) 754da14cebeSEric Cheng return; 755da14cebeSEric Cheng } 756da14cebeSEric Cheng 757da14cebeSEric Cheng freemsgchain(bp); 758da14cebeSEric Cheng } 759da14cebeSEric Cheng 760da14cebeSEric Cheng /* DATA TRANSMISSION */ 761da14cebeSEric Cheng 762da14cebeSEric Cheng /* 763da14cebeSEric Cheng * A driver's notification to resume transmission, in case of a provider 764da14cebeSEric Cheng * without TX rings. 765da14cebeSEric Cheng */ 766da14cebeSEric Cheng void 767da14cebeSEric Cheng mac_tx_update(mac_handle_t mh) 768da14cebeSEric Cheng { 769*0dc2366fSVenugopal Iyer mac_tx_ring_update(mh, NULL); 770da14cebeSEric Cheng } 771da14cebeSEric Cheng 772da14cebeSEric Cheng /* 773da14cebeSEric Cheng * A driver's notification to resume transmission on the specified TX ring. 774da14cebeSEric Cheng */ 775da14cebeSEric Cheng void 776da14cebeSEric Cheng mac_tx_ring_update(mac_handle_t mh, mac_ring_handle_t rh) 777da14cebeSEric Cheng { 778da14cebeSEric Cheng i_mac_tx_srs_notify((mac_impl_t *)mh, rh); 779da14cebeSEric Cheng } 780da14cebeSEric Cheng 781da14cebeSEric Cheng /* LINK STATE */ 782da14cebeSEric Cheng /* 783da14cebeSEric Cheng * Notify the MAC layer about a link state change 784da14cebeSEric Cheng */ 785da14cebeSEric Cheng void 786da14cebeSEric Cheng mac_link_update(mac_handle_t mh, link_state_t link) 787da14cebeSEric Cheng { 788da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 789da14cebeSEric Cheng 7904eaa4710SRishi Srivatsavai /* 7914eaa4710SRishi Srivatsavai * Save the link state. 7924eaa4710SRishi Srivatsavai */ 7934eaa4710SRishi Srivatsavai mip->mi_lowlinkstate = link; 7944eaa4710SRishi Srivatsavai 7954eaa4710SRishi Srivatsavai /* 7964eaa4710SRishi Srivatsavai * Send a MAC_NOTE_LOWLINK notification. This tells the notification 7974eaa4710SRishi Srivatsavai * thread to deliver both lower and upper notifications. 7984eaa4710SRishi Srivatsavai */ 7994eaa4710SRishi Srivatsavai i_mac_notify(mip, MAC_NOTE_LOWLINK); 8004eaa4710SRishi Srivatsavai } 8014eaa4710SRishi Srivatsavai 8024eaa4710SRishi Srivatsavai /* 8034eaa4710SRishi Srivatsavai * Notify the MAC layer about a link state change due to bridging. 8044eaa4710SRishi Srivatsavai */ 8054eaa4710SRishi Srivatsavai void 8064eaa4710SRishi Srivatsavai mac_link_redo(mac_handle_t mh, link_state_t link) 8074eaa4710SRishi Srivatsavai { 8084eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 8094eaa4710SRishi Srivatsavai 810da14cebeSEric Cheng /* 811da14cebeSEric Cheng * Save the link state. 812da14cebeSEric Cheng */ 813da14cebeSEric Cheng mip->mi_linkstate = link; 814da14cebeSEric Cheng 815da14cebeSEric Cheng /* 8164eaa4710SRishi Srivatsavai * Send a MAC_NOTE_LINK notification. Only upper notifications are 8174eaa4710SRishi Srivatsavai * made. 818da14cebeSEric Cheng */ 819da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_LINK); 820da14cebeSEric Cheng } 821da14cebeSEric Cheng 82261af1958SGarrett D'Amore /* MINOR NODE HANDLING */ 82361af1958SGarrett D'Amore 82461af1958SGarrett D'Amore /* 82561af1958SGarrett D'Amore * Given a dev_t, return the instance number (PPA) associated with it. 82661af1958SGarrett D'Amore * Drivers can use this in their getinfo(9e) implementation to lookup 82761af1958SGarrett D'Amore * the instance number (i.e. PPA) of the device, to use as an index to 82861af1958SGarrett D'Amore * their own array of soft state structures. 82961af1958SGarrett D'Amore * 83061af1958SGarrett D'Amore * Returns -1 on error. 83161af1958SGarrett D'Amore */ 83261af1958SGarrett D'Amore int 83361af1958SGarrett D'Amore mac_devt_to_instance(dev_t devt) 83461af1958SGarrett D'Amore { 83561af1958SGarrett D'Amore return (dld_devt_to_instance(devt)); 83661af1958SGarrett D'Amore } 83761af1958SGarrett D'Amore 83861af1958SGarrett D'Amore /* 83961af1958SGarrett D'Amore * This function returns the first minor number that is available for 84061af1958SGarrett D'Amore * driver private use. All minor numbers smaller than this are 84161af1958SGarrett D'Amore * reserved for GLDv3 use. 84261af1958SGarrett D'Amore */ 84361af1958SGarrett D'Amore minor_t 84461af1958SGarrett D'Amore mac_private_minor(void) 84561af1958SGarrett D'Amore { 84661af1958SGarrett D'Amore return (MAC_PRIVATE_MINOR); 84761af1958SGarrett D'Amore } 84861af1958SGarrett D'Amore 849da14cebeSEric Cheng /* OTHER CONTROL INFORMATION */ 850da14cebeSEric Cheng 851da14cebeSEric Cheng /* 852da14cebeSEric Cheng * A driver notified us that its primary MAC address has changed. 853da14cebeSEric Cheng */ 854da14cebeSEric Cheng void 855da14cebeSEric Cheng mac_unicst_update(mac_handle_t mh, const uint8_t *addr) 856da14cebeSEric Cheng { 857da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 858da14cebeSEric Cheng 859da14cebeSEric Cheng if (mip->mi_type->mt_addr_length == 0) 860da14cebeSEric Cheng return; 861da14cebeSEric Cheng 862da14cebeSEric Cheng i_mac_perim_enter(mip); 863da14cebeSEric Cheng 864da14cebeSEric Cheng /* 865fd0939efSDavid Edmondson * If address changes, freshen the MAC address value and update 866fd0939efSDavid Edmondson * all MAC clients that share this MAC address. 867da14cebeSEric Cheng */ 868fd0939efSDavid Edmondson if (bcmp(addr, mip->mi_addr, mip->mi_type->mt_addr_length) != 0) { 869fd0939efSDavid Edmondson mac_freshen_macaddr(mac_find_macaddr(mip, mip->mi_addr), 870fd0939efSDavid Edmondson (uint8_t *)addr); 871fd0939efSDavid Edmondson } 872da14cebeSEric Cheng 873da14cebeSEric Cheng i_mac_perim_exit(mip); 874da14cebeSEric Cheng 875da14cebeSEric Cheng /* 876da14cebeSEric Cheng * Send a MAC_NOTE_UNICST notification. 877da14cebeSEric Cheng */ 878da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_UNICST); 879da14cebeSEric Cheng } 880da14cebeSEric Cheng 8812b24ab6bSSebastien Roy void 8822b24ab6bSSebastien Roy mac_dst_update(mac_handle_t mh, const uint8_t *addr) 8832b24ab6bSSebastien Roy { 8842b24ab6bSSebastien Roy mac_impl_t *mip = (mac_impl_t *)mh; 8852b24ab6bSSebastien Roy 8862b24ab6bSSebastien Roy if (mip->mi_type->mt_addr_length == 0) 8872b24ab6bSSebastien Roy return; 8882b24ab6bSSebastien Roy 8892b24ab6bSSebastien Roy i_mac_perim_enter(mip); 8902b24ab6bSSebastien Roy bcopy(addr, mip->mi_dstaddr, mip->mi_type->mt_addr_length); 8912b24ab6bSSebastien Roy i_mac_perim_exit(mip); 8922b24ab6bSSebastien Roy i_mac_notify(mip, MAC_NOTE_DEST); 8932b24ab6bSSebastien Roy } 8942b24ab6bSSebastien Roy 895da14cebeSEric Cheng /* 896da14cebeSEric Cheng * MAC plugin information changed. 897da14cebeSEric Cheng */ 898da14cebeSEric Cheng int 899da14cebeSEric Cheng mac_pdata_update(mac_handle_t mh, void *mac_pdata, size_t dsize) 900da14cebeSEric Cheng { 901da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 902da14cebeSEric Cheng 903da14cebeSEric Cheng /* 904da14cebeSEric Cheng * Verify that the plugin supports MAC plugin data and that the 905da14cebeSEric Cheng * supplied data is valid. 906da14cebeSEric Cheng */ 907da14cebeSEric Cheng if (!(mip->mi_type->mt_ops.mtops_ops & MTOPS_PDATA_VERIFY)) 908da14cebeSEric Cheng return (EINVAL); 909da14cebeSEric Cheng if (!mip->mi_type->mt_ops.mtops_pdata_verify(mac_pdata, dsize)) 910da14cebeSEric Cheng return (EINVAL); 911da14cebeSEric Cheng 912da14cebeSEric Cheng if (mip->mi_pdata != NULL) 913da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 914da14cebeSEric Cheng 915da14cebeSEric Cheng mip->mi_pdata = kmem_alloc(dsize, KM_SLEEP); 916da14cebeSEric Cheng bcopy(mac_pdata, mip->mi_pdata, dsize); 917da14cebeSEric Cheng mip->mi_pdata_size = dsize; 918da14cebeSEric Cheng 919da14cebeSEric Cheng /* 920da14cebeSEric Cheng * Since the MAC plugin data is used to construct MAC headers that 921da14cebeSEric Cheng * were cached in fast-path headers, we need to flush fast-path 922da14cebeSEric Cheng * information for links associated with this mac. 923da14cebeSEric Cheng */ 924da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_FASTPATH_FLUSH); 925da14cebeSEric Cheng return (0); 926da14cebeSEric Cheng } 927da14cebeSEric Cheng 928da14cebeSEric Cheng /* 929da14cebeSEric Cheng * Invoked by driver as well as the framework to notify its capability change. 930da14cebeSEric Cheng */ 931da14cebeSEric Cheng void 932da14cebeSEric Cheng mac_capab_update(mac_handle_t mh) 933da14cebeSEric Cheng { 934da14cebeSEric Cheng /* Send MAC_NOTE_CAPAB_CHG notification */ 935da14cebeSEric Cheng i_mac_notify((mac_impl_t *)mh, MAC_NOTE_CAPAB_CHG); 936da14cebeSEric Cheng } 937da14cebeSEric Cheng 938da14cebeSEric Cheng int 939da14cebeSEric Cheng mac_maxsdu_update(mac_handle_t mh, uint_t sdu_max) 940da14cebeSEric Cheng { 941da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 942da14cebeSEric Cheng 943f0f2c3a5SGirish Moodalbail if (sdu_max == 0 || sdu_max < mip->mi_sdu_min) 944da14cebeSEric Cheng return (EINVAL); 945da14cebeSEric Cheng mip->mi_sdu_max = sdu_max; 946da14cebeSEric Cheng 947da14cebeSEric Cheng /* Send a MAC_NOTE_SDU_SIZE notification. */ 948da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_SDU_SIZE); 949da14cebeSEric Cheng return (0); 950da14cebeSEric Cheng } 951da14cebeSEric Cheng 952*0dc2366fSVenugopal Iyer static void 953*0dc2366fSVenugopal Iyer mac_ring_intr_retarget(mac_group_t *group, mac_ring_t *ring) 954*0dc2366fSVenugopal Iyer { 955*0dc2366fSVenugopal Iyer mac_client_impl_t *mcip; 956*0dc2366fSVenugopal Iyer flow_entry_t *flent; 957*0dc2366fSVenugopal Iyer mac_soft_ring_set_t *mac_rx_srs; 958*0dc2366fSVenugopal Iyer mac_cpus_t *srs_cpu; 959*0dc2366fSVenugopal Iyer int i; 960*0dc2366fSVenugopal Iyer 961*0dc2366fSVenugopal Iyer if (((mcip = MAC_GROUP_ONLY_CLIENT(group)) != NULL) && 962*0dc2366fSVenugopal Iyer (!ring->mr_info.mri_intr.mi_ddi_shared)) { 963*0dc2366fSVenugopal Iyer /* interrupt can be re-targeted */ 964*0dc2366fSVenugopal Iyer ASSERT(group->mrg_state == MAC_GROUP_STATE_RESERVED); 965*0dc2366fSVenugopal Iyer flent = mcip->mci_flent; 966*0dc2366fSVenugopal Iyer if (ring->mr_type == MAC_RING_TYPE_RX) { 967*0dc2366fSVenugopal Iyer for (i = 0; i < flent->fe_rx_srs_cnt; i++) { 968*0dc2366fSVenugopal Iyer mac_rx_srs = flent->fe_rx_srs[i]; 969*0dc2366fSVenugopal Iyer if (mac_rx_srs->srs_ring != ring) 970*0dc2366fSVenugopal Iyer continue; 971*0dc2366fSVenugopal Iyer srs_cpu = &mac_rx_srs->srs_cpu; 972*0dc2366fSVenugopal Iyer mutex_enter(&cpu_lock); 973*0dc2366fSVenugopal Iyer mac_rx_srs_retarget_intr(mac_rx_srs, 974*0dc2366fSVenugopal Iyer srs_cpu->mc_rx_intr_cpu); 975*0dc2366fSVenugopal Iyer mutex_exit(&cpu_lock); 976*0dc2366fSVenugopal Iyer break; 977*0dc2366fSVenugopal Iyer } 978*0dc2366fSVenugopal Iyer } else { 979*0dc2366fSVenugopal Iyer if (flent->fe_tx_srs != NULL) { 980*0dc2366fSVenugopal Iyer mutex_enter(&cpu_lock); 981*0dc2366fSVenugopal Iyer mac_tx_srs_retarget_intr( 982*0dc2366fSVenugopal Iyer flent->fe_tx_srs); 983*0dc2366fSVenugopal Iyer mutex_exit(&cpu_lock); 984*0dc2366fSVenugopal Iyer } 985*0dc2366fSVenugopal Iyer } 986*0dc2366fSVenugopal Iyer } 987*0dc2366fSVenugopal Iyer } 988*0dc2366fSVenugopal Iyer 989*0dc2366fSVenugopal Iyer /* 990*0dc2366fSVenugopal Iyer * Clients like aggr create pseudo rings (mac_ring_t) and expose them to 991*0dc2366fSVenugopal Iyer * their clients. There is a 1-1 mapping pseudo ring and the hardware 992*0dc2366fSVenugopal Iyer * ring. ddi interrupt handles are exported from the hardware ring to 993*0dc2366fSVenugopal Iyer * the pseudo ring. Thus when the interrupt handle changes, clients of 994*0dc2366fSVenugopal Iyer * aggr that are using the handle need to use the new handle and 995*0dc2366fSVenugopal Iyer * re-target their interrupts. 996*0dc2366fSVenugopal Iyer */ 997*0dc2366fSVenugopal Iyer static void 998*0dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mac_impl_t *mip, mac_ring_t *ring, 999*0dc2366fSVenugopal Iyer ddi_intr_handle_t ddh) 1000*0dc2366fSVenugopal Iyer { 1001*0dc2366fSVenugopal Iyer mac_ring_t *pring; 1002*0dc2366fSVenugopal Iyer mac_group_t *pgroup; 1003*0dc2366fSVenugopal Iyer mac_impl_t *pmip; 1004*0dc2366fSVenugopal Iyer char macname[MAXNAMELEN]; 1005*0dc2366fSVenugopal Iyer mac_perim_handle_t p_mph; 1006*0dc2366fSVenugopal Iyer uint64_t saved_gen_num; 1007*0dc2366fSVenugopal Iyer 1008*0dc2366fSVenugopal Iyer again: 1009*0dc2366fSVenugopal Iyer pring = (mac_ring_t *)ring->mr_prh; 1010*0dc2366fSVenugopal Iyer pgroup = (mac_group_t *)pring->mr_gh; 1011*0dc2366fSVenugopal Iyer pmip = (mac_impl_t *)pgroup->mrg_mh; 1012*0dc2366fSVenugopal Iyer saved_gen_num = ring->mr_gen_num; 1013*0dc2366fSVenugopal Iyer (void) strlcpy(macname, pmip->mi_name, MAXNAMELEN); 1014*0dc2366fSVenugopal Iyer /* 1015*0dc2366fSVenugopal Iyer * We need to enter aggr's perimeter. The locking hierarchy 1016*0dc2366fSVenugopal Iyer * dictates that aggr's perimeter should be entered first 1017*0dc2366fSVenugopal Iyer * and then the port's perimeter. So drop the port's 1018*0dc2366fSVenugopal Iyer * perimeter, enter aggr's and then re-enter port's 1019*0dc2366fSVenugopal Iyer * perimeter. 1020*0dc2366fSVenugopal Iyer */ 1021*0dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 1022*0dc2366fSVenugopal Iyer /* 1023*0dc2366fSVenugopal Iyer * While we know pmip is the aggr's mip, there is a 1024*0dc2366fSVenugopal Iyer * possibility that aggr could have unregistered by 1025*0dc2366fSVenugopal Iyer * the time we exit port's perimeter (mip) and 1026*0dc2366fSVenugopal Iyer * enter aggr's perimeter (pmip). To avoid that 1027*0dc2366fSVenugopal Iyer * scenario, enter aggr's perimeter using its name. 1028*0dc2366fSVenugopal Iyer */ 1029*0dc2366fSVenugopal Iyer if (mac_perim_enter_by_macname(macname, &p_mph) != 0) 1030*0dc2366fSVenugopal Iyer return; 1031*0dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 1032*0dc2366fSVenugopal Iyer /* 1033*0dc2366fSVenugopal Iyer * Check if the ring got assigned to another aggregation before 1034*0dc2366fSVenugopal Iyer * be could enter aggr's and the port's perimeter. When a ring 1035*0dc2366fSVenugopal Iyer * gets deleted from an aggregation, it calls mac_stop_ring() 1036*0dc2366fSVenugopal Iyer * which increments the generation number. So checking 1037*0dc2366fSVenugopal Iyer * generation number will be enough. 1038*0dc2366fSVenugopal Iyer */ 1039*0dc2366fSVenugopal Iyer if (ring->mr_gen_num != saved_gen_num && ring->mr_prh != NULL) { 1040*0dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 1041*0dc2366fSVenugopal Iyer mac_perim_exit(p_mph); 1042*0dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 1043*0dc2366fSVenugopal Iyer goto again; 1044*0dc2366fSVenugopal Iyer } 1045*0dc2366fSVenugopal Iyer 1046*0dc2366fSVenugopal Iyer /* Check if pseudo ring is still present */ 1047*0dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 1048*0dc2366fSVenugopal Iyer pring->mr_info.mri_intr.mi_ddi_handle = ddh; 1049*0dc2366fSVenugopal Iyer pring->mr_info.mri_intr.mi_ddi_shared = 1050*0dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_shared; 1051*0dc2366fSVenugopal Iyer if (ddh != NULL) 1052*0dc2366fSVenugopal Iyer mac_ring_intr_retarget(pgroup, pring); 1053*0dc2366fSVenugopal Iyer } 1054*0dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 1055*0dc2366fSVenugopal Iyer mac_perim_exit(p_mph); 1056*0dc2366fSVenugopal Iyer } 1057*0dc2366fSVenugopal Iyer /* 1058*0dc2366fSVenugopal Iyer * API called by driver to provide new interrupt handle for TX/RX rings. 1059*0dc2366fSVenugopal Iyer * This usually happens when IRM (Interrupt Resource Manangement) 1060*0dc2366fSVenugopal Iyer * framework either gives the driver more MSI-x interrupts or takes 1061*0dc2366fSVenugopal Iyer * away MSI-x interrupts from the driver. 1062*0dc2366fSVenugopal Iyer */ 1063*0dc2366fSVenugopal Iyer void 1064*0dc2366fSVenugopal Iyer mac_ring_intr_set(mac_ring_handle_t mrh, ddi_intr_handle_t ddh) 1065*0dc2366fSVenugopal Iyer { 1066*0dc2366fSVenugopal Iyer mac_ring_t *ring = (mac_ring_t *)mrh; 1067*0dc2366fSVenugopal Iyer mac_group_t *group = (mac_group_t *)ring->mr_gh; 1068*0dc2366fSVenugopal Iyer mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 1069*0dc2366fSVenugopal Iyer 1070*0dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 1071*0dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_handle = ddh; 1072*0dc2366fSVenugopal Iyer if (ddh == NULL) { 1073*0dc2366fSVenugopal Iyer /* Interrupts being reset */ 1074*0dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_shared = B_FALSE; 1075*0dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 1076*0dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mip, ring, ddh); 1077*0dc2366fSVenugopal Iyer return; 1078*0dc2366fSVenugopal Iyer } 1079*0dc2366fSVenugopal Iyer } else { 1080*0dc2366fSVenugopal Iyer /* New interrupt handle */ 1081*0dc2366fSVenugopal Iyer mac_compare_ddi_handle(mip->mi_rx_groups, 1082*0dc2366fSVenugopal Iyer mip->mi_rx_group_count, ring); 1083*0dc2366fSVenugopal Iyer if (!ring->mr_info.mri_intr.mi_ddi_shared) { 1084*0dc2366fSVenugopal Iyer mac_compare_ddi_handle(mip->mi_tx_groups, 1085*0dc2366fSVenugopal Iyer mip->mi_tx_group_count, ring); 1086*0dc2366fSVenugopal Iyer } 1087*0dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 1088*0dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mip, ring, ddh); 1089*0dc2366fSVenugopal Iyer return; 1090*0dc2366fSVenugopal Iyer } else { 1091*0dc2366fSVenugopal Iyer mac_ring_intr_retarget(group, ring); 1092*0dc2366fSVenugopal Iyer } 1093*0dc2366fSVenugopal Iyer } 1094*0dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 1095*0dc2366fSVenugopal Iyer } 1096*0dc2366fSVenugopal Iyer 1097da14cebeSEric Cheng /* PRIVATE FUNCTIONS, FOR INTERNAL USE ONLY */ 1098da14cebeSEric Cheng 1099da14cebeSEric Cheng /* 1100da14cebeSEric Cheng * Updates the mac_impl structure with the current state of the link 1101da14cebeSEric Cheng */ 1102da14cebeSEric Cheng static void 1103da14cebeSEric Cheng i_mac_log_link_state(mac_impl_t *mip) 1104da14cebeSEric Cheng { 1105da14cebeSEric Cheng /* 1106da14cebeSEric Cheng * If no change, then it is not interesting. 1107da14cebeSEric Cheng */ 11084eaa4710SRishi Srivatsavai if (mip->mi_lastlowlinkstate == mip->mi_lowlinkstate) 1109da14cebeSEric Cheng return; 1110da14cebeSEric Cheng 11114eaa4710SRishi Srivatsavai switch (mip->mi_lowlinkstate) { 1112da14cebeSEric Cheng case LINK_STATE_UP: 1113da14cebeSEric Cheng if (mip->mi_type->mt_ops.mtops_ops & MTOPS_LINK_DETAILS) { 1114da14cebeSEric Cheng char det[200]; 1115da14cebeSEric Cheng 1116da14cebeSEric Cheng mip->mi_type->mt_ops.mtops_link_details(det, 1117da14cebeSEric Cheng sizeof (det), (mac_handle_t)mip, mip->mi_pdata); 1118da14cebeSEric Cheng 1119da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link up, %s", mip->mi_name, det); 1120da14cebeSEric Cheng } else { 1121da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link up", mip->mi_name); 1122da14cebeSEric Cheng } 1123da14cebeSEric Cheng break; 1124da14cebeSEric Cheng 1125da14cebeSEric Cheng case LINK_STATE_DOWN: 1126da14cebeSEric Cheng /* 1127da14cebeSEric Cheng * Only transitions from UP to DOWN are interesting 1128da14cebeSEric Cheng */ 11294eaa4710SRishi Srivatsavai if (mip->mi_lastlowlinkstate != LINK_STATE_UNKNOWN) 1130da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link down", mip->mi_name); 1131da14cebeSEric Cheng break; 1132da14cebeSEric Cheng 1133da14cebeSEric Cheng case LINK_STATE_UNKNOWN: 1134da14cebeSEric Cheng /* 1135da14cebeSEric Cheng * This case is normally not interesting. 1136da14cebeSEric Cheng */ 1137da14cebeSEric Cheng break; 1138da14cebeSEric Cheng } 11394eaa4710SRishi Srivatsavai mip->mi_lastlowlinkstate = mip->mi_lowlinkstate; 1140da14cebeSEric Cheng } 1141da14cebeSEric Cheng 1142da14cebeSEric Cheng /* 1143da14cebeSEric Cheng * Main routine for the callbacks notifications thread 1144da14cebeSEric Cheng */ 1145da14cebeSEric Cheng static void 1146da14cebeSEric Cheng i_mac_notify_thread(void *arg) 1147da14cebeSEric Cheng { 1148da14cebeSEric Cheng mac_impl_t *mip = arg; 1149da14cebeSEric Cheng callb_cpr_t cprinfo; 1150da14cebeSEric Cheng mac_cb_t *mcb; 1151da14cebeSEric Cheng mac_cb_info_t *mcbi; 1152da14cebeSEric Cheng mac_notify_cb_t *mncb; 1153da14cebeSEric Cheng 1154da14cebeSEric Cheng mcbi = &mip->mi_notify_cb_info; 1155da14cebeSEric Cheng CALLB_CPR_INIT(&cprinfo, mcbi->mcbi_lockp, callb_generic_cpr, 1156da14cebeSEric Cheng "i_mac_notify_thread"); 1157da14cebeSEric Cheng 1158da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1159da14cebeSEric Cheng 1160da14cebeSEric Cheng for (;;) { 1161da14cebeSEric Cheng uint32_t bits; 1162da14cebeSEric Cheng uint32_t type; 1163da14cebeSEric Cheng 1164da14cebeSEric Cheng bits = mip->mi_notify_bits; 1165da14cebeSEric Cheng if (bits == 0) { 1166da14cebeSEric Cheng CALLB_CPR_SAFE_BEGIN(&cprinfo); 1167da14cebeSEric Cheng cv_wait(&mcbi->mcbi_cv, mcbi->mcbi_lockp); 1168da14cebeSEric Cheng CALLB_CPR_SAFE_END(&cprinfo, mcbi->mcbi_lockp); 1169da14cebeSEric Cheng continue; 1170da14cebeSEric Cheng } 1171da14cebeSEric Cheng mip->mi_notify_bits = 0; 1172da14cebeSEric Cheng if ((bits & (1 << MAC_NNOTE)) != 0) { 1173da14cebeSEric Cheng /* request to quit */ 1174da14cebeSEric Cheng ASSERT(mip->mi_state_flags & MIS_DISABLED); 1175da14cebeSEric Cheng break; 1176da14cebeSEric Cheng } 1177da14cebeSEric Cheng 1178da14cebeSEric Cheng mutex_exit(mcbi->mcbi_lockp); 1179da14cebeSEric Cheng 1180da14cebeSEric Cheng /* 11814eaa4710SRishi Srivatsavai * Log link changes on the actual link, but then do reports on 11824eaa4710SRishi Srivatsavai * synthetic state (if part of a bridge). 1183da14cebeSEric Cheng */ 11844eaa4710SRishi Srivatsavai if ((bits & (1 << MAC_NOTE_LOWLINK)) != 0) { 11854eaa4710SRishi Srivatsavai link_state_t newstate; 11864eaa4710SRishi Srivatsavai mac_handle_t mh; 11874eaa4710SRishi Srivatsavai 1188da14cebeSEric Cheng i_mac_log_link_state(mip); 11894eaa4710SRishi Srivatsavai newstate = mip->mi_lowlinkstate; 11904eaa4710SRishi Srivatsavai if (mip->mi_bridge_link != NULL) { 11914eaa4710SRishi Srivatsavai mutex_enter(&mip->mi_bridge_lock); 11924eaa4710SRishi Srivatsavai if ((mh = mip->mi_bridge_link) != NULL) { 11934eaa4710SRishi Srivatsavai newstate = mac_bridge_ls_cb(mh, 11944eaa4710SRishi Srivatsavai newstate); 11954eaa4710SRishi Srivatsavai } 11964eaa4710SRishi Srivatsavai mutex_exit(&mip->mi_bridge_lock); 11974eaa4710SRishi Srivatsavai } 11984eaa4710SRishi Srivatsavai if (newstate != mip->mi_linkstate) { 11994eaa4710SRishi Srivatsavai mip->mi_linkstate = newstate; 12004eaa4710SRishi Srivatsavai bits |= 1 << MAC_NOTE_LINK; 12014eaa4710SRishi Srivatsavai } 12024eaa4710SRishi Srivatsavai } 1203da14cebeSEric Cheng 1204da14cebeSEric Cheng /* 1205da14cebeSEric Cheng * Do notification callbacks for each notification type. 1206da14cebeSEric Cheng */ 1207da14cebeSEric Cheng for (type = 0; type < MAC_NNOTE; type++) { 1208da14cebeSEric Cheng if ((bits & (1 << type)) == 0) { 1209da14cebeSEric Cheng continue; 1210da14cebeSEric Cheng } 1211da14cebeSEric Cheng 12124eaa4710SRishi Srivatsavai if (mac_notify_cb_list[type] != NULL) 12134eaa4710SRishi Srivatsavai (*mac_notify_cb_list[type])(mip); 1214da14cebeSEric Cheng 1215da14cebeSEric Cheng /* 1216da14cebeSEric Cheng * Walk the list of notifications. 1217da14cebeSEric Cheng */ 1218da14cebeSEric Cheng MAC_CALLBACK_WALKER_INC(&mip->mi_notify_cb_info); 1219da14cebeSEric Cheng for (mcb = mip->mi_notify_cb_list; mcb != NULL; 1220da14cebeSEric Cheng mcb = mcb->mcb_nextp) { 1221da14cebeSEric Cheng mncb = (mac_notify_cb_t *)mcb->mcb_objp; 1222da14cebeSEric Cheng mncb->mncb_fn(mncb->mncb_arg, type); 1223da14cebeSEric Cheng } 1224da14cebeSEric Cheng MAC_CALLBACK_WALKER_DCR(&mip->mi_notify_cb_info, 1225da14cebeSEric Cheng &mip->mi_notify_cb_list); 1226da14cebeSEric Cheng } 1227da14cebeSEric Cheng 1228da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1229da14cebeSEric Cheng } 1230da14cebeSEric Cheng 1231da14cebeSEric Cheng mip->mi_state_flags |= MIS_NOTIFY_DONE; 1232da14cebeSEric Cheng cv_broadcast(&mcbi->mcbi_cv); 1233da14cebeSEric Cheng 1234da14cebeSEric Cheng /* CALLB_CPR_EXIT drops the lock */ 1235da14cebeSEric Cheng CALLB_CPR_EXIT(&cprinfo); 1236da14cebeSEric Cheng thread_exit(); 1237da14cebeSEric Cheng } 1238da14cebeSEric Cheng 1239da14cebeSEric Cheng /* 1240da14cebeSEric Cheng * Signal the i_mac_notify_thread asking it to quit. 1241da14cebeSEric Cheng * Then wait till it is done. 1242da14cebeSEric Cheng */ 1243da14cebeSEric Cheng void 1244da14cebeSEric Cheng i_mac_notify_exit(mac_impl_t *mip) 1245da14cebeSEric Cheng { 1246da14cebeSEric Cheng mac_cb_info_t *mcbi; 1247da14cebeSEric Cheng 1248da14cebeSEric Cheng mcbi = &mip->mi_notify_cb_info; 1249da14cebeSEric Cheng 1250da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1251da14cebeSEric Cheng mip->mi_notify_bits = (1 << MAC_NNOTE); 1252da14cebeSEric Cheng cv_broadcast(&mcbi->mcbi_cv); 1253da14cebeSEric Cheng 1254da14cebeSEric Cheng 1255da14cebeSEric Cheng while ((mip->mi_notify_thread != NULL) && 1256da14cebeSEric Cheng !(mip->mi_state_flags & MIS_NOTIFY_DONE)) { 1257da14cebeSEric Cheng cv_wait(&mcbi->mcbi_cv, mcbi->mcbi_lockp); 1258da14cebeSEric Cheng } 1259da14cebeSEric Cheng 1260da14cebeSEric Cheng /* Necessary clean up before doing kmem_cache_free */ 1261da14cebeSEric Cheng mip->mi_state_flags &= ~MIS_NOTIFY_DONE; 1262da14cebeSEric Cheng mip->mi_notify_bits = 0; 1263da14cebeSEric Cheng mip->mi_notify_thread = NULL; 1264da14cebeSEric Cheng mutex_exit(mcbi->mcbi_lockp); 1265da14cebeSEric Cheng } 1266da14cebeSEric Cheng 1267da14cebeSEric Cheng /* 1268da14cebeSEric Cheng * Entry point invoked by drivers to dynamically add a ring to an 1269da14cebeSEric Cheng * existing group. 1270da14cebeSEric Cheng */ 1271da14cebeSEric Cheng int 1272da14cebeSEric Cheng mac_group_add_ring(mac_group_handle_t gh, int index) 1273da14cebeSEric Cheng { 1274da14cebeSEric Cheng mac_group_t *group = (mac_group_t *)gh; 1275da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 1276da14cebeSEric Cheng int ret; 1277da14cebeSEric Cheng 1278da14cebeSEric Cheng i_mac_perim_enter(mip); 1279da14cebeSEric Cheng ret = i_mac_group_add_ring(group, NULL, index); 1280da14cebeSEric Cheng i_mac_perim_exit(mip); 1281da14cebeSEric Cheng return (ret); 1282da14cebeSEric Cheng } 1283da14cebeSEric Cheng 1284da14cebeSEric Cheng /* 1285da14cebeSEric Cheng * Entry point invoked by drivers to dynamically remove a ring 1286da14cebeSEric Cheng * from an existing group. The specified ring handle must no longer 1287da14cebeSEric Cheng * be used by the driver after a call to this function. 1288da14cebeSEric Cheng */ 1289da14cebeSEric Cheng void 1290da14cebeSEric Cheng mac_group_rem_ring(mac_group_handle_t gh, mac_ring_handle_t rh) 1291da14cebeSEric Cheng { 1292da14cebeSEric Cheng mac_group_t *group = (mac_group_t *)gh; 1293da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 1294da14cebeSEric Cheng 1295da14cebeSEric Cheng i_mac_perim_enter(mip); 1296*0dc2366fSVenugopal Iyer i_mac_group_rem_ring(group, (mac_ring_t *)rh, B_TRUE); 1297*0dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 1298*0dc2366fSVenugopal Iyer } 1299da14cebeSEric Cheng 1300*0dc2366fSVenugopal Iyer /* 1301*0dc2366fSVenugopal Iyer * mac_prop_info_*() callbacks called from the driver's prefix_propinfo() 1302*0dc2366fSVenugopal Iyer * entry points. 1303*0dc2366fSVenugopal Iyer */ 1304da14cebeSEric Cheng 1305*0dc2366fSVenugopal Iyer void 1306*0dc2366fSVenugopal Iyer mac_prop_info_set_default_uint8(mac_prop_info_handle_t ph, uint8_t val) 1307*0dc2366fSVenugopal Iyer { 1308*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1309da14cebeSEric Cheng 1310*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 1311*0dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 1312*0dc2366fSVenugopal Iyer return; 1313*0dc2366fSVenugopal Iyer 1314*0dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint8_t)); 1315*0dc2366fSVenugopal Iyer 1316*0dc2366fSVenugopal Iyer *(uint8_t *)(pr->pr_default) = val; 1317*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 1318*0dc2366fSVenugopal Iyer } 1319*0dc2366fSVenugopal Iyer 1320*0dc2366fSVenugopal Iyer void 1321*0dc2366fSVenugopal Iyer mac_prop_info_set_default_uint64(mac_prop_info_handle_t ph, uint64_t val) 1322*0dc2366fSVenugopal Iyer { 1323*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1324*0dc2366fSVenugopal Iyer 1325*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 1326*0dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 1327*0dc2366fSVenugopal Iyer return; 1328*0dc2366fSVenugopal Iyer 1329*0dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint64_t)); 1330*0dc2366fSVenugopal Iyer 1331*0dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 1332*0dc2366fSVenugopal Iyer 1333*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 1334*0dc2366fSVenugopal Iyer } 1335*0dc2366fSVenugopal Iyer 1336*0dc2366fSVenugopal Iyer void 1337*0dc2366fSVenugopal Iyer mac_prop_info_set_default_uint32(mac_prop_info_handle_t ph, uint32_t val) 1338*0dc2366fSVenugopal Iyer { 1339*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1340*0dc2366fSVenugopal Iyer 1341*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 1342*0dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 1343*0dc2366fSVenugopal Iyer return; 1344*0dc2366fSVenugopal Iyer 1345*0dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint32_t)); 1346*0dc2366fSVenugopal Iyer 1347*0dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 1348*0dc2366fSVenugopal Iyer 1349*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 1350*0dc2366fSVenugopal Iyer } 1351*0dc2366fSVenugopal Iyer 1352*0dc2366fSVenugopal Iyer void 1353*0dc2366fSVenugopal Iyer mac_prop_info_set_default_str(mac_prop_info_handle_t ph, const char *str) 1354*0dc2366fSVenugopal Iyer { 1355*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1356*0dc2366fSVenugopal Iyer 1357*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 1358*0dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 1359*0dc2366fSVenugopal Iyer return; 1360*0dc2366fSVenugopal Iyer 1361*0dc2366fSVenugopal Iyer if (strlen(str) > pr->pr_default_size) 1362*0dc2366fSVenugopal Iyer pr->pr_default_status = ENOBUFS; 1363*0dc2366fSVenugopal Iyer else 1364*0dc2366fSVenugopal Iyer (void) strlcpy(pr->pr_default, str, strlen(str)); 1365*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 1366*0dc2366fSVenugopal Iyer } 1367*0dc2366fSVenugopal Iyer 1368*0dc2366fSVenugopal Iyer void 1369*0dc2366fSVenugopal Iyer mac_prop_info_set_default_link_flowctrl(mac_prop_info_handle_t ph, 1370*0dc2366fSVenugopal Iyer link_flowctrl_t val) 1371*0dc2366fSVenugopal Iyer { 1372*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1373*0dc2366fSVenugopal Iyer 1374*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 1375*0dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 1376*0dc2366fSVenugopal Iyer return; 1377*0dc2366fSVenugopal Iyer 1378*0dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (link_flowctrl_t)); 1379*0dc2366fSVenugopal Iyer 1380*0dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 1381*0dc2366fSVenugopal Iyer 1382*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 1383*0dc2366fSVenugopal Iyer } 1384*0dc2366fSVenugopal Iyer 1385*0dc2366fSVenugopal Iyer void 1386*0dc2366fSVenugopal Iyer mac_prop_info_set_range_uint32(mac_prop_info_handle_t ph, uint32_t min, 1387*0dc2366fSVenugopal Iyer uint32_t max) 1388*0dc2366fSVenugopal Iyer { 1389*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1390*0dc2366fSVenugopal Iyer mac_propval_range_t *range = pr->pr_range; 1391*0dc2366fSVenugopal Iyer 1392*0dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the range info */ 1393*0dc2366fSVenugopal Iyer if (range == NULL) 1394*0dc2366fSVenugopal Iyer return; 1395*0dc2366fSVenugopal Iyer 1396*0dc2366fSVenugopal Iyer range->mpr_count = 1; 1397*0dc2366fSVenugopal Iyer range->mpr_type = MAC_PROPVAL_UINT32; 1398*0dc2366fSVenugopal Iyer range->mpr_range_uint32[0].mpur_min = min; 1399*0dc2366fSVenugopal Iyer range->mpr_range_uint32[0].mpur_max = max; 1400*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_RANGE; 1401*0dc2366fSVenugopal Iyer } 1402*0dc2366fSVenugopal Iyer 1403*0dc2366fSVenugopal Iyer void 1404*0dc2366fSVenugopal Iyer mac_prop_info_set_perm(mac_prop_info_handle_t ph, uint8_t perm) 1405*0dc2366fSVenugopal Iyer { 1406*0dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1407*0dc2366fSVenugopal Iyer 1408*0dc2366fSVenugopal Iyer pr->pr_perm = perm; 1409*0dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_PERM; 1410*0dc2366fSVenugopal Iyer } 1411*0dc2366fSVenugopal Iyer 1412*0dc2366fSVenugopal Iyer void mac_hcksum_get(mblk_t *mp, uint32_t *start, uint32_t *stuff, 1413*0dc2366fSVenugopal Iyer uint32_t *end, uint32_t *value, uint32_t *flags_ptr) 1414*0dc2366fSVenugopal Iyer { 1415*0dc2366fSVenugopal Iyer uint32_t flags; 1416*0dc2366fSVenugopal Iyer 1417*0dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 1418*0dc2366fSVenugopal Iyer 1419*0dc2366fSVenugopal Iyer flags = DB_CKSUMFLAGS(mp) & HCK_FLAGS; 1420*0dc2366fSVenugopal Iyer if ((flags & (HCK_PARTIALCKSUM | HCK_FULLCKSUM)) != 0) { 1421*0dc2366fSVenugopal Iyer if (value != NULL) 1422*0dc2366fSVenugopal Iyer *value = (uint32_t)DB_CKSUM16(mp); 1423*0dc2366fSVenugopal Iyer if ((flags & HCK_PARTIALCKSUM) != 0) { 1424*0dc2366fSVenugopal Iyer if (start != NULL) 1425*0dc2366fSVenugopal Iyer *start = (uint32_t)DB_CKSUMSTART(mp); 1426*0dc2366fSVenugopal Iyer if (stuff != NULL) 1427*0dc2366fSVenugopal Iyer *stuff = (uint32_t)DB_CKSUMSTUFF(mp); 1428*0dc2366fSVenugopal Iyer if (end != NULL) 1429*0dc2366fSVenugopal Iyer *end = (uint32_t)DB_CKSUMEND(mp); 1430*0dc2366fSVenugopal Iyer } 1431*0dc2366fSVenugopal Iyer } 1432*0dc2366fSVenugopal Iyer 1433*0dc2366fSVenugopal Iyer if (flags_ptr != NULL) 1434*0dc2366fSVenugopal Iyer *flags_ptr = flags; 1435*0dc2366fSVenugopal Iyer } 1436*0dc2366fSVenugopal Iyer 1437*0dc2366fSVenugopal Iyer void mac_hcksum_set(mblk_t *mp, uint32_t start, uint32_t stuff, 1438*0dc2366fSVenugopal Iyer uint32_t end, uint32_t value, uint32_t flags) 1439*0dc2366fSVenugopal Iyer { 1440*0dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 1441*0dc2366fSVenugopal Iyer 1442*0dc2366fSVenugopal Iyer DB_CKSUMSTART(mp) = (intptr_t)start; 1443*0dc2366fSVenugopal Iyer DB_CKSUMSTUFF(mp) = (intptr_t)stuff; 1444*0dc2366fSVenugopal Iyer DB_CKSUMEND(mp) = (intptr_t)end; 1445*0dc2366fSVenugopal Iyer DB_CKSUMFLAGS(mp) = (uint16_t)flags; 1446*0dc2366fSVenugopal Iyer DB_CKSUM16(mp) = (uint16_t)value; 1447*0dc2366fSVenugopal Iyer } 1448*0dc2366fSVenugopal Iyer 1449*0dc2366fSVenugopal Iyer void 1450*0dc2366fSVenugopal Iyer mac_lso_get(mblk_t *mp, uint32_t *mss, uint32_t *flags) 1451*0dc2366fSVenugopal Iyer { 1452*0dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 1453*0dc2366fSVenugopal Iyer 1454*0dc2366fSVenugopal Iyer if (flags != NULL) { 1455*0dc2366fSVenugopal Iyer *flags = DB_CKSUMFLAGS(mp) & HW_LSO; 1456*0dc2366fSVenugopal Iyer if ((*flags != 0) && (mss != NULL)) 1457*0dc2366fSVenugopal Iyer *mss = (uint32_t)DB_LSOMSS(mp); 1458*0dc2366fSVenugopal Iyer } 1459da14cebeSEric Cheng } 1460