1da14cebeSEric Cheng /* 2da14cebeSEric Cheng * CDDL HEADER START 3da14cebeSEric Cheng * 4da14cebeSEric Cheng * The contents of this file are subject to the terms of the 5da14cebeSEric Cheng * Common Development and Distribution License (the "License"). 6da14cebeSEric Cheng * You may not use this file except in compliance with the License. 7da14cebeSEric Cheng * 8da14cebeSEric Cheng * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9da14cebeSEric Cheng * or http://www.opensolaris.org/os/licensing. 10da14cebeSEric Cheng * See the License for the specific language governing permissions 11da14cebeSEric Cheng * and limitations under the License. 12da14cebeSEric Cheng * 13da14cebeSEric Cheng * When distributing Covered Code, include this CDDL HEADER in each 14da14cebeSEric Cheng * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15da14cebeSEric Cheng * If applicable, add the following below this CDDL HEADER, with the 16da14cebeSEric Cheng * fields enclosed by brackets "[]" replaced with your own identifying 17da14cebeSEric Cheng * information: Portions Copyright [yyyy] [name of copyright owner] 18da14cebeSEric Cheng * 19da14cebeSEric Cheng * CDDL HEADER END 20da14cebeSEric Cheng */ 21da14cebeSEric Cheng 22da14cebeSEric Cheng /* 23*0591ddd0SPrakash Jalan * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved. 24da14cebeSEric Cheng */ 25da14cebeSEric Cheng 26da14cebeSEric Cheng #include <sys/types.h> 27da14cebeSEric Cheng #include <sys/conf.h> 28da14cebeSEric Cheng #include <sys/id_space.h> 29da14cebeSEric Cheng #include <sys/esunddi.h> 30da14cebeSEric Cheng #include <sys/stat.h> 31da14cebeSEric Cheng #include <sys/mkdev.h> 32da14cebeSEric Cheng #include <sys/stream.h> 33da14cebeSEric Cheng #include <sys/strsubr.h> 34da14cebeSEric Cheng #include <sys/dlpi.h> 35da14cebeSEric Cheng #include <sys/modhash.h> 36da14cebeSEric Cheng #include <sys/mac.h> 37da14cebeSEric Cheng #include <sys/mac_provider.h> 38da14cebeSEric Cheng #include <sys/mac_impl.h> 39da14cebeSEric Cheng #include <sys/mac_client_impl.h> 40da14cebeSEric Cheng #include <sys/mac_client_priv.h> 41da14cebeSEric Cheng #include <sys/mac_soft_ring.h> 420dc2366fSVenugopal Iyer #include <sys/mac_stat.h> 4361af1958SGarrett D'Amore #include <sys/dld.h> 44da14cebeSEric Cheng #include <sys/modctl.h> 45da14cebeSEric Cheng #include <sys/fs/dv_node.h> 46da14cebeSEric Cheng #include <sys/thread.h> 47da14cebeSEric Cheng #include <sys/proc.h> 48da14cebeSEric Cheng #include <sys/callb.h> 49da14cebeSEric Cheng #include <sys/cpuvar.h> 50da14cebeSEric Cheng #include <sys/atomic.h> 51da14cebeSEric Cheng #include <sys/sdt.h> 52da14cebeSEric Cheng #include <sys/mac_flow.h> 53da14cebeSEric Cheng #include <sys/ddi_intr_impl.h> 54da14cebeSEric Cheng #include <sys/disp.h> 55da14cebeSEric Cheng #include <sys/sdt.h> 560dc2366fSVenugopal Iyer #include <sys/pattr.h> 570dc2366fSVenugopal Iyer #include <sys/strsun.h> 58da14cebeSEric Cheng 59da14cebeSEric Cheng /* 60da14cebeSEric Cheng * MAC Provider Interface. 61da14cebeSEric Cheng * 62da14cebeSEric Cheng * Interface for GLDv3 compatible NIC drivers. 63da14cebeSEric Cheng */ 64da14cebeSEric Cheng 65da14cebeSEric Cheng static void i_mac_notify_thread(void *); 66da14cebeSEric Cheng 67da14cebeSEric Cheng typedef void (*mac_notify_default_cb_fn_t)(mac_impl_t *); 68da14cebeSEric Cheng 694eaa4710SRishi Srivatsavai static const mac_notify_default_cb_fn_t mac_notify_cb_list[MAC_NNOTE] = { 704eaa4710SRishi Srivatsavai mac_fanout_recompute, /* MAC_NOTE_LINK */ 714eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_UNICST */ 724eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_TX */ 734eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_DEVPROMISC */ 744eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_FASTPATH_FLUSH */ 754eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_SDU_SIZE */ 764eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_MARGIN */ 774eaa4710SRishi Srivatsavai NULL, /* MAC_NOTE_CAPAB_CHG */ 784eaa4710SRishi Srivatsavai NULL /* MAC_NOTE_LOWLINK */ 79da14cebeSEric Cheng }; 80da14cebeSEric Cheng 81da14cebeSEric Cheng /* 82da14cebeSEric Cheng * Driver support functions. 83da14cebeSEric Cheng */ 84da14cebeSEric Cheng 85da14cebeSEric Cheng /* REGISTRATION */ 86da14cebeSEric Cheng 87da14cebeSEric Cheng mac_register_t * 88da14cebeSEric Cheng mac_alloc(uint_t mac_version) 89da14cebeSEric Cheng { 90da14cebeSEric Cheng mac_register_t *mregp; 91da14cebeSEric Cheng 92da14cebeSEric Cheng /* 93da14cebeSEric Cheng * Make sure there isn't a version mismatch between the driver and 94da14cebeSEric Cheng * the framework. In the future, if multiple versions are 95da14cebeSEric Cheng * supported, this check could become more sophisticated. 96da14cebeSEric Cheng */ 97da14cebeSEric Cheng if (mac_version != MAC_VERSION) 98da14cebeSEric Cheng return (NULL); 99da14cebeSEric Cheng 100da14cebeSEric Cheng mregp = kmem_zalloc(sizeof (mac_register_t), KM_SLEEP); 101da14cebeSEric Cheng mregp->m_version = mac_version; 102da14cebeSEric Cheng return (mregp); 103da14cebeSEric Cheng } 104da14cebeSEric Cheng 105da14cebeSEric Cheng void 106da14cebeSEric Cheng mac_free(mac_register_t *mregp) 107da14cebeSEric Cheng { 108da14cebeSEric Cheng kmem_free(mregp, sizeof (mac_register_t)); 109da14cebeSEric Cheng } 110da14cebeSEric Cheng 111da14cebeSEric Cheng /* 112da14cebeSEric Cheng * mac_register() is how drivers register new MACs with the GLDv3 113da14cebeSEric Cheng * framework. The mregp argument is allocated by drivers using the 114da14cebeSEric Cheng * mac_alloc() function, and can be freed using mac_free() immediately upon 115da14cebeSEric Cheng * return from mac_register(). Upon success (0 return value), the mhp 116da14cebeSEric Cheng * opaque pointer becomes the driver's handle to its MAC interface, and is 117da14cebeSEric Cheng * the argument to all other mac module entry points. 118da14cebeSEric Cheng */ 119da14cebeSEric Cheng /* ARGSUSED */ 120da14cebeSEric Cheng int 121da14cebeSEric Cheng mac_register(mac_register_t *mregp, mac_handle_t *mhp) 122da14cebeSEric Cheng { 123da14cebeSEric Cheng mac_impl_t *mip; 124da14cebeSEric Cheng mactype_t *mtype; 125da14cebeSEric Cheng int err = EINVAL; 126da14cebeSEric Cheng struct devnames *dnp = NULL; 127da14cebeSEric Cheng uint_t instance; 128da14cebeSEric Cheng boolean_t style1_created = B_FALSE; 129da14cebeSEric Cheng boolean_t style2_created = B_FALSE; 130da14cebeSEric Cheng char *driver; 131da14cebeSEric Cheng minor_t minor = 0; 132da14cebeSEric Cheng 133ee94b1c3SSebastien Roy /* A successful call to mac_init_ops() sets the DN_GLDV3_DRIVER flag. */ 134ee94b1c3SSebastien Roy if (!GLDV3_DRV(ddi_driver_major(mregp->m_dip))) 135ee94b1c3SSebastien Roy return (EINVAL); 136ee94b1c3SSebastien Roy 137da14cebeSEric Cheng /* Find the required MAC-Type plugin. */ 138da14cebeSEric Cheng if ((mtype = mactype_getplugin(mregp->m_type_ident)) == NULL) 139da14cebeSEric Cheng return (EINVAL); 140da14cebeSEric Cheng 141da14cebeSEric Cheng /* Create a mac_impl_t to represent this MAC. */ 142da14cebeSEric Cheng mip = kmem_cache_alloc(i_mac_impl_cachep, KM_SLEEP); 143da14cebeSEric Cheng 144da14cebeSEric Cheng /* 145da14cebeSEric Cheng * The mac is not ready for open yet. 146da14cebeSEric Cheng */ 147da14cebeSEric Cheng mip->mi_state_flags |= MIS_DISABLED; 148da14cebeSEric Cheng 149da14cebeSEric Cheng /* 150da14cebeSEric Cheng * When a mac is registered, the m_instance field can be set to: 151da14cebeSEric Cheng * 152da14cebeSEric Cheng * 0: Get the mac's instance number from m_dip. 153da14cebeSEric Cheng * This is usually used for physical device dips. 154da14cebeSEric Cheng * 155da14cebeSEric Cheng * [1 .. MAC_MAX_MINOR-1]: Use the value as the mac's instance number. 156da14cebeSEric Cheng * For example, when an aggregation is created with the key option, 157da14cebeSEric Cheng * "key" will be used as the instance number. 158da14cebeSEric Cheng * 159da14cebeSEric Cheng * -1: Assign an instance number from [MAC_MAX_MINOR .. MAXMIN-1]. 160da14cebeSEric Cheng * This is often used when a MAC of a virtual link is registered 161da14cebeSEric Cheng * (e.g., aggregation when "key" is not specified, or vnic). 162da14cebeSEric Cheng * 163da14cebeSEric Cheng * Note that the instance number is used to derive the mi_minor field 164da14cebeSEric Cheng * of mac_impl_t, which will then be used to derive the name of kstats 165da14cebeSEric Cheng * and the devfs nodes. The first 2 cases are needed to preserve 166da14cebeSEric Cheng * backward compatibility. 167da14cebeSEric Cheng */ 168da14cebeSEric Cheng switch (mregp->m_instance) { 169da14cebeSEric Cheng case 0: 170da14cebeSEric Cheng instance = ddi_get_instance(mregp->m_dip); 171da14cebeSEric Cheng break; 172da14cebeSEric Cheng case ((uint_t)-1): 173da14cebeSEric Cheng minor = mac_minor_hold(B_TRUE); 174da14cebeSEric Cheng if (minor == 0) { 175da14cebeSEric Cheng err = ENOSPC; 176da14cebeSEric Cheng goto fail; 177da14cebeSEric Cheng } 178da14cebeSEric Cheng instance = minor - 1; 179da14cebeSEric Cheng break; 180da14cebeSEric Cheng default: 181da14cebeSEric Cheng instance = mregp->m_instance; 182da14cebeSEric Cheng if (instance >= MAC_MAX_MINOR) { 183da14cebeSEric Cheng err = EINVAL; 184da14cebeSEric Cheng goto fail; 185da14cebeSEric Cheng } 186da14cebeSEric Cheng break; 187da14cebeSEric Cheng } 188da14cebeSEric Cheng 189da14cebeSEric Cheng mip->mi_minor = (minor_t)(instance + 1); 190da14cebeSEric Cheng mip->mi_dip = mregp->m_dip; 191da14cebeSEric Cheng mip->mi_clients_list = NULL; 192da14cebeSEric Cheng mip->mi_nclients = 0; 193da14cebeSEric Cheng 1944eaa4710SRishi Srivatsavai /* Set the default IEEE Port VLAN Identifier */ 1954eaa4710SRishi Srivatsavai mip->mi_pvid = 1; 1964eaa4710SRishi Srivatsavai 1974eaa4710SRishi Srivatsavai /* Default bridge link learning protection values */ 1984eaa4710SRishi Srivatsavai mip->mi_llimit = 1000; 1994eaa4710SRishi Srivatsavai mip->mi_ldecay = 200; 2004eaa4710SRishi Srivatsavai 201da14cebeSEric Cheng driver = (char *)ddi_driver_name(mip->mi_dip); 202da14cebeSEric Cheng 203da14cebeSEric Cheng /* Construct the MAC name as <drvname><instance> */ 204da14cebeSEric Cheng (void) snprintf(mip->mi_name, sizeof (mip->mi_name), "%s%d", 205da14cebeSEric Cheng driver, instance); 206da14cebeSEric Cheng 207da14cebeSEric Cheng mip->mi_driver = mregp->m_driver; 208da14cebeSEric Cheng 209da14cebeSEric Cheng mip->mi_type = mtype; 210da14cebeSEric Cheng mip->mi_margin = mregp->m_margin; 211da14cebeSEric Cheng mip->mi_info.mi_media = mtype->mt_type; 212da14cebeSEric Cheng mip->mi_info.mi_nativemedia = mtype->mt_nativetype; 213da14cebeSEric Cheng if (mregp->m_max_sdu <= mregp->m_min_sdu) 214da14cebeSEric Cheng goto fail; 215da14cebeSEric Cheng mip->mi_sdu_min = mregp->m_min_sdu; 216da14cebeSEric Cheng mip->mi_sdu_max = mregp->m_max_sdu; 217da14cebeSEric Cheng mip->mi_info.mi_addr_length = mip->mi_type->mt_addr_length; 218da14cebeSEric Cheng /* 219da14cebeSEric Cheng * If the media supports a broadcast address, cache a pointer to it 220da14cebeSEric Cheng * in the mac_info_t so that upper layers can use it. 221da14cebeSEric Cheng */ 222da14cebeSEric Cheng mip->mi_info.mi_brdcst_addr = mip->mi_type->mt_brdcst_addr; 223da14cebeSEric Cheng 224da14cebeSEric Cheng mip->mi_v12n_level = mregp->m_v12n; 225da14cebeSEric Cheng 226da14cebeSEric Cheng /* 227da14cebeSEric Cheng * Copy the unicast source address into the mac_info_t, but only if 228da14cebeSEric Cheng * the MAC-Type defines a non-zero address length. We need to 229da14cebeSEric Cheng * handle MAC-Types that have an address length of 0 230da14cebeSEric Cheng * (point-to-point protocol MACs for example). 231da14cebeSEric Cheng */ 232da14cebeSEric Cheng if (mip->mi_type->mt_addr_length > 0) { 233da14cebeSEric Cheng if (mregp->m_src_addr == NULL) 234da14cebeSEric Cheng goto fail; 235da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = 236da14cebeSEric Cheng kmem_alloc(mip->mi_type->mt_addr_length, KM_SLEEP); 237da14cebeSEric Cheng bcopy(mregp->m_src_addr, mip->mi_info.mi_unicst_addr, 238da14cebeSEric Cheng mip->mi_type->mt_addr_length); 239da14cebeSEric Cheng 240da14cebeSEric Cheng /* 241da14cebeSEric Cheng * Copy the fixed 'factory' MAC address from the immutable 242da14cebeSEric Cheng * info. This is taken to be the MAC address currently in 243da14cebeSEric Cheng * use. 244da14cebeSEric Cheng */ 245da14cebeSEric Cheng bcopy(mip->mi_info.mi_unicst_addr, mip->mi_addr, 246da14cebeSEric Cheng mip->mi_type->mt_addr_length); 247da14cebeSEric Cheng 248da14cebeSEric Cheng /* 249da14cebeSEric Cheng * At this point, we should set up the classification 250da14cebeSEric Cheng * rules etc but we delay it till mac_open() so that 251da14cebeSEric Cheng * the resource discovery has taken place and we 252da14cebeSEric Cheng * know someone wants to use the device. Otherwise 253da14cebeSEric Cheng * memory gets allocated for Rx ring structures even 254da14cebeSEric Cheng * during probe. 255da14cebeSEric Cheng */ 256da14cebeSEric Cheng 257da14cebeSEric Cheng /* Copy the destination address if one is provided. */ 258da14cebeSEric Cheng if (mregp->m_dst_addr != NULL) { 259da14cebeSEric Cheng bcopy(mregp->m_dst_addr, mip->mi_dstaddr, 260da14cebeSEric Cheng mip->mi_type->mt_addr_length); 2612b24ab6bSSebastien Roy mip->mi_dstaddr_set = B_TRUE; 262da14cebeSEric Cheng } 263da14cebeSEric Cheng } else if (mregp->m_src_addr != NULL) { 264da14cebeSEric Cheng goto fail; 265da14cebeSEric Cheng } 266da14cebeSEric Cheng 267da14cebeSEric Cheng /* 268da14cebeSEric Cheng * The format of the m_pdata is specific to the plugin. It is 269da14cebeSEric Cheng * passed in as an argument to all of the plugin callbacks. The 270da14cebeSEric Cheng * driver can update this information by calling 271da14cebeSEric Cheng * mac_pdata_update(). 272da14cebeSEric Cheng */ 2732b24ab6bSSebastien Roy if (mip->mi_type->mt_ops.mtops_ops & MTOPS_PDATA_VERIFY) { 274da14cebeSEric Cheng /* 2752b24ab6bSSebastien Roy * Verify if the supplied plugin data is valid. Note that 2762b24ab6bSSebastien Roy * even if the caller passed in a NULL pointer as plugin data, 2772b24ab6bSSebastien Roy * we still need to verify if that's valid as the plugin may 2782b24ab6bSSebastien Roy * require plugin data to function. 279da14cebeSEric Cheng */ 280da14cebeSEric Cheng if (!mip->mi_type->mt_ops.mtops_pdata_verify(mregp->m_pdata, 281da14cebeSEric Cheng mregp->m_pdata_size)) { 282da14cebeSEric Cheng goto fail; 283da14cebeSEric Cheng } 2842b24ab6bSSebastien Roy if (mregp->m_pdata != NULL) { 2852b24ab6bSSebastien Roy mip->mi_pdata = 2862b24ab6bSSebastien Roy kmem_alloc(mregp->m_pdata_size, KM_SLEEP); 2872b24ab6bSSebastien Roy bcopy(mregp->m_pdata, mip->mi_pdata, 2882b24ab6bSSebastien Roy mregp->m_pdata_size); 2892b24ab6bSSebastien Roy mip->mi_pdata_size = mregp->m_pdata_size; 2902b24ab6bSSebastien Roy } 2912b24ab6bSSebastien Roy } else if (mregp->m_pdata != NULL) { 2922b24ab6bSSebastien Roy /* 2932b24ab6bSSebastien Roy * The caller supplied non-NULL plugin data, but the plugin 2942b24ab6bSSebastien Roy * does not recognize plugin data. 2952b24ab6bSSebastien Roy */ 2962b24ab6bSSebastien Roy err = EINVAL; 2972b24ab6bSSebastien Roy goto fail; 298da14cebeSEric Cheng } 299da14cebeSEric Cheng 300da14cebeSEric Cheng /* 301da14cebeSEric Cheng * Register the private properties. 302da14cebeSEric Cheng */ 3030dc2366fSVenugopal Iyer mac_register_priv_prop(mip, mregp->m_priv_props); 304da14cebeSEric Cheng 305da14cebeSEric Cheng /* 306da14cebeSEric Cheng * Stash the driver callbacks into the mac_impl_t, but first sanity 307da14cebeSEric Cheng * check to make sure all mandatory callbacks are set. 308da14cebeSEric Cheng */ 309da14cebeSEric Cheng if (mregp->m_callbacks->mc_getstat == NULL || 310da14cebeSEric Cheng mregp->m_callbacks->mc_start == NULL || 311da14cebeSEric Cheng mregp->m_callbacks->mc_stop == NULL || 312da14cebeSEric Cheng mregp->m_callbacks->mc_setpromisc == NULL || 313da14cebeSEric Cheng mregp->m_callbacks->mc_multicst == NULL) { 314da14cebeSEric Cheng goto fail; 315da14cebeSEric Cheng } 316da14cebeSEric Cheng mip->mi_callbacks = mregp->m_callbacks; 317da14cebeSEric Cheng 3185d460eafSCathy Zhou if (mac_capab_get((mac_handle_t)mip, MAC_CAPAB_LEGACY, 3195d460eafSCathy Zhou &mip->mi_capab_legacy)) { 320da14cebeSEric Cheng mip->mi_state_flags |= MIS_LEGACY; 3215d460eafSCathy Zhou mip->mi_phy_dev = mip->mi_capab_legacy.ml_dev; 322da14cebeSEric Cheng } else { 323da14cebeSEric Cheng mip->mi_phy_dev = makedevice(ddi_driver_major(mip->mi_dip), 32461af1958SGarrett D'Amore mip->mi_minor); 325da14cebeSEric Cheng } 326da14cebeSEric Cheng 327da14cebeSEric Cheng /* 328da14cebeSEric Cheng * Allocate a notification thread. thread_create blocks for memory 329da14cebeSEric Cheng * if needed, it never fails. 330da14cebeSEric Cheng */ 331da14cebeSEric Cheng mip->mi_notify_thread = thread_create(NULL, 0, i_mac_notify_thread, 332da14cebeSEric Cheng mip, 0, &p0, TS_RUN, minclsyspri); 333da14cebeSEric Cheng 334da14cebeSEric Cheng /* 335da14cebeSEric Cheng * Initialize the capabilities 336da14cebeSEric Cheng */ 337da14cebeSEric Cheng 3380dc2366fSVenugopal Iyer bzero(&mip->mi_rx_rings_cap, sizeof (mac_capab_rings_t)); 3390dc2366fSVenugopal Iyer bzero(&mip->mi_tx_rings_cap, sizeof (mac_capab_rings_t)); 3400dc2366fSVenugopal Iyer 341da14cebeSEric Cheng if (i_mac_capab_get((mac_handle_t)mip, MAC_CAPAB_VNIC, NULL)) 342da14cebeSEric Cheng mip->mi_state_flags |= MIS_IS_VNIC; 343da14cebeSEric Cheng 344da14cebeSEric Cheng if (i_mac_capab_get((mac_handle_t)mip, MAC_CAPAB_AGGR, NULL)) 345da14cebeSEric Cheng mip->mi_state_flags |= MIS_IS_AGGR; 346da14cebeSEric Cheng 347da14cebeSEric Cheng mac_addr_factory_init(mip); 348da14cebeSEric Cheng 349da14cebeSEric Cheng /* 350da14cebeSEric Cheng * Enforce the virtrualization level registered. 351da14cebeSEric Cheng */ 352da14cebeSEric Cheng if (mip->mi_v12n_level & MAC_VIRT_LEVEL1) { 353da14cebeSEric Cheng if (mac_init_rings(mip, MAC_RING_TYPE_RX) != 0 || 354da14cebeSEric Cheng mac_init_rings(mip, MAC_RING_TYPE_TX) != 0) 355da14cebeSEric Cheng goto fail; 356da14cebeSEric Cheng 357da14cebeSEric Cheng /* 358da14cebeSEric Cheng * The driver needs to register at least rx rings for this 359da14cebeSEric Cheng * virtualization level. 360da14cebeSEric Cheng */ 361da14cebeSEric Cheng if (mip->mi_rx_groups == NULL) 362da14cebeSEric Cheng goto fail; 363da14cebeSEric Cheng } 364da14cebeSEric Cheng 365da14cebeSEric Cheng /* 366da14cebeSEric Cheng * The driver must set mc_unicst entry point to NULL when it advertises 367da14cebeSEric Cheng * CAP_RINGS for rx groups. 368da14cebeSEric Cheng */ 369da14cebeSEric Cheng if (mip->mi_rx_groups != NULL) { 370da14cebeSEric Cheng if (mregp->m_callbacks->mc_unicst != NULL) 371da14cebeSEric Cheng goto fail; 372da14cebeSEric Cheng } else { 373da14cebeSEric Cheng if (mregp->m_callbacks->mc_unicst == NULL) 374da14cebeSEric Cheng goto fail; 375da14cebeSEric Cheng } 376da14cebeSEric Cheng 377da14cebeSEric Cheng /* 378da14cebeSEric Cheng * Initialize MAC addresses. Must be called after mac_init_rings(). 379da14cebeSEric Cheng */ 380da14cebeSEric Cheng mac_init_macaddr(mip); 381da14cebeSEric Cheng 382da14cebeSEric Cheng mip->mi_share_capab.ms_snum = 0; 383da14cebeSEric Cheng if (mip->mi_v12n_level & MAC_VIRT_HIO) { 384da14cebeSEric Cheng (void) mac_capab_get((mac_handle_t)mip, MAC_CAPAB_SHARES, 385da14cebeSEric Cheng &mip->mi_share_capab); 386da14cebeSEric Cheng } 387da14cebeSEric Cheng 388da14cebeSEric Cheng /* 389da14cebeSEric Cheng * Initialize the kstats for this device. 390da14cebeSEric Cheng */ 3910dc2366fSVenugopal Iyer mac_driver_stat_create(mip); 392da14cebeSEric Cheng 393da14cebeSEric Cheng /* Zero out any properties. */ 394da14cebeSEric Cheng bzero(&mip->mi_resource_props, sizeof (mac_resource_props_t)); 395da14cebeSEric Cheng 3963ade6e84SGarrett D'Amore if (mip->mi_minor <= MAC_MAX_MINOR) { 397da14cebeSEric Cheng /* Create a style-2 DLPI device */ 398da14cebeSEric Cheng if (ddi_create_minor_node(mip->mi_dip, driver, S_IFCHR, 0, 399da14cebeSEric Cheng DDI_NT_NET, CLONE_DEV) != DDI_SUCCESS) 400da14cebeSEric Cheng goto fail; 401da14cebeSEric Cheng style2_created = B_TRUE; 402da14cebeSEric Cheng 403da14cebeSEric Cheng /* Create a style-1 DLPI device */ 404da14cebeSEric Cheng if (ddi_create_minor_node(mip->mi_dip, mip->mi_name, S_IFCHR, 405da14cebeSEric Cheng mip->mi_minor, DDI_NT_NET, 0) != DDI_SUCCESS) 406da14cebeSEric Cheng goto fail; 407da14cebeSEric Cheng style1_created = B_TRUE; 408da14cebeSEric Cheng } 409da14cebeSEric Cheng 410da14cebeSEric Cheng mac_flow_l2tab_create(mip, &mip->mi_flow_tab); 411da14cebeSEric Cheng 412da14cebeSEric Cheng rw_enter(&i_mac_impl_lock, RW_WRITER); 413da14cebeSEric Cheng if (mod_hash_insert(i_mac_impl_hash, 414da14cebeSEric Cheng (mod_hash_key_t)mip->mi_name, (mod_hash_val_t)mip) != 0) { 415da14cebeSEric Cheng rw_exit(&i_mac_impl_lock); 416da14cebeSEric Cheng err = EEXIST; 417da14cebeSEric Cheng goto fail; 418da14cebeSEric Cheng } 419da14cebeSEric Cheng 420da14cebeSEric Cheng DTRACE_PROBE2(mac__register, struct devnames *, dnp, 421da14cebeSEric Cheng (mac_impl_t *), mip); 422da14cebeSEric Cheng 423da14cebeSEric Cheng /* 424da14cebeSEric Cheng * Mark the MAC to be ready for open. 425da14cebeSEric Cheng */ 426da14cebeSEric Cheng mip->mi_state_flags &= ~MIS_DISABLED; 427da14cebeSEric Cheng rw_exit(&i_mac_impl_lock); 428da14cebeSEric Cheng 429da14cebeSEric Cheng atomic_inc_32(&i_mac_impl_count); 430da14cebeSEric Cheng 431da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s registered", mip->mi_name); 432da14cebeSEric Cheng *mhp = (mac_handle_t)mip; 433da14cebeSEric Cheng return (0); 434da14cebeSEric Cheng 435da14cebeSEric Cheng fail: 436da14cebeSEric Cheng if (style1_created) 437da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, mip->mi_name); 438da14cebeSEric Cheng 439da14cebeSEric Cheng if (style2_created) 440da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, driver); 441da14cebeSEric Cheng 442da14cebeSEric Cheng mac_addr_factory_fini(mip); 443da14cebeSEric Cheng 444da14cebeSEric Cheng /* Clean up registered MAC addresses */ 445da14cebeSEric Cheng mac_fini_macaddr(mip); 446da14cebeSEric Cheng 447da14cebeSEric Cheng /* Clean up registered rings */ 448da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_RX); 449da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_TX); 450da14cebeSEric Cheng 451da14cebeSEric Cheng /* Clean up notification thread */ 452da14cebeSEric Cheng if (mip->mi_notify_thread != NULL) 453da14cebeSEric Cheng i_mac_notify_exit(mip); 454da14cebeSEric Cheng 455da14cebeSEric Cheng if (mip->mi_info.mi_unicst_addr != NULL) { 456da14cebeSEric Cheng kmem_free(mip->mi_info.mi_unicst_addr, 457da14cebeSEric Cheng mip->mi_type->mt_addr_length); 458da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = NULL; 459da14cebeSEric Cheng } 460da14cebeSEric Cheng 4610dc2366fSVenugopal Iyer mac_driver_stat_delete(mip); 462da14cebeSEric Cheng 463da14cebeSEric Cheng if (mip->mi_type != NULL) { 464da14cebeSEric Cheng atomic_dec_32(&mip->mi_type->mt_ref); 465da14cebeSEric Cheng mip->mi_type = NULL; 466da14cebeSEric Cheng } 467da14cebeSEric Cheng 468da14cebeSEric Cheng if (mip->mi_pdata != NULL) { 469da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 470da14cebeSEric Cheng mip->mi_pdata = NULL; 471da14cebeSEric Cheng mip->mi_pdata_size = 0; 472da14cebeSEric Cheng } 473da14cebeSEric Cheng 474da14cebeSEric Cheng if (minor != 0) { 475da14cebeSEric Cheng ASSERT(minor > MAC_MAX_MINOR); 476da14cebeSEric Cheng mac_minor_rele(minor); 477da14cebeSEric Cheng } 478da14cebeSEric Cheng 4790dc2366fSVenugopal Iyer mip->mi_state_flags = 0; 480da14cebeSEric Cheng mac_unregister_priv_prop(mip); 481da14cebeSEric Cheng 482783f25ceSMichael Speer /* 483783f25ceSMichael Speer * Clear the state before destroying the mac_impl_t 484783f25ceSMichael Speer */ 485783f25ceSMichael Speer mip->mi_state_flags = 0; 486783f25ceSMichael Speer 487da14cebeSEric Cheng kmem_cache_free(i_mac_impl_cachep, mip); 488da14cebeSEric Cheng return (err); 489da14cebeSEric Cheng } 490da14cebeSEric Cheng 491da14cebeSEric Cheng /* 492da14cebeSEric Cheng * Unregister from the GLDv3 framework 493da14cebeSEric Cheng */ 494da14cebeSEric Cheng int 495da14cebeSEric Cheng mac_unregister(mac_handle_t mh) 496da14cebeSEric Cheng { 497da14cebeSEric Cheng int err; 498da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 499da14cebeSEric Cheng mod_hash_val_t val; 500da14cebeSEric Cheng mac_margin_req_t *mmr, *nextmmr; 501da14cebeSEric Cheng 502da14cebeSEric Cheng /* Fail the unregister if there are any open references to this mac. */ 503da14cebeSEric Cheng if ((err = mac_disable_nowait(mh)) != 0) 504da14cebeSEric Cheng return (err); 505da14cebeSEric Cheng 506da14cebeSEric Cheng /* 507da14cebeSEric Cheng * Clean up notification thread and wait for it to exit. 508da14cebeSEric Cheng */ 509da14cebeSEric Cheng i_mac_notify_exit(mip); 510da14cebeSEric Cheng 511da14cebeSEric Cheng i_mac_perim_enter(mip); 512da14cebeSEric Cheng 5135d460eafSCathy Zhou /* 5145d460eafSCathy Zhou * There is still resource properties configured over this mac. 5155d460eafSCathy Zhou */ 5165d460eafSCathy Zhou if (mip->mi_resource_props.mrp_mask != 0) 5175d460eafSCathy Zhou mac_fastpath_enable((mac_handle_t)mip); 5185d460eafSCathy Zhou 519da14cebeSEric Cheng if (mip->mi_minor < MAC_MAX_MINOR + 1) { 520da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, mip->mi_name); 521da14cebeSEric Cheng ddi_remove_minor_node(mip->mi_dip, 522da14cebeSEric Cheng (char *)ddi_driver_name(mip->mi_dip)); 523da14cebeSEric Cheng } 524da14cebeSEric Cheng 525da14cebeSEric Cheng ASSERT(mip->mi_nactiveclients == 0 && !(mip->mi_state_flags & 526da14cebeSEric Cheng MIS_EXCLUSIVE)); 527da14cebeSEric Cheng 5280dc2366fSVenugopal Iyer mac_driver_stat_delete(mip); 529da14cebeSEric Cheng 530da14cebeSEric Cheng (void) mod_hash_remove(i_mac_impl_hash, 531da14cebeSEric Cheng (mod_hash_key_t)mip->mi_name, &val); 532da14cebeSEric Cheng ASSERT(mip == (mac_impl_t *)val); 533da14cebeSEric Cheng 534da14cebeSEric Cheng ASSERT(i_mac_impl_count > 0); 535da14cebeSEric Cheng atomic_dec_32(&i_mac_impl_count); 536da14cebeSEric Cheng 537da14cebeSEric Cheng if (mip->mi_pdata != NULL) 538da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 539da14cebeSEric Cheng mip->mi_pdata = NULL; 540da14cebeSEric Cheng mip->mi_pdata_size = 0; 541da14cebeSEric Cheng 542da14cebeSEric Cheng /* 543da14cebeSEric Cheng * Free the list of margin request. 544da14cebeSEric Cheng */ 545da14cebeSEric Cheng for (mmr = mip->mi_mmrp; mmr != NULL; mmr = nextmmr) { 546da14cebeSEric Cheng nextmmr = mmr->mmr_nextp; 547da14cebeSEric Cheng kmem_free(mmr, sizeof (mac_margin_req_t)); 548da14cebeSEric Cheng } 549da14cebeSEric Cheng mip->mi_mmrp = NULL; 550da14cebeSEric Cheng 5514eaa4710SRishi Srivatsavai mip->mi_linkstate = mip->mi_lowlinkstate = LINK_STATE_UNKNOWN; 552da14cebeSEric Cheng kmem_free(mip->mi_info.mi_unicst_addr, mip->mi_type->mt_addr_length); 553da14cebeSEric Cheng mip->mi_info.mi_unicst_addr = NULL; 554da14cebeSEric Cheng 555da14cebeSEric Cheng atomic_dec_32(&mip->mi_type->mt_ref); 556da14cebeSEric Cheng mip->mi_type = NULL; 557da14cebeSEric Cheng 558da14cebeSEric Cheng /* 559da14cebeSEric Cheng * Free the primary MAC address. 560da14cebeSEric Cheng */ 561da14cebeSEric Cheng mac_fini_macaddr(mip); 562da14cebeSEric Cheng 563da14cebeSEric Cheng /* 564da14cebeSEric Cheng * free all rings 565da14cebeSEric Cheng */ 566da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_RX); 567da14cebeSEric Cheng mac_free_rings(mip, MAC_RING_TYPE_TX); 568da14cebeSEric Cheng 569da14cebeSEric Cheng mac_addr_factory_fini(mip); 570da14cebeSEric Cheng 571da14cebeSEric Cheng bzero(mip->mi_addr, MAXMACADDRLEN); 572da14cebeSEric Cheng bzero(mip->mi_dstaddr, MAXMACADDRLEN); 573da14cebeSEric Cheng 574da14cebeSEric Cheng /* and the flows */ 575da14cebeSEric Cheng mac_flow_tab_destroy(mip->mi_flow_tab); 576da14cebeSEric Cheng mip->mi_flow_tab = NULL; 577da14cebeSEric Cheng 578da14cebeSEric Cheng if (mip->mi_minor > MAC_MAX_MINOR) 579da14cebeSEric Cheng mac_minor_rele(mip->mi_minor); 580da14cebeSEric Cheng 581da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s unregistered", mip->mi_name); 582da14cebeSEric Cheng 583da14cebeSEric Cheng /* 584da14cebeSEric Cheng * Reset the perim related fields to default values before 585da14cebeSEric Cheng * kmem_cache_free 586da14cebeSEric Cheng */ 587da14cebeSEric Cheng i_mac_perim_exit(mip); 588da14cebeSEric Cheng mip->mi_state_flags = 0; 589da14cebeSEric Cheng 590da14cebeSEric Cheng mac_unregister_priv_prop(mip); 5914eaa4710SRishi Srivatsavai 5924eaa4710SRishi Srivatsavai ASSERT(mip->mi_bridge_link == NULL); 593da14cebeSEric Cheng kmem_cache_free(i_mac_impl_cachep, mip); 594da14cebeSEric Cheng 595da14cebeSEric Cheng return (0); 596da14cebeSEric Cheng } 597da14cebeSEric Cheng 598da14cebeSEric Cheng /* DATA RECEPTION */ 599da14cebeSEric Cheng 600da14cebeSEric Cheng /* 601da14cebeSEric Cheng * This function is invoked for packets received by the MAC driver in 602da14cebeSEric Cheng * interrupt context. The ring generation number provided by the driver 603da14cebeSEric Cheng * is matched with the ring generation number held in MAC. If they do not 604da14cebeSEric Cheng * match, received packets are considered stale packets coming from an older 605da14cebeSEric Cheng * assignment of the ring. Drop them. 606da14cebeSEric Cheng */ 607da14cebeSEric Cheng void 608da14cebeSEric Cheng mac_rx_ring(mac_handle_t mh, mac_ring_handle_t mrh, mblk_t *mp_chain, 609da14cebeSEric Cheng uint64_t mr_gen_num) 610da14cebeSEric Cheng { 611da14cebeSEric Cheng mac_ring_t *mr = (mac_ring_t *)mrh; 612da14cebeSEric Cheng 613da14cebeSEric Cheng if ((mr != NULL) && (mr->mr_gen_num != mr_gen_num)) { 614da14cebeSEric Cheng DTRACE_PROBE2(mac__rx__rings__stale__packet, uint64_t, 615da14cebeSEric Cheng mr->mr_gen_num, uint64_t, mr_gen_num); 616da14cebeSEric Cheng freemsgchain(mp_chain); 617da14cebeSEric Cheng return; 618da14cebeSEric Cheng } 619da14cebeSEric Cheng mac_rx(mh, (mac_resource_handle_t)mrh, mp_chain); 620da14cebeSEric Cheng } 621da14cebeSEric Cheng 622da14cebeSEric Cheng /* 6234eaa4710SRishi Srivatsavai * This function is invoked for each packet received by the underlying driver. 624da14cebeSEric Cheng */ 625da14cebeSEric Cheng void 626da14cebeSEric Cheng mac_rx(mac_handle_t mh, mac_resource_handle_t mrh, mblk_t *mp_chain) 6274eaa4710SRishi Srivatsavai { 6284eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 6294eaa4710SRishi Srivatsavai 6304eaa4710SRishi Srivatsavai /* 6314eaa4710SRishi Srivatsavai * Check if the link is part of a bridge. If not, then we don't need 6324eaa4710SRishi Srivatsavai * to take the lock to remain consistent. Make this common case 6334eaa4710SRishi Srivatsavai * lock-free and tail-call optimized. 6344eaa4710SRishi Srivatsavai */ 6354eaa4710SRishi Srivatsavai if (mip->mi_bridge_link == NULL) { 6364eaa4710SRishi Srivatsavai mac_rx_common(mh, mrh, mp_chain); 6374eaa4710SRishi Srivatsavai } else { 6384eaa4710SRishi Srivatsavai /* 6394eaa4710SRishi Srivatsavai * Once we take a reference on the bridge link, the bridge 6404eaa4710SRishi Srivatsavai * module itself can't unload, so the callback pointers are 6414eaa4710SRishi Srivatsavai * stable. 6424eaa4710SRishi Srivatsavai */ 6434eaa4710SRishi Srivatsavai mutex_enter(&mip->mi_bridge_lock); 6444eaa4710SRishi Srivatsavai if ((mh = mip->mi_bridge_link) != NULL) 6454eaa4710SRishi Srivatsavai mac_bridge_ref_cb(mh, B_TRUE); 6464eaa4710SRishi Srivatsavai mutex_exit(&mip->mi_bridge_lock); 6474eaa4710SRishi Srivatsavai if (mh == NULL) { 6484eaa4710SRishi Srivatsavai mac_rx_common((mac_handle_t)mip, mrh, mp_chain); 6494eaa4710SRishi Srivatsavai } else { 6504eaa4710SRishi Srivatsavai mac_bridge_rx_cb(mh, mrh, mp_chain); 6514eaa4710SRishi Srivatsavai mac_bridge_ref_cb(mh, B_FALSE); 6524eaa4710SRishi Srivatsavai } 6534eaa4710SRishi Srivatsavai } 6544eaa4710SRishi Srivatsavai } 6554eaa4710SRishi Srivatsavai 6564eaa4710SRishi Srivatsavai /* 6574eaa4710SRishi Srivatsavai * Special case function: this allows snooping of packets transmitted and 6584eaa4710SRishi Srivatsavai * received by TRILL. By design, they go directly into the TRILL module. 6594eaa4710SRishi Srivatsavai */ 6604eaa4710SRishi Srivatsavai void 6614eaa4710SRishi Srivatsavai mac_trill_snoop(mac_handle_t mh, mblk_t *mp) 6624eaa4710SRishi Srivatsavai { 6634eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 6644eaa4710SRishi Srivatsavai 6654eaa4710SRishi Srivatsavai if (mip->mi_promisc_list != NULL) 6664eaa4710SRishi Srivatsavai mac_promisc_dispatch(mip, mp, NULL); 6674eaa4710SRishi Srivatsavai } 6684eaa4710SRishi Srivatsavai 6694eaa4710SRishi Srivatsavai /* 6704eaa4710SRishi Srivatsavai * This is the upward reentry point for packets arriving from the bridging 6714eaa4710SRishi Srivatsavai * module and from mac_rx for links not part of a bridge. 6724eaa4710SRishi Srivatsavai */ 6734eaa4710SRishi Srivatsavai void 6744eaa4710SRishi Srivatsavai mac_rx_common(mac_handle_t mh, mac_resource_handle_t mrh, mblk_t *mp_chain) 675da14cebeSEric Cheng { 676da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 677da14cebeSEric Cheng mac_ring_t *mr = (mac_ring_t *)mrh; 678da14cebeSEric Cheng mac_soft_ring_set_t *mac_srs; 679da14cebeSEric Cheng mblk_t *bp = mp_chain; 680da14cebeSEric Cheng boolean_t hw_classified = B_FALSE; 681da14cebeSEric Cheng 682da14cebeSEric Cheng /* 683da14cebeSEric Cheng * If there are any promiscuous mode callbacks defined for 684da14cebeSEric Cheng * this MAC, pass them a copy if appropriate. 685da14cebeSEric Cheng */ 686da14cebeSEric Cheng if (mip->mi_promisc_list != NULL) 687da14cebeSEric Cheng mac_promisc_dispatch(mip, mp_chain, NULL); 688da14cebeSEric Cheng 689da14cebeSEric Cheng if (mr != NULL) { 690da14cebeSEric Cheng /* 691da14cebeSEric Cheng * If the SRS teardown has started, just return. The 'mr' 692da14cebeSEric Cheng * continues to be valid until the driver unregisters the mac. 693da14cebeSEric Cheng * Hardware classified packets will not make their way up 694da14cebeSEric Cheng * beyond this point once the teardown has started. The driver 695da14cebeSEric Cheng * is never passed a pointer to a flow entry or SRS or any 696da14cebeSEric Cheng * structure that can be freed much before mac_unregister. 697da14cebeSEric Cheng */ 698da14cebeSEric Cheng mutex_enter(&mr->mr_lock); 699da14cebeSEric Cheng if ((mr->mr_state != MR_INUSE) || (mr->mr_flag & 700da14cebeSEric Cheng (MR_INCIPIENT | MR_CONDEMNED | MR_QUIESCE))) { 701da14cebeSEric Cheng mutex_exit(&mr->mr_lock); 702da14cebeSEric Cheng freemsgchain(mp_chain); 703da14cebeSEric Cheng return; 704da14cebeSEric Cheng } 705da14cebeSEric Cheng if (mr->mr_classify_type == MAC_HW_CLASSIFIER) { 706da14cebeSEric Cheng hw_classified = B_TRUE; 707da14cebeSEric Cheng MR_REFHOLD_LOCKED(mr); 708da14cebeSEric Cheng } 709da14cebeSEric Cheng mutex_exit(&mr->mr_lock); 710da14cebeSEric Cheng 711da14cebeSEric Cheng /* 712da14cebeSEric Cheng * We check if an SRS is controlling this ring. 713da14cebeSEric Cheng * If so, we can directly call the srs_lower_proc 714da14cebeSEric Cheng * routine otherwise we need to go through mac_rx_classify 715da14cebeSEric Cheng * to reach the right place. 716da14cebeSEric Cheng */ 717da14cebeSEric Cheng if (hw_classified) { 718da14cebeSEric Cheng mac_srs = mr->mr_srs; 719da14cebeSEric Cheng /* 720da14cebeSEric Cheng * This is supposed to be the fast path. 721da14cebeSEric Cheng * All packets received though here were steered by 722da14cebeSEric Cheng * the hardware classifier, and share the same 723da14cebeSEric Cheng * MAC header info. 724da14cebeSEric Cheng */ 725da14cebeSEric Cheng mac_srs->srs_rx.sr_lower_proc(mh, 726da14cebeSEric Cheng (mac_resource_handle_t)mac_srs, mp_chain, B_FALSE); 727da14cebeSEric Cheng MR_REFRELE(mr); 728da14cebeSEric Cheng return; 729da14cebeSEric Cheng } 730da14cebeSEric Cheng /* We'll fall through to software classification */ 731ae6aa22aSVenugopal Iyer } else { 732ae6aa22aSVenugopal Iyer flow_entry_t *flent; 733ae6aa22aSVenugopal Iyer int err; 734ae6aa22aSVenugopal Iyer 735ae6aa22aSVenugopal Iyer rw_enter(&mip->mi_rw_lock, RW_READER); 736ae6aa22aSVenugopal Iyer if (mip->mi_single_active_client != NULL) { 737ae6aa22aSVenugopal Iyer flent = mip->mi_single_active_client->mci_flent_list; 738ae6aa22aSVenugopal Iyer FLOW_TRY_REFHOLD(flent, err); 739ae6aa22aSVenugopal Iyer rw_exit(&mip->mi_rw_lock); 740ae6aa22aSVenugopal Iyer if (err == 0) { 741ae6aa22aSVenugopal Iyer (flent->fe_cb_fn)(flent->fe_cb_arg1, 742ae6aa22aSVenugopal Iyer flent->fe_cb_arg2, mp_chain, B_FALSE); 743ae6aa22aSVenugopal Iyer FLOW_REFRELE(flent); 744ae6aa22aSVenugopal Iyer return; 745ae6aa22aSVenugopal Iyer } 746ae6aa22aSVenugopal Iyer } else { 747ae6aa22aSVenugopal Iyer rw_exit(&mip->mi_rw_lock); 748ae6aa22aSVenugopal Iyer } 749da14cebeSEric Cheng } 750da14cebeSEric Cheng 751da14cebeSEric Cheng if (!FLOW_TAB_EMPTY(mip->mi_flow_tab)) { 752da14cebeSEric Cheng if ((bp = mac_rx_flow(mh, mrh, bp)) == NULL) 753da14cebeSEric Cheng return; 754da14cebeSEric Cheng } 755da14cebeSEric Cheng 756da14cebeSEric Cheng freemsgchain(bp); 757da14cebeSEric Cheng } 758da14cebeSEric Cheng 759da14cebeSEric Cheng /* DATA TRANSMISSION */ 760da14cebeSEric Cheng 761da14cebeSEric Cheng /* 762da14cebeSEric Cheng * A driver's notification to resume transmission, in case of a provider 763da14cebeSEric Cheng * without TX rings. 764da14cebeSEric Cheng */ 765da14cebeSEric Cheng void 766da14cebeSEric Cheng mac_tx_update(mac_handle_t mh) 767da14cebeSEric Cheng { 7680dc2366fSVenugopal Iyer mac_tx_ring_update(mh, NULL); 769da14cebeSEric Cheng } 770da14cebeSEric Cheng 771da14cebeSEric Cheng /* 772da14cebeSEric Cheng * A driver's notification to resume transmission on the specified TX ring. 773da14cebeSEric Cheng */ 774da14cebeSEric Cheng void 775da14cebeSEric Cheng mac_tx_ring_update(mac_handle_t mh, mac_ring_handle_t rh) 776da14cebeSEric Cheng { 777da14cebeSEric Cheng i_mac_tx_srs_notify((mac_impl_t *)mh, rh); 778da14cebeSEric Cheng } 779da14cebeSEric Cheng 780da14cebeSEric Cheng /* LINK STATE */ 781da14cebeSEric Cheng /* 782da14cebeSEric Cheng * Notify the MAC layer about a link state change 783da14cebeSEric Cheng */ 784da14cebeSEric Cheng void 785da14cebeSEric Cheng mac_link_update(mac_handle_t mh, link_state_t link) 786da14cebeSEric Cheng { 787da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 788da14cebeSEric Cheng 7894eaa4710SRishi Srivatsavai /* 7904eaa4710SRishi Srivatsavai * Save the link state. 7914eaa4710SRishi Srivatsavai */ 7924eaa4710SRishi Srivatsavai mip->mi_lowlinkstate = link; 7934eaa4710SRishi Srivatsavai 7944eaa4710SRishi Srivatsavai /* 7954eaa4710SRishi Srivatsavai * Send a MAC_NOTE_LOWLINK notification. This tells the notification 7964eaa4710SRishi Srivatsavai * thread to deliver both lower and upper notifications. 7974eaa4710SRishi Srivatsavai */ 7984eaa4710SRishi Srivatsavai i_mac_notify(mip, MAC_NOTE_LOWLINK); 7994eaa4710SRishi Srivatsavai } 8004eaa4710SRishi Srivatsavai 8014eaa4710SRishi Srivatsavai /* 8024eaa4710SRishi Srivatsavai * Notify the MAC layer about a link state change due to bridging. 8034eaa4710SRishi Srivatsavai */ 8044eaa4710SRishi Srivatsavai void 8054eaa4710SRishi Srivatsavai mac_link_redo(mac_handle_t mh, link_state_t link) 8064eaa4710SRishi Srivatsavai { 8074eaa4710SRishi Srivatsavai mac_impl_t *mip = (mac_impl_t *)mh; 8084eaa4710SRishi Srivatsavai 809da14cebeSEric Cheng /* 810da14cebeSEric Cheng * Save the link state. 811da14cebeSEric Cheng */ 812da14cebeSEric Cheng mip->mi_linkstate = link; 813da14cebeSEric Cheng 814da14cebeSEric Cheng /* 8154eaa4710SRishi Srivatsavai * Send a MAC_NOTE_LINK notification. Only upper notifications are 8164eaa4710SRishi Srivatsavai * made. 817da14cebeSEric Cheng */ 818da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_LINK); 819da14cebeSEric Cheng } 820da14cebeSEric Cheng 82161af1958SGarrett D'Amore /* MINOR NODE HANDLING */ 82261af1958SGarrett D'Amore 82361af1958SGarrett D'Amore /* 82461af1958SGarrett D'Amore * Given a dev_t, return the instance number (PPA) associated with it. 82561af1958SGarrett D'Amore * Drivers can use this in their getinfo(9e) implementation to lookup 82661af1958SGarrett D'Amore * the instance number (i.e. PPA) of the device, to use as an index to 82761af1958SGarrett D'Amore * their own array of soft state structures. 82861af1958SGarrett D'Amore * 82961af1958SGarrett D'Amore * Returns -1 on error. 83061af1958SGarrett D'Amore */ 83161af1958SGarrett D'Amore int 83261af1958SGarrett D'Amore mac_devt_to_instance(dev_t devt) 83361af1958SGarrett D'Amore { 83461af1958SGarrett D'Amore return (dld_devt_to_instance(devt)); 83561af1958SGarrett D'Amore } 83661af1958SGarrett D'Amore 83761af1958SGarrett D'Amore /* 83861af1958SGarrett D'Amore * This function returns the first minor number that is available for 83961af1958SGarrett D'Amore * driver private use. All minor numbers smaller than this are 84061af1958SGarrett D'Amore * reserved for GLDv3 use. 84161af1958SGarrett D'Amore */ 84261af1958SGarrett D'Amore minor_t 84361af1958SGarrett D'Amore mac_private_minor(void) 84461af1958SGarrett D'Amore { 84561af1958SGarrett D'Amore return (MAC_PRIVATE_MINOR); 84661af1958SGarrett D'Amore } 84761af1958SGarrett D'Amore 848da14cebeSEric Cheng /* OTHER CONTROL INFORMATION */ 849da14cebeSEric Cheng 850da14cebeSEric Cheng /* 851da14cebeSEric Cheng * A driver notified us that its primary MAC address has changed. 852da14cebeSEric Cheng */ 853da14cebeSEric Cheng void 854da14cebeSEric Cheng mac_unicst_update(mac_handle_t mh, const uint8_t *addr) 855da14cebeSEric Cheng { 856da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 857da14cebeSEric Cheng 858da14cebeSEric Cheng if (mip->mi_type->mt_addr_length == 0) 859da14cebeSEric Cheng return; 860da14cebeSEric Cheng 861da14cebeSEric Cheng i_mac_perim_enter(mip); 862da14cebeSEric Cheng 863da14cebeSEric Cheng /* 864fd0939efSDavid Edmondson * If address changes, freshen the MAC address value and update 865fd0939efSDavid Edmondson * all MAC clients that share this MAC address. 866da14cebeSEric Cheng */ 867fd0939efSDavid Edmondson if (bcmp(addr, mip->mi_addr, mip->mi_type->mt_addr_length) != 0) { 868fd0939efSDavid Edmondson mac_freshen_macaddr(mac_find_macaddr(mip, mip->mi_addr), 869fd0939efSDavid Edmondson (uint8_t *)addr); 870fd0939efSDavid Edmondson } 871da14cebeSEric Cheng 872da14cebeSEric Cheng i_mac_perim_exit(mip); 873da14cebeSEric Cheng 874da14cebeSEric Cheng /* 875da14cebeSEric Cheng * Send a MAC_NOTE_UNICST notification. 876da14cebeSEric Cheng */ 877da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_UNICST); 878da14cebeSEric Cheng } 879da14cebeSEric Cheng 8802b24ab6bSSebastien Roy void 8812b24ab6bSSebastien Roy mac_dst_update(mac_handle_t mh, const uint8_t *addr) 8822b24ab6bSSebastien Roy { 8832b24ab6bSSebastien Roy mac_impl_t *mip = (mac_impl_t *)mh; 8842b24ab6bSSebastien Roy 8852b24ab6bSSebastien Roy if (mip->mi_type->mt_addr_length == 0) 8862b24ab6bSSebastien Roy return; 8872b24ab6bSSebastien Roy 8882b24ab6bSSebastien Roy i_mac_perim_enter(mip); 8892b24ab6bSSebastien Roy bcopy(addr, mip->mi_dstaddr, mip->mi_type->mt_addr_length); 8902b24ab6bSSebastien Roy i_mac_perim_exit(mip); 8912b24ab6bSSebastien Roy i_mac_notify(mip, MAC_NOTE_DEST); 8922b24ab6bSSebastien Roy } 8932b24ab6bSSebastien Roy 894da14cebeSEric Cheng /* 895da14cebeSEric Cheng * MAC plugin information changed. 896da14cebeSEric Cheng */ 897da14cebeSEric Cheng int 898da14cebeSEric Cheng mac_pdata_update(mac_handle_t mh, void *mac_pdata, size_t dsize) 899da14cebeSEric Cheng { 900da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 901da14cebeSEric Cheng 902da14cebeSEric Cheng /* 903da14cebeSEric Cheng * Verify that the plugin supports MAC plugin data and that the 904da14cebeSEric Cheng * supplied data is valid. 905da14cebeSEric Cheng */ 906da14cebeSEric Cheng if (!(mip->mi_type->mt_ops.mtops_ops & MTOPS_PDATA_VERIFY)) 907da14cebeSEric Cheng return (EINVAL); 908da14cebeSEric Cheng if (!mip->mi_type->mt_ops.mtops_pdata_verify(mac_pdata, dsize)) 909da14cebeSEric Cheng return (EINVAL); 910da14cebeSEric Cheng 911da14cebeSEric Cheng if (mip->mi_pdata != NULL) 912da14cebeSEric Cheng kmem_free(mip->mi_pdata, mip->mi_pdata_size); 913da14cebeSEric Cheng 914da14cebeSEric Cheng mip->mi_pdata = kmem_alloc(dsize, KM_SLEEP); 915da14cebeSEric Cheng bcopy(mac_pdata, mip->mi_pdata, dsize); 916da14cebeSEric Cheng mip->mi_pdata_size = dsize; 917da14cebeSEric Cheng 918da14cebeSEric Cheng /* 919da14cebeSEric Cheng * Since the MAC plugin data is used to construct MAC headers that 920da14cebeSEric Cheng * were cached in fast-path headers, we need to flush fast-path 921da14cebeSEric Cheng * information for links associated with this mac. 922da14cebeSEric Cheng */ 923da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_FASTPATH_FLUSH); 924da14cebeSEric Cheng return (0); 925da14cebeSEric Cheng } 926da14cebeSEric Cheng 927da14cebeSEric Cheng /* 928da14cebeSEric Cheng * Invoked by driver as well as the framework to notify its capability change. 929da14cebeSEric Cheng */ 930da14cebeSEric Cheng void 931da14cebeSEric Cheng mac_capab_update(mac_handle_t mh) 932da14cebeSEric Cheng { 933da14cebeSEric Cheng /* Send MAC_NOTE_CAPAB_CHG notification */ 934da14cebeSEric Cheng i_mac_notify((mac_impl_t *)mh, MAC_NOTE_CAPAB_CHG); 935da14cebeSEric Cheng } 936da14cebeSEric Cheng 937da14cebeSEric Cheng int 938da14cebeSEric Cheng mac_maxsdu_update(mac_handle_t mh, uint_t sdu_max) 939da14cebeSEric Cheng { 940da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)mh; 941da14cebeSEric Cheng 942f0f2c3a5SGirish Moodalbail if (sdu_max == 0 || sdu_max < mip->mi_sdu_min) 943da14cebeSEric Cheng return (EINVAL); 944da14cebeSEric Cheng mip->mi_sdu_max = sdu_max; 945da14cebeSEric Cheng 946da14cebeSEric Cheng /* Send a MAC_NOTE_SDU_SIZE notification. */ 947da14cebeSEric Cheng i_mac_notify(mip, MAC_NOTE_SDU_SIZE); 948da14cebeSEric Cheng return (0); 949da14cebeSEric Cheng } 950da14cebeSEric Cheng 9510dc2366fSVenugopal Iyer static void 9520dc2366fSVenugopal Iyer mac_ring_intr_retarget(mac_group_t *group, mac_ring_t *ring) 9530dc2366fSVenugopal Iyer { 9540dc2366fSVenugopal Iyer mac_client_impl_t *mcip; 9550dc2366fSVenugopal Iyer flow_entry_t *flent; 9560dc2366fSVenugopal Iyer mac_soft_ring_set_t *mac_rx_srs; 9570dc2366fSVenugopal Iyer mac_cpus_t *srs_cpu; 9580dc2366fSVenugopal Iyer int i; 9590dc2366fSVenugopal Iyer 9600dc2366fSVenugopal Iyer if (((mcip = MAC_GROUP_ONLY_CLIENT(group)) != NULL) && 9610dc2366fSVenugopal Iyer (!ring->mr_info.mri_intr.mi_ddi_shared)) { 9620dc2366fSVenugopal Iyer /* interrupt can be re-targeted */ 9630dc2366fSVenugopal Iyer ASSERT(group->mrg_state == MAC_GROUP_STATE_RESERVED); 9640dc2366fSVenugopal Iyer flent = mcip->mci_flent; 9650dc2366fSVenugopal Iyer if (ring->mr_type == MAC_RING_TYPE_RX) { 9660dc2366fSVenugopal Iyer for (i = 0; i < flent->fe_rx_srs_cnt; i++) { 9670dc2366fSVenugopal Iyer mac_rx_srs = flent->fe_rx_srs[i]; 9680dc2366fSVenugopal Iyer if (mac_rx_srs->srs_ring != ring) 9690dc2366fSVenugopal Iyer continue; 9700dc2366fSVenugopal Iyer srs_cpu = &mac_rx_srs->srs_cpu; 9710dc2366fSVenugopal Iyer mutex_enter(&cpu_lock); 9720dc2366fSVenugopal Iyer mac_rx_srs_retarget_intr(mac_rx_srs, 9730dc2366fSVenugopal Iyer srs_cpu->mc_rx_intr_cpu); 9740dc2366fSVenugopal Iyer mutex_exit(&cpu_lock); 9750dc2366fSVenugopal Iyer break; 9760dc2366fSVenugopal Iyer } 9770dc2366fSVenugopal Iyer } else { 9780dc2366fSVenugopal Iyer if (flent->fe_tx_srs != NULL) { 9790dc2366fSVenugopal Iyer mutex_enter(&cpu_lock); 9800dc2366fSVenugopal Iyer mac_tx_srs_retarget_intr( 9810dc2366fSVenugopal Iyer flent->fe_tx_srs); 9820dc2366fSVenugopal Iyer mutex_exit(&cpu_lock); 9830dc2366fSVenugopal Iyer } 9840dc2366fSVenugopal Iyer } 9850dc2366fSVenugopal Iyer } 9860dc2366fSVenugopal Iyer } 9870dc2366fSVenugopal Iyer 9880dc2366fSVenugopal Iyer /* 9890dc2366fSVenugopal Iyer * Clients like aggr create pseudo rings (mac_ring_t) and expose them to 9900dc2366fSVenugopal Iyer * their clients. There is a 1-1 mapping pseudo ring and the hardware 9910dc2366fSVenugopal Iyer * ring. ddi interrupt handles are exported from the hardware ring to 9920dc2366fSVenugopal Iyer * the pseudo ring. Thus when the interrupt handle changes, clients of 9930dc2366fSVenugopal Iyer * aggr that are using the handle need to use the new handle and 9940dc2366fSVenugopal Iyer * re-target their interrupts. 9950dc2366fSVenugopal Iyer */ 9960dc2366fSVenugopal Iyer static void 9970dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mac_impl_t *mip, mac_ring_t *ring, 9980dc2366fSVenugopal Iyer ddi_intr_handle_t ddh) 9990dc2366fSVenugopal Iyer { 10000dc2366fSVenugopal Iyer mac_ring_t *pring; 10010dc2366fSVenugopal Iyer mac_group_t *pgroup; 10020dc2366fSVenugopal Iyer mac_impl_t *pmip; 10030dc2366fSVenugopal Iyer char macname[MAXNAMELEN]; 10040dc2366fSVenugopal Iyer mac_perim_handle_t p_mph; 10050dc2366fSVenugopal Iyer uint64_t saved_gen_num; 10060dc2366fSVenugopal Iyer 10070dc2366fSVenugopal Iyer again: 10080dc2366fSVenugopal Iyer pring = (mac_ring_t *)ring->mr_prh; 10090dc2366fSVenugopal Iyer pgroup = (mac_group_t *)pring->mr_gh; 10100dc2366fSVenugopal Iyer pmip = (mac_impl_t *)pgroup->mrg_mh; 10110dc2366fSVenugopal Iyer saved_gen_num = ring->mr_gen_num; 10120dc2366fSVenugopal Iyer (void) strlcpy(macname, pmip->mi_name, MAXNAMELEN); 10130dc2366fSVenugopal Iyer /* 10140dc2366fSVenugopal Iyer * We need to enter aggr's perimeter. The locking hierarchy 10150dc2366fSVenugopal Iyer * dictates that aggr's perimeter should be entered first 10160dc2366fSVenugopal Iyer * and then the port's perimeter. So drop the port's 10170dc2366fSVenugopal Iyer * perimeter, enter aggr's and then re-enter port's 10180dc2366fSVenugopal Iyer * perimeter. 10190dc2366fSVenugopal Iyer */ 10200dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 10210dc2366fSVenugopal Iyer /* 10220dc2366fSVenugopal Iyer * While we know pmip is the aggr's mip, there is a 10230dc2366fSVenugopal Iyer * possibility that aggr could have unregistered by 10240dc2366fSVenugopal Iyer * the time we exit port's perimeter (mip) and 10250dc2366fSVenugopal Iyer * enter aggr's perimeter (pmip). To avoid that 10260dc2366fSVenugopal Iyer * scenario, enter aggr's perimeter using its name. 10270dc2366fSVenugopal Iyer */ 10280dc2366fSVenugopal Iyer if (mac_perim_enter_by_macname(macname, &p_mph) != 0) 10290dc2366fSVenugopal Iyer return; 10300dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 10310dc2366fSVenugopal Iyer /* 10320dc2366fSVenugopal Iyer * Check if the ring got assigned to another aggregation before 10330dc2366fSVenugopal Iyer * be could enter aggr's and the port's perimeter. When a ring 10340dc2366fSVenugopal Iyer * gets deleted from an aggregation, it calls mac_stop_ring() 10350dc2366fSVenugopal Iyer * which increments the generation number. So checking 10360dc2366fSVenugopal Iyer * generation number will be enough. 10370dc2366fSVenugopal Iyer */ 10380dc2366fSVenugopal Iyer if (ring->mr_gen_num != saved_gen_num && ring->mr_prh != NULL) { 10390dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 10400dc2366fSVenugopal Iyer mac_perim_exit(p_mph); 10410dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 10420dc2366fSVenugopal Iyer goto again; 10430dc2366fSVenugopal Iyer } 10440dc2366fSVenugopal Iyer 10450dc2366fSVenugopal Iyer /* Check if pseudo ring is still present */ 10460dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 10470dc2366fSVenugopal Iyer pring->mr_info.mri_intr.mi_ddi_handle = ddh; 10480dc2366fSVenugopal Iyer pring->mr_info.mri_intr.mi_ddi_shared = 10490dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_shared; 10500dc2366fSVenugopal Iyer if (ddh != NULL) 10510dc2366fSVenugopal Iyer mac_ring_intr_retarget(pgroup, pring); 10520dc2366fSVenugopal Iyer } 10530dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 10540dc2366fSVenugopal Iyer mac_perim_exit(p_mph); 10550dc2366fSVenugopal Iyer } 10560dc2366fSVenugopal Iyer /* 10570dc2366fSVenugopal Iyer * API called by driver to provide new interrupt handle for TX/RX rings. 10580dc2366fSVenugopal Iyer * This usually happens when IRM (Interrupt Resource Manangement) 10590dc2366fSVenugopal Iyer * framework either gives the driver more MSI-x interrupts or takes 10600dc2366fSVenugopal Iyer * away MSI-x interrupts from the driver. 10610dc2366fSVenugopal Iyer */ 10620dc2366fSVenugopal Iyer void 10630dc2366fSVenugopal Iyer mac_ring_intr_set(mac_ring_handle_t mrh, ddi_intr_handle_t ddh) 10640dc2366fSVenugopal Iyer { 10650dc2366fSVenugopal Iyer mac_ring_t *ring = (mac_ring_t *)mrh; 10660dc2366fSVenugopal Iyer mac_group_t *group = (mac_group_t *)ring->mr_gh; 10670dc2366fSVenugopal Iyer mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 10680dc2366fSVenugopal Iyer 10690dc2366fSVenugopal Iyer i_mac_perim_enter(mip); 10700dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_handle = ddh; 10710dc2366fSVenugopal Iyer if (ddh == NULL) { 10720dc2366fSVenugopal Iyer /* Interrupts being reset */ 10730dc2366fSVenugopal Iyer ring->mr_info.mri_intr.mi_ddi_shared = B_FALSE; 10740dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 10750dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mip, ring, ddh); 10760dc2366fSVenugopal Iyer return; 10770dc2366fSVenugopal Iyer } 10780dc2366fSVenugopal Iyer } else { 10790dc2366fSVenugopal Iyer /* New interrupt handle */ 10800dc2366fSVenugopal Iyer mac_compare_ddi_handle(mip->mi_rx_groups, 10810dc2366fSVenugopal Iyer mip->mi_rx_group_count, ring); 10820dc2366fSVenugopal Iyer if (!ring->mr_info.mri_intr.mi_ddi_shared) { 10830dc2366fSVenugopal Iyer mac_compare_ddi_handle(mip->mi_tx_groups, 10840dc2366fSVenugopal Iyer mip->mi_tx_group_count, ring); 10850dc2366fSVenugopal Iyer } 10860dc2366fSVenugopal Iyer if (ring->mr_prh != NULL) { 10870dc2366fSVenugopal Iyer mac_pseudo_ring_intr_retarget(mip, ring, ddh); 10880dc2366fSVenugopal Iyer return; 10890dc2366fSVenugopal Iyer } else { 10900dc2366fSVenugopal Iyer mac_ring_intr_retarget(group, ring); 10910dc2366fSVenugopal Iyer } 10920dc2366fSVenugopal Iyer } 10930dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 10940dc2366fSVenugopal Iyer } 10950dc2366fSVenugopal Iyer 1096da14cebeSEric Cheng /* PRIVATE FUNCTIONS, FOR INTERNAL USE ONLY */ 1097da14cebeSEric Cheng 1098da14cebeSEric Cheng /* 1099da14cebeSEric Cheng * Updates the mac_impl structure with the current state of the link 1100da14cebeSEric Cheng */ 1101da14cebeSEric Cheng static void 1102da14cebeSEric Cheng i_mac_log_link_state(mac_impl_t *mip) 1103da14cebeSEric Cheng { 1104da14cebeSEric Cheng /* 1105da14cebeSEric Cheng * If no change, then it is not interesting. 1106da14cebeSEric Cheng */ 11074eaa4710SRishi Srivatsavai if (mip->mi_lastlowlinkstate == mip->mi_lowlinkstate) 1108da14cebeSEric Cheng return; 1109da14cebeSEric Cheng 11104eaa4710SRishi Srivatsavai switch (mip->mi_lowlinkstate) { 1111da14cebeSEric Cheng case LINK_STATE_UP: 1112da14cebeSEric Cheng if (mip->mi_type->mt_ops.mtops_ops & MTOPS_LINK_DETAILS) { 1113da14cebeSEric Cheng char det[200]; 1114da14cebeSEric Cheng 1115da14cebeSEric Cheng mip->mi_type->mt_ops.mtops_link_details(det, 1116da14cebeSEric Cheng sizeof (det), (mac_handle_t)mip, mip->mi_pdata); 1117da14cebeSEric Cheng 1118da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link up, %s", mip->mi_name, det); 1119da14cebeSEric Cheng } else { 1120da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link up", mip->mi_name); 1121da14cebeSEric Cheng } 1122da14cebeSEric Cheng break; 1123da14cebeSEric Cheng 1124da14cebeSEric Cheng case LINK_STATE_DOWN: 1125da14cebeSEric Cheng /* 1126da14cebeSEric Cheng * Only transitions from UP to DOWN are interesting 1127da14cebeSEric Cheng */ 11284eaa4710SRishi Srivatsavai if (mip->mi_lastlowlinkstate != LINK_STATE_UNKNOWN) 1129da14cebeSEric Cheng cmn_err(CE_NOTE, "!%s link down", mip->mi_name); 1130da14cebeSEric Cheng break; 1131da14cebeSEric Cheng 1132da14cebeSEric Cheng case LINK_STATE_UNKNOWN: 1133da14cebeSEric Cheng /* 1134da14cebeSEric Cheng * This case is normally not interesting. 1135da14cebeSEric Cheng */ 1136da14cebeSEric Cheng break; 1137da14cebeSEric Cheng } 11384eaa4710SRishi Srivatsavai mip->mi_lastlowlinkstate = mip->mi_lowlinkstate; 1139da14cebeSEric Cheng } 1140da14cebeSEric Cheng 1141da14cebeSEric Cheng /* 1142da14cebeSEric Cheng * Main routine for the callbacks notifications thread 1143da14cebeSEric Cheng */ 1144da14cebeSEric Cheng static void 1145da14cebeSEric Cheng i_mac_notify_thread(void *arg) 1146da14cebeSEric Cheng { 1147da14cebeSEric Cheng mac_impl_t *mip = arg; 1148da14cebeSEric Cheng callb_cpr_t cprinfo; 1149da14cebeSEric Cheng mac_cb_t *mcb; 1150da14cebeSEric Cheng mac_cb_info_t *mcbi; 1151da14cebeSEric Cheng mac_notify_cb_t *mncb; 1152da14cebeSEric Cheng 1153da14cebeSEric Cheng mcbi = &mip->mi_notify_cb_info; 1154da14cebeSEric Cheng CALLB_CPR_INIT(&cprinfo, mcbi->mcbi_lockp, callb_generic_cpr, 1155da14cebeSEric Cheng "i_mac_notify_thread"); 1156da14cebeSEric Cheng 1157da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1158da14cebeSEric Cheng 1159da14cebeSEric Cheng for (;;) { 1160da14cebeSEric Cheng uint32_t bits; 1161da14cebeSEric Cheng uint32_t type; 1162da14cebeSEric Cheng 1163da14cebeSEric Cheng bits = mip->mi_notify_bits; 1164da14cebeSEric Cheng if (bits == 0) { 1165da14cebeSEric Cheng CALLB_CPR_SAFE_BEGIN(&cprinfo); 1166da14cebeSEric Cheng cv_wait(&mcbi->mcbi_cv, mcbi->mcbi_lockp); 1167da14cebeSEric Cheng CALLB_CPR_SAFE_END(&cprinfo, mcbi->mcbi_lockp); 1168da14cebeSEric Cheng continue; 1169da14cebeSEric Cheng } 1170da14cebeSEric Cheng mip->mi_notify_bits = 0; 1171da14cebeSEric Cheng if ((bits & (1 << MAC_NNOTE)) != 0) { 1172da14cebeSEric Cheng /* request to quit */ 1173da14cebeSEric Cheng ASSERT(mip->mi_state_flags & MIS_DISABLED); 1174da14cebeSEric Cheng break; 1175da14cebeSEric Cheng } 1176da14cebeSEric Cheng 1177da14cebeSEric Cheng mutex_exit(mcbi->mcbi_lockp); 1178da14cebeSEric Cheng 1179da14cebeSEric Cheng /* 11804eaa4710SRishi Srivatsavai * Log link changes on the actual link, but then do reports on 11814eaa4710SRishi Srivatsavai * synthetic state (if part of a bridge). 1182da14cebeSEric Cheng */ 11834eaa4710SRishi Srivatsavai if ((bits & (1 << MAC_NOTE_LOWLINK)) != 0) { 11844eaa4710SRishi Srivatsavai link_state_t newstate; 11854eaa4710SRishi Srivatsavai mac_handle_t mh; 11864eaa4710SRishi Srivatsavai 1187da14cebeSEric Cheng i_mac_log_link_state(mip); 11884eaa4710SRishi Srivatsavai newstate = mip->mi_lowlinkstate; 11894eaa4710SRishi Srivatsavai if (mip->mi_bridge_link != NULL) { 11904eaa4710SRishi Srivatsavai mutex_enter(&mip->mi_bridge_lock); 11914eaa4710SRishi Srivatsavai if ((mh = mip->mi_bridge_link) != NULL) { 11924eaa4710SRishi Srivatsavai newstate = mac_bridge_ls_cb(mh, 11934eaa4710SRishi Srivatsavai newstate); 11944eaa4710SRishi Srivatsavai } 11954eaa4710SRishi Srivatsavai mutex_exit(&mip->mi_bridge_lock); 11964eaa4710SRishi Srivatsavai } 11974eaa4710SRishi Srivatsavai if (newstate != mip->mi_linkstate) { 11984eaa4710SRishi Srivatsavai mip->mi_linkstate = newstate; 11994eaa4710SRishi Srivatsavai bits |= 1 << MAC_NOTE_LINK; 12004eaa4710SRishi Srivatsavai } 12014eaa4710SRishi Srivatsavai } 1202da14cebeSEric Cheng 1203da14cebeSEric Cheng /* 1204da14cebeSEric Cheng * Do notification callbacks for each notification type. 1205da14cebeSEric Cheng */ 1206da14cebeSEric Cheng for (type = 0; type < MAC_NNOTE; type++) { 1207da14cebeSEric Cheng if ((bits & (1 << type)) == 0) { 1208da14cebeSEric Cheng continue; 1209da14cebeSEric Cheng } 1210da14cebeSEric Cheng 12114eaa4710SRishi Srivatsavai if (mac_notify_cb_list[type] != NULL) 12124eaa4710SRishi Srivatsavai (*mac_notify_cb_list[type])(mip); 1213da14cebeSEric Cheng 1214da14cebeSEric Cheng /* 1215da14cebeSEric Cheng * Walk the list of notifications. 1216da14cebeSEric Cheng */ 1217da14cebeSEric Cheng MAC_CALLBACK_WALKER_INC(&mip->mi_notify_cb_info); 1218da14cebeSEric Cheng for (mcb = mip->mi_notify_cb_list; mcb != NULL; 1219da14cebeSEric Cheng mcb = mcb->mcb_nextp) { 1220da14cebeSEric Cheng mncb = (mac_notify_cb_t *)mcb->mcb_objp; 1221da14cebeSEric Cheng mncb->mncb_fn(mncb->mncb_arg, type); 1222da14cebeSEric Cheng } 1223da14cebeSEric Cheng MAC_CALLBACK_WALKER_DCR(&mip->mi_notify_cb_info, 1224da14cebeSEric Cheng &mip->mi_notify_cb_list); 1225da14cebeSEric Cheng } 1226da14cebeSEric Cheng 1227da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1228da14cebeSEric Cheng } 1229da14cebeSEric Cheng 1230da14cebeSEric Cheng mip->mi_state_flags |= MIS_NOTIFY_DONE; 1231da14cebeSEric Cheng cv_broadcast(&mcbi->mcbi_cv); 1232da14cebeSEric Cheng 1233da14cebeSEric Cheng /* CALLB_CPR_EXIT drops the lock */ 1234da14cebeSEric Cheng CALLB_CPR_EXIT(&cprinfo); 1235da14cebeSEric Cheng thread_exit(); 1236da14cebeSEric Cheng } 1237da14cebeSEric Cheng 1238da14cebeSEric Cheng /* 1239da14cebeSEric Cheng * Signal the i_mac_notify_thread asking it to quit. 1240da14cebeSEric Cheng * Then wait till it is done. 1241da14cebeSEric Cheng */ 1242da14cebeSEric Cheng void 1243da14cebeSEric Cheng i_mac_notify_exit(mac_impl_t *mip) 1244da14cebeSEric Cheng { 1245da14cebeSEric Cheng mac_cb_info_t *mcbi; 1246da14cebeSEric Cheng 1247da14cebeSEric Cheng mcbi = &mip->mi_notify_cb_info; 1248da14cebeSEric Cheng 1249da14cebeSEric Cheng mutex_enter(mcbi->mcbi_lockp); 1250da14cebeSEric Cheng mip->mi_notify_bits = (1 << MAC_NNOTE); 1251da14cebeSEric Cheng cv_broadcast(&mcbi->mcbi_cv); 1252da14cebeSEric Cheng 1253da14cebeSEric Cheng 1254da14cebeSEric Cheng while ((mip->mi_notify_thread != NULL) && 1255da14cebeSEric Cheng !(mip->mi_state_flags & MIS_NOTIFY_DONE)) { 1256da14cebeSEric Cheng cv_wait(&mcbi->mcbi_cv, mcbi->mcbi_lockp); 1257da14cebeSEric Cheng } 1258da14cebeSEric Cheng 1259da14cebeSEric Cheng /* Necessary clean up before doing kmem_cache_free */ 1260da14cebeSEric Cheng mip->mi_state_flags &= ~MIS_NOTIFY_DONE; 1261da14cebeSEric Cheng mip->mi_notify_bits = 0; 1262da14cebeSEric Cheng mip->mi_notify_thread = NULL; 1263da14cebeSEric Cheng mutex_exit(mcbi->mcbi_lockp); 1264da14cebeSEric Cheng } 1265da14cebeSEric Cheng 1266da14cebeSEric Cheng /* 1267da14cebeSEric Cheng * Entry point invoked by drivers to dynamically add a ring to an 1268da14cebeSEric Cheng * existing group. 1269da14cebeSEric Cheng */ 1270da14cebeSEric Cheng int 1271da14cebeSEric Cheng mac_group_add_ring(mac_group_handle_t gh, int index) 1272da14cebeSEric Cheng { 1273da14cebeSEric Cheng mac_group_t *group = (mac_group_t *)gh; 1274da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 1275da14cebeSEric Cheng int ret; 1276da14cebeSEric Cheng 1277da14cebeSEric Cheng i_mac_perim_enter(mip); 1278da14cebeSEric Cheng ret = i_mac_group_add_ring(group, NULL, index); 1279da14cebeSEric Cheng i_mac_perim_exit(mip); 1280da14cebeSEric Cheng return (ret); 1281da14cebeSEric Cheng } 1282da14cebeSEric Cheng 1283da14cebeSEric Cheng /* 1284da14cebeSEric Cheng * Entry point invoked by drivers to dynamically remove a ring 1285da14cebeSEric Cheng * from an existing group. The specified ring handle must no longer 1286da14cebeSEric Cheng * be used by the driver after a call to this function. 1287da14cebeSEric Cheng */ 1288da14cebeSEric Cheng void 1289da14cebeSEric Cheng mac_group_rem_ring(mac_group_handle_t gh, mac_ring_handle_t rh) 1290da14cebeSEric Cheng { 1291da14cebeSEric Cheng mac_group_t *group = (mac_group_t *)gh; 1292da14cebeSEric Cheng mac_impl_t *mip = (mac_impl_t *)group->mrg_mh; 1293da14cebeSEric Cheng 1294da14cebeSEric Cheng i_mac_perim_enter(mip); 12950dc2366fSVenugopal Iyer i_mac_group_rem_ring(group, (mac_ring_t *)rh, B_TRUE); 12960dc2366fSVenugopal Iyer i_mac_perim_exit(mip); 12970dc2366fSVenugopal Iyer } 1298da14cebeSEric Cheng 12990dc2366fSVenugopal Iyer /* 13000dc2366fSVenugopal Iyer * mac_prop_info_*() callbacks called from the driver's prefix_propinfo() 13010dc2366fSVenugopal Iyer * entry points. 13020dc2366fSVenugopal Iyer */ 1303da14cebeSEric Cheng 13040dc2366fSVenugopal Iyer void 13050dc2366fSVenugopal Iyer mac_prop_info_set_default_uint8(mac_prop_info_handle_t ph, uint8_t val) 13060dc2366fSVenugopal Iyer { 13070dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 1308da14cebeSEric Cheng 13090dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 13100dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 13110dc2366fSVenugopal Iyer return; 13120dc2366fSVenugopal Iyer 13130dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint8_t)); 13140dc2366fSVenugopal Iyer 13150dc2366fSVenugopal Iyer *(uint8_t *)(pr->pr_default) = val; 13160dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 13170dc2366fSVenugopal Iyer } 13180dc2366fSVenugopal Iyer 13190dc2366fSVenugopal Iyer void 13200dc2366fSVenugopal Iyer mac_prop_info_set_default_uint64(mac_prop_info_handle_t ph, uint64_t val) 13210dc2366fSVenugopal Iyer { 13220dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 13230dc2366fSVenugopal Iyer 13240dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 13250dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 13260dc2366fSVenugopal Iyer return; 13270dc2366fSVenugopal Iyer 13280dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint64_t)); 13290dc2366fSVenugopal Iyer 13300dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 13310dc2366fSVenugopal Iyer 13320dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 13330dc2366fSVenugopal Iyer } 13340dc2366fSVenugopal Iyer 13350dc2366fSVenugopal Iyer void 13360dc2366fSVenugopal Iyer mac_prop_info_set_default_uint32(mac_prop_info_handle_t ph, uint32_t val) 13370dc2366fSVenugopal Iyer { 13380dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 13390dc2366fSVenugopal Iyer 13400dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 13410dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 13420dc2366fSVenugopal Iyer return; 13430dc2366fSVenugopal Iyer 13440dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (uint32_t)); 13450dc2366fSVenugopal Iyer 13460dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 13470dc2366fSVenugopal Iyer 13480dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 13490dc2366fSVenugopal Iyer } 13500dc2366fSVenugopal Iyer 13510dc2366fSVenugopal Iyer void 13520dc2366fSVenugopal Iyer mac_prop_info_set_default_str(mac_prop_info_handle_t ph, const char *str) 13530dc2366fSVenugopal Iyer { 13540dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 13550dc2366fSVenugopal Iyer 13560dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 13570dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 13580dc2366fSVenugopal Iyer return; 13590dc2366fSVenugopal Iyer 13600dc2366fSVenugopal Iyer if (strlen(str) > pr->pr_default_size) 1361*0591ddd0SPrakash Jalan pr->pr_errno = ENOBUFS; 13620dc2366fSVenugopal Iyer else 13630dc2366fSVenugopal Iyer (void) strlcpy(pr->pr_default, str, strlen(str)); 13640dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 13650dc2366fSVenugopal Iyer } 13660dc2366fSVenugopal Iyer 13670dc2366fSVenugopal Iyer void 13680dc2366fSVenugopal Iyer mac_prop_info_set_default_link_flowctrl(mac_prop_info_handle_t ph, 13690dc2366fSVenugopal Iyer link_flowctrl_t val) 13700dc2366fSVenugopal Iyer { 13710dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 13720dc2366fSVenugopal Iyer 13730dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the default value */ 13740dc2366fSVenugopal Iyer if (pr->pr_default == NULL) 13750dc2366fSVenugopal Iyer return; 13760dc2366fSVenugopal Iyer 13770dc2366fSVenugopal Iyer ASSERT(pr->pr_default_size >= sizeof (link_flowctrl_t)); 13780dc2366fSVenugopal Iyer 13790dc2366fSVenugopal Iyer bcopy(&val, pr->pr_default, sizeof (val)); 13800dc2366fSVenugopal Iyer 13810dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_DEFAULT; 13820dc2366fSVenugopal Iyer } 13830dc2366fSVenugopal Iyer 13840dc2366fSVenugopal Iyer void 13850dc2366fSVenugopal Iyer mac_prop_info_set_range_uint32(mac_prop_info_handle_t ph, uint32_t min, 13860dc2366fSVenugopal Iyer uint32_t max) 13870dc2366fSVenugopal Iyer { 13880dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 13890dc2366fSVenugopal Iyer mac_propval_range_t *range = pr->pr_range; 1390*0591ddd0SPrakash Jalan mac_propval_uint32_range_t *range32; 13910dc2366fSVenugopal Iyer 13920dc2366fSVenugopal Iyer /* nothing to do if the caller doesn't want the range info */ 13930dc2366fSVenugopal Iyer if (range == NULL) 13940dc2366fSVenugopal Iyer return; 13950dc2366fSVenugopal Iyer 1396*0591ddd0SPrakash Jalan if (pr->pr_range_cur_count++ == 0) { 1397*0591ddd0SPrakash Jalan /* first range */ 1398*0591ddd0SPrakash Jalan pr->pr_flags |= MAC_PROP_INFO_RANGE; 1399*0591ddd0SPrakash Jalan range->mpr_type = MAC_PROPVAL_UINT32; 1400*0591ddd0SPrakash Jalan } else { 1401*0591ddd0SPrakash Jalan /* all ranges of a property should be of the same type */ 1402*0591ddd0SPrakash Jalan ASSERT(range->mpr_type == MAC_PROPVAL_UINT32); 1403*0591ddd0SPrakash Jalan if (pr->pr_range_cur_count > range->mpr_count) { 1404*0591ddd0SPrakash Jalan pr->pr_errno = ENOSPC; 1405*0591ddd0SPrakash Jalan return; 1406*0591ddd0SPrakash Jalan } 1407*0591ddd0SPrakash Jalan } 1408*0591ddd0SPrakash Jalan 1409*0591ddd0SPrakash Jalan range32 = range->mpr_range_uint32; 1410*0591ddd0SPrakash Jalan range32[pr->pr_range_cur_count - 1].mpur_min = min; 1411*0591ddd0SPrakash Jalan range32[pr->pr_range_cur_count - 1].mpur_max = max; 14120dc2366fSVenugopal Iyer } 14130dc2366fSVenugopal Iyer 14140dc2366fSVenugopal Iyer void 14150dc2366fSVenugopal Iyer mac_prop_info_set_perm(mac_prop_info_handle_t ph, uint8_t perm) 14160dc2366fSVenugopal Iyer { 14170dc2366fSVenugopal Iyer mac_prop_info_state_t *pr = (mac_prop_info_state_t *)ph; 14180dc2366fSVenugopal Iyer 14190dc2366fSVenugopal Iyer pr->pr_perm = perm; 14200dc2366fSVenugopal Iyer pr->pr_flags |= MAC_PROP_INFO_PERM; 14210dc2366fSVenugopal Iyer } 14220dc2366fSVenugopal Iyer 14230dc2366fSVenugopal Iyer void mac_hcksum_get(mblk_t *mp, uint32_t *start, uint32_t *stuff, 14240dc2366fSVenugopal Iyer uint32_t *end, uint32_t *value, uint32_t *flags_ptr) 14250dc2366fSVenugopal Iyer { 14260dc2366fSVenugopal Iyer uint32_t flags; 14270dc2366fSVenugopal Iyer 14280dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 14290dc2366fSVenugopal Iyer 14300dc2366fSVenugopal Iyer flags = DB_CKSUMFLAGS(mp) & HCK_FLAGS; 14310dc2366fSVenugopal Iyer if ((flags & (HCK_PARTIALCKSUM | HCK_FULLCKSUM)) != 0) { 14320dc2366fSVenugopal Iyer if (value != NULL) 14330dc2366fSVenugopal Iyer *value = (uint32_t)DB_CKSUM16(mp); 14340dc2366fSVenugopal Iyer if ((flags & HCK_PARTIALCKSUM) != 0) { 14350dc2366fSVenugopal Iyer if (start != NULL) 14360dc2366fSVenugopal Iyer *start = (uint32_t)DB_CKSUMSTART(mp); 14370dc2366fSVenugopal Iyer if (stuff != NULL) 14380dc2366fSVenugopal Iyer *stuff = (uint32_t)DB_CKSUMSTUFF(mp); 14390dc2366fSVenugopal Iyer if (end != NULL) 14400dc2366fSVenugopal Iyer *end = (uint32_t)DB_CKSUMEND(mp); 14410dc2366fSVenugopal Iyer } 14420dc2366fSVenugopal Iyer } 14430dc2366fSVenugopal Iyer 14440dc2366fSVenugopal Iyer if (flags_ptr != NULL) 14450dc2366fSVenugopal Iyer *flags_ptr = flags; 14460dc2366fSVenugopal Iyer } 14470dc2366fSVenugopal Iyer 14480dc2366fSVenugopal Iyer void mac_hcksum_set(mblk_t *mp, uint32_t start, uint32_t stuff, 14490dc2366fSVenugopal Iyer uint32_t end, uint32_t value, uint32_t flags) 14500dc2366fSVenugopal Iyer { 14510dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 14520dc2366fSVenugopal Iyer 14530dc2366fSVenugopal Iyer DB_CKSUMSTART(mp) = (intptr_t)start; 14540dc2366fSVenugopal Iyer DB_CKSUMSTUFF(mp) = (intptr_t)stuff; 14550dc2366fSVenugopal Iyer DB_CKSUMEND(mp) = (intptr_t)end; 14560dc2366fSVenugopal Iyer DB_CKSUMFLAGS(mp) = (uint16_t)flags; 14570dc2366fSVenugopal Iyer DB_CKSUM16(mp) = (uint16_t)value; 14580dc2366fSVenugopal Iyer } 14590dc2366fSVenugopal Iyer 14600dc2366fSVenugopal Iyer void 14610dc2366fSVenugopal Iyer mac_lso_get(mblk_t *mp, uint32_t *mss, uint32_t *flags) 14620dc2366fSVenugopal Iyer { 14630dc2366fSVenugopal Iyer ASSERT(DB_TYPE(mp) == M_DATA); 14640dc2366fSVenugopal Iyer 14650dc2366fSVenugopal Iyer if (flags != NULL) { 14660dc2366fSVenugopal Iyer *flags = DB_CKSUMFLAGS(mp) & HW_LSO; 14670dc2366fSVenugopal Iyer if ((*flags != 0) && (mss != NULL)) 14680dc2366fSVenugopal Iyer *mss = (uint32_t)DB_LSOMSS(mp); 14690dc2366fSVenugopal Iyer } 1470da14cebeSEric Cheng } 1471