1940d71d2Seschrock /* 2940d71d2Seschrock * CDDL HEADER START 3940d71d2Seschrock * 4940d71d2Seschrock * The contents of this file are subject to the terms of the 5940d71d2Seschrock * Common Development and Distribution License (the "License"). 6940d71d2Seschrock * You may not use this file except in compliance with the License. 7940d71d2Seschrock * 8940d71d2Seschrock * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9940d71d2Seschrock * or http://www.opensolaris.org/os/licensing. 10940d71d2Seschrock * See the License for the specific language governing permissions 11940d71d2Seschrock * and limitations under the License. 12940d71d2Seschrock * 13940d71d2Seschrock * When distributing Covered Code, include this CDDL HEADER in each 14940d71d2Seschrock * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15940d71d2Seschrock * If applicable, add the following below this CDDL HEADER, with the 16940d71d2Seschrock * fields enclosed by brackets "[]" replaced with your own identifying 17940d71d2Seschrock * information: Portions Copyright [yyyy] [name of copyright owner] 18940d71d2Seschrock * 19940d71d2Seschrock * CDDL HEADER END 20940d71d2Seschrock */ 21940d71d2Seschrock 22940d71d2Seschrock /* 2344ed9dbbSStephen Hanson * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved. 24edb433b6SMilan Jurik * Copyright 2012 Milan Jurik. All rights reserved. 25057c620aSHans Rosenfeld * Copyright 2015 Nexenta Systems, Inc. All rights reserved. 268abca89fSRob Johnston * Copyright (c) 2019, Joyent, Inc. 27940d71d2Seschrock */ 28940d71d2Seschrock 296efb64caSEric Schrock #include <alloca.h> 30940d71d2Seschrock #include <dirent.h> 31940d71d2Seschrock #include <devid.h> 32940d71d2Seschrock #include <fm/libdiskstatus.h> 33940d71d2Seschrock #include <inttypes.h> 34940d71d2Seschrock #include <pthread.h> 35940d71d2Seschrock #include <strings.h> 36ac88567aSHyon Kim #include <string.h> 37940d71d2Seschrock #include <unistd.h> 38940d71d2Seschrock #include <sys/dkio.h> 39940d71d2Seschrock #include <sys/fm/protocol.h> 4044ed9dbbSStephen Hanson #include <sys/libdevid.h> 41940d71d2Seschrock #include <sys/scsi/scsi_types.h> 42ac88567aSHyon Kim #include <sys/byteorder.h> 43f76de749SStephen Hanson #include <pthread.h> 44f76de749SStephen Hanson #include <signal.h> 45f76de749SStephen Hanson #include <fcntl.h> 46f76de749SStephen Hanson #include <sys/ctfs.h> 47f76de749SStephen Hanson #include <libcontract.h> 48f76de749SStephen Hanson #include <poll.h> 49f76de749SStephen Hanson #include <sys/contract/device.h> 50f76de749SStephen Hanson #include <libsysevent.h> 51f76de749SStephen Hanson #include <sys/sysevent/eventdefs.h> 52ded93414SHyon Kim #include <scsi/plugins/ses/vendor/sun.h> 53d91236feSeschrock 54940d71d2Seschrock #include "disk.h" 55d91236feSeschrock #include "ses.h" 56940d71d2Seschrock 57940d71d2Seschrock #define SES_VERSION 1 58940d71d2Seschrock 59ac88567aSHyon Kim #define SES_STARTING_SUBCHASSIS 256 /* valid subchassis IDs are uint8_t */ 60ac88567aSHyon Kim #define NO_SUBCHASSIS ((uint64_t)-1) 61ac88567aSHyon Kim 62525b85dbSEric Schrock static int ses_snap_freq = 250; /* in milliseconds */ 63940d71d2Seschrock 64d91236feSeschrock #define SES_STATUS_UNAVAIL(s) \ 650b32bb8bSEric Schrock ((s) == SES_ESC_UNSUPPORTED || (s) >= SES_ESC_NOT_INSTALLED) 66940d71d2Seschrock 67ded93414SHyon Kim #define HR_SECOND 1000000000 68ded93414SHyon Kim 69940d71d2Seschrock /* 70940d71d2Seschrock * Because multiple SES targets can be part of a single chassis, we construct 71940d71d2Seschrock * our own hierarchy that takes this into account. These SES targets may refer 72940d71d2Seschrock * to the same devices (multiple paths) or to different devices (managing 73940d71d2Seschrock * different portions of the space). We arrange things into a 74940d71d2Seschrock * ses_enum_enclosure_t, which contains a set of ses targets, and a list of all 75940d71d2Seschrock * nodes found so far. 76940d71d2Seschrock */ 770b32bb8bSEric Schrock typedef struct ses_alt_node { 780b32bb8bSEric Schrock topo_list_t san_link; 790b32bb8bSEric Schrock ses_node_t *san_node; 800b32bb8bSEric Schrock } ses_alt_node_t; 81940d71d2Seschrock 82940d71d2Seschrock typedef struct ses_enum_node { 83940d71d2Seschrock topo_list_t sen_link; 84940d71d2Seschrock ses_node_t *sen_node; 850b32bb8bSEric Schrock topo_list_t sen_alt_nodes; 86940d71d2Seschrock uint64_t sen_type; 87940d71d2Seschrock uint64_t sen_instance; 88940d71d2Seschrock ses_enum_target_t *sen_target; 89940d71d2Seschrock } ses_enum_node_t; 90940d71d2Seschrock 91940d71d2Seschrock typedef struct ses_enum_chassis { 92940d71d2Seschrock topo_list_t sec_link; 9353dbcc59SSundeep Panicker topo_list_t sec_subchassis; 94940d71d2Seschrock topo_list_t sec_nodes; 95940d71d2Seschrock topo_list_t sec_targets; 96940d71d2Seschrock const char *sec_csn; 97940d71d2Seschrock ses_node_t *sec_enclosure; 98940d71d2Seschrock ses_enum_target_t *sec_target; 99940d71d2Seschrock topo_instance_t sec_instance; 10053dbcc59SSundeep Panicker topo_instance_t sec_scinstance; 101ac88567aSHyon Kim topo_instance_t sec_maxinstance; 102940d71d2Seschrock boolean_t sec_hasdev; 103d91236feSeschrock boolean_t sec_internal; 104940d71d2Seschrock } ses_enum_chassis_t; 105940d71d2Seschrock 106940d71d2Seschrock typedef struct ses_enum_data { 107ac88567aSHyon Kim topo_list_t sed_devs; 108940d71d2Seschrock topo_list_t sed_chassis; 109940d71d2Seschrock ses_enum_chassis_t *sed_current; 110940d71d2Seschrock ses_enum_target_t *sed_target; 111940d71d2Seschrock int sed_errno; 112940d71d2Seschrock char *sed_name; 113940d71d2Seschrock topo_mod_t *sed_mod; 114940d71d2Seschrock topo_instance_t sed_instance; 115940d71d2Seschrock } ses_enum_data_t; 116940d71d2Seschrock 117ac88567aSHyon Kim typedef struct sas_connector_phy_data { 118ded93414SHyon Kim uint64_t scpd_index; 119ded93414SHyon Kim uint64_t scpd_pm; 120ac88567aSHyon Kim } sas_connector_phy_data_t; 121ac88567aSHyon Kim 122ac88567aSHyon Kim typedef struct sas_connector_type { 123ded93414SHyon Kim uint64_t sct_type; 124ded93414SHyon Kim char *sct_name; 125ac88567aSHyon Kim } sas_connector_type_t; 126ac88567aSHyon Kim 127ac88567aSHyon Kim static const sas_connector_type_t sas_connector_type_list[] = { 128ac88567aSHyon Kim { 0x0, "Information unknown" }, 129ac88567aSHyon Kim { 0x1, "External SAS 4x receptacle (see SAS-2 and SFF-8470)" }, 130ac88567aSHyon Kim { 0x2, "Exteranl Mini SAS 4x receptacle (see SAS-2 and SFF-8088)" }, 13147d6cd81SRobert Mustacchi { 0x3, "QSFP+ receptacle (see SAS-2.1 and SFF-8436)" }, 13247d6cd81SRobert Mustacchi { 0x4, "Mini SAS 4x active receptacle (see SAS-2.1 and SFF-8088)" }, 13347d6cd81SRobert Mustacchi { 0x5, "Mini SAS HD 4x receptacle (see SAS-2.1 and SFF-8644)" }, 13447d6cd81SRobert Mustacchi { 0x6, "Mini SAS HD 8x receptacle (see SAS-2.1 and SFF-8644)" }, 13547d6cd81SRobert Mustacchi { 0x7, "Mini SAS HD 16x receptacle (see SAS-2.1 and SFF-8644)" }, 136ac88567aSHyon Kim { 0xF, "Vendor-specific external connector" }, 137ac88567aSHyon Kim { 0x10, "Internal wide SAS 4i plug (see SAS-2 and SFF-8484)" }, 138ac88567aSHyon Kim { 0x11, 139ac88567aSHyon Kim "Internal wide Mini SAS 4i receptacle (see SAS-2 and SFF-8087)" }, 14047d6cd81SRobert Mustacchi { 0x12, "Mini SAS HD 4i receptacle (see SAS-2.1 and SFF-8643)" }, 14147d6cd81SRobert Mustacchi { 0x20, "Internal SAS Drive receptacle (see SAS-2 and SFF-8482)" }, 14247d6cd81SRobert Mustacchi { 0x21, "Internal SATA host plug (see SAS-2 and SATA-2)" }, 143ac88567aSHyon Kim { 0x22, "Internal SAS Drive plug (see SAS-2 and SFF-8482)" }, 144ac88567aSHyon Kim { 0x23, "Internal SATA device plug (see SAS-2 and SATA-2)" }, 14547d6cd81SRobert Mustacchi { 0x24, "Micro SAS receptacle (see SAS-2.14)" }, 14647d6cd81SRobert Mustacchi { 0x25, "Micro SATA device plug (see SAS-2.1 and SATA)" }, 14747d6cd81SRobert Mustacchi { 0x26, "Micro SAS plug (see SAS-2.1 and SFF-8486)" }, 14847d6cd81SRobert Mustacchi { 0x27, "Micro SAS/SATA plug (see SAS-2.1 and SFF-8486)" }, 14947d6cd81SRobert Mustacchi { 0x28, 15047d6cd81SRobert Mustacchi "12 Gb/s SAS Drive backplane receptacle (see SAS-34 and SFF-8680)" }, 15147d6cd81SRobert Mustacchi { 0x29, "12Gb/s SAS Drive Plug (see SAS-3 and SFF-8680)" }, 15247d6cd81SRobert Mustacchi { 0x2A, "Multifunction 12 Gb/s 6x Unshielded receptacle connector " 15347d6cd81SRobert Mustacchi "receptacle (see SAS-3 and SFF-8639)" }, 15447d6cd81SRobert Mustacchi { 0x2B, "Multifunction 12 Gb/s 6x Unshielded receptable connector " 15547d6cd81SRobert Mustacchi "plug (see SAS-3 and SFF-8639)" }, 156ac88567aSHyon Kim { 0x2F, "Internal SAS virtual connector" }, 157ac88567aSHyon Kim { 0x3F, "Vendor-specific internal connector" }, 158ac88567aSHyon Kim { 0x70, "Other Vendor-specific connector" }, 159ac88567aSHyon Kim { 0x71, "Other Vendor-specific connector" }, 160ac88567aSHyon Kim { 0x72, "Other Vendor-specific connector" }, 161ac88567aSHyon Kim { 0x73, "Other Vendor-specific connector" }, 162ac88567aSHyon Kim { 0x74, "Other Vendor-specific connector" }, 163ac88567aSHyon Kim { 0x75, "Other Vendor-specific connector" }, 164ac88567aSHyon Kim { 0x76, "Other Vendor-specific connector" }, 165ac88567aSHyon Kim { 0x77, "Other Vendor-specific connector" }, 166ac88567aSHyon Kim { 0x78, "Other Vendor-specific connector" }, 167ac88567aSHyon Kim { 0x79, "Other Vendor-specific connector" }, 168ac88567aSHyon Kim { 0x7A, "Other Vendor-specific connector" }, 169ac88567aSHyon Kim { 0x7B, "Other Vendor-specific connector" }, 170ac88567aSHyon Kim { 0x7C, "Other Vendor-specific connector" }, 171ac88567aSHyon Kim { 0x7D, "Other Vendor-specific connector" }, 172ac88567aSHyon Kim { 0x7E, "Other Vendor-specific connector" }, 173ac88567aSHyon Kim { 0x7F, "Other Vendor-specific connector" }, 174ac88567aSHyon Kim { 0x80, "Not Defined" } 175ac88567aSHyon Kim }; 176ac88567aSHyon Kim 177ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED 0x80 178ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_NOT_DEFINED \ 17947d6cd81SRobert Mustacchi "Connector type not defined by SES-2 standard" 180ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_RESERVED \ 181ac88567aSHyon Kim "Connector type reserved by SES-2 standard" 182ac88567aSHyon Kim 183ded93414SHyon Kim typedef struct phys_enum_type { 184ded93414SHyon Kim uint64_t pet_type; 185ded93414SHyon Kim char *pet_nodename; 186ded93414SHyon Kim char *pet_defaultlabel; 187ded93414SHyon Kim boolean_t pet_dorange; 188ded93414SHyon Kim } phys_enum_type_t; 189ded93414SHyon Kim 190ded93414SHyon Kim static const phys_enum_type_t phys_enum_type_list[] = { 191ded93414SHyon Kim { SES_ET_ARRAY_DEVICE, BAY, "BAY", B_TRUE }, 192ded93414SHyon Kim { SES_ET_COOLING, FAN, "FAN", B_TRUE }, 193ded93414SHyon Kim { SES_ET_DEVICE, BAY, "BAY", B_TRUE }, 194ded93414SHyon Kim { SES_ET_ESC_ELECTRONICS, CONTROLLER, "CONTROLLER", B_TRUE }, 195ded93414SHyon Kim { SES_ET_POWER_SUPPLY, PSU, "PSU", B_TRUE }, 196ded93414SHyon Kim { SES_ET_SUNW_FANBOARD, FANBOARD, "FANBOARD", B_TRUE }, 197ded93414SHyon Kim { SES_ET_SUNW_FANMODULE, FANMODULE, "FANMODULE", B_TRUE }, 198ded93414SHyon Kim { SES_ET_SUNW_POWERBOARD, POWERBOARD, "POWERBOARD", B_TRUE }, 199ded93414SHyon Kim { SES_ET_SUNW_POWERMODULE, POWERMODULE, "POWERMODULE", B_TRUE } 200ded93414SHyon Kim }; 201ded93414SHyon Kim 202ded93414SHyon Kim #define N_PHYS_ENUM_TYPES (sizeof (phys_enum_type_list) / \ 203ded93414SHyon Kim sizeof (phys_enum_type_list[0])) 204ded93414SHyon Kim 205ded93414SHyon Kim /* 206ded93414SHyon Kim * Structure for the hierarchical tree for element nodes. 207ded93414SHyon Kim */ 208ded93414SHyon Kim typedef struct ses_phys_tree { 209ded93414SHyon Kim ses_node_t *spt_snode; 210ded93414SHyon Kim ses_enum_node_t *spt_senumnode; 211ded93414SHyon Kim boolean_t spt_isfru; 212ded93414SHyon Kim uint64_t spt_eonlyindex; 213ded93414SHyon Kim uint64_t spt_cindex; 214ded93414SHyon Kim uint64_t spt_pindex; 215ded93414SHyon Kim uint64_t spt_maxinst; 216ded93414SHyon Kim struct ses_phys_tree *spt_parent; 217ded93414SHyon Kim struct ses_phys_tree *spt_child; 218ded93414SHyon Kim struct ses_phys_tree *spt_sibling; 219ded93414SHyon Kim tnode_t *spt_tnode; 220ded93414SHyon Kim } ses_phys_tree_t; 221ded93414SHyon Kim 22253dbcc59SSundeep Panicker typedef enum { 22353dbcc59SSundeep Panicker SES_NEW_CHASSIS = 0x1, 22453dbcc59SSundeep Panicker SES_NEW_SUBCHASSIS = 0x2, 22553dbcc59SSundeep Panicker SES_DUP_CHASSIS = 0x4, 22653dbcc59SSundeep Panicker SES_DUP_SUBCHASSIS = 0x8 22753dbcc59SSundeep Panicker } ses_chassis_type_e; 22853dbcc59SSundeep Panicker 229ded93414SHyon Kim 230b4879163SHyon Kim static const topo_pgroup_info_t storage_pgroup = { 231b4879163SHyon Kim TOPO_PGROUP_STORAGE, 232ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 233ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 234ac88567aSHyon Kim 1 235ac88567aSHyon Kim }; 236ac88567aSHyon Kim 237b4879163SHyon Kim static const topo_pgroup_info_t smp_pgroup = { 238b4879163SHyon Kim TOPO_PGROUP_SMP, 239ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 240ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 241ac88567aSHyon Kim 1 242ac88567aSHyon Kim }; 243ac88567aSHyon Kim 244a961ec00SHyon Kim static const topo_pgroup_info_t ses_pgroup = { 245a961ec00SHyon Kim TOPO_PGROUP_SES, 246a961ec00SHyon Kim TOPO_STABILITY_PRIVATE, 247a961ec00SHyon Kim TOPO_STABILITY_PRIVATE, 248a961ec00SHyon Kim 1 249a961ec00SHyon Kim }; 250a961ec00SHyon Kim 251940d71d2Seschrock static int ses_present(topo_mod_t *, tnode_t *, topo_version_t, nvlist_t *, 252940d71d2Seschrock nvlist_t **); 253940d71d2Seschrock static int ses_contains(topo_mod_t *, tnode_t *, topo_version_t, nvlist_t *, 254940d71d2Seschrock nvlist_t **); 255940d71d2Seschrock 256940d71d2Seschrock static const topo_method_t ses_component_methods[] = { 257940d71d2Seschrock { TOPO_METH_PRESENT, TOPO_METH_PRESENT_DESC, 258940d71d2Seschrock TOPO_METH_PRESENT_VERSION0, TOPO_STABILITY_INTERNAL, ses_present }, 259d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 260d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_node_enum_facility }, 26188045cffSRobert Johnston { TOPO_METH_SENSOR_FAILURE, TOPO_METH_SENSOR_FAILURE_DESC, 26288045cffSRobert Johnston TOPO_METH_SENSOR_FAILURE_VERSION, TOPO_STABILITY_INTERNAL, 26388045cffSRobert Johnston topo_method_sensor_failure }, 264d91236feSeschrock { NULL } 265d91236feSeschrock }; 266d91236feSeschrock 267d91236feSeschrock static const topo_method_t ses_bay_methods[] = { 268d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 269d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_node_enum_facility }, 2708abca89fSRob Johnston { TOPO_METH_OCCUPIED, TOPO_METH_OCCUPIED_DESC, 2718abca89fSRob Johnston TOPO_METH_OCCUPIED_VERSION, TOPO_STABILITY_INTERNAL, 2728abca89fSRob Johnston topo_mod_hc_occupied }, 2738abca89fSRob Johnston { NULL } 2748abca89fSRob Johnston }; 2758abca89fSRob Johnston 2768abca89fSRob Johnston static const topo_method_t ses_recep_methods[] = { 2778abca89fSRob Johnston { TOPO_METH_OCCUPIED, TOPO_METH_OCCUPIED_DESC, 2788abca89fSRob Johnston TOPO_METH_OCCUPIED_VERSION, TOPO_STABILITY_INTERNAL, 2798abca89fSRob Johnston topo_mod_hc_occupied }, 280940d71d2Seschrock { NULL } 281940d71d2Seschrock }; 282940d71d2Seschrock 283940d71d2Seschrock static const topo_method_t ses_enclosure_methods[] = { 284940d71d2Seschrock { TOPO_METH_CONTAINS, TOPO_METH_CONTAINS_DESC, 285940d71d2Seschrock TOPO_METH_CONTAINS_VERSION, TOPO_STABILITY_INTERNAL, ses_contains }, 286d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 287d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_enc_enum_facility }, 288940d71d2Seschrock { NULL } 289940d71d2Seschrock }; 290940d71d2Seschrock 291f76de749SStephen Hanson /* 292f76de749SStephen Hanson * Functions for tracking ses devices which we were unable to open. We retry 293f76de749SStephen Hanson * these at regular intervals using ses_recheck_dir() and if we find that we 294f76de749SStephen Hanson * can now open any of them then we send a sysevent to indicate that a new topo 295f76de749SStephen Hanson * snapshot should be taken. 296f76de749SStephen Hanson */ 297f76de749SStephen Hanson typedef struct ses_open_fail_list { 298f76de749SStephen Hanson struct ses_open_fail_list *sof_next; 299f76de749SStephen Hanson char *sof_path; 300f76de749SStephen Hanson } ses_open_fail_list_t; 301f76de749SStephen Hanson 302f76de749SStephen Hanson static ses_open_fail_list_t *ses_sofh; 303f76de749SStephen Hanson static pthread_mutex_t ses_sofmt; 30405b58617SStephen Hanson static void ses_ct_print(char *ptr); 305f76de749SStephen Hanson 306f76de749SStephen Hanson static void 30705b58617SStephen Hanson ses_recheck_dir() 308f76de749SStephen Hanson { 309f76de749SStephen Hanson ses_target_t *target; 310f76de749SStephen Hanson sysevent_id_t eid; 31105b58617SStephen Hanson char buf[80]; 312f76de749SStephen Hanson ses_open_fail_list_t *sof; 313f76de749SStephen Hanson 314f76de749SStephen Hanson /* 315f76de749SStephen Hanson * check list of "unable to open" devices 316f76de749SStephen Hanson */ 317f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 318f76de749SStephen Hanson for (sof = ses_sofh; sof != NULL; sof = sof->sof_next) { 319f76de749SStephen Hanson /* 320f76de749SStephen Hanson * see if we can open it now 321f76de749SStephen Hanson */ 322f76de749SStephen Hanson if ((target = ses_open(LIBSES_VERSION, 323f76de749SStephen Hanson sof->sof_path)) == NULL) { 32405b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 325f76de749SStephen Hanson "recheck_dir - still can't open %s", sof->sof_path); 32605b58617SStephen Hanson ses_ct_print(buf); 327f76de749SStephen Hanson continue; 328f76de749SStephen Hanson } 329f76de749SStephen Hanson 330f76de749SStephen Hanson /* 331f76de749SStephen Hanson * ok - better force a new snapshot 332f76de749SStephen Hanson */ 33305b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 334f76de749SStephen Hanson "recheck_dir - can now open %s", sof->sof_path); 33505b58617SStephen Hanson ses_ct_print(buf); 336f76de749SStephen Hanson (void) sysevent_post_event(EC_PLATFORM, ESC_PLATFORM_SP_RESET, 337f76de749SStephen Hanson SUNW_VENDOR, "fmd", NULL, &eid); 338f76de749SStephen Hanson ses_close(target); 339f76de749SStephen Hanson break; 340f76de749SStephen Hanson } 341f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 342f76de749SStephen Hanson } 343f76de749SStephen Hanson 344f76de749SStephen Hanson static void 345f76de749SStephen Hanson ses_sof_alloc(topo_mod_t *mod, char *path) 346f76de749SStephen Hanson { 347f76de749SStephen Hanson ses_open_fail_list_t *sof; 348f76de749SStephen Hanson 349f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 350f76de749SStephen Hanson sof = topo_mod_zalloc(mod, sizeof (*sof)); 351f76de749SStephen Hanson topo_mod_dprintf(mod, "sof_alloc %s", path); 352f76de749SStephen Hanson sof->sof_path = path; 353f76de749SStephen Hanson sof->sof_next = ses_sofh; 354f76de749SStephen Hanson ses_sofh = sof; 355f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 356f76de749SStephen Hanson } 357f76de749SStephen Hanson 358f76de749SStephen Hanson static void 359f76de749SStephen Hanson ses_sof_freeall(topo_mod_t *mod) 360f76de749SStephen Hanson { 361f76de749SStephen Hanson ses_open_fail_list_t *sof, *next_sof; 362f76de749SStephen Hanson 363f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 364f76de749SStephen Hanson for (sof = ses_sofh; sof != NULL; sof = next_sof) { 365f76de749SStephen Hanson next_sof = sof->sof_next; 366f76de749SStephen Hanson topo_mod_dprintf(mod, "sof_freeall %s", sof->sof_path); 367f76de749SStephen Hanson topo_mod_strfree(mod, sof->sof_path); 368f76de749SStephen Hanson topo_mod_free(mod, sof, sizeof (*sof)); 369f76de749SStephen Hanson } 370f76de749SStephen Hanson ses_sofh = NULL; 371f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 372f76de749SStephen Hanson } 373f76de749SStephen Hanson 374f76de749SStephen Hanson /* 375f76de749SStephen Hanson * functions for verifying that the ses_enum_target_t held in a device 376f76de749SStephen Hanson * contract's cookie field is still valid (it may have been freed by 377f76de749SStephen Hanson * ses_release()). 378f76de749SStephen Hanson */ 379f76de749SStephen Hanson typedef struct ses_stp_list { 380f76de749SStephen Hanson struct ses_stp_list *ssl_next; 381f76de749SStephen Hanson ses_enum_target_t *ssl_tgt; 382f76de749SStephen Hanson } ses_stp_list_t; 383f76de749SStephen Hanson 384f76de749SStephen Hanson static ses_stp_list_t *ses_sslh; 385f76de749SStephen Hanson static pthread_mutex_t ses_sslmt; 386f76de749SStephen Hanson 387f76de749SStephen Hanson static void 388f76de749SStephen Hanson ses_ssl_alloc(topo_mod_t *mod, ses_enum_target_t *stp) 389f76de749SStephen Hanson { 390f76de749SStephen Hanson ses_stp_list_t *ssl; 391f76de749SStephen Hanson 392f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 393f76de749SStephen Hanson ssl = topo_mod_zalloc(mod, sizeof (*ssl)); 394f76de749SStephen Hanson topo_mod_dprintf(mod, "ssl_alloc %p", stp); 395f76de749SStephen Hanson ssl->ssl_tgt = stp; 396f76de749SStephen Hanson ssl->ssl_next = ses_sslh; 397f76de749SStephen Hanson ses_sslh = ssl; 398f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 399f76de749SStephen Hanson } 400f76de749SStephen Hanson 401f76de749SStephen Hanson static void 402f76de749SStephen Hanson ses_ssl_free(topo_mod_t *mod, ses_enum_target_t *stp) 403f76de749SStephen Hanson { 404f76de749SStephen Hanson ses_stp_list_t *ssl, *prev_ssl; 405f76de749SStephen Hanson 406f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 407f76de749SStephen Hanson prev_ssl = NULL; 408f76de749SStephen Hanson for (ssl = ses_sslh; ssl != NULL; ssl = ssl->ssl_next) { 409f76de749SStephen Hanson if (ssl->ssl_tgt == stp) { 410f76de749SStephen Hanson topo_mod_dprintf(mod, "ssl_free %p", ssl->ssl_tgt); 411f76de749SStephen Hanson if (prev_ssl == NULL) 412f76de749SStephen Hanson ses_sslh = ssl->ssl_next; 413f76de749SStephen Hanson else 414f76de749SStephen Hanson prev_ssl->ssl_next = ssl->ssl_next; 415f76de749SStephen Hanson topo_mod_free(mod, ssl, sizeof (*ssl)); 416f76de749SStephen Hanson break; 417f76de749SStephen Hanson } 418f76de749SStephen Hanson prev_ssl = ssl; 419f76de749SStephen Hanson } 420f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 421f76de749SStephen Hanson } 422f76de749SStephen Hanson 423f76de749SStephen Hanson static int 424f76de749SStephen Hanson ses_ssl_valid(ses_enum_target_t *stp) 425f76de749SStephen Hanson { 426f76de749SStephen Hanson ses_stp_list_t *ssl; 427f76de749SStephen Hanson 428f76de749SStephen Hanson for (ssl = ses_sslh; ssl != NULL; ssl = ssl->ssl_next) 429f76de749SStephen Hanson if (ssl->ssl_tgt == stp) 430f76de749SStephen Hanson return (1); 431f76de749SStephen Hanson return (0); 432f76de749SStephen Hanson } 433f76de749SStephen Hanson 434f76de749SStephen Hanson /* 435f76de749SStephen Hanson * Functions for creating and destroying a background thread 436f76de749SStephen Hanson * (ses_contract_thread) used for detecting when ses devices have been 437f76de749SStephen Hanson * retired/unretired. 438f76de749SStephen Hanson */ 439f76de749SStephen Hanson static struct ses_thread_s { 440f76de749SStephen Hanson pthread_mutex_t mt; 441f76de749SStephen Hanson pthread_t tid; 442f76de749SStephen Hanson int thr_sig; 443f76de749SStephen Hanson int doexit; 444f76de749SStephen Hanson int count; 445f76de749SStephen Hanson } sesthread = { 446f76de749SStephen Hanson PTHREAD_MUTEX_INITIALIZER, 447f76de749SStephen Hanson 0, 448f76de749SStephen Hanson SIGTERM, 449f76de749SStephen Hanson 0, 450f76de749SStephen Hanson 0 451f76de749SStephen Hanson }; 452f76de749SStephen Hanson 45305b58617SStephen Hanson typedef struct ses_mod_list { 45405b58617SStephen Hanson struct ses_mod_list *smod_next; 45505b58617SStephen Hanson topo_mod_t *smod_mod; 45605b58617SStephen Hanson } ses_mod_list_t; 45705b58617SStephen Hanson 45805b58617SStephen Hanson static ses_mod_list_t *ses_smod; 45905b58617SStephen Hanson 46005b58617SStephen Hanson static void 46105b58617SStephen Hanson ses_ct_print(char *ptr) 46205b58617SStephen Hanson { 46305b58617SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 4642eb07f5eSStephen Hanson if (ses_smod != NULL && ses_smod->smod_mod != NULL) 46505b58617SStephen Hanson topo_mod_dprintf(ses_smod->smod_mod, ptr); 46605b58617SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 46705b58617SStephen Hanson } 46805b58617SStephen Hanson 46905b58617SStephen Hanson /*ARGSUSED*/ 470f76de749SStephen Hanson static void * 471f76de749SStephen Hanson ses_contract_thread(void *arg) 472f76de749SStephen Hanson { 473f76de749SStephen Hanson int efd, ctlfd, statfd; 474f76de749SStephen Hanson ct_evthdl_t ev; 475f76de749SStephen Hanson ctevid_t evid; 476f76de749SStephen Hanson uint_t event; 477f76de749SStephen Hanson char path[PATH_MAX]; 47805b58617SStephen Hanson char buf[80]; 479f76de749SStephen Hanson ses_enum_target_t *stp; 480f76de749SStephen Hanson ct_stathdl_t stathdl; 481f76de749SStephen Hanson ctid_t ctid; 482f76de749SStephen Hanson struct pollfd fds; 483f76de749SStephen Hanson int pollret; 484057c620aSHans Rosenfeld sigset_t sigset; 485f76de749SStephen Hanson 48605b58617SStephen Hanson ses_ct_print("start contract event thread"); 487f76de749SStephen Hanson efd = open64(CTFS_ROOT "/device/pbundle", O_RDONLY); 488f76de749SStephen Hanson fds.fd = efd; 489f76de749SStephen Hanson fds.events = POLLIN; 490f76de749SStephen Hanson fds.revents = 0; 4918e4148b0SJohn Levon (void) sigaddset(&sigset, sesthread.thr_sig); 4928e4148b0SJohn Levon (void) pthread_sigmask(SIG_UNBLOCK, &sigset, NULL); 493f76de749SStephen Hanson for (;;) { 494f76de749SStephen Hanson /* check if we've been asked to exit */ 495f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 496f76de749SStephen Hanson if (sesthread.doexit) { 497f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 498f76de749SStephen Hanson break; 499f76de749SStephen Hanson } 500f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 501f76de749SStephen Hanson 502f76de749SStephen Hanson /* poll until an event arrives */ 503f76de749SStephen Hanson if ((pollret = poll(&fds, 1, 10000)) <= 0) { 504f76de749SStephen Hanson if (pollret == 0) 50505b58617SStephen Hanson ses_recheck_dir(); 506f76de749SStephen Hanson continue; 507f76de749SStephen Hanson } 508f76de749SStephen Hanson 509f76de749SStephen Hanson /* read the event */ 510f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 51105b58617SStephen Hanson ses_ct_print("read contract event"); 512f76de749SStephen Hanson if (ct_event_read(efd, &ev) != 0) { 513f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 514f76de749SStephen Hanson continue; 515f76de749SStephen Hanson } 516f76de749SStephen Hanson 517f76de749SStephen Hanson /* see if it is an event we are expecting */ 518f76de749SStephen Hanson ctid = ct_event_get_ctid(ev); 51905b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 52005b58617SStephen Hanson "got contract event ctid=%d", ctid); 52105b58617SStephen Hanson ses_ct_print(buf); 522f76de749SStephen Hanson event = ct_event_get_type(ev); 523f76de749SStephen Hanson if (event != CT_DEV_EV_OFFLINE && event != CT_EV_NEGEND) { 524edb433b6SMilan Jurik (void) snprintf(buf, sizeof (buf), 52505b58617SStephen Hanson "bad contract event %x", event); 52605b58617SStephen Hanson ses_ct_print(buf); 527f76de749SStephen Hanson ct_event_free(ev); 528f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 529f76de749SStephen Hanson continue; 530f76de749SStephen Hanson } 531f76de749SStephen Hanson 532f76de749SStephen Hanson /* find target pointer saved in cookie */ 533f76de749SStephen Hanson evid = ct_event_get_evid(ev); 534f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, CTFS_ROOT "/device/%ld/status", 535f76de749SStephen Hanson ctid); 536f76de749SStephen Hanson statfd = open64(path, O_RDONLY); 537edb433b6SMilan Jurik (void) ct_status_read(statfd, CTD_COMMON, &stathdl); 538f76de749SStephen Hanson stp = (ses_enum_target_t *)(uintptr_t) 539f76de749SStephen Hanson ct_status_get_cookie(stathdl); 540f76de749SStephen Hanson ct_status_free(stathdl); 541edb433b6SMilan Jurik (void) close(statfd); 542f76de749SStephen Hanson 543f76de749SStephen Hanson /* check if target pointer is still valid */ 544f76de749SStephen Hanson if (ses_ssl_valid(stp) == 0) { 545edb433b6SMilan Jurik (void) snprintf(buf, sizeof (buf), 54605b58617SStephen Hanson "contract already abandoned %x", event); 54705b58617SStephen Hanson ses_ct_print(buf); 548f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, 549f76de749SStephen Hanson CTFS_ROOT "/device/%ld/ctl", ctid); 550f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 551f76de749SStephen Hanson if (event != CT_EV_NEGEND) 552edb433b6SMilan Jurik (void) ct_ctl_ack(ctlfd, evid); 553f76de749SStephen Hanson else 554edb433b6SMilan Jurik (void) ct_ctl_abandon(ctlfd); 555edb433b6SMilan Jurik (void) close(ctlfd); 556f76de749SStephen Hanson ct_event_free(ev); 557f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 558f76de749SStephen Hanson continue; 559f76de749SStephen Hanson } 560f76de749SStephen Hanson 561f76de749SStephen Hanson /* find control device for ack/abandon */ 562f76de749SStephen Hanson (void) pthread_mutex_lock(&stp->set_lock); 563f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, CTFS_ROOT "/device/%ld/ctl", 564f76de749SStephen Hanson ctid); 565f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 566f76de749SStephen Hanson if (event != CT_EV_NEGEND) { 567f76de749SStephen Hanson /* if this is an offline event, do the offline */ 56805b58617SStephen Hanson ses_ct_print("got contract offline event"); 569f76de749SStephen Hanson if (stp->set_target) { 57005b58617SStephen Hanson ses_ct_print("contract thread rele"); 571f76de749SStephen Hanson ses_snap_rele(stp->set_snap); 572f76de749SStephen Hanson ses_close(stp->set_target); 573f76de749SStephen Hanson stp->set_target = NULL; 574f76de749SStephen Hanson } 575edb433b6SMilan Jurik (void) ct_ctl_ack(ctlfd, evid); 576f76de749SStephen Hanson } else { 577f76de749SStephen Hanson /* if this is the negend, then abandon the contract */ 57805b58617SStephen Hanson ses_ct_print("got contract negend"); 579f76de749SStephen Hanson if (stp->set_ctid) { 580ad8ef92aSMilan Jurik (void) snprintf(buf, sizeof (buf), 58105b58617SStephen Hanson "abandon old contract %d", stp->set_ctid); 58205b58617SStephen Hanson ses_ct_print(buf); 583*5cc5d5ceSToomas Soome stp->set_ctid = 0; 584f76de749SStephen Hanson } 585edb433b6SMilan Jurik (void) ct_ctl_abandon(ctlfd); 586f76de749SStephen Hanson } 587ad8ef92aSMilan Jurik (void) close(ctlfd); 588f76de749SStephen Hanson (void) pthread_mutex_unlock(&stp->set_lock); 589f76de749SStephen Hanson ct_event_free(ev); 590f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 591f76de749SStephen Hanson } 592ad8ef92aSMilan Jurik (void) close(efd); 593f76de749SStephen Hanson return (NULL); 594f76de749SStephen Hanson } 595f76de749SStephen Hanson 596f76de749SStephen Hanson int 597f76de749SStephen Hanson find_thr_sig(void) 598f76de749SStephen Hanson { 599f76de749SStephen Hanson int i; 600f76de749SStephen Hanson sigset_t oset, rset; 601f76de749SStephen Hanson int sig[] = {SIGTERM, SIGUSR1, SIGUSR2}; 602f76de749SStephen Hanson int sig_sz = sizeof (sig) / sizeof (int); 603f76de749SStephen Hanson int rc = SIGTERM; 604f76de749SStephen Hanson 605f76de749SStephen Hanson /* prefered set of signals that are likely used to terminate threads */ 606f76de749SStephen Hanson (void) sigemptyset(&oset); 607f76de749SStephen Hanson (void) pthread_sigmask(SIG_SETMASK, NULL, &oset); 608f76de749SStephen Hanson for (i = 0; i < sig_sz; i++) { 609f76de749SStephen Hanson if (sigismember(&oset, sig[i]) == 0) { 610f76de749SStephen Hanson return (sig[i]); 611f76de749SStephen Hanson } 612f76de749SStephen Hanson } 613f76de749SStephen Hanson 614f76de749SStephen Hanson /* reserved set of signals that are not allowed to terminate thread */ 615f76de749SStephen Hanson (void) sigemptyset(&rset); 616f76de749SStephen Hanson (void) sigaddset(&rset, SIGABRT); 617f76de749SStephen Hanson (void) sigaddset(&rset, SIGKILL); 618f76de749SStephen Hanson (void) sigaddset(&rset, SIGSTOP); 619f76de749SStephen Hanson (void) sigaddset(&rset, SIGCANCEL); 620f76de749SStephen Hanson 621f76de749SStephen Hanson /* Find signal that is not masked and not in the reserved list. */ 622f76de749SStephen Hanson for (i = 1; i < MAXSIG; i++) { 623f76de749SStephen Hanson if (sigismember(&rset, i) == 1) { 624f76de749SStephen Hanson continue; 625f76de749SStephen Hanson } 626f76de749SStephen Hanson if (sigismember(&oset, i) == 0) { 627f76de749SStephen Hanson return (i); 628f76de749SStephen Hanson } 629f76de749SStephen Hanson } 630f76de749SStephen Hanson 631f76de749SStephen Hanson return (rc); 632f76de749SStephen Hanson } 633f76de749SStephen Hanson 634f76de749SStephen Hanson /*ARGSUSED*/ 635f76de749SStephen Hanson static void 636f76de749SStephen Hanson ses_handler(int sig) 637f76de749SStephen Hanson { 638f76de749SStephen Hanson } 639f76de749SStephen Hanson 640f76de749SStephen Hanson static void 64105b58617SStephen Hanson ses_thread_init(topo_mod_t *mod) 642f76de749SStephen Hanson { 643f76de749SStephen Hanson pthread_attr_t *attr = NULL; 644f76de749SStephen Hanson struct sigaction act; 64505b58617SStephen Hanson ses_mod_list_t *smod; 646f76de749SStephen Hanson 647f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 648f76de749SStephen Hanson sesthread.count++; 64905b58617SStephen Hanson smod = topo_mod_zalloc(mod, sizeof (*smod)); 65005b58617SStephen Hanson smod->smod_mod = mod; 65105b58617SStephen Hanson smod->smod_next = ses_smod; 65205b58617SStephen Hanson ses_smod = smod; 653f76de749SStephen Hanson if (sesthread.tid == 0) { 654f76de749SStephen Hanson /* find a suitable signal to use for killing the thread below */ 655f76de749SStephen Hanson sesthread.thr_sig = find_thr_sig(); 656f76de749SStephen Hanson 657f76de749SStephen Hanson /* if don't have a handler for this signal, create one */ 658f76de749SStephen Hanson (void) sigaction(sesthread.thr_sig, NULL, &act); 659f76de749SStephen Hanson if (act.sa_handler == SIG_DFL || act.sa_handler == SIG_IGN) 660f76de749SStephen Hanson act.sa_handler = ses_handler; 661f76de749SStephen Hanson (void) sigaction(sesthread.thr_sig, &act, NULL); 662f76de749SStephen Hanson 663f76de749SStephen Hanson /* create a thread to listen for offline events */ 664f76de749SStephen Hanson (void) pthread_create(&sesthread.tid, 66505b58617SStephen Hanson attr, ses_contract_thread, NULL); 666f76de749SStephen Hanson } 667f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 668f76de749SStephen Hanson } 669f76de749SStephen Hanson 670f76de749SStephen Hanson static void 67105b58617SStephen Hanson ses_thread_fini(topo_mod_t *mod) 672f76de749SStephen Hanson { 67305b58617SStephen Hanson ses_mod_list_t *smod, *prev_smod; 67405b58617SStephen Hanson 675f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 67605b58617SStephen Hanson prev_smod = NULL; 67705b58617SStephen Hanson for (smod = ses_smod; smod != NULL; smod = smod->smod_next) { 67805b58617SStephen Hanson if (smod->smod_mod == mod) { 67905b58617SStephen Hanson if (prev_smod == NULL) 68005b58617SStephen Hanson ses_smod = smod->smod_next; 68105b58617SStephen Hanson else 68205b58617SStephen Hanson prev_smod->smod_next = smod->smod_next; 68305b58617SStephen Hanson topo_mod_free(mod, smod, sizeof (*smod)); 68405b58617SStephen Hanson break; 68505b58617SStephen Hanson } 68605b58617SStephen Hanson prev_smod = smod; 68705b58617SStephen Hanson } 688f76de749SStephen Hanson if (--sesthread.count > 0) { 689f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 690f76de749SStephen Hanson return; 691f76de749SStephen Hanson } 692f76de749SStephen Hanson sesthread.doexit = 1; 693f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 694f76de749SStephen Hanson (void) pthread_kill(sesthread.tid, sesthread.thr_sig); 695f76de749SStephen Hanson (void) pthread_join(sesthread.tid, NULL); 696f76de749SStephen Hanson sesthread.tid = 0; 697f76de749SStephen Hanson } 698f76de749SStephen Hanson 699f76de749SStephen Hanson static void 700f76de749SStephen Hanson ses_create_contract(topo_mod_t *mod, ses_enum_target_t *stp) 701f76de749SStephen Hanson { 702f76de749SStephen Hanson int tfd, len, rval; 703f76de749SStephen Hanson char link_path[PATH_MAX]; 704f76de749SStephen Hanson 705*5cc5d5ceSToomas Soome stp->set_ctid = 0; 706f76de749SStephen Hanson 707f76de749SStephen Hanson /* convert "/dev" path into "/devices" path */ 708f76de749SStephen Hanson if ((len = readlink(stp->set_devpath, link_path, PATH_MAX)) < 0) { 709f76de749SStephen Hanson topo_mod_dprintf(mod, "readlink failed"); 710f76de749SStephen Hanson return; 711f76de749SStephen Hanson } 712f76de749SStephen Hanson link_path[len] = '\0'; 713f76de749SStephen Hanson 714f76de749SStephen Hanson /* set up template to create new contract */ 715f76de749SStephen Hanson tfd = open64(CTFS_ROOT "/device/template", O_RDWR); 716edb433b6SMilan Jurik (void) ct_tmpl_set_critical(tfd, CT_DEV_EV_OFFLINE); 717edb433b6SMilan Jurik (void) ct_tmpl_set_cookie(tfd, (uint64_t)(uintptr_t)stp); 718f76de749SStephen Hanson 719f76de749SStephen Hanson /* strip "../../devices" off the front and create the contract */ 720f76de749SStephen Hanson if ((rval = ct_dev_tmpl_set_minor(tfd, &link_path[13])) != 0) 721f76de749SStephen Hanson topo_mod_dprintf(mod, "failed to set minor %s rval = %d", 722f76de749SStephen Hanson &link_path[13], rval); 723f76de749SStephen Hanson else if ((rval = ct_tmpl_create(tfd, &stp->set_ctid)) != 0) 724f76de749SStephen Hanson topo_mod_dprintf(mod, "failed to create ctid rval = %d", rval); 725f76de749SStephen Hanson else 726f76de749SStephen Hanson topo_mod_dprintf(mod, "created ctid=%d", stp->set_ctid); 727ad8ef92aSMilan Jurik (void) close(tfd); 728f76de749SStephen Hanson } 729f76de749SStephen Hanson 730940d71d2Seschrock static void 731940d71d2Seschrock ses_target_free(topo_mod_t *mod, ses_enum_target_t *stp) 732940d71d2Seschrock { 733940d71d2Seschrock if (--stp->set_refcount == 0) { 734f76de749SStephen Hanson /* check if already closed due to contract offline request */ 735f76de749SStephen Hanson (void) pthread_mutex_lock(&stp->set_lock); 736f76de749SStephen Hanson if (stp->set_target) { 737f76de749SStephen Hanson ses_snap_rele(stp->set_snap); 738f76de749SStephen Hanson ses_close(stp->set_target); 739f76de749SStephen Hanson stp->set_target = NULL; 740f76de749SStephen Hanson } 741f76de749SStephen Hanson if (stp->set_ctid) { 742f76de749SStephen Hanson int ctlfd; 743f76de749SStephen Hanson char path[PATH_MAX]; 744f76de749SStephen Hanson 745f76de749SStephen Hanson topo_mod_dprintf(mod, "abandon old contract %d", 746f76de749SStephen Hanson stp->set_ctid); 747f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, 748f76de749SStephen Hanson CTFS_ROOT "/device/%ld/ctl", stp->set_ctid); 749f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 750ad8ef92aSMilan Jurik (void) ct_ctl_abandon(ctlfd); 751ad8ef92aSMilan Jurik (void) close(ctlfd); 752*5cc5d5ceSToomas Soome stp->set_ctid = 0; 753f76de749SStephen Hanson } 754f76de749SStephen Hanson (void) pthread_mutex_unlock(&stp->set_lock); 755f76de749SStephen Hanson ses_ssl_free(mod, stp); 756940d71d2Seschrock topo_mod_strfree(mod, stp->set_devpath); 757940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 758940d71d2Seschrock } 759940d71d2Seschrock } 760940d71d2Seschrock 761940d71d2Seschrock static void 76253dbcc59SSundeep Panicker ses_data_free(ses_enum_data_t *sdp, ses_enum_chassis_t *pcp) 763940d71d2Seschrock { 764940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 765940d71d2Seschrock ses_enum_chassis_t *cp; 766940d71d2Seschrock ses_enum_node_t *np; 767940d71d2Seschrock ses_enum_target_t *tp; 7680b32bb8bSEric Schrock ses_alt_node_t *ap; 76953dbcc59SSundeep Panicker topo_list_t *cpl; 77053dbcc59SSundeep Panicker 77153dbcc59SSundeep Panicker 77253dbcc59SSundeep Panicker if (pcp != NULL) 77353dbcc59SSundeep Panicker cpl = &pcp->sec_subchassis; 77453dbcc59SSundeep Panicker else 77553dbcc59SSundeep Panicker cpl = &sdp->sed_chassis; 776940d71d2Seschrock 77753dbcc59SSundeep Panicker while ((cp = topo_list_next(cpl)) != NULL) { 77853dbcc59SSundeep Panicker topo_list_delete(cpl, cp); 779940d71d2Seschrock 780940d71d2Seschrock while ((np = topo_list_next(&cp->sec_nodes)) != NULL) { 7810b32bb8bSEric Schrock while ((ap = topo_list_next(&np->sen_alt_nodes)) != 7820b32bb8bSEric Schrock NULL) { 7830b32bb8bSEric Schrock topo_list_delete(&np->sen_alt_nodes, ap); 7840b32bb8bSEric Schrock topo_mod_free(mod, ap, sizeof (ses_alt_node_t)); 7850b32bb8bSEric Schrock } 786940d71d2Seschrock topo_list_delete(&cp->sec_nodes, np); 787940d71d2Seschrock topo_mod_free(mod, np, sizeof (ses_enum_node_t)); 788940d71d2Seschrock } 789940d71d2Seschrock 790940d71d2Seschrock while ((tp = topo_list_next(&cp->sec_targets)) != NULL) { 791940d71d2Seschrock topo_list_delete(&cp->sec_targets, tp); 792940d71d2Seschrock ses_target_free(mod, tp); 793940d71d2Seschrock } 794940d71d2Seschrock 795940d71d2Seschrock topo_mod_free(mod, cp, sizeof (ses_enum_chassis_t)); 796940d71d2Seschrock } 797940d71d2Seschrock 79853dbcc59SSundeep Panicker if (pcp == NULL) { 799ac88567aSHyon Kim dev_list_free(mod, &sdp->sed_devs); 80053dbcc59SSundeep Panicker topo_mod_free(mod, sdp, sizeof (ses_enum_data_t)); 80153dbcc59SSundeep Panicker } 802940d71d2Seschrock } 803940d71d2Seschrock 804940d71d2Seschrock /* 805940d71d2Seschrock * For enclosure nodes, we have a special contains method. By default, the hc 806940d71d2Seschrock * walker will compare the node name and instance number to determine if an 807940d71d2Seschrock * FMRI matches. For enclosures where the enumeration order is impossible to 808940d71d2Seschrock * predict, we instead use the chassis-id as a unique identifier, and ignore 809940d71d2Seschrock * the instance number. 810940d71d2Seschrock */ 811940d71d2Seschrock static int 812940d71d2Seschrock fmri_contains(topo_mod_t *mod, nvlist_t *nv1, nvlist_t *nv2) 813940d71d2Seschrock { 814940d71d2Seschrock uint8_t v1, v2; 815940d71d2Seschrock nvlist_t **hcp1, **hcp2; 816940d71d2Seschrock int err, i; 817940d71d2Seschrock uint_t nhcp1, nhcp2; 818940d71d2Seschrock nvlist_t *a1, *a2; 819940d71d2Seschrock char *c1, *c2; 820940d71d2Seschrock int mindepth; 821940d71d2Seschrock 822940d71d2Seschrock if (nvlist_lookup_uint8(nv1, FM_VERSION, &v1) != 0 || 823940d71d2Seschrock nvlist_lookup_uint8(nv2, FM_VERSION, &v2) != 0 || 824940d71d2Seschrock v1 > FM_HC_SCHEME_VERSION || v2 > FM_HC_SCHEME_VERSION) 825940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_VERSION)); 826940d71d2Seschrock 827940d71d2Seschrock err = nvlist_lookup_nvlist_array(nv1, FM_FMRI_HC_LIST, &hcp1, &nhcp1); 828940d71d2Seschrock err |= nvlist_lookup_nvlist_array(nv2, FM_FMRI_HC_LIST, &hcp2, &nhcp2); 829940d71d2Seschrock if (err != 0) 830940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 831940d71d2Seschrock 832940d71d2Seschrock /* 833940d71d2Seschrock * If the chassis-id doesn't match, then these FMRIs are not 834940d71d2Seschrock * equivalent. If one of the FMRIs doesn't have a chassis ID, then we 835940d71d2Seschrock * have no choice but to fall back to the instance ID. 836940d71d2Seschrock */ 837940d71d2Seschrock if (nvlist_lookup_nvlist(nv1, FM_FMRI_AUTHORITY, &a1) == 0 && 838940d71d2Seschrock nvlist_lookup_nvlist(nv2, FM_FMRI_AUTHORITY, &a2) == 0 && 839940d71d2Seschrock nvlist_lookup_string(a1, FM_FMRI_AUTH_CHASSIS, &c1) == 0 && 840940d71d2Seschrock nvlist_lookup_string(a2, FM_FMRI_AUTH_CHASSIS, &c2) == 0) { 841940d71d2Seschrock if (strcmp(c1, c2) != 0) 842940d71d2Seschrock return (0); 843940d71d2Seschrock 844940d71d2Seschrock mindepth = 1; 845940d71d2Seschrock } else { 846940d71d2Seschrock mindepth = 0; 847940d71d2Seschrock } 848940d71d2Seschrock 849940d71d2Seschrock if (nhcp2 < nhcp1) 850940d71d2Seschrock return (0); 851940d71d2Seschrock 852940d71d2Seschrock for (i = 0; i < nhcp1; i++) { 853940d71d2Seschrock char *nm1 = NULL; 854940d71d2Seschrock char *nm2 = NULL; 855940d71d2Seschrock char *id1 = NULL; 856940d71d2Seschrock char *id2 = NULL; 857940d71d2Seschrock 858940d71d2Seschrock (void) nvlist_lookup_string(hcp1[i], FM_FMRI_HC_NAME, &nm1); 859940d71d2Seschrock (void) nvlist_lookup_string(hcp2[i], FM_FMRI_HC_NAME, &nm2); 860940d71d2Seschrock (void) nvlist_lookup_string(hcp1[i], FM_FMRI_HC_ID, &id1); 861940d71d2Seschrock (void) nvlist_lookup_string(hcp2[i], FM_FMRI_HC_ID, &id2); 862940d71d2Seschrock if (nm1 == NULL || nm2 == NULL || id1 == NULL || id2 == NULL) 863940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 864940d71d2Seschrock 865940d71d2Seschrock if (strcmp(nm1, nm2) == 0 && 866940d71d2Seschrock (i < mindepth || strcmp(id1, id2) == 0)) 867940d71d2Seschrock continue; 868940d71d2Seschrock 869940d71d2Seschrock return (0); 870940d71d2Seschrock } 871940d71d2Seschrock 872940d71d2Seschrock return (1); 873940d71d2Seschrock } 874940d71d2Seschrock 875940d71d2Seschrock /*ARGSUSED*/ 876940d71d2Seschrock static int 877940d71d2Seschrock ses_contains(topo_mod_t *mod, tnode_t *tn, topo_version_t version, 878940d71d2Seschrock nvlist_t *in, nvlist_t **out) 879940d71d2Seschrock { 880940d71d2Seschrock int ret; 881940d71d2Seschrock nvlist_t *nv1, *nv2; 882940d71d2Seschrock 883940d71d2Seschrock if (version > TOPO_METH_CONTAINS_VERSION) 884940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_VER_NEW)); 885940d71d2Seschrock 886940d71d2Seschrock if (nvlist_lookup_nvlist(in, TOPO_METH_FMRI_ARG_FMRI, &nv1) != 0 || 887940d71d2Seschrock nvlist_lookup_nvlist(in, TOPO_METH_FMRI_ARG_SUBFMRI, &nv2) != 0) 888940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_METHOD_INVAL)); 889940d71d2Seschrock 890940d71d2Seschrock ret = fmri_contains(mod, nv1, nv2); 891940d71d2Seschrock if (ret < 0) 892940d71d2Seschrock return (-1); 893940d71d2Seschrock 894940d71d2Seschrock if (topo_mod_nvalloc(mod, out, NV_UNIQUE_NAME) == 0) { 89573e32a37SRobert Johnston if (nvlist_add_uint32(*out, TOPO_METH_CONTAINS_RET, 896940d71d2Seschrock ret) == 0) 897940d71d2Seschrock return (0); 898940d71d2Seschrock else 899940d71d2Seschrock nvlist_free(*out); 900940d71d2Seschrock } 901940d71d2Seschrock 902940d71d2Seschrock return (-1); 903940d71d2Seschrock 904940d71d2Seschrock } 905940d71d2Seschrock 906940d71d2Seschrock /* 907d91236feSeschrock * Return a current instance of the node. This is somewhat complicated because 908d91236feSeschrock * we need to take a new snapshot in order to get the new data, but we don't 909940d71d2Seschrock * want to be constantly taking SES snapshots if the consumer is going to do a 910940d71d2Seschrock * series of queries. So we adopt the strategy of assuming that the SES state 911d91236feSeschrock * is not going to be rapidly changing, and limit our snapshot frequency to 912d91236feSeschrock * some defined bounds. 913940d71d2Seschrock */ 914d91236feSeschrock ses_node_t * 9150b32bb8bSEric Schrock ses_node_lock(topo_mod_t *mod, tnode_t *tn) 916940d71d2Seschrock { 917940d71d2Seschrock ses_enum_target_t *tp = topo_node_getspecific(tn); 918525b85dbSEric Schrock hrtime_t now; 919940d71d2Seschrock ses_snap_t *snap; 920940d71d2Seschrock int err; 921d91236feSeschrock uint64_t nodeid; 922940d71d2Seschrock ses_node_t *np; 923940d71d2Seschrock 924d91236feSeschrock if (tp == NULL) { 925d91236feSeschrock (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 926d91236feSeschrock return (NULL); 927d91236feSeschrock } 928940d71d2Seschrock 9290b32bb8bSEric Schrock (void) pthread_mutex_lock(&tp->set_lock); 9300b32bb8bSEric Schrock 931940d71d2Seschrock /* 932940d71d2Seschrock * Determine if we need to take a new snapshot. 933940d71d2Seschrock */ 934525b85dbSEric Schrock now = gethrtime(); 935940d71d2Seschrock 936f76de749SStephen Hanson if (tp->set_target == NULL) { 937f76de749SStephen Hanson /* 938f76de749SStephen Hanson * We may have closed the device but not yet abandoned the 939f76de749SStephen Hanson * contract (ie we've had the offline event but not yet the 940f76de749SStephen Hanson * negend). If so, just return failure. 941f76de749SStephen Hanson */ 942*5cc5d5ceSToomas Soome if (tp->set_ctid != 0) { 943f76de749SStephen Hanson (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 944f76de749SStephen Hanson (void) pthread_mutex_unlock(&tp->set_lock); 945f76de749SStephen Hanson return (NULL); 946f76de749SStephen Hanson } 947f76de749SStephen Hanson 948f76de749SStephen Hanson /* 949f76de749SStephen Hanson * The device has been closed due to a contract offline 950f76de749SStephen Hanson * request, then we need to reopen it and create a new contract. 951f76de749SStephen Hanson */ 952f76de749SStephen Hanson if ((tp->set_target = 953f76de749SStephen Hanson ses_open(LIBSES_VERSION, tp->set_devpath)) == NULL) { 954f76de749SStephen Hanson sysevent_id_t eid; 955f76de749SStephen Hanson 956f76de749SStephen Hanson (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 957f76de749SStephen Hanson (void) pthread_mutex_unlock(&tp->set_lock); 958f76de749SStephen Hanson topo_mod_dprintf(mod, "recheck_dir - " 959f76de749SStephen Hanson "can no longer open %s", tp->set_devpath); 960f76de749SStephen Hanson (void) sysevent_post_event(EC_PLATFORM, 961f76de749SStephen Hanson ESC_PLATFORM_SP_RESET, SUNW_VENDOR, "fmd", NULL, 962f76de749SStephen Hanson &eid); 963f76de749SStephen Hanson return (NULL); 964f76de749SStephen Hanson } 965f76de749SStephen Hanson topo_mod_dprintf(mod, "reopen contract"); 966f76de749SStephen Hanson ses_create_contract(mod, tp); 967f76de749SStephen Hanson tp->set_snap = ses_snap_hold(tp->set_target); 968f76de749SStephen Hanson tp->set_snaptime = gethrtime(); 969f76de749SStephen Hanson } else if (now - tp->set_snaptime > (ses_snap_freq * 1000 * 1000) && 970940d71d2Seschrock (snap = ses_snap_new(tp->set_target)) != NULL) { 971940d71d2Seschrock if (ses_snap_generation(snap) != 972940d71d2Seschrock ses_snap_generation(tp->set_snap)) { 973940d71d2Seschrock /* 974940d71d2Seschrock * If we find ourselves in this situation, we're in 975940d71d2Seschrock * trouble. The generation count has changed, which 976940d71d2Seschrock * indicates that our current topology is out of date. 977940d71d2Seschrock * But we need to consult the new topology in order to 978940d71d2Seschrock * determine presence at this moment in time. We can't 979940d71d2Seschrock * go back and change the topo snapshot in situ, so 980d91236feSeschrock * we'll just have to fail the call in this unlikely 981d91236feSeschrock * scenario. 982940d71d2Seschrock */ 983940d71d2Seschrock ses_snap_rele(snap); 984d91236feSeschrock (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 9850b32bb8bSEric Schrock (void) pthread_mutex_unlock(&tp->set_lock); 986d91236feSeschrock return (NULL); 987940d71d2Seschrock } else { 988940d71d2Seschrock ses_snap_rele(tp->set_snap); 989940d71d2Seschrock tp->set_snap = snap; 990940d71d2Seschrock } 991525b85dbSEric Schrock tp->set_snaptime = gethrtime(); 992940d71d2Seschrock } 993940d71d2Seschrock 994940d71d2Seschrock snap = tp->set_snap; 995940d71d2Seschrock 996940d71d2Seschrock verify(topo_prop_get_uint64(tn, TOPO_PGROUP_SES, 997940d71d2Seschrock TOPO_PROP_NODE_ID, &nodeid, &err) == 0); 998940d71d2Seschrock verify((np = ses_node_lookup(snap, nodeid)) != NULL); 999d91236feSeschrock 1000d91236feSeschrock return (np); 1001d91236feSeschrock } 1002d91236feSeschrock 10030b32bb8bSEric Schrock /*ARGSUSED*/ 10040b32bb8bSEric Schrock void 10050b32bb8bSEric Schrock ses_node_unlock(topo_mod_t *mod, tnode_t *tn) 10060b32bb8bSEric Schrock { 10070b32bb8bSEric Schrock ses_enum_target_t *tp = topo_node_getspecific(tn); 10080b32bb8bSEric Schrock 10090b32bb8bSEric Schrock verify(tp != NULL); 10100b32bb8bSEric Schrock 10110b32bb8bSEric Schrock (void) pthread_mutex_unlock(&tp->set_lock); 10120b32bb8bSEric Schrock } 10130b32bb8bSEric Schrock 1014d91236feSeschrock /* 1015d91236feSeschrock * Determine if the element is present. 1016d91236feSeschrock */ 1017d91236feSeschrock /*ARGSUSED*/ 1018d91236feSeschrock static int 1019d91236feSeschrock ses_present(topo_mod_t *mod, tnode_t *tn, topo_version_t version, 1020d91236feSeschrock nvlist_t *in, nvlist_t **out) 1021d91236feSeschrock { 1022d91236feSeschrock boolean_t present; 1023d91236feSeschrock ses_node_t *np; 1024d91236feSeschrock nvlist_t *props, *nvl; 1025d91236feSeschrock uint64_t status; 1026d91236feSeschrock 10270b32bb8bSEric Schrock if ((np = ses_node_lock(mod, tn)) == NULL) 1028d91236feSeschrock return (-1); 1029d91236feSeschrock 1030940d71d2Seschrock verify((props = ses_node_props(np)) != NULL); 1031940d71d2Seschrock verify(nvlist_lookup_uint64(props, 1032940d71d2Seschrock SES_PROP_STATUS_CODE, &status) == 0); 1033940d71d2Seschrock 10340b32bb8bSEric Schrock ses_node_unlock(mod, tn); 10350b32bb8bSEric Schrock 1036940d71d2Seschrock present = (status != SES_ESC_NOT_INSTALLED); 1037940d71d2Seschrock 1038940d71d2Seschrock if (topo_mod_nvalloc(mod, &nvl, NV_UNIQUE_NAME) != 0) 1039940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 1040940d71d2Seschrock 1041940d71d2Seschrock if (nvlist_add_uint32(nvl, TOPO_METH_PRESENT_RET, 1042940d71d2Seschrock present) != 0) { 1043940d71d2Seschrock nvlist_free(nvl); 1044940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 1045940d71d2Seschrock } 1046940d71d2Seschrock 1047940d71d2Seschrock *out = nvl; 1048940d71d2Seschrock 1049940d71d2Seschrock return (0); 1050940d71d2Seschrock } 1051940d71d2Seschrock 1052940d71d2Seschrock /* 1053ac88567aSHyon Kim * Sets standard properties for a ses node (enclosure, bay, controller 1054ac88567aSHyon Kim * or expander). 1055ac88567aSHyon Kim * This includes setting the FRU, as well as setting the 1056ac88567aSHyon Kim * authority information. When the fru topo node(frutn) is not NULL 1057ac88567aSHyon Kim * its resouce should be used as FRU. 1058940d71d2Seschrock */ 1059940d71d2Seschrock static int 1060ac88567aSHyon Kim ses_set_standard_props(topo_mod_t *mod, tnode_t *frutn, tnode_t *tn, 1061ac88567aSHyon Kim nvlist_t *auth, uint64_t nodeid, const char *path) 1062940d71d2Seschrock { 1063940d71d2Seschrock int err; 1064940d71d2Seschrock char *product, *chassis; 1065940d71d2Seschrock nvlist_t *fmri; 1066940d71d2Seschrock 1067940d71d2Seschrock /* 1068940d71d2Seschrock * Set the authority explicitly if specified. 1069940d71d2Seschrock */ 1070940d71d2Seschrock if (auth) { 1071940d71d2Seschrock verify(nvlist_lookup_string(auth, FM_FMRI_AUTH_PRODUCT, 1072940d71d2Seschrock &product) == 0); 1073940d71d2Seschrock verify(nvlist_lookup_string(auth, FM_FMRI_AUTH_CHASSIS, 1074940d71d2Seschrock &chassis) == 0); 1075940d71d2Seschrock if (topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1076940d71d2Seschrock FM_FMRI_AUTH_PRODUCT, TOPO_PROP_IMMUTABLE, product, 1077940d71d2Seschrock &err) != 0 || 1078940d71d2Seschrock topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1079940d71d2Seschrock FM_FMRI_AUTH_CHASSIS, TOPO_PROP_IMMUTABLE, chassis, 1080940d71d2Seschrock &err) != 0 || 1081940d71d2Seschrock topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1082940d71d2Seschrock FM_FMRI_AUTH_SERVER, TOPO_PROP_IMMUTABLE, "", 1083940d71d2Seschrock &err) != 0) { 1084940d71d2Seschrock topo_mod_dprintf(mod, "failed to add authority " 1085d91236feSeschrock "properties: %s\n", topo_strerror(err)); 1086940d71d2Seschrock return (topo_mod_seterrno(mod, err)); 1087940d71d2Seschrock } 1088940d71d2Seschrock } 1089940d71d2Seschrock 1090940d71d2Seschrock /* 1091940d71d2Seschrock * Copy the resource and set that as the FRU. 1092940d71d2Seschrock */ 1093ac88567aSHyon Kim if (frutn != NULL) { 1094ac88567aSHyon Kim if (topo_node_resource(frutn, &fmri, &err) != 0) { 1095ac88567aSHyon Kim topo_mod_dprintf(mod, 1096ac88567aSHyon Kim "topo_node_resource() failed : %s\n", 1097ac88567aSHyon Kim topo_strerror(err)); 1098ac88567aSHyon Kim return (topo_mod_seterrno(mod, err)); 1099ac88567aSHyon Kim } 1100ac88567aSHyon Kim } else { 1101ac88567aSHyon Kim if (topo_node_resource(tn, &fmri, &err) != 0) { 1102ac88567aSHyon Kim topo_mod_dprintf(mod, 1103ac88567aSHyon Kim "topo_node_resource() failed : %s\n", 1104ac88567aSHyon Kim topo_strerror(err)); 1105ac88567aSHyon Kim return (topo_mod_seterrno(mod, err)); 1106ac88567aSHyon Kim } 1107940d71d2Seschrock } 1108940d71d2Seschrock 1109940d71d2Seschrock if (topo_node_fru_set(tn, fmri, 0, &err) != 0) { 1110940d71d2Seschrock topo_mod_dprintf(mod, 1111940d71d2Seschrock "topo_node_fru_set() failed : %s\n", 1112940d71d2Seschrock topo_strerror(err)); 1113940d71d2Seschrock nvlist_free(fmri); 1114940d71d2Seschrock return (topo_mod_seterrno(mod, err)); 1115940d71d2Seschrock } 1116940d71d2Seschrock 1117940d71d2Seschrock nvlist_free(fmri); 1118940d71d2Seschrock 1119940d71d2Seschrock /* 1120940d71d2Seschrock * Set the SES-specific properties so that consumers can query 1121940d71d2Seschrock * additional information about the particular SES element. 1122940d71d2Seschrock */ 1123a961ec00SHyon Kim if (topo_pgroup_create(tn, &ses_pgroup, &err) != 0) { 1124940d71d2Seschrock topo_mod_dprintf(mod, "failed to create propgroup " 1125940d71d2Seschrock "%s: %s\n", TOPO_PGROUP_SES, topo_strerror(err)); 1126940d71d2Seschrock return (-1); 1127940d71d2Seschrock } 1128940d71d2Seschrock 1129940d71d2Seschrock if (topo_prop_set_uint64(tn, TOPO_PGROUP_SES, 1130940d71d2Seschrock TOPO_PROP_NODE_ID, TOPO_PROP_IMMUTABLE, 1131940d71d2Seschrock nodeid, &err) != 0) { 1132940d71d2Seschrock topo_mod_dprintf(mod, 1133940d71d2Seschrock "failed to create property %s: %s\n", 1134940d71d2Seschrock TOPO_PROP_NODE_ID, topo_strerror(err)); 1135940d71d2Seschrock return (-1); 1136940d71d2Seschrock } 1137940d71d2Seschrock 1138940d71d2Seschrock if (topo_prop_set_string(tn, TOPO_PGROUP_SES, 1139940d71d2Seschrock TOPO_PROP_TARGET_PATH, TOPO_PROP_IMMUTABLE, 1140940d71d2Seschrock path, &err) != 0) { 1141940d71d2Seschrock topo_mod_dprintf(mod, 1142940d71d2Seschrock "failed to create property %s: %s\n", 1143940d71d2Seschrock TOPO_PROP_TARGET_PATH, topo_strerror(err)); 1144940d71d2Seschrock return (-1); 1145940d71d2Seschrock } 1146940d71d2Seschrock 1147940d71d2Seschrock return (0); 1148940d71d2Seschrock } 1149940d71d2Seschrock 11508221efecSRobert Mustacchi /* 11518221efecSRobert Mustacchi * Iterate over the SES phy information. If any of the ports indicates that it's 11528221efecSRobert Mustacchi * a SATA device and we haven't matched any disk devices yet, that means 11538221efecSRobert Mustacchi * that the HBA was able to create a WWN for the SATA device based on its GUID, 11548221efecSRobert Mustacchi * which is good. However, SES includes the WWN for the device's STP bridge. In 11558221efecSRobert Mustacchi * theory, if the driver includes the WWN based on the SATA guid then it should 11568221efecSRobert Mustacchi * also set the bridge-port property indicating the WWN that should match the 11578221efecSRobert Mustacchi * SATA device. 11588221efecSRobert Mustacchi */ 11598221efecSRobert Mustacchi static int 11608221efecSRobert Mustacchi ses_create_disk_bridge(ses_enum_data_t *sdp, tnode_t *pnode, nvlist_t *props, 11618221efecSRobert Mustacchi tnode_t **child) 11628221efecSRobert Mustacchi { 11638221efecSRobert Mustacchi nvlist_t **phys; 11648221efecSRobert Mustacchi uint_t i, n_phys; 11658221efecSRobert Mustacchi topo_mod_t *mod = sdp->sed_mod; 11668221efecSRobert Mustacchi 11678221efecSRobert Mustacchi if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, &phys, 11688221efecSRobert Mustacchi &n_phys) != 0) 11698221efecSRobert Mustacchi return (1); 11708221efecSRobert Mustacchi 11718221efecSRobert Mustacchi for (i = 0; i < n_phys; i++) { 11728221efecSRobert Mustacchi uint64_t wwn; 11738221efecSRobert Mustacchi boolean_t sata; 11748221efecSRobert Mustacchi char wwnstr[64]; 11758221efecSRobert Mustacchi 11768221efecSRobert Mustacchi if (nvlist_lookup_uint64(phys[i], SES_SAS_PROP_ADDR, 11778221efecSRobert Mustacchi &wwn) != 0 || wwn == 0) { 11788221efecSRobert Mustacchi continue; 11798221efecSRobert Mustacchi } 11808221efecSRobert Mustacchi 11818221efecSRobert Mustacchi if (nvlist_lookup_boolean_value(phys[i], 11828221efecSRobert Mustacchi SES_SAS_PROP_SATA_DEVICE, &sata) != 0 || !sata) { 11838221efecSRobert Mustacchi continue; 11848221efecSRobert Mustacchi } 11858221efecSRobert Mustacchi 11868221efecSRobert Mustacchi if (scsi_wwn_to_wwnstr(wwn, 0, wwnstr) == NULL) 11878221efecSRobert Mustacchi continue; 11888221efecSRobert Mustacchi 11898221efecSRobert Mustacchi if (disk_declare_bridge(mod, pnode, &sdp->sed_devs, 11908221efecSRobert Mustacchi wwnstr, child) == 0) { 11918221efecSRobert Mustacchi return (0); 11928221efecSRobert Mustacchi } 11938221efecSRobert Mustacchi 11948221efecSRobert Mustacchi } 11958221efecSRobert Mustacchi 11968221efecSRobert Mustacchi return (1); 11978221efecSRobert Mustacchi } 11988221efecSRobert Mustacchi 1199940d71d2Seschrock /* 1200940d71d2Seschrock * Callback to add a disk to a given bay. We first check the status-code to 1201940d71d2Seschrock * determine if a disk is present, ignoring those that aren't in an appropriate 12020b32bb8bSEric Schrock * state. We then scan the parent bay node's SAS address array to determine 12030b32bb8bSEric Schrock * possible attached SAS addresses. We create a disk node if the disk is not 12040b32bb8bSEric Schrock * SAS or the SES target does not support the necessary pages for this; if we 12050b32bb8bSEric Schrock * find the SAS address, we create a disk node and also correlate it with 12060b32bb8bSEric Schrock * the corresponding Solaris device node to fill in the rest of the data. 1207940d71d2Seschrock */ 1208940d71d2Seschrock static int 1209940d71d2Seschrock ses_create_disk(ses_enum_data_t *sdp, tnode_t *pnode, nvlist_t *props) 1210940d71d2Seschrock { 1211940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 1212940d71d2Seschrock uint64_t status; 1213940d71d2Seschrock uint_t s, nsas; 12140b32bb8bSEric Schrock char **paths; 121544ed9dbbSStephen Hanson int err, ret; 121644ed9dbbSStephen Hanson tnode_t *child = NULL; 1217940d71d2Seschrock 1218940d71d2Seschrock /* 1219940d71d2Seschrock * Skip devices that are not in a present (and possibly damaged) state. 1220db8547feSRob Johnston * Also, skip devices that this expander is either not fully wired to, 1221db8547feSRob Johnston * or are hidden due to SAS zoning, as indicated by the 1222db8547feSRob Johnston * SES_ESC_NO_ACCESS state. 1223940d71d2Seschrock */ 1224940d71d2Seschrock if (nvlist_lookup_uint64(props, SES_PROP_STATUS_CODE, &status) != 0) 1225940d71d2Seschrock return (0); 1226940d71d2Seschrock 1227ac88567aSHyon Kim if (status != SES_ESC_UNSUPPORTED && 1228ac88567aSHyon Kim status != SES_ESC_OK && 1229940d71d2Seschrock status != SES_ESC_CRITICAL && 1230940d71d2Seschrock status != SES_ESC_NONCRITICAL && 1231940d71d2Seschrock status != SES_ESC_UNRECOVERABLE && 12329bd90b91SRobert Mustacchi status != SES_ESC_UNKNOWN) 1233940d71d2Seschrock return (0); 1234940d71d2Seschrock 1235940d71d2Seschrock topo_mod_dprintf(mod, "found attached disk"); 1236940d71d2Seschrock 1237940d71d2Seschrock /* 1238940d71d2Seschrock * Create the disk range. 1239940d71d2Seschrock */ 12400b32bb8bSEric Schrock if (topo_node_range_create(mod, pnode, DISK, 0, 0) != 0) { 1241940d71d2Seschrock topo_mod_dprintf(mod, 1242940d71d2Seschrock "topo_node_create_range() failed: %s", 1243940d71d2Seschrock topo_mod_errmsg(mod)); 1244940d71d2Seschrock return (-1); 1245940d71d2Seschrock } 1246940d71d2Seschrock 1247940d71d2Seschrock /* 1248940d71d2Seschrock * Look through all SAS addresses and attempt to correlate them to a 1249940d71d2Seschrock * known Solaris device. If we don't find a matching node, then we 1250940d71d2Seschrock * don't enumerate the disk node. 125123a5d44cSHyon Kim * Note that TOPO_PROP_SAS_ADDR prop includes SAS address from 125223a5d44cSHyon Kim * alternate elements that represent the same device. 1253940d71d2Seschrock */ 12540b32bb8bSEric Schrock if (topo_prop_get_string_array(pnode, TOPO_PGROUP_SES, 12550b32bb8bSEric Schrock TOPO_PROP_SAS_ADDR, &paths, &nsas, &err) != 0) 12560b32bb8bSEric Schrock return (0); 12570b32bb8bSEric Schrock 12580b32bb8bSEric Schrock err = 0; 12590b32bb8bSEric Schrock 1260940d71d2Seschrock for (s = 0; s < nsas; s++) { 1261ac88567aSHyon Kim ret = disk_declare_addr(mod, pnode, &sdp->sed_devs, paths[s], 126244ed9dbbSStephen Hanson &child); 126344ed9dbbSStephen Hanson if (ret == 0) { 126444ed9dbbSStephen Hanson break; 126544ed9dbbSStephen Hanson } else if (ret < 0) { 12660b32bb8bSEric Schrock err = -1; 12670b32bb8bSEric Schrock break; 12680b32bb8bSEric Schrock } 12690b32bb8bSEric Schrock } 12700b32bb8bSEric Schrock 12718221efecSRobert Mustacchi /* 12728221efecSRobert Mustacchi * We need to take another pass through the properties for this bay by 12738221efecSRobert Mustacchi * iterating over the phys and noting if any of these are SATA. Note, 12748221efecSRobert Mustacchi * this information isn't commonly part of the topo tree at this time, 12758221efecSRobert Mustacchi * hence why we end up going back and iterating over the properties 12768221efecSRobert Mustacchi * ourselves. 12778221efecSRobert Mustacchi */ 12788221efecSRobert Mustacchi if (s == nsas) { 12798221efecSRobert Mustacchi if (ses_create_disk_bridge(sdp, pnode, props, &child) != 0) 12808221efecSRobert Mustacchi (void) disk_declare_non_enumerated(mod, pnode, &child); 12818221efecSRobert Mustacchi } 128244ed9dbbSStephen Hanson 128344ed9dbbSStephen Hanson /* copy sas_addresses (target-ports) from parent (with 'w'added) */ 128444ed9dbbSStephen Hanson if (child != NULL) { 128544ed9dbbSStephen Hanson int i; 128644ed9dbbSStephen Hanson char **tports; 128744ed9dbbSStephen Hanson uint64_t wwn; 128844ed9dbbSStephen Hanson 128944ed9dbbSStephen Hanson tports = topo_mod_zalloc(mod, sizeof (char *) * nsas); 129044ed9dbbSStephen Hanson if (tports != NULL) { 129144ed9dbbSStephen Hanson for (i = 0; i < nsas; i++) { 129244ed9dbbSStephen Hanson if (scsi_wwnstr_to_wwn(paths[i], &wwn) != 129344ed9dbbSStephen Hanson DDI_SUCCESS) 129444ed9dbbSStephen Hanson break; 129544ed9dbbSStephen Hanson tports[i] = scsi_wwn_to_wwnstr(wwn, 1, NULL); 129644ed9dbbSStephen Hanson if (tports[i] == NULL) 129744ed9dbbSStephen Hanson break; 129844ed9dbbSStephen Hanson } 129944ed9dbbSStephen Hanson /* if they all worked then create the property */ 130044ed9dbbSStephen Hanson if (i == nsas) 130144ed9dbbSStephen Hanson (void) topo_prop_set_string_array(child, 130244ed9dbbSStephen Hanson TOPO_PGROUP_STORAGE, 130344ed9dbbSStephen Hanson TOPO_STORAGE_TARGET_PORT_L0IDS, 130444ed9dbbSStephen Hanson TOPO_PROP_IMMUTABLE, (const char **)tports, 130544ed9dbbSStephen Hanson nsas, &err); 130644ed9dbbSStephen Hanson 130744ed9dbbSStephen Hanson for (i = 0; i < nsas; i++) 130844ed9dbbSStephen Hanson if (tports[i] != NULL) 130944ed9dbbSStephen Hanson scsi_free_wwnstr(tports[i]); 131044ed9dbbSStephen Hanson topo_mod_free(mod, tports, sizeof (char *) * nsas); 131144ed9dbbSStephen Hanson } 131244ed9dbbSStephen Hanson } 131344ed9dbbSStephen Hanson 13140b32bb8bSEric Schrock for (s = 0; s < nsas; s++) 13150b32bb8bSEric Schrock topo_mod_free(mod, paths[s], strlen(paths[s]) + 1); 13160b32bb8bSEric Schrock topo_mod_free(mod, paths, nsas * sizeof (char *)); 13170b32bb8bSEric Schrock 13180b32bb8bSEric Schrock return (err); 13190b32bb8bSEric Schrock } 13200b32bb8bSEric Schrock 13210b32bb8bSEric Schrock static int 13220b32bb8bSEric Schrock ses_add_bay_props(topo_mod_t *mod, tnode_t *tn, ses_enum_node_t *snp) 13230b32bb8bSEric Schrock { 13240b32bb8bSEric Schrock ses_alt_node_t *ap; 13250b32bb8bSEric Schrock ses_node_t *np; 13260b32bb8bSEric Schrock nvlist_t *props; 13270b32bb8bSEric Schrock 13280b32bb8bSEric Schrock nvlist_t **phys; 13290b32bb8bSEric Schrock uint_t i, j, n_phys, all_phys = 0; 13300b32bb8bSEric Schrock char **paths; 13310b32bb8bSEric Schrock uint64_t addr; 13320b32bb8bSEric Schrock size_t len; 13330b32bb8bSEric Schrock int terr, err = -1; 13340b32bb8bSEric Schrock 13350b32bb8bSEric Schrock for (ap = topo_list_next(&snp->sen_alt_nodes); ap != NULL; 13360b32bb8bSEric Schrock ap = topo_list_next(ap)) { 13370b32bb8bSEric Schrock np = ap->san_node; 13380b32bb8bSEric Schrock props = ses_node_props(np); 13390b32bb8bSEric Schrock 13400b32bb8bSEric Schrock if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 13410b32bb8bSEric Schrock &phys, &n_phys) != 0) 13420b32bb8bSEric Schrock continue; 13430b32bb8bSEric Schrock 13440b32bb8bSEric Schrock all_phys += n_phys; 13450b32bb8bSEric Schrock } 13460b32bb8bSEric Schrock 13470b32bb8bSEric Schrock if (all_phys == 0) 13480b32bb8bSEric Schrock return (0); 13490b32bb8bSEric Schrock 13500b32bb8bSEric Schrock if ((paths = topo_mod_zalloc(mod, all_phys * sizeof (char *))) == NULL) 13510b32bb8bSEric Schrock return (-1); 13520b32bb8bSEric Schrock 13530b32bb8bSEric Schrock for (i = 0, ap = topo_list_next(&snp->sen_alt_nodes); ap != NULL; 13540b32bb8bSEric Schrock ap = topo_list_next(ap)) { 13550b32bb8bSEric Schrock np = ap->san_node; 13560b32bb8bSEric Schrock props = ses_node_props(np); 13570b32bb8bSEric Schrock 13580b32bb8bSEric Schrock if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 13590b32bb8bSEric Schrock &phys, &n_phys) != 0) 1360940d71d2Seschrock continue; 1361940d71d2Seschrock 13620b32bb8bSEric Schrock for (j = 0; j < n_phys; j++) { 13630b32bb8bSEric Schrock if (nvlist_lookup_uint64(phys[j], SES_SAS_PROP_ADDR, 13640b32bb8bSEric Schrock &addr) != 0) 13650b32bb8bSEric Schrock continue; 1366940d71d2Seschrock 13670b32bb8bSEric Schrock len = snprintf(NULL, 0, "%016llx", addr) + 1; 13680b32bb8bSEric Schrock if ((paths[i] = topo_mod_alloc(mod, len)) == NULL) 13690b32bb8bSEric Schrock goto error; 13700b32bb8bSEric Schrock 13710b32bb8bSEric Schrock (void) snprintf(paths[i], len, "%016llx", addr); 13720b32bb8bSEric Schrock 13730b32bb8bSEric Schrock ++i; 13740b32bb8bSEric Schrock } 1375940d71d2Seschrock } 1376940d71d2Seschrock 13770b32bb8bSEric Schrock err = topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 13780b32bb8bSEric Schrock TOPO_PROP_SAS_ADDR, TOPO_PROP_IMMUTABLE, 13790b32bb8bSEric Schrock (const char **)paths, i, &terr); 13800b32bb8bSEric Schrock if (err != 0) 13810b32bb8bSEric Schrock err = topo_mod_seterrno(mod, terr); 13820b32bb8bSEric Schrock 13830b32bb8bSEric Schrock error: 13840b32bb8bSEric Schrock for (i = 0; i < all_phys && paths[i] != NULL; i++) 13850b32bb8bSEric Schrock topo_mod_free(mod, paths[i], strlen(paths[i]) + 1); 13860b32bb8bSEric Schrock topo_mod_free(mod, paths, all_phys * sizeof (char *)); 13870b32bb8bSEric Schrock 13880b32bb8bSEric Schrock return (err); 1389940d71d2Seschrock } 1390940d71d2Seschrock 1391940d71d2Seschrock /* 1392ac88567aSHyon Kim * Callback to create a basic node (bay, psu, fan, or controller and expander). 1393940d71d2Seschrock */ 1394940d71d2Seschrock static int 1395ded93414SHyon Kim ses_create_generic(ses_enum_data_t *sdp, ses_enum_node_t *snp, tnode_t *pnode, 1396ded93414SHyon Kim tnode_t *frutn, const char *nodename, const char *labelname, 1397ded93414SHyon Kim tnode_t **node) 1398940d71d2Seschrock { 1399940d71d2Seschrock ses_node_t *np = snp->sen_node; 1400d91236feSeschrock ses_node_t *parent; 1401940d71d2Seschrock uint64_t instance = snp->sen_instance; 1402940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 1403940d71d2Seschrock nvlist_t *props, *aprops; 1404940d71d2Seschrock nvlist_t *auth = NULL, *fmri = NULL; 1405ded93414SHyon Kim tnode_t *tn = NULL; 1406469735ecSRob Johnston char *clean_label = NULL, label[128]; 1407940d71d2Seschrock int err; 1408d91236feSeschrock char *part = NULL, *serial = NULL, *revision = NULL; 1409d91236feSeschrock char *desc; 1410d91236feSeschrock boolean_t report; 1411940d71d2Seschrock 1412940d71d2Seschrock props = ses_node_props(np); 1413940d71d2Seschrock 1414940d71d2Seschrock (void) nvlist_lookup_string(props, LIBSES_PROP_PART, &part); 1415940d71d2Seschrock (void) nvlist_lookup_string(props, LIBSES_PROP_SERIAL, &serial); 1416940d71d2Seschrock 1417940d71d2Seschrock topo_mod_dprintf(mod, "adding %s %llu", nodename, instance); 1418940d71d2Seschrock 1419940d71d2Seschrock /* 1420940d71d2Seschrock * Create the node. The interesting information is all copied from the 1421940d71d2Seschrock * parent enclosure node, so there is not much to do. 1422940d71d2Seschrock */ 1423940d71d2Seschrock if ((auth = topo_mod_auth(mod, pnode)) == NULL) 1424940d71d2Seschrock goto error; 1425940d71d2Seschrock 1426d91236feSeschrock /* 1427d91236feSeschrock * We want to report revision information for the controller nodes, but 1428d91236feSeschrock * we do not get per-element revision information. However, we do have 1429d91236feSeschrock * revision information for the entire enclosure, and we can use the 1430d91236feSeschrock * 'reported-via' property to know that this controller corresponds to 1431d91236feSeschrock * the given revision information. This means we cannot get revision 1432d91236feSeschrock * information for targets we are not explicitly connected to, but 1433d91236feSeschrock * there is little we can do about the situation. 1434d91236feSeschrock */ 1435d91236feSeschrock if (strcmp(nodename, CONTROLLER) == 0 && 1436d91236feSeschrock nvlist_lookup_boolean_value(props, SES_PROP_REPORT, &report) == 0 && 1437d91236feSeschrock report) { 1438d91236feSeschrock for (parent = ses_node_parent(np); parent != NULL; 1439d91236feSeschrock parent = ses_node_parent(parent)) { 1440d91236feSeschrock if (ses_node_type(parent) == SES_NODE_ENCLOSURE) { 1441d91236feSeschrock (void) nvlist_lookup_string( 1442d91236feSeschrock ses_node_props(parent), 1443d91236feSeschrock SES_EN_PROP_REV, &revision); 1444d91236feSeschrock break; 1445d91236feSeschrock } 1446d91236feSeschrock } 1447d91236feSeschrock } 1448d91236feSeschrock 1449940d71d2Seschrock if ((fmri = topo_mod_hcfmri(mod, pnode, FM_HC_SCHEME_VERSION, 1450d91236feSeschrock nodename, (topo_instance_t)instance, NULL, auth, part, revision, 1451940d71d2Seschrock serial)) == NULL) { 1452940d71d2Seschrock topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 1453940d71d2Seschrock topo_mod_errmsg(mod)); 1454940d71d2Seschrock goto error; 1455940d71d2Seschrock } 1456940d71d2Seschrock 1457940d71d2Seschrock if ((tn = topo_node_bind(mod, pnode, nodename, 1458940d71d2Seschrock instance, fmri)) == NULL) { 1459940d71d2Seschrock topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 1460940d71d2Seschrock topo_mod_errmsg(mod)); 1461940d71d2Seschrock goto error; 1462940d71d2Seschrock } 1463940d71d2Seschrock 1464940d71d2Seschrock /* 1465d91236feSeschrock * For the node label, we look for the following in order: 1466d91236feSeschrock * 1467cbb9248eSRob Johnston * <ses-description> 1468cbb9248eSRob Johnston * <ses-class-description> <instance> 1469cbb9248eSRob Johnston * <default-type-label> <instance> 1470940d71d2Seschrock */ 1471d91236feSeschrock if (nvlist_lookup_string(props, SES_PROP_DESCRIPTION, &desc) != 0 || 1472d91236feSeschrock desc[0] == '\0') { 1473d91236feSeschrock parent = ses_node_parent(np); 1474d91236feSeschrock aprops = ses_node_props(parent); 1475d91236feSeschrock if (nvlist_lookup_string(aprops, SES_PROP_CLASS_DESCRIPTION, 1476ac88567aSHyon Kim &desc) != 0 || desc[0] == '\0') 1477ac88567aSHyon Kim desc = (char *)labelname; 1478d91236feSeschrock (void) snprintf(label, sizeof (label), "%s %llu", desc, 1479d91236feSeschrock instance); 1480d91236feSeschrock desc = label; 1481d91236feSeschrock } 1482d91236feSeschrock 1483469735ecSRob Johnston if ((clean_label = topo_mod_clean_str(mod, desc)) == NULL) 1484469735ecSRob Johnston goto error; 1485469735ecSRob Johnston 1486469735ecSRob Johnston if (topo_prop_set_string(tn, TOPO_PGROUP_PROTOCOL, TOPO_PROP_LABEL, 1487469735ecSRob Johnston TOPO_PROP_MUTABLE, clean_label, &err) < 0) 1488940d71d2Seschrock goto error; 1489940d71d2Seschrock 1490ac88567aSHyon Kim if (ses_set_standard_props(mod, frutn, tn, NULL, ses_node_id(np), 1491940d71d2Seschrock snp->sen_target->set_devpath) != 0) 1492940d71d2Seschrock goto error; 1493940d71d2Seschrock 1494ac88567aSHyon Kim if (strcmp(nodename, BAY) == 0) { 14950b32bb8bSEric Schrock if (ses_add_bay_props(mod, tn, snp) != 0) 14960b32bb8bSEric Schrock goto error; 14970b32bb8bSEric Schrock 1498940d71d2Seschrock if (ses_create_disk(sdp, tn, props) != 0) 1499940d71d2Seschrock goto error; 1500d91236feSeschrock 1501d91236feSeschrock if (topo_method_register(mod, tn, ses_bay_methods) != 0) { 1502d91236feSeschrock topo_mod_dprintf(mod, 1503d91236feSeschrock "topo_method_register() failed: %s", 1504d91236feSeschrock topo_mod_errmsg(mod)); 1505d91236feSeschrock goto error; 1506d91236feSeschrock } 1507ac88567aSHyon Kim } else if ((strcmp(nodename, FAN) == 0) || 1508ac88567aSHyon Kim (strcmp(nodename, PSU) == 0) || 1509ac88567aSHyon Kim (strcmp(nodename, CONTROLLER) == 0)) { 1510940d71d2Seschrock /* 1511d91236feSeschrock * Only fan, psu, and controller nodes have a 'present' method. 1512d91236feSeschrock * Bay nodes are always present, and disk nodes are present by 1513ac88567aSHyon Kim * virtue of being enumerated and SAS expander nodes and 1514ac88567aSHyon Kim * SAS connector nodes are also always present once 1515ac88567aSHyon Kim * the parent controller is found. 1516940d71d2Seschrock */ 1517940d71d2Seschrock if (topo_method_register(mod, tn, ses_component_methods) != 0) { 1518940d71d2Seschrock topo_mod_dprintf(mod, 1519940d71d2Seschrock "topo_method_register() failed: %s", 1520940d71d2Seschrock topo_mod_errmsg(mod)); 1521940d71d2Seschrock goto error; 1522940d71d2Seschrock } 1523940d71d2Seschrock 1524940d71d2Seschrock } 1525940d71d2Seschrock 1526d91236feSeschrock snp->sen_target->set_refcount++; 1527d91236feSeschrock topo_node_setspecific(tn, snp->sen_target); 1528d91236feSeschrock 1529940d71d2Seschrock nvlist_free(auth); 1530940d71d2Seschrock nvlist_free(fmri); 1531469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 1532ac88567aSHyon Kim if (node != NULL) *node = tn; 1533ac88567aSHyon Kim return (0); 1534ac88567aSHyon Kim 1535ac88567aSHyon Kim error: 1536ac88567aSHyon Kim nvlist_free(auth); 1537ac88567aSHyon Kim nvlist_free(fmri); 1538469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 1539ac88567aSHyon Kim return (-1); 1540ac88567aSHyon Kim } 1541ac88567aSHyon Kim 1542ac88567aSHyon Kim /* 1543ac88567aSHyon Kim * Create SAS expander specific props. 1544ac88567aSHyon Kim */ 1545ac88567aSHyon Kim /*ARGSUSED*/ 1546ac88567aSHyon Kim static int 1547ac88567aSHyon Kim ses_set_expander_props(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1548ac88567aSHyon Kim tnode_t *ptnode, tnode_t *tnode, int *phycount, int64_t *connlist) 1549ac88567aSHyon Kim { 1550ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1551ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1552ac88567aSHyon Kim nvlist_t *auth = NULL, *fmri = NULL; 1553ac88567aSHyon Kim nvlist_t *props, **phylist; 1554ac88567aSHyon Kim int err, i; 1555ac88567aSHyon Kim uint_t pcount; 1556ac88567aSHyon Kim uint64_t sasaddr, connidx; 1557ac88567aSHyon Kim char sasaddr_str[17]; 1558b4879163SHyon Kim boolean_t found = B_FALSE, ses_found = B_FALSE; 1559b4879163SHyon Kim dev_di_node_t *dnode, *sesdnode; 1560ac88567aSHyon Kim 1561ac88567aSHyon Kim props = ses_node_props(np); 1562ac88567aSHyon Kim 1563ac88567aSHyon Kim /* 1564ac88567aSHyon Kim * the uninstalled expander is not enumerated by checking 1565ac88567aSHyon Kim * the element status code. No present present' method provided. 1566ac88567aSHyon Kim */ 1567ac88567aSHyon Kim /* 1568ac88567aSHyon Kim * Get the Expander SAS address. It should exist. 1569ac88567aSHyon Kim */ 1570ac88567aSHyon Kim if (nvlist_lookup_uint64(props, SES_EXP_PROP_SAS_ADDR, 1571ac88567aSHyon Kim &sasaddr) != 0) { 1572ac88567aSHyon Kim topo_mod_dprintf(mod, 1573ac88567aSHyon Kim "Failed to get prop %s.", SES_EXP_PROP_SAS_ADDR); 1574ac88567aSHyon Kim goto error; 1575ac88567aSHyon Kim } 1576ac88567aSHyon Kim 1577ac88567aSHyon Kim (void) sprintf(sasaddr_str, "%llx", sasaddr); 1578ac88567aSHyon Kim 1579ac88567aSHyon Kim /* search matching dev_di_node. */ 1580ac88567aSHyon Kim for (dnode = topo_list_next(&sdp->sed_devs); dnode != NULL; 1581ac88567aSHyon Kim dnode = topo_list_next(dnode)) { 1582b4879163SHyon Kim for (i = 0; i < dnode->ddn_ppath_count; i++) { 1583b4879163SHyon Kim if ((dnode->ddn_target_port[i] != NULL) && 1584b4879163SHyon Kim (strstr(dnode->ddn_target_port[i], 1585b4879163SHyon Kim sasaddr_str) != NULL)) { 1586b4879163SHyon Kim found = B_TRUE; 1587b4879163SHyon Kim break; 1588b4879163SHyon Kim } 1589ac88567aSHyon Kim } 1590b4879163SHyon Kim if (found) 1591b4879163SHyon Kim break; 1592ac88567aSHyon Kim } 1593ac88567aSHyon Kim 1594ac88567aSHyon Kim if (!found) { 1595ac88567aSHyon Kim topo_mod_dprintf(mod, 1596ac88567aSHyon Kim "ses_set_expander_props: Failed to find matching " 1597ac88567aSHyon Kim "devinfo node for Exapnder SAS address %s", 1598ac88567aSHyon Kim SES_EXP_PROP_SAS_ADDR); 1599ac88567aSHyon Kim /* continue on to get storage group props. */ 1600ac88567aSHyon Kim } else { 1601b4879163SHyon Kim /* create/set the devfs-path and devid in the smp group */ 1602b4879163SHyon Kim if (topo_pgroup_create(tnode, &smp_pgroup, &err) != 0) { 1603ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1604b4879163SHyon Kim "failed to create smp property group %s\n", 1605b4879163SHyon Kim topo_strerror(err)); 1606ac88567aSHyon Kim goto error; 1607ac88567aSHyon Kim } else { 1608b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1609b4879163SHyon Kim TOPO_PROP_SMP_TARGET_PORT, TOPO_PROP_IMMUTABLE, 1610b4879163SHyon Kim dnode->ddn_target_port[i], &err) != 0) { 1611b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1612b4879163SHyon Kim "set %S error %s\n", TOPO_PROP_SAS_ADDR, 1613b4879163SHyon Kim topo_strerror(err)); 1614b4879163SHyon Kim } 1615b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1616b4879163SHyon Kim TOPO_PROP_SMP_DEV_PATH, TOPO_PROP_IMMUTABLE, 1617ac88567aSHyon Kim dnode->ddn_dpath, &err) != 0) { 1618ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1619ac88567aSHyon Kim "set dev error %s\n", topo_strerror(err)); 1620ac88567aSHyon Kim } 1621b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1622b4879163SHyon Kim TOPO_PROP_SMP_DEVID, TOPO_PROP_IMMUTABLE, 1623ac88567aSHyon Kim dnode->ddn_devid, &err) != 0) { 1624ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1625ac88567aSHyon Kim "set devid error %s\n", topo_strerror(err)); 1626ac88567aSHyon Kim } 1627ac88567aSHyon Kim if (dnode->ddn_ppath_count != 0 && 1628b4879163SHyon Kim topo_prop_set_string_array(tnode, TOPO_PGROUP_SMP, 1629b4879163SHyon Kim TOPO_PROP_SMP_PHYS_PATH, TOPO_PROP_IMMUTABLE, 1630ac88567aSHyon Kim (const char **)dnode->ddn_ppath, 1631ac88567aSHyon Kim dnode->ddn_ppath_count, &err) != 0) { 1632ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1633ac88567aSHyon Kim "set phys-path error %s\n", 1634ac88567aSHyon Kim topo_strerror(err)); 1635ac88567aSHyon Kim } 1636ac88567aSHyon Kim } 1637ac88567aSHyon Kim } 1638ac88567aSHyon Kim 1639b4879163SHyon Kim /* update the ses property group with SES target info */ 1640ded93414SHyon Kim if ((topo_pgroup_create(tnode, &ses_pgroup, &err) != 0) && 1641a961ec00SHyon Kim (err != ETOPO_PROP_DEFD)) { 1642a961ec00SHyon Kim /* SES prop group doesn't exist but failed to be created. */ 1643b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1644a961ec00SHyon Kim "ses pgroup create error %s\n", topo_strerror(err)); 1645b4879163SHyon Kim goto error; 1646b4879163SHyon Kim } else { 1647b4879163SHyon Kim /* locate assciated enclosure dev_di_node. */ 1648b4879163SHyon Kim for (sesdnode = topo_list_next(&sdp->sed_devs); 1649b4879163SHyon Kim sesdnode != NULL; sesdnode = topo_list_next(sesdnode)) { 1650b4879163SHyon Kim for (i = 0; i < sesdnode->ddn_ppath_count; i++) { 1651b4879163SHyon Kim /* 1652b4879163SHyon Kim * check if attached port exists and 1653b4879163SHyon Kim * its node type is enclosure and 1654b4879163SHyon Kim * attached port is same as sas address of 1655b4879163SHyon Kim * the expander and 1656b4879163SHyon Kim * bridge port for virtual phy indication 1657b4879163SHyon Kim * exist. 1658b4879163SHyon Kim */ 1659b4879163SHyon Kim if ((sesdnode->ddn_attached_port[i] != NULL) && 1660b4879163SHyon Kim (sesdnode->ddn_dtype == DTYPE_ESI) && 1661b4879163SHyon Kim (strstr(sesdnode->ddn_attached_port[i], 1662b4879163SHyon Kim sasaddr_str) != NULL) && 1663b4879163SHyon Kim (sesdnode->ddn_bridge_port[i] != NULL)) { 1664b4879163SHyon Kim ses_found = B_TRUE; 1665b4879163SHyon Kim break; 1666b4879163SHyon Kim } 1667b4879163SHyon Kim } 1668b4879163SHyon Kim if (ses_found) break; 1669b4879163SHyon Kim } 1670b4879163SHyon Kim 1671b4879163SHyon Kim if (ses_found) { 1672b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1673b4879163SHyon Kim TOPO_PROP_SES_TARGET_PORT, TOPO_PROP_IMMUTABLE, 1674b4879163SHyon Kim sesdnode->ddn_target_port[i], &err) != 0) { 1675b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1676b4879163SHyon Kim "set ses %S error %s\n", TOPO_PROP_SAS_ADDR, 1677b4879163SHyon Kim topo_strerror(err)); 1678b4879163SHyon Kim } 1679b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1680b4879163SHyon Kim TOPO_PROP_SES_DEV_PATH, TOPO_PROP_IMMUTABLE, 1681b4879163SHyon Kim sesdnode->ddn_dpath, &err) != 0) { 1682b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1683b4879163SHyon Kim "set ses dev error %s\n", 1684b4879163SHyon Kim topo_strerror(err)); 1685b4879163SHyon Kim } 1686b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1687b4879163SHyon Kim TOPO_PROP_SES_DEVID, TOPO_PROP_IMMUTABLE, 1688b4879163SHyon Kim sesdnode->ddn_devid, &err) != 0) { 1689b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1690b4879163SHyon Kim "set ses devid error %s\n", 1691b4879163SHyon Kim topo_strerror(err)); 1692b4879163SHyon Kim } 1693b4879163SHyon Kim if (sesdnode->ddn_ppath_count != 0 && 1694b4879163SHyon Kim topo_prop_set_string_array(tnode, TOPO_PGROUP_SES, 1695b4879163SHyon Kim TOPO_PROP_SES_PHYS_PATH, TOPO_PROP_IMMUTABLE, 1696b4879163SHyon Kim (const char **)sesdnode->ddn_ppath, 1697b4879163SHyon Kim sesdnode->ddn_ppath_count, &err) != 0) { 1698b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1699b4879163SHyon Kim "set ses phys-path error %s\n", 1700b4879163SHyon Kim topo_strerror(err)); 1701b4879163SHyon Kim } 1702b4879163SHyon Kim 1703b4879163SHyon Kim } 1704b4879163SHyon Kim } 1705b4879163SHyon Kim 1706ac88567aSHyon Kim /* create the storage group */ 1707ac88567aSHyon Kim if (topo_pgroup_create(tnode, &storage_pgroup, &err) != 0) { 1708ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1709ac88567aSHyon Kim "create storage error %s\n", topo_strerror(err)); 1710ac88567aSHyon Kim goto error; 1711ac88567aSHyon Kim } else { 1712b4879163SHyon Kim /* set the SAS address prop out of expander element status. */ 1713ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1714ac88567aSHyon Kim TOPO_PROP_SAS_ADDR, TOPO_PROP_IMMUTABLE, sasaddr_str, 1715ac88567aSHyon Kim &err) != 0) { 1716ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1717ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_SAS_ADDR, 1718ac88567aSHyon Kim topo_strerror(err)); 1719ac88567aSHyon Kim } 1720ac88567aSHyon Kim 1721ac88567aSHyon Kim /* Get the phy information for the expander */ 1722ac88567aSHyon Kim if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 1723ac88567aSHyon Kim &phylist, &pcount) != 0) { 1724ac88567aSHyon Kim topo_mod_dprintf(mod, 1725ac88567aSHyon Kim "Failed to get prop %s.", SES_SAS_PROP_PHYS); 1726ac88567aSHyon Kim } else { 1727ac88567aSHyon Kim /* 1728ac88567aSHyon Kim * For each phy, get the connector element index and 1729ac88567aSHyon Kim * stores into connector element index array. 1730ac88567aSHyon Kim */ 1731ac88567aSHyon Kim *phycount = pcount; 1732ac88567aSHyon Kim for (i = 0; i < pcount; i++) { 1733ac88567aSHyon Kim if (nvlist_lookup_uint64(phylist[i], 1734ac88567aSHyon Kim SES_PROP_CE_IDX, &connidx) == 0) { 1735ac88567aSHyon Kim if (connidx != 0xff) { 1736ac88567aSHyon Kim connlist[i] = connidx; 1737ac88567aSHyon Kim } else { 1738ac88567aSHyon Kim connlist[i] = -1; 1739ac88567aSHyon Kim } 1740ac88567aSHyon Kim } else { 1741ac88567aSHyon Kim /* Fail to get the index. set to -1. */ 1742ac88567aSHyon Kim connlist[i] = -1; 1743ac88567aSHyon Kim } 1744ac88567aSHyon Kim } 1745ac88567aSHyon Kim 1746ac88567aSHyon Kim /* set the phy count prop of the expander. */ 1747ac88567aSHyon Kim if (topo_prop_set_uint64(tnode, TOPO_PGROUP_STORAGE, 1748ac88567aSHyon Kim TOPO_PROP_PHY_COUNT, TOPO_PROP_IMMUTABLE, pcount, 1749ac88567aSHyon Kim &err) != 0) { 1750ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1751ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_PHY_COUNT, 1752ac88567aSHyon Kim topo_strerror(err)); 1753ac88567aSHyon Kim } 1754ac88567aSHyon Kim 1755ac88567aSHyon Kim /* 1756ac88567aSHyon Kim * set the connector element index of 1757ac88567aSHyon Kim * the expander phys. 1758ac88567aSHyon Kim */ 1759ac88567aSHyon Kim } 1760ac88567aSHyon Kim 1761ac88567aSHyon Kim /* populate other misc storage group properties */ 1762ac88567aSHyon Kim if (found) { 1763ac88567aSHyon Kim if (dnode->ddn_mfg && (topo_prop_set_string(tnode, 1764ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_MANUFACTURER, 1765ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, dnode->ddn_mfg, &err) != 0)) { 1766ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1767ac88567aSHyon Kim "set mfg error %s\n", topo_strerror(err)); 1768ac88567aSHyon Kim } 1769ac88567aSHyon Kim 1770ac88567aSHyon Kim if (dnode->ddn_model && (topo_prop_set_string(tnode, 1771ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_MODEL, 1772ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, 1773ac88567aSHyon Kim dnode->ddn_model, &err) != 0)) { 1774ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1775ac88567aSHyon Kim "set model error %s\n", topo_strerror(err)); 1776ac88567aSHyon Kim } 1777ac88567aSHyon Kim 1778ac88567aSHyon Kim if (dnode->ddn_serial && (topo_prop_set_string(tnode, 1779ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_SERIAL_NUM, 1780ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, 1781ac88567aSHyon Kim dnode->ddn_serial, &err) != 0)) { 1782ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1783ac88567aSHyon Kim "set serial error %s\n", 1784ac88567aSHyon Kim topo_strerror(err)); 1785ac88567aSHyon Kim } 1786ac88567aSHyon Kim 1787ac88567aSHyon Kim if (dnode->ddn_firm && (topo_prop_set_string(tnode, 1788ac88567aSHyon Kim TOPO_PGROUP_STORAGE, 1789ac88567aSHyon Kim TOPO_STORAGE_FIRMWARE_REV, TOPO_PROP_IMMUTABLE, 1790ac88567aSHyon Kim dnode->ddn_firm, &err) != 0)) { 1791ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1792ac88567aSHyon Kim "set firm error %s\n", topo_strerror(err)); 1793ac88567aSHyon Kim } 1794ac88567aSHyon Kim } 1795ac88567aSHyon Kim } 1796ac88567aSHyon Kim 1797940d71d2Seschrock return (0); 1798940d71d2Seschrock 1799940d71d2Seschrock error: 1800940d71d2Seschrock nvlist_free(auth); 1801940d71d2Seschrock nvlist_free(fmri); 1802940d71d2Seschrock return (-1); 1803940d71d2Seschrock } 1804940d71d2Seschrock 1805ac88567aSHyon Kim /* 1806ac88567aSHyon Kim * Create SAS expander specific props. 1807ac88567aSHyon Kim */ 1808ac88567aSHyon Kim /*ARGSUSED*/ 1809ac88567aSHyon Kim static int 1810ac88567aSHyon Kim ses_set_connector_props(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1811ac88567aSHyon Kim tnode_t *tnode, int64_t phy_mask) 1812ac88567aSHyon Kim { 1813ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1814ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1815ac88567aSHyon Kim nvlist_t *props; 1816ac88567aSHyon Kim int err, i; 1817ac88567aSHyon Kim uint64_t conntype; 1818ac88567aSHyon Kim char phymask_str[17], *conntype_str; 1819ac88567aSHyon Kim boolean_t found; 1820ac88567aSHyon Kim 1821ac88567aSHyon Kim props = ses_node_props(np); 1822ac88567aSHyon Kim 1823ac88567aSHyon Kim /* 1824ac88567aSHyon Kim * convert phy mask to string. 1825ac88567aSHyon Kim */ 1826ac88567aSHyon Kim (void) snprintf(phymask_str, 17, "%llx", phy_mask); 1827ac88567aSHyon Kim 1828ac88567aSHyon Kim /* create the storage group */ 1829ac88567aSHyon Kim if (topo_pgroup_create(tnode, &storage_pgroup, &err) != 0) { 1830ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1831ac88567aSHyon Kim "create storage error %s\n", topo_strerror(err)); 1832ac88567aSHyon Kim return (-1); 1833ac88567aSHyon Kim } else { 1834ac88567aSHyon Kim /* set the SAS address prop of the expander. */ 1835ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1836ac88567aSHyon Kim TOPO_STORAGE_SAS_PHY_MASK, TOPO_PROP_IMMUTABLE, 1837ac88567aSHyon Kim phymask_str, &err) != 0) { 1838ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1839ac88567aSHyon Kim "set %S error %s\n", TOPO_STORAGE_SAS_PHY_MASK, 1840ac88567aSHyon Kim topo_strerror(err)); 1841ac88567aSHyon Kim } 1842ac88567aSHyon Kim 1843ac88567aSHyon Kim /* Get the connector type information for the expander */ 1844ac88567aSHyon Kim if (nvlist_lookup_uint64(props, 1845ac88567aSHyon Kim SES_SC_PROP_CONNECTOR_TYPE, &conntype) != 0) { 1846ac88567aSHyon Kim topo_mod_dprintf(mod, "Failed to get prop %s.", 1847ac88567aSHyon Kim TOPO_STORAGE_SAS_PHY_MASK); 1848ac88567aSHyon Kim } else { 1849ac88567aSHyon Kim found = B_FALSE; 1850ac88567aSHyon Kim for (i = 0; ; i++) { 1851ded93414SHyon Kim if (sas_connector_type_list[i].sct_type == 1852ac88567aSHyon Kim SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED) { 1853ac88567aSHyon Kim break; 1854ac88567aSHyon Kim } 1855ded93414SHyon Kim if (sas_connector_type_list[i].sct_type == 1856ac88567aSHyon Kim conntype) { 1857ac88567aSHyon Kim conntype_str = 1858ded93414SHyon Kim sas_connector_type_list[i].sct_name; 1859ac88567aSHyon Kim found = B_TRUE; 1860ac88567aSHyon Kim break; 1861ac88567aSHyon Kim } 1862ac88567aSHyon Kim } 1863ac88567aSHyon Kim 1864ac88567aSHyon Kim if (!found) { 1865ac88567aSHyon Kim if (conntype < 1866ac88567aSHyon Kim SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED) { 1867ac88567aSHyon Kim conntype_str = 1868ac88567aSHyon Kim SAS_CONNECTOR_TYPE_RESERVED; 1869ac88567aSHyon Kim } else { 1870ac88567aSHyon Kim conntype_str = 1871ac88567aSHyon Kim SAS_CONNECTOR_TYPE_NOT_DEFINED; 1872ac88567aSHyon Kim } 1873ac88567aSHyon Kim } 1874ac88567aSHyon Kim 1875ac88567aSHyon Kim /* set the phy count prop of the expander. */ 1876ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1877ac88567aSHyon Kim TOPO_STORAGE_SAS_CONNECTOR_TYPE, 1878ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, conntype_str, &err) != 0) { 1879ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1880ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_PHY_COUNT, 1881ac88567aSHyon Kim topo_strerror(err)); 1882ac88567aSHyon Kim } 1883ac88567aSHyon Kim } 1884ac88567aSHyon Kim } 1885ac88567aSHyon Kim 1886ac88567aSHyon Kim return (0); 1887ac88567aSHyon Kim } 1888ac88567aSHyon Kim 1889ac88567aSHyon Kim /* 1890ac88567aSHyon Kim * Instantiate SAS expander nodes for a given ESC Electronics node(controller) 1891ac88567aSHyon Kim * nodes. 1892ac88567aSHyon Kim */ 1893ac88567aSHyon Kim /*ARGSUSED*/ 1894ac88567aSHyon Kim static int 1895ac88567aSHyon Kim ses_create_esc_sasspecific(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1896ac88567aSHyon Kim tnode_t *pnode, ses_enum_chassis_t *cp, 1897ac88567aSHyon Kim boolean_t dorange) 1898ac88567aSHyon Kim { 1899ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1900ac88567aSHyon Kim tnode_t *exptn, *contn; 1901ac88567aSHyon Kim boolean_t found; 1902*5cc5d5ceSToomas Soome sas_connector_phy_data_t connectors[64] = {0}; 1903ac88567aSHyon Kim uint64_t max; 1904ac88567aSHyon Kim ses_enum_node_t *ctlsnp, *xsnp, *consnp; 1905ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1906ac88567aSHyon Kim nvlist_t *props, *psprops; 1907ac88567aSHyon Kim uint64_t index, psindex, conindex, psstatus, i, j, count; 1908*5cc5d5ceSToomas Soome int64_t cidxlist[256] = {0}; 1909ac88567aSHyon Kim int phycount; 1910ac88567aSHyon Kim 1911ac88567aSHyon Kim props = ses_node_props(np); 1912ac88567aSHyon Kim 1913ac88567aSHyon Kim if (nvlist_lookup_uint64(props, SES_PROP_ELEMENT_ONLY_INDEX, 1914ac88567aSHyon Kim &index) != 0) 1915ac88567aSHyon Kim return (-1); 1916ac88567aSHyon Kim 1917ac88567aSHyon Kim /* 1918ac88567aSHyon Kim * For SES constroller node, check to see if there are 1919ac88567aSHyon Kim * associated SAS expanders. 1920ac88567aSHyon Kim */ 1921ac88567aSHyon Kim found = B_FALSE; 1922ac88567aSHyon Kim max = 0; 1923ac88567aSHyon Kim for (ctlsnp = topo_list_next(&cp->sec_nodes); ctlsnp != NULL; 1924ac88567aSHyon Kim ctlsnp = topo_list_next(ctlsnp)) { 1925ac88567aSHyon Kim if (ctlsnp->sen_type == SES_ET_SAS_EXPANDER) { 1926ac88567aSHyon Kim found = B_TRUE; 1927ac88567aSHyon Kim if (ctlsnp->sen_instance > max) 1928ac88567aSHyon Kim max = ctlsnp->sen_instance; 1929ac88567aSHyon Kim } 1930ac88567aSHyon Kim } 1931ac88567aSHyon Kim 1932ac88567aSHyon Kim /* 1933ac88567aSHyon Kim * No SAS expander found notthing to process. 1934ac88567aSHyon Kim */ 1935ac88567aSHyon Kim if (!found) 1936ac88567aSHyon Kim return (0); 1937ac88567aSHyon Kim 1938ac88567aSHyon Kim topo_mod_dprintf(mod, "%s Controller %d: creating " 1939ac88567aSHyon Kim "%llu %s nodes", cp->sec_csn, index, max + 1, SASEXPANDER); 1940ac88567aSHyon Kim 1941ac88567aSHyon Kim /* 1942ac88567aSHyon Kim * The max number represent the number of elements 1943ac88567aSHyon Kim * deducted from the highest SES_PROP_ELEMENT_CLASS_INDEX 1944ac88567aSHyon Kim * of SET_ET_SAS_EXPANDER type element. 1945ac88567aSHyon Kim * 1946ac88567aSHyon Kim * There may be multiple ESC Electronics element(controllers) 1947ac88567aSHyon Kim * within JBOD(typicall two for redundancy) and SAS expander 1948ac88567aSHyon Kim * elements are associated with only one of them. We are 1949ac88567aSHyon Kim * still creating the range based max number here. 1950ac88567aSHyon Kim * That will cover the case that all expanders are associated 1951ac88567aSHyon Kim * with one SES controller. 1952ac88567aSHyon Kim */ 1953ac88567aSHyon Kim if (dorange && topo_node_range_create(mod, pnode, 1954ac88567aSHyon Kim SASEXPANDER, 0, max) != 0) { 1955ac88567aSHyon Kim topo_mod_dprintf(mod, 1956ac88567aSHyon Kim "topo_node_create_range() failed: %s", 1957ac88567aSHyon Kim topo_mod_errmsg(mod)); 1958ac88567aSHyon Kim return (-1); 1959ac88567aSHyon Kim } 1960ac88567aSHyon Kim 1961ac88567aSHyon Kim /* 1962ac88567aSHyon Kim * Search exapnders with the parent index matching with 1963ac88567aSHyon Kim * ESC Electronics element index. 1964ac88567aSHyon Kim * Note the index used here is a global index across 1965ac88567aSHyon Kim * SES elements. 1966ac88567aSHyon Kim */ 1967ac88567aSHyon Kim for (xsnp = topo_list_next(&cp->sec_nodes); xsnp != NULL; 1968ac88567aSHyon Kim xsnp = topo_list_next(xsnp)) { 1969ac88567aSHyon Kim if (xsnp->sen_type == SES_ET_SAS_EXPANDER) { 1970ac88567aSHyon Kim /* 1971ac88567aSHyon Kim * get the parent ESC controller. 1972ac88567aSHyon Kim */ 1973ac88567aSHyon Kim psprops = ses_node_props(xsnp->sen_node); 1974ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 1975ac88567aSHyon Kim SES_PROP_STATUS_CODE, &psstatus) == 0) { 1976ac88567aSHyon Kim if (psstatus == SES_ESC_NOT_INSTALLED) { 1977ac88567aSHyon Kim /* 1978ac88567aSHyon Kim * Not installed. 1979ac88567aSHyon Kim * Don't create a ndoe. 1980ac88567aSHyon Kim */ 1981ac88567aSHyon Kim continue; 1982ac88567aSHyon Kim } 1983ac88567aSHyon Kim } else { 1984ac88567aSHyon Kim /* 1985ac88567aSHyon Kim * The element should have status code. 1986ac88567aSHyon Kim * If not there is no way to find 1987ac88567aSHyon Kim * out if the expander element exist or 1988ac88567aSHyon Kim * not. 1989ac88567aSHyon Kim */ 1990ac88567aSHyon Kim continue; 1991ac88567aSHyon Kim } 1992ac88567aSHyon Kim 1993ac88567aSHyon Kim /* Get the physical parent index to compare. */ 1994ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 1995ac88567aSHyon Kim LIBSES_PROP_PHYS_PARENT, &psindex) == 0) { 1996ac88567aSHyon Kim if (index == psindex) { 1997ac88567aSHyon Kim /* indentation moved forward */ 1998ac88567aSHyon Kim /* 1999ac88567aSHyon Kim * Handle basic node information of SAS expander 2000ac88567aSHyon Kim * element - binding to parent node and 2001ac88567aSHyon Kim * allocating FMRI... 2002ac88567aSHyon Kim */ 2003ded93414SHyon Kim if (ses_create_generic(sdp, xsnp, pnode, pnode, SASEXPANDER, 2004ac88567aSHyon Kim "SAS-EXPANDER", &exptn) != 0) 2005ac88567aSHyon Kim continue; 2006ac88567aSHyon Kim /* 2007ac88567aSHyon Kim * Now handle SAS expander unique portion of node creation. 2008ac88567aSHyon Kim * The max nubmer of the phy count is 256 since SES-2 2009ac88567aSHyon Kim * defines as 1 byte field. The cidxlist has the same 2010ac88567aSHyon Kim * number of elements. 2011ac88567aSHyon Kim * 2012ac88567aSHyon Kim * We use size 64 array to store the connectors. 2013ac88567aSHyon Kim * Typically a connectors associated with 4 phys so that 2014ac88567aSHyon Kim * matches with the max number of connecters associated 2015ac88567aSHyon Kim * with an expander. 2016ac88567aSHyon Kim * The phy count goes up to 38 for Sun supported 2017ac88567aSHyon Kim * JBOD. 2018ac88567aSHyon Kim */ 2019edb433b6SMilan Jurik (void) memset(cidxlist, 0, sizeof (int64_t) * 64); 2020ac88567aSHyon Kim if (ses_set_expander_props(sdp, xsnp, pnode, exptn, &phycount, 2021ac88567aSHyon Kim cidxlist) != 0) { 2022ac88567aSHyon Kim /* 2023ac88567aSHyon Kim * error on getting specific prop failed. 2024ac88567aSHyon Kim * continue on. Note that the node is 2025ac88567aSHyon Kim * left bound. 2026ac88567aSHyon Kim */ 2027ac88567aSHyon Kim continue; 2028ac88567aSHyon Kim } 2029ac88567aSHyon Kim 2030ac88567aSHyon Kim /* 2031ac88567aSHyon Kim * count represetns the number of connectors discovered so far. 2032ac88567aSHyon Kim */ 2033ac88567aSHyon Kim count = 0; 2034edb433b6SMilan Jurik (void) memset(connectors, 0, 2035edb433b6SMilan Jurik sizeof (sas_connector_phy_data_t) * 64); 2036ac88567aSHyon Kim for (i = 0; i < phycount; i++) { 2037ac88567aSHyon Kim if (cidxlist[i] != -1) { 2038ac88567aSHyon Kim /* connector index is valid. */ 2039ac88567aSHyon Kim for (j = 0; j < count; j++) { 2040ded93414SHyon Kim if (connectors[j].scpd_index == 2041ac88567aSHyon Kim cidxlist[i]) { 2042ac88567aSHyon Kim /* 2043ac88567aSHyon Kim * Just update phy mask. 2044ac88567aSHyon Kim * The postion for connector 2045ac88567aSHyon Kim * index lists(cidxlist index) 2046ac88567aSHyon Kim * is set. 2047ac88567aSHyon Kim */ 2048ded93414SHyon Kim connectors[j].scpd_pm = 2049ded93414SHyon Kim connectors[j].scpd_pm | 2050ac88567aSHyon Kim (1ULL << i); 2051ac88567aSHyon Kim break; 2052ac88567aSHyon Kim } 2053ac88567aSHyon Kim } 2054ac88567aSHyon Kim /* 2055ac88567aSHyon Kim * If j and count matche a new connector 2056ac88567aSHyon Kim * index is found. 2057ac88567aSHyon Kim */ 2058ac88567aSHyon Kim if (j == count) { 2059ac88567aSHyon Kim /* add a new index and phy mask. */ 2060ded93414SHyon Kim connectors[count].scpd_index = 2061ded93414SHyon Kim cidxlist[i]; 2062ded93414SHyon Kim connectors[count].scpd_pm = 2063ded93414SHyon Kim connectors[count].scpd_pm | 2064ac88567aSHyon Kim (1ULL << i); 2065ac88567aSHyon Kim count++; 2066ac88567aSHyon Kim } 2067ac88567aSHyon Kim } 2068ac88567aSHyon Kim } 2069ac88567aSHyon Kim 2070ac88567aSHyon Kim /* 2071ac88567aSHyon Kim * create range for the connector nodes. 2072ac88567aSHyon Kim * The class index of the ses connector element 2073ac88567aSHyon Kim * is set as the instance nubmer for the node. 2074ac88567aSHyon Kim * Even though one expander may not have all connectors 2075ac88567aSHyon Kim * are associated with we are creating the range with 2076ac88567aSHyon Kim * max possible instance number. 2077ac88567aSHyon Kim */ 2078ac88567aSHyon Kim found = B_FALSE; 2079ac88567aSHyon Kim max = 0; 2080ac88567aSHyon Kim for (consnp = topo_list_next(&cp->sec_nodes); 2081ac88567aSHyon Kim consnp != NULL; consnp = topo_list_next(consnp)) { 2082ac88567aSHyon Kim if (consnp->sen_type == SES_ET_SAS_CONNECTOR) { 2083ac88567aSHyon Kim psprops = ses_node_props(consnp->sen_node); 2084ac88567aSHyon Kim found = B_TRUE; 2085ac88567aSHyon Kim if (consnp->sen_instance > max) 2086ac88567aSHyon Kim max = consnp->sen_instance; 2087ac88567aSHyon Kim } 2088ac88567aSHyon Kim } 2089ac88567aSHyon Kim 2090ac88567aSHyon Kim /* 2091ac88567aSHyon Kim * No SAS connector found nothing to process. 2092ac88567aSHyon Kim */ 2093ac88567aSHyon Kim if (!found) 2094ac88567aSHyon Kim return (0); 2095ac88567aSHyon Kim 2096ac88567aSHyon Kim if (dorange && topo_node_range_create(mod, exptn, 2097ac88567aSHyon Kim RECEPTACLE, 0, max) != 0) { 2098ac88567aSHyon Kim topo_mod_dprintf(mod, 2099ac88567aSHyon Kim "topo_node_create_range() failed: %s", 2100ac88567aSHyon Kim topo_mod_errmsg(mod)); 2101ac88567aSHyon Kim return (-1); 2102ac88567aSHyon Kim } 2103ac88567aSHyon Kim 2104ac88567aSHyon Kim /* search matching connector element using the index. */ 2105ac88567aSHyon Kim for (i = 0; i < count; i++) { 2106ac88567aSHyon Kim found = B_FALSE; 2107ac88567aSHyon Kim for (consnp = topo_list_next(&cp->sec_nodes); 2108ac88567aSHyon Kim consnp != NULL; consnp = topo_list_next(consnp)) { 2109ac88567aSHyon Kim if (consnp->sen_type == SES_ET_SAS_CONNECTOR) { 2110ac88567aSHyon Kim psprops = ses_node_props( 2111ac88567aSHyon Kim consnp->sen_node); 2112ac88567aSHyon Kim /* 2113ac88567aSHyon Kim * Get the physical parent index to 2114ac88567aSHyon Kim * compare. 2115ac88567aSHyon Kim * The connector elements are children 2116ac88567aSHyon Kim * of ESC Electronics element even 2117ac88567aSHyon Kim * though we enumerate them under 2118ac88567aSHyon Kim * an expander in libtopo. 2119ac88567aSHyon Kim */ 2120ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 2121ac88567aSHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2122ac88567aSHyon Kim &conindex) == 0) { 2123ac88567aSHyon Kim if (conindex == 2124ded93414SHyon Kim connectors[i].scpd_index) { 2125ac88567aSHyon Kim found = B_TRUE; 2126ac88567aSHyon Kim break; 2127ac88567aSHyon Kim } 2128ac88567aSHyon Kim } 2129ac88567aSHyon Kim } 2130ac88567aSHyon Kim } 2131ac88567aSHyon Kim 2132ac88567aSHyon Kim /* now create a libtopo node. */ 2133ac88567aSHyon Kim if (found) { 2134ac88567aSHyon Kim /* Create generic props. */ 2135ac88567aSHyon Kim if (ses_create_generic(sdp, consnp, exptn, 2136ded93414SHyon Kim topo_node_parent(exptn), 2137ac88567aSHyon Kim RECEPTACLE, "RECEPTACLE", &contn) != 2138ac88567aSHyon Kim 0) { 2139ac88567aSHyon Kim continue; 2140ac88567aSHyon Kim } 2141ac88567aSHyon Kim /* Create connector specific props. */ 2142ac88567aSHyon Kim if (ses_set_connector_props(sdp, consnp, 2143ded93414SHyon Kim contn, connectors[i].scpd_pm) != 0) { 2144ac88567aSHyon Kim continue; 2145ac88567aSHyon Kim } 21468abca89fSRob Johnston if (topo_method_register(mod, contn, 21478abca89fSRob Johnston ses_recep_methods) != 0) { 21488abca89fSRob Johnston topo_mod_dprintf(mod, 21498abca89fSRob Johnston "topo_method_register() failed: " 21508abca89fSRob Johnston "%s", 21518abca89fSRob Johnston topo_mod_errmsg(mod)); 21528abca89fSRob Johnston continue; 21538abca89fSRob Johnston } 21548abca89fSRob Johnston 2155ac88567aSHyon Kim } 2156ac88567aSHyon Kim } 2157ac88567aSHyon Kim /* end indentation change */ 2158ac88567aSHyon Kim } 2159ac88567aSHyon Kim } 2160ac88567aSHyon Kim } 2161ac88567aSHyon Kim } 2162ac88567aSHyon Kim 2163ac88567aSHyon Kim return (0); 2164ac88567aSHyon Kim } 2165ac88567aSHyon Kim 2166ac88567aSHyon Kim /* 2167ac88567aSHyon Kim * Instantiate any protocol specific portion of a node. 2168ac88567aSHyon Kim */ 2169ac88567aSHyon Kim /*ARGSUSED*/ 2170ac88567aSHyon Kim static int 2171ac88567aSHyon Kim ses_create_protocol_specific(ses_enum_data_t *sdp, ses_enum_node_t *snp, 2172ac88567aSHyon Kim tnode_t *pnode, uint64_t type, ses_enum_chassis_t *cp, 2173ac88567aSHyon Kim boolean_t dorange) 2174ac88567aSHyon Kim { 2175ac88567aSHyon Kim 2176ac88567aSHyon Kim if (type == SES_ET_ESC_ELECTRONICS) { 2177ac88567aSHyon Kim /* create SAS specific children(expanders and connectors. */ 2178ac88567aSHyon Kim return (ses_create_esc_sasspecific(sdp, snp, pnode, cp, 2179ac88567aSHyon Kim dorange)); 2180ac88567aSHyon Kim } 2181ac88567aSHyon Kim 2182ac88567aSHyon Kim return (0); 2183ac88567aSHyon Kim } 2184ac88567aSHyon Kim 2185940d71d2Seschrock /* 2186940d71d2Seschrock * Instantiate any children of a given type. 2187940d71d2Seschrock */ 2188940d71d2Seschrock static int 2189940d71d2Seschrock ses_create_children(ses_enum_data_t *sdp, tnode_t *pnode, uint64_t type, 2190d91236feSeschrock const char *nodename, const char *defaultlabel, ses_enum_chassis_t *cp, 2191d91236feSeschrock boolean_t dorange) 2192940d71d2Seschrock { 2193940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 2194940d71d2Seschrock boolean_t found; 2195940d71d2Seschrock uint64_t max; 2196940d71d2Seschrock ses_enum_node_t *snp; 2197ac88567aSHyon Kim tnode_t *tn; 2198940d71d2Seschrock 2199940d71d2Seschrock /* 2200940d71d2Seschrock * First go through and count how many matching nodes we have. 2201940d71d2Seschrock */ 2202940d71d2Seschrock max = 0; 2203940d71d2Seschrock found = B_FALSE; 2204940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2205940d71d2Seschrock snp = topo_list_next(snp)) { 2206940d71d2Seschrock if (snp->sen_type == type) { 2207940d71d2Seschrock found = B_TRUE; 2208940d71d2Seschrock if (snp->sen_instance > max) 2209940d71d2Seschrock max = snp->sen_instance; 2210940d71d2Seschrock } 2211940d71d2Seschrock } 2212940d71d2Seschrock 2213940d71d2Seschrock /* 2214940d71d2Seschrock * No enclosure should export both DEVICE and ARRAY_DEVICE elements. 2215940d71d2Seschrock * Since we map both of these to 'disk', if an enclosure does this, we 2216940d71d2Seschrock * just ignore the array elements. 2217940d71d2Seschrock */ 2218940d71d2Seschrock if (!found || 2219940d71d2Seschrock (type == SES_ET_ARRAY_DEVICE && cp->sec_hasdev)) 2220940d71d2Seschrock return (0); 2221940d71d2Seschrock 2222940d71d2Seschrock topo_mod_dprintf(mod, "%s: creating %llu %s nodes", 222353dbcc59SSundeep Panicker cp->sec_csn, max + 1, nodename); 2224940d71d2Seschrock 2225d91236feSeschrock if (dorange && topo_node_range_create(mod, pnode, 2226940d71d2Seschrock nodename, 0, max) != 0) { 2227940d71d2Seschrock topo_mod_dprintf(mod, 2228940d71d2Seschrock "topo_node_create_range() failed: %s", 2229940d71d2Seschrock topo_mod_errmsg(mod)); 2230940d71d2Seschrock return (-1); 2231940d71d2Seschrock } 2232940d71d2Seschrock 2233940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2234940d71d2Seschrock snp = topo_list_next(snp)) { 2235940d71d2Seschrock if (snp->sen_type == type) { 2236ded93414SHyon Kim /* 2237ded93414SHyon Kim * With flat layout of ses nodes there is no 2238ded93414SHyon Kim * way to find out the direct FRU for a node. 2239ded93414SHyon Kim * Passing NULL for fru topo node. Note that 2240ded93414SHyon Kim * ses_create_children_from_phys_tree() provides 2241ded93414SHyon Kim * the actual direct FRU for a node. 2242ded93414SHyon Kim */ 2243ded93414SHyon Kim if (ses_create_generic(sdp, snp, pnode, NULL, 2244ac88567aSHyon Kim nodename, defaultlabel, &tn) != 0) 2245940d71d2Seschrock return (-1); 2246ac88567aSHyon Kim /* 2247ac88567aSHyon Kim * For some SES element there may be protocol specific 2248ac88567aSHyon Kim * information to process. Here we are processing 2249ac88567aSHyon Kim * the association between enclosure controller and 2250ac88567aSHyon Kim * SAS expanders. 2251ac88567aSHyon Kim */ 2252ac88567aSHyon Kim if (type == SES_ET_ESC_ELECTRONICS) { 2253ac88567aSHyon Kim /* create SAS expander node */ 2254ac88567aSHyon Kim if (ses_create_protocol_specific(sdp, snp, 2255ac88567aSHyon Kim tn, type, cp, dorange) != 0) { 2256ac88567aSHyon Kim return (-1); 2257ac88567aSHyon Kim } 2258ac88567aSHyon Kim } 2259ac88567aSHyon Kim 2260940d71d2Seschrock } 2261940d71d2Seschrock } 2262940d71d2Seschrock 2263940d71d2Seschrock return (0); 2264940d71d2Seschrock } 2265940d71d2Seschrock 226653dbcc59SSundeep Panicker /* 226753dbcc59SSundeep Panicker * Instantiate a new subchassis instance in the topology. 226853dbcc59SSundeep Panicker */ 226953dbcc59SSundeep Panicker static int 227053dbcc59SSundeep Panicker ses_create_subchassis(ses_enum_data_t *sdp, tnode_t *pnode, 227153dbcc59SSundeep Panicker ses_enum_chassis_t *scp) 227253dbcc59SSundeep Panicker { 227353dbcc59SSundeep Panicker topo_mod_t *mod = sdp->sed_mod; 227453dbcc59SSundeep Panicker tnode_t *tn; 227553dbcc59SSundeep Panicker nvlist_t *props; 227653dbcc59SSundeep Panicker nvlist_t *auth = NULL, *fmri = NULL; 227753dbcc59SSundeep Panicker uint64_t instance = scp->sec_instance; 227853dbcc59SSundeep Panicker char *desc; 2279469735ecSRob Johnston char *clean_label = NULL, label[128]; 228053dbcc59SSundeep Panicker char **paths; 228153dbcc59SSundeep Panicker int i, err; 228253dbcc59SSundeep Panicker ses_enum_target_t *stp; 228353dbcc59SSundeep Panicker int ret = -1; 228453dbcc59SSundeep Panicker 228553dbcc59SSundeep Panicker /* 228653dbcc59SSundeep Panicker * Copy authority information from parent enclosure node 228753dbcc59SSundeep Panicker */ 228853dbcc59SSundeep Panicker if ((auth = topo_mod_auth(mod, pnode)) == NULL) 228953dbcc59SSundeep Panicker goto error; 229053dbcc59SSundeep Panicker 229153dbcc59SSundeep Panicker /* 229253dbcc59SSundeep Panicker * Record the subchassis serial number in the FMRI. 229353dbcc59SSundeep Panicker * For now, we assume that logical id is the subchassis serial number. 229453dbcc59SSundeep Panicker * If this assumption changes in future, then the following 229553dbcc59SSundeep Panicker * piece of code will need to be updated via an RFE. 229653dbcc59SSundeep Panicker */ 229753dbcc59SSundeep Panicker if ((fmri = topo_mod_hcfmri(mod, pnode, FM_HC_SCHEME_VERSION, 2298ac88567aSHyon Kim SUBCHASSIS, (topo_instance_t)instance, NULL, auth, NULL, NULL, 2299ac88567aSHyon Kim NULL)) == NULL) { 230053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 230153dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 230253dbcc59SSundeep Panicker goto error; 230353dbcc59SSundeep Panicker } 230453dbcc59SSundeep Panicker 230553dbcc59SSundeep Panicker if ((tn = topo_node_bind(mod, pnode, SUBCHASSIS, 230653dbcc59SSundeep Panicker instance, fmri)) == NULL) { 230753dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 230853dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 230953dbcc59SSundeep Panicker goto error; 231053dbcc59SSundeep Panicker } 231153dbcc59SSundeep Panicker 231253dbcc59SSundeep Panicker props = ses_node_props(scp->sec_enclosure); 231353dbcc59SSundeep Panicker 231453dbcc59SSundeep Panicker /* 231553dbcc59SSundeep Panicker * Look for the subchassis label in the following order: 231653dbcc59SSundeep Panicker * <ses-description> 231753dbcc59SSundeep Panicker * <ses-class-description> <instance> 231853dbcc59SSundeep Panicker * <default-type-label> <instance> 231953dbcc59SSundeep Panicker * 232053dbcc59SSundeep Panicker * For subchassis, the default label is "SUBCHASSIS" 232153dbcc59SSundeep Panicker */ 232253dbcc59SSundeep Panicker if (nvlist_lookup_string(props, SES_PROP_DESCRIPTION, &desc) != 0 || 232353dbcc59SSundeep Panicker desc[0] == '\0') { 232453dbcc59SSundeep Panicker if (nvlist_lookup_string(props, SES_PROP_CLASS_DESCRIPTION, 232553dbcc59SSundeep Panicker &desc) == 0 && desc[0] != '\0') 232653dbcc59SSundeep Panicker (void) snprintf(label, sizeof (label), "%s %llu", desc, 232753dbcc59SSundeep Panicker instance); 232853dbcc59SSundeep Panicker else 232953dbcc59SSundeep Panicker (void) snprintf(label, sizeof (label), 233053dbcc59SSundeep Panicker "SUBCHASSIS %llu", instance); 233153dbcc59SSundeep Panicker desc = label; 233253dbcc59SSundeep Panicker } 233353dbcc59SSundeep Panicker 2334469735ecSRob Johnston if ((clean_label = topo_mod_clean_str(mod, desc)) == NULL) 2335469735ecSRob Johnston goto error; 2336469735ecSRob Johnston 2337469735ecSRob Johnston if (topo_prop_set_string(tn, TOPO_PGROUP_PROTOCOL, TOPO_PROP_LABEL, 2338469735ecSRob Johnston TOPO_PROP_MUTABLE, clean_label, &err) < 0) 233953dbcc59SSundeep Panicker goto error; 234053dbcc59SSundeep Panicker 2341ac88567aSHyon Kim if (ses_set_standard_props(mod, NULL, tn, NULL, 234253dbcc59SSundeep Panicker ses_node_id(scp->sec_enclosure), scp->sec_target->set_devpath) != 0) 234353dbcc59SSundeep Panicker goto error; 234453dbcc59SSundeep Panicker 2345ac88567aSHyon Kim /* 2346ac88567aSHyon Kim * Set the 'chassis-type' property for this subchassis. This is either 2347ac88567aSHyon Kim * 'ses-class-description' or 'subchassis'. 2348ac88567aSHyon Kim */ 2349ac88567aSHyon Kim if (nvlist_lookup_string(props, SES_PROP_CLASS_DESCRIPTION, &desc) != 0) 2350ac88567aSHyon Kim desc = "subchassis"; 2351ac88567aSHyon Kim 2352ac88567aSHyon Kim if (topo_prop_set_string(tn, TOPO_PGROUP_SES, 2353ac88567aSHyon Kim TOPO_PROP_CHASSIS_TYPE, TOPO_PROP_IMMUTABLE, desc, &err) != 0) { 2354ac88567aSHyon Kim topo_mod_dprintf(mod, "failed to create property %s: %s\n", 2355ac88567aSHyon Kim TOPO_PROP_CHASSIS_TYPE, topo_strerror(err)); 2356ac88567aSHyon Kim goto error; 2357ac88567aSHyon Kim } 2358ac88567aSHyon Kim 235953dbcc59SSundeep Panicker /* 236053dbcc59SSundeep Panicker * For enclosures, we want to include all possible targets (for upgrade 236153dbcc59SSundeep Panicker * purposes). 236253dbcc59SSundeep Panicker */ 236353dbcc59SSundeep Panicker for (i = 0, stp = topo_list_next(&scp->sec_targets); stp != NULL; 236453dbcc59SSundeep Panicker stp = topo_list_next(stp), i++) 236553dbcc59SSundeep Panicker ; 236653dbcc59SSundeep Panicker 236753dbcc59SSundeep Panicker verify(i != 0); 236853dbcc59SSundeep Panicker paths = alloca(i * sizeof (char *)); 236953dbcc59SSundeep Panicker 237053dbcc59SSundeep Panicker for (i = 0, stp = topo_list_next(&scp->sec_targets); stp != NULL; 237153dbcc59SSundeep Panicker stp = topo_list_next(stp), i++) 237253dbcc59SSundeep Panicker paths[i] = stp->set_devpath; 237353dbcc59SSundeep Panicker 237453dbcc59SSundeep Panicker if (topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 237553dbcc59SSundeep Panicker TOPO_PROP_PATHS, TOPO_PROP_IMMUTABLE, (const char **)paths, 237653dbcc59SSundeep Panicker i, &err) != 0) { 237753dbcc59SSundeep Panicker topo_mod_dprintf(mod, "failed to create property %s: %s\n", 237853dbcc59SSundeep Panicker TOPO_PROP_PATHS, topo_strerror(err)); 237953dbcc59SSundeep Panicker goto error; 238053dbcc59SSundeep Panicker } 238153dbcc59SSundeep Panicker 238253dbcc59SSundeep Panicker if (topo_method_register(mod, tn, ses_enclosure_methods) != 0) { 238353dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_method_register() failed: %s", 238453dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 238553dbcc59SSundeep Panicker goto error; 238653dbcc59SSundeep Panicker } 238753dbcc59SSundeep Panicker 238853dbcc59SSundeep Panicker /* 238953dbcc59SSundeep Panicker * Create the nodes for controllers and bays. 239053dbcc59SSundeep Panicker */ 239153dbcc59SSundeep Panicker if (ses_create_children(sdp, tn, SES_ET_ESC_ELECTRONICS, 239253dbcc59SSundeep Panicker CONTROLLER, "CONTROLLER", scp, B_TRUE) != 0 || 239353dbcc59SSundeep Panicker ses_create_children(sdp, tn, SES_ET_DEVICE, 239453dbcc59SSundeep Panicker BAY, "BAY", scp, B_TRUE) != 0 || 239553dbcc59SSundeep Panicker ses_create_children(sdp, tn, SES_ET_ARRAY_DEVICE, 239653dbcc59SSundeep Panicker BAY, "BAY", scp, B_TRUE) != 0) 239753dbcc59SSundeep Panicker goto error; 239853dbcc59SSundeep Panicker 239953dbcc59SSundeep Panicker ret = 0; 240053dbcc59SSundeep Panicker 240153dbcc59SSundeep Panicker error: 240253dbcc59SSundeep Panicker nvlist_free(auth); 240353dbcc59SSundeep Panicker nvlist_free(fmri); 2404469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 240553dbcc59SSundeep Panicker return (ret); 240653dbcc59SSundeep Panicker } 240753dbcc59SSundeep Panicker 2408ded93414SHyon Kim /* 2409ded93414SHyon Kim * Function we use to insert a node. 2410ded93414SHyon Kim */ 2411ded93414SHyon Kim static int 2412ded93414SHyon Kim ses_phys_tree_insert(topo_mod_t *mod, ses_phys_tree_t **sproot, 2413ded93414SHyon Kim ses_phys_tree_t *child) 2414ded93414SHyon Kim { 2415ded93414SHyon Kim uint64_t ppindex, eindex, pindex; 2416ded93414SHyon Kim ses_phys_tree_t *node_ptr; 2417ded93414SHyon Kim int ret = 0; 2418ded93414SHyon Kim 2419ded93414SHyon Kim assert(sproot != NULL); 2420ded93414SHyon Kim assert(child != NULL); 2421ded93414SHyon Kim 2422ded93414SHyon Kim if (*sproot == NULL) { 2423ded93414SHyon Kim *sproot = child; 2424ded93414SHyon Kim return (0); 2425ded93414SHyon Kim } 2426ded93414SHyon Kim 2427ded93414SHyon Kim pindex = child->spt_pindex; 2428ded93414SHyon Kim ppindex = (*sproot)->spt_pindex; 2429ded93414SHyon Kim eindex = (*sproot)->spt_eonlyindex; 2430ded93414SHyon Kim 2431ded93414SHyon Kim /* 2432ded93414SHyon Kim * If the element only index of the root is same as the physical 2433ded93414SHyon Kim * parent index of a node to be added, add the node as a child of 2434ded93414SHyon Kim * the current root. 2435ded93414SHyon Kim */ 2436ded93414SHyon Kim if (eindex == pindex) { 2437ded93414SHyon Kim (void) ses_phys_tree_insert(mod, &(*sproot)->spt_child, child); 2438ded93414SHyon Kim child->spt_parent = *sproot; 2439ded93414SHyon Kim } else if (ppindex == pindex) { 2440ded93414SHyon Kim /* 2441ded93414SHyon Kim * if the physical parent of the current root and the child 2442ded93414SHyon Kim * is same, then this should be a sibling node. 2443ded93414SHyon Kim * Siblings can be different element types and arrange 2444ded93414SHyon Kim * them by group. 2445ded93414SHyon Kim */ 2446ded93414SHyon Kim if ((*sproot)->spt_senumnode->sen_type == 2447ded93414SHyon Kim child->spt_senumnode->sen_type) { 2448ded93414SHyon Kim child->spt_sibling = *sproot; 2449ded93414SHyon Kim *sproot = child; 2450ded93414SHyon Kim } else { 2451ded93414SHyon Kim /* add a node in front of matching element type. */ 2452ded93414SHyon Kim node_ptr = *sproot; 2453ded93414SHyon Kim while (node_ptr->spt_sibling != NULL) { 2454ded93414SHyon Kim if (node_ptr->spt_sibling-> 2455ded93414SHyon Kim spt_senumnode->sen_type == 2456ded93414SHyon Kim child->spt_senumnode->sen_type) { 2457ded93414SHyon Kim child->spt_sibling = 2458ded93414SHyon Kim node_ptr->spt_sibling; 2459ded93414SHyon Kim node_ptr->spt_sibling = child; 2460ded93414SHyon Kim break; 2461ded93414SHyon Kim } 2462ded93414SHyon Kim node_ptr = node_ptr->spt_sibling; 2463ded93414SHyon Kim } 2464ded93414SHyon Kim /* no matching. Add the child at the end. */ 2465ded93414SHyon Kim if (node_ptr->spt_sibling == NULL) { 2466ded93414SHyon Kim node_ptr->spt_sibling = child; 2467ded93414SHyon Kim } 2468ded93414SHyon Kim } 2469ded93414SHyon Kim child->spt_parent = (*sproot)->spt_parent; 2470ded93414SHyon Kim } else { 2471ded93414SHyon Kim /* 2472ded93414SHyon Kim * The root and the node is not directly related. 2473ded93414SHyon Kim * Try to insert to the child sub-tree first and then try to 2474ded93414SHyon Kim * insert to the sibling sub-trees. If fails for both 2475ded93414SHyon Kim * the caller will retry insertion later. 2476ded93414SHyon Kim */ 2477ded93414SHyon Kim if ((*sproot)->spt_child) { 2478ded93414SHyon Kim ret = ses_phys_tree_insert(mod, &(*sproot)->spt_child, 2479ded93414SHyon Kim child); 2480ded93414SHyon Kim } 2481ded93414SHyon Kim if ((*sproot)->spt_child == NULL || ret != 0) { 2482ded93414SHyon Kim if ((*sproot)->spt_sibling) { 2483ded93414SHyon Kim ret = ses_phys_tree_insert(mod, 2484ded93414SHyon Kim &(*sproot)->spt_sibling, child); 2485ded93414SHyon Kim } else { 2486ded93414SHyon Kim ret = 1; 2487ded93414SHyon Kim } 2488ded93414SHyon Kim } 2489ded93414SHyon Kim return (ret); 2490ded93414SHyon Kim } 2491ded93414SHyon Kim return (0); 2492ded93414SHyon Kim } 2493ded93414SHyon Kim 2494ded93414SHyon Kim /* 2495ded93414SHyon Kim * Construct tree view of ses elements through parent phyiscal element index. 2496ded93414SHyon Kim * The root of tree is already constructed using the enclosure element. 2497ded93414SHyon Kim */ 2498ded93414SHyon Kim static int 2499ded93414SHyon Kim ses_construct_phys_tree(ses_enum_data_t *sdp, ses_enum_chassis_t *cp, 2500ded93414SHyon Kim ses_phys_tree_t *sproot) 2501ded93414SHyon Kim { 2502ded93414SHyon Kim ses_enum_node_t *snp; 2503ded93414SHyon Kim ses_phys_tree_t *child; 2504ded93414SHyon Kim ses_phys_tree_t *u_watch = NULL; 2505ded93414SHyon Kim ses_phys_tree_t *u_head = NULL; 2506ded93414SHyon Kim ses_phys_tree_t *u_tail = NULL; 2507ded93414SHyon Kim int u_inserted = 0, u_left = 0; 2508ded93414SHyon Kim nvlist_t *props; 2509ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2510ded93414SHyon Kim 2511ded93414SHyon Kim for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2512ded93414SHyon Kim snp = topo_list_next(snp)) { 2513ded93414SHyon Kim if ((child = topo_mod_zalloc(mod, 2514ded93414SHyon Kim sizeof (ses_phys_tree_t))) == NULL) { 2515ded93414SHyon Kim topo_mod_dprintf(mod, 2516ded93414SHyon Kim "failed to allocate root."); 2517ded93414SHyon Kim return (-1); 2518ded93414SHyon Kim } 2519ded93414SHyon Kim child->spt_snode = snp->sen_node; 2520ded93414SHyon Kim props = ses_node_props(snp->sen_node); 2521ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2522ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, &child->spt_pindex) != 0) { 2523ded93414SHyon Kim /* 2524ded93414SHyon Kim * the prop should exist. continue to see if 2525ded93414SHyon Kim * we can build a partial tree with other elements. 2526ded93414SHyon Kim */ 2527ded93414SHyon Kim topo_mod_dprintf(mod, 2528ded93414SHyon Kim "ses_construct_phys_tree(): Failed to find prop %s " 2529ded93414SHyon Kim "on ses element type %d and instance %d " 2530ded93414SHyon Kim "(CSN %s).", LIBSES_PROP_PHYS_PARENT, 2531ded93414SHyon Kim snp->sen_type, snp->sen_instance, cp->sec_csn); 2532ded93414SHyon Kim topo_mod_free(mod, child, sizeof (ses_phys_tree_t)); 2533ded93414SHyon Kim continue; 2534ded93414SHyon Kim } else { 2535ded93414SHyon Kim if (nvlist_lookup_boolean_value(props, 2536ded93414SHyon Kim LIBSES_PROP_FRU, &child->spt_isfru) != 0) { 2537ded93414SHyon Kim topo_mod_dprintf(mod, 2538ded93414SHyon Kim "ses_construct_phys_tree(): Failed to " 2539ded93414SHyon Kim "find prop %s on ses element type %d " 2540ded93414SHyon Kim "and instance %d (CSN %s).", 2541ded93414SHyon Kim LIBSES_PROP_FRU, 2542ded93414SHyon Kim snp->sen_type, snp->sen_instance, 2543ded93414SHyon Kim cp->sec_csn); 2544ded93414SHyon Kim /* 2545ded93414SHyon Kim * Ignore if the prop doesn't exist. 2546ded93414SHyon Kim * Note that the enclosure itself should be 2547ded93414SHyon Kim * a FRU so if no FRU found the enclosure FRU 2548ded93414SHyon Kim * can be a direct FRU. 2549ded93414SHyon Kim */ 2550ded93414SHyon Kim } 2551ded93414SHyon Kim verify(nvlist_lookup_uint64(props, 2552ded93414SHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2553ded93414SHyon Kim &child->spt_eonlyindex) == 0); 2554ded93414SHyon Kim verify(nvlist_lookup_uint64(props, 2555ded93414SHyon Kim SES_PROP_ELEMENT_CLASS_INDEX, 2556ded93414SHyon Kim &child->spt_cindex) == 0); 2557ded93414SHyon Kim } 2558ded93414SHyon Kim child->spt_senumnode = snp; 2559ded93414SHyon Kim if (ses_phys_tree_insert(mod, &sproot, child) != 0) { 2560ded93414SHyon Kim /* collect unresolved element to process later. */ 2561ded93414SHyon Kim if (u_head == NULL) { 2562ded93414SHyon Kim u_head = child; 2563ded93414SHyon Kim u_tail = child; 2564ded93414SHyon Kim } else { 2565ded93414SHyon Kim child->spt_sibling = u_head; 2566ded93414SHyon Kim u_head = child; 2567ded93414SHyon Kim } 2568ded93414SHyon Kim } 2569ded93414SHyon Kim } 2570ded93414SHyon Kim 2571ded93414SHyon Kim /* 2572ded93414SHyon Kim * The parent of a child node may not be inserted yet. 2573ded93414SHyon Kim * Trying to insert the child until no child is left or 2574ded93414SHyon Kim * no child is not added further. For the latter 2575ded93414SHyon Kim * the hierarchical relationship between elements 2576ded93414SHyon Kim * should be checked through SUNW,FRUID page. 2577ded93414SHyon Kim * u_watch is a watch dog to check the prgress of unresolved 2578ded93414SHyon Kim * node. 2579ded93414SHyon Kim */ 2580ded93414SHyon Kim u_watch = u_tail; 2581ded93414SHyon Kim while (u_head) { 2582ded93414SHyon Kim child = u_head; 2583ded93414SHyon Kim u_head = u_head->spt_sibling; 2584ded93414SHyon Kim if (u_head == NULL) 2585ded93414SHyon Kim u_tail = NULL; 2586ded93414SHyon Kim child->spt_sibling = NULL; 2587ded93414SHyon Kim if (ses_phys_tree_insert(mod, &sproot, child) != 0) { 2588ded93414SHyon Kim u_tail->spt_sibling = child; 2589ded93414SHyon Kim u_tail = child; 2590ded93414SHyon Kim if (child == u_watch) { 2591ded93414SHyon Kim /* 2592ded93414SHyon Kim * We just scanned one round for the 2593ded93414SHyon Kim * unresolved list. Check to see whether we 2594ded93414SHyon Kim * have nodes inserted, if none, we should 2595ded93414SHyon Kim * break in case of an indefinite loop. 2596ded93414SHyon Kim */ 2597ded93414SHyon Kim if (u_inserted == 0) { 2598ded93414SHyon Kim /* 2599ded93414SHyon Kim * Indicate there is unhandled node. 2600ded93414SHyon Kim * Chain free the whole unsolved 2601ded93414SHyon Kim * list here. 2602ded93414SHyon Kim */ 2603ded93414SHyon Kim u_left++; 2604ded93414SHyon Kim break; 2605ded93414SHyon Kim } else { 2606ded93414SHyon Kim u_inserted = 0; 2607ded93414SHyon Kim u_watch = u_tail; 2608ded93414SHyon Kim } 2609ded93414SHyon Kim } 2610ded93414SHyon Kim } else { 2611ded93414SHyon Kim /* 2612ded93414SHyon Kim * We just inserted one rpnode, increment the 2613ded93414SHyon Kim * unsolved_inserted counter. We will utilize this 2614ded93414SHyon Kim * counter to detect an indefinite insertion loop. 2615ded93414SHyon Kim */ 2616ded93414SHyon Kim u_inserted++; 26177f188cd7SHyon Kim if (child == u_watch) { 26187f188cd7SHyon Kim /* 26197f188cd7SHyon Kim * watch dog node itself is inserted. 26207f188cd7SHyon Kim * Set it to the tail and refresh the watching. 26217f188cd7SHyon Kim */ 26227f188cd7SHyon Kim u_watch = u_tail; 26237f188cd7SHyon Kim u_inserted = 0; 26247f188cd7SHyon Kim u_left = 0; 26257f188cd7SHyon Kim } 2626ded93414SHyon Kim } 2627ded93414SHyon Kim } 2628ded93414SHyon Kim 2629ded93414SHyon Kim /* check if there is left out unresolved nodes. */ 2630ded93414SHyon Kim if (u_left) { 2631ded93414SHyon Kim topo_mod_dprintf(mod, "ses_construct_phys_tree(): " 2632ded93414SHyon Kim "Failed to construct physical view of the following " 2633ded93414SHyon Kim "ses elements of Chassis CSN %s.", cp->sec_csn); 2634ded93414SHyon Kim while (u_head) { 2635ded93414SHyon Kim u_tail = u_head->spt_sibling; 2636ded93414SHyon Kim topo_mod_dprintf(mod, 2637ded93414SHyon Kim "\telement type (%d) and instance (%d)", 2638ded93414SHyon Kim u_head->spt_senumnode->sen_type, 2639ded93414SHyon Kim u_head->spt_senumnode->sen_instance); 2640ded93414SHyon Kim topo_mod_free(mod, u_head, sizeof (ses_phys_tree_t)); 2641ded93414SHyon Kim u_head = u_tail; 2642ded93414SHyon Kim } 2643ded93414SHyon Kim return (-1); 2644ded93414SHyon Kim } 2645ded93414SHyon Kim 2646ded93414SHyon Kim return (0); 2647ded93414SHyon Kim } 2648ded93414SHyon Kim 2649ded93414SHyon Kim /* 2650ded93414SHyon Kim * Free the whole phys tree. 2651ded93414SHyon Kim */ 2652ded93414SHyon Kim static void ses_phys_tree_free(topo_mod_t *mod, ses_phys_tree_t *sproot) 2653ded93414SHyon Kim { 2654ded93414SHyon Kim if (sproot == NULL) 2655ded93414SHyon Kim return; 2656ded93414SHyon Kim 2657ded93414SHyon Kim /* Free child tree. */ 2658ded93414SHyon Kim if (sproot->spt_child) { 2659ded93414SHyon Kim ses_phys_tree_free(mod, sproot->spt_child); 2660ded93414SHyon Kim } 2661ded93414SHyon Kim 2662ded93414SHyon Kim /* Free sibling trees. */ 2663ded93414SHyon Kim if (sproot->spt_sibling) { 2664ded93414SHyon Kim ses_phys_tree_free(mod, sproot->spt_sibling); 2665ded93414SHyon Kim } 2666ded93414SHyon Kim 2667ded93414SHyon Kim /* Free root node itself. */ 2668ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 2669ded93414SHyon Kim } 2670ded93414SHyon Kim 2671ded93414SHyon Kim /* 2672ded93414SHyon Kim * Parses phys_enum_type table to get the index of the given type. 2673ded93414SHyon Kim */ 2674ded93414SHyon Kim static boolean_t 2675ded93414SHyon Kim is_type_enumerated(ses_phys_tree_t *node, int *index) 2676ded93414SHyon Kim { 2677ded93414SHyon Kim int i; 2678ded93414SHyon Kim 2679ded93414SHyon Kim for (i = 0; i < N_PHYS_ENUM_TYPES; i++) { 2680ded93414SHyon Kim if (node->spt_senumnode->sen_type == 2681ded93414SHyon Kim phys_enum_type_list[i].pet_type) { 2682ded93414SHyon Kim *index = i; 2683ded93414SHyon Kim return (B_TRUE); 2684ded93414SHyon Kim } 2685ded93414SHyon Kim } 2686ded93414SHyon Kim return (B_FALSE); 2687ded93414SHyon Kim } 2688ded93414SHyon Kim 2689ded93414SHyon Kim /* 2690ded93414SHyon Kim * Recusrive routine for top-down enumeration of the tree. 2691ded93414SHyon Kim */ 2692ded93414SHyon Kim static int 2693ded93414SHyon Kim ses_enumerate_node(ses_enum_data_t *sdp, tnode_t *pnode, ses_enum_chassis_t *cp, 2694ded93414SHyon Kim ses_phys_tree_t *parent, int mrange[]) 2695ded93414SHyon Kim { 2696ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2697ded93414SHyon Kim ses_phys_tree_t *child = NULL; 2698ded93414SHyon Kim int i, ret = 0, ret_ch; 2699ded93414SHyon Kim uint64_t prevtype = SES_ET_UNSPECIFIED; 2700ded93414SHyon Kim ses_phys_tree_t *dirfru = NULL; 2701ded93414SHyon Kim tnode_t *tn = NULL, *frutn = NULL; 2702ded93414SHyon Kim 2703ded93414SHyon Kim if (parent == NULL) { 2704ded93414SHyon Kim return (0); 2705ded93414SHyon Kim } 2706ded93414SHyon Kim 2707ded93414SHyon Kim for (child = parent->spt_child; child != NULL; 2708ded93414SHyon Kim child = child->spt_sibling) { 2709ded93414SHyon Kim if (is_type_enumerated(child, &i)) { 2710ded93414SHyon Kim if (prevtype != phys_enum_type_list[i].pet_type) { 2711ded93414SHyon Kim /* check if range needs to be created. */ 2712ded93414SHyon Kim if (phys_enum_type_list[i].pet_dorange && 2713ded93414SHyon Kim topo_node_range_create(mod, pnode, 2714ded93414SHyon Kim phys_enum_type_list[i].pet_nodename, 0, 2715ded93414SHyon Kim mrange[i]) != 0) { 2716ded93414SHyon Kim topo_mod_dprintf(mod, 2717ded93414SHyon Kim "topo_node_create_range() failed: " 2718ded93414SHyon Kim "%s", topo_mod_errmsg(mod)); 2719ded93414SHyon Kim return (-1); 2720ded93414SHyon Kim } 2721ded93414SHyon Kim prevtype = phys_enum_type_list[i].pet_type; 2722ded93414SHyon Kim } 2723ded93414SHyon Kim 2724ded93414SHyon Kim if (!(child->spt_isfru)) { 2725ded93414SHyon Kim for (dirfru = parent; dirfru != NULL; 2726ded93414SHyon Kim dirfru = dirfru->spt_parent) { 2727ded93414SHyon Kim if (dirfru->spt_isfru) { 2728ded93414SHyon Kim break; 2729ded93414SHyon Kim } 2730ded93414SHyon Kim } 2731ded93414SHyon Kim /* found direct FRU node. */ 2732ded93414SHyon Kim if (dirfru) { 2733ded93414SHyon Kim frutn = dirfru->spt_tnode; 2734ded93414SHyon Kim } else { 2735ded93414SHyon Kim frutn = NULL; 2736ded93414SHyon Kim } 2737ded93414SHyon Kim } else { 2738ded93414SHyon Kim frutn = NULL; 2739ded93414SHyon Kim } 2740ded93414SHyon Kim 2741ded93414SHyon Kim if (ses_create_generic(sdp, child->spt_senumnode, 2742ded93414SHyon Kim pnode, frutn, phys_enum_type_list[i].pet_nodename, 2743ded93414SHyon Kim phys_enum_type_list[i].pet_defaultlabel, &tn) != 0) 2744ded93414SHyon Kim return (-1); 2745ded93414SHyon Kim 2746ded93414SHyon Kim child->spt_tnode = tn; 2747ded93414SHyon Kim /* 2748ded93414SHyon Kim * For some SES element there may be protocol specific 2749ded93414SHyon Kim * information to process. Here we are processing 2750ded93414SHyon Kim * the association between enclosure controller and 2751ded93414SHyon Kim * SAS expanders. 2752ded93414SHyon Kim */ 2753ded93414SHyon Kim if (phys_enum_type_list[i].pet_type == 2754ded93414SHyon Kim SES_ET_ESC_ELECTRONICS) { 2755ded93414SHyon Kim /* create SAS expander node */ 2756ded93414SHyon Kim if (ses_create_protocol_specific(sdp, 2757ded93414SHyon Kim child->spt_senumnode, tn, 2758ded93414SHyon Kim phys_enum_type_list[i].pet_type, 2759ded93414SHyon Kim cp, phys_enum_type_list[i].pet_dorange) != 2760ded93414SHyon Kim 0) { 2761ded93414SHyon Kim return (-1); 2762ded93414SHyon Kim } 2763ded93414SHyon Kim } 2764ded93414SHyon Kim } else { 2765ded93414SHyon Kim continue; 2766ded93414SHyon Kim } 2767ded93414SHyon Kim ret_ch = ses_enumerate_node(sdp, tn, cp, child, mrange); 2768ded93414SHyon Kim if (ret_ch) 2769ded93414SHyon Kim ret = ret_ch; /* there was an error and set the ret. */ 2770ded93414SHyon Kim } 2771ded93414SHyon Kim 2772ded93414SHyon Kim return (ret); 2773ded93414SHyon Kim } 2774ded93414SHyon Kim 2775ded93414SHyon Kim /* 2776ded93414SHyon Kim * Instantiate types of nodes that are specified in the hierarchy 2777ded93414SHyon Kim * element type list. 2778ded93414SHyon Kim */ 2779ded93414SHyon Kim static int 2780ded93414SHyon Kim ses_create_children_from_phys_tree(ses_enum_data_t *sdp, tnode_t *pnode, 2781ded93414SHyon Kim ses_enum_chassis_t *cp, ses_phys_tree_t *phys_tree) 2782ded93414SHyon Kim { 2783ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2784ded93414SHyon Kim int mrange[N_PHYS_ENUM_TYPES] = { 0 }; 2785ded93414SHyon Kim ses_enum_node_t *snp; 2786ded93414SHyon Kim int i, ret; 2787ded93414SHyon Kim 2788ded93414SHyon Kim /* 2789ded93414SHyon Kim * First get max range for each type of element to be enumerated. 2790ded93414SHyon Kim */ 2791ded93414SHyon Kim for (i = 0; i < N_PHYS_ENUM_TYPES; i++) { 2792ded93414SHyon Kim if (phys_enum_type_list[i].pet_dorange) { 2793ded93414SHyon Kim for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2794ded93414SHyon Kim snp = topo_list_next(snp)) { 2795ded93414SHyon Kim if (snp->sen_type == 2796ded93414SHyon Kim phys_enum_type_list[i].pet_type) { 2797ded93414SHyon Kim if (snp->sen_instance > mrange[i]) 2798ded93414SHyon Kim mrange[i] = 2799ded93414SHyon Kim snp->sen_instance; 2800ded93414SHyon Kim } 2801ded93414SHyon Kim } 2802ded93414SHyon Kim } 2803ded93414SHyon Kim } 2804ded93414SHyon Kim 2805ded93414SHyon Kim topo_mod_dprintf(mod, "%s: creating nodes from FRU hierarchy tree.", 2806ded93414SHyon Kim cp->sec_csn); 2807ded93414SHyon Kim 2808ded93414SHyon Kim if ((ret = ses_enumerate_node(sdp, pnode, cp, phys_tree, mrange)) != 2809ded93414SHyon Kim 0) { 2810ded93414SHyon Kim topo_mod_dprintf(mod, 2811ded93414SHyon Kim "ses_create_children_from_phys_tree() failed: "); 2812ded93414SHyon Kim return (ret); 2813ded93414SHyon Kim } 2814ded93414SHyon Kim 2815ded93414SHyon Kim return (0); 2816ded93414SHyon Kim } 2817ded93414SHyon Kim 2818940d71d2Seschrock /* 2819940d71d2Seschrock * Instantiate a new chassis instance in the topology. 2820940d71d2Seschrock */ 2821940d71d2Seschrock static int 2822940d71d2Seschrock ses_create_chassis(ses_enum_data_t *sdp, tnode_t *pnode, ses_enum_chassis_t *cp) 2823940d71d2Seschrock { 2824940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 2825940d71d2Seschrock nvlist_t *props; 2826940d71d2Seschrock char *raw_manufacturer, *raw_model, *raw_revision; 2827940d71d2Seschrock char *manufacturer = NULL, *model = NULL, *product = NULL; 2828940d71d2Seschrock char *revision = NULL; 2829940d71d2Seschrock char *serial; 28306efb64caSEric Schrock char **paths; 2831940d71d2Seschrock size_t prodlen; 2832940d71d2Seschrock tnode_t *tn; 2833940d71d2Seschrock nvlist_t *fmri = NULL, *auth = NULL; 2834940d71d2Seschrock int ret = -1; 2835940d71d2Seschrock ses_enum_node_t *snp; 28366efb64caSEric Schrock ses_enum_target_t *stp; 283753dbcc59SSundeep Panicker ses_enum_chassis_t *scp; 28386efb64caSEric Schrock int i, err; 2839ded93414SHyon Kim uint64_t sc_count = 0, pindex; 2840ded93414SHyon Kim ses_phys_tree_t *sproot = NULL; 2841ded93414SHyon Kim hrtime_t start; 2842ded93414SHyon Kim hrtime_t end; 2843ded93414SHyon Kim double duration; 2844940d71d2Seschrock 2845d91236feSeschrock /* 2846d91236feSeschrock * Ignore any internal enclosures. 2847d91236feSeschrock */ 2848d91236feSeschrock if (cp->sec_internal) 2849d91236feSeschrock return (0); 2850d91236feSeschrock 2851940d71d2Seschrock /* 2852940d71d2Seschrock * Check to see if there are any devices presennt in the chassis. If 2853940d71d2Seschrock * not, ignore the chassis alltogether. This is most useful for 2854940d71d2Seschrock * ignoring internal HBAs that present a SES target but don't actually 2855940d71d2Seschrock * manage any of the devices. 2856940d71d2Seschrock */ 2857940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2858940d71d2Seschrock snp = topo_list_next(snp)) { 2859940d71d2Seschrock if (snp->sen_type == SES_ET_DEVICE || 2860940d71d2Seschrock snp->sen_type == SES_ET_ARRAY_DEVICE) 2861940d71d2Seschrock break; 2862940d71d2Seschrock } 2863940d71d2Seschrock 2864940d71d2Seschrock if (snp == NULL) 2865940d71d2Seschrock return (0); 2866940d71d2Seschrock 2867940d71d2Seschrock props = ses_node_props(cp->sec_enclosure); 2868940d71d2Seschrock 2869940d71d2Seschrock /* 2870940d71d2Seschrock * We use the following property mappings: 2871940d71d2Seschrock * 2872cbb9248eSRob Johnston * manufacturer vendor-id 2873cbb9248eSRob Johnston * model product-id 2874cbb9248eSRob Johnston * serial-number libses-chassis-serial 2875940d71d2Seschrock */ 2876940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_VID, 2877940d71d2Seschrock &raw_manufacturer) == 0); 2878940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_PID, &raw_model) == 0); 2879940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_REV, 2880940d71d2Seschrock &raw_revision) == 0); 2881940d71d2Seschrock verify(nvlist_lookup_string(props, LIBSES_EN_PROP_CSN, &serial) == 0); 2882940d71d2Seschrock 2883940d71d2Seschrock /* 2884940d71d2Seschrock * To construct the authority information, we 'clean' each string by 2885940d71d2Seschrock * removing any offensive characters and trimmming whitespace. For the 2886940d71d2Seschrock * 'product-id', we use a concatenation of 'manufacturer-model'. We 2887940d71d2Seschrock * also take the numerical serial number and convert it to a string. 2888940d71d2Seschrock */ 2889cbb9248eSRob Johnston if ((manufacturer = topo_mod_clean_str(mod, raw_manufacturer)) == 2890cbb9248eSRob Johnston NULL || (model = topo_mod_clean_str(mod, raw_model)) == NULL || 2891cbb9248eSRob Johnston (revision = topo_mod_clean_str(mod, raw_revision)) == NULL) { 2892940d71d2Seschrock goto error; 2893940d71d2Seschrock } 2894940d71d2Seschrock 2895940d71d2Seschrock prodlen = strlen(manufacturer) + strlen(model) + 2; 2896940d71d2Seschrock if ((product = topo_mod_alloc(mod, prodlen)) == NULL) 2897940d71d2Seschrock goto error; 2898940d71d2Seschrock 2899940d71d2Seschrock (void) snprintf(product, prodlen, "%s-%s", manufacturer, model); 2900940d71d2Seschrock 2901940d71d2Seschrock /* 2902940d71d2Seschrock * Construct the topo node and bind it to our parent. 2903940d71d2Seschrock */ 2904940d71d2Seschrock if (topo_mod_nvalloc(mod, &auth, NV_UNIQUE_NAME) != 0) 2905940d71d2Seschrock goto error; 2906940d71d2Seschrock 2907940d71d2Seschrock if (nvlist_add_string(auth, FM_FMRI_AUTH_PRODUCT, product) != 0 || 2908940d71d2Seschrock nvlist_add_string(auth, FM_FMRI_AUTH_CHASSIS, serial) != 0) { 2909940d71d2Seschrock (void) topo_mod_seterrno(mod, EMOD_NVL_INVAL); 2910940d71d2Seschrock goto error; 2911940d71d2Seschrock } 2912940d71d2Seschrock 2913940d71d2Seschrock /* 2914940d71d2Seschrock * We pass NULL for the parent FMRI because there is no resource 2915940d71d2Seschrock * associated with it. For the toplevel enclosure, we leave the 2916940d71d2Seschrock * serial/part/revision portions empty, which are reserved for 2917940d71d2Seschrock * individual components within the chassis. 2918940d71d2Seschrock */ 2919940d71d2Seschrock if ((fmri = topo_mod_hcfmri(mod, NULL, FM_HC_SCHEME_VERSION, 2920940d71d2Seschrock SES_ENCLOSURE, cp->sec_instance, NULL, auth, 2921940d71d2Seschrock model, revision, serial)) == NULL) { 2922940d71d2Seschrock topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 2923940d71d2Seschrock topo_mod_errmsg(mod)); 2924940d71d2Seschrock goto error; 2925940d71d2Seschrock } 2926940d71d2Seschrock 2927940d71d2Seschrock if ((tn = topo_node_bind(mod, pnode, SES_ENCLOSURE, 2928940d71d2Seschrock cp->sec_instance, fmri)) == NULL) { 2929940d71d2Seschrock topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 2930940d71d2Seschrock topo_mod_errmsg(mod)); 2931940d71d2Seschrock goto error; 2932940d71d2Seschrock } 2933940d71d2Seschrock 2934940d71d2Seschrock if (topo_method_register(mod, tn, ses_enclosure_methods) != 0) { 2935940d71d2Seschrock topo_mod_dprintf(mod, 2936940d71d2Seschrock "topo_method_register() failed: %s", 2937940d71d2Seschrock topo_mod_errmsg(mod)); 2938940d71d2Seschrock goto error; 2939940d71d2Seschrock } 2940940d71d2Seschrock 2941ac88567aSHyon Kim if (ses_set_standard_props(mod, NULL, tn, auth, 2942940d71d2Seschrock ses_node_id(cp->sec_enclosure), cp->sec_target->set_devpath) != 0) 2943940d71d2Seschrock goto error; 2944940d71d2Seschrock 29456efb64caSEric Schrock /* 29466efb64caSEric Schrock * For enclosures, we want to include all possible targets (for upgrade 29476efb64caSEric Schrock * purposes). 29486efb64caSEric Schrock */ 29496efb64caSEric Schrock for (i = 0, stp = topo_list_next(&cp->sec_targets); stp != NULL; 29506efb64caSEric Schrock stp = topo_list_next(stp), i++) 29516efb64caSEric Schrock ; 29526efb64caSEric Schrock 29536efb64caSEric Schrock verify(i != 0); 29546efb64caSEric Schrock paths = alloca(i * sizeof (char *)); 29556efb64caSEric Schrock 29566efb64caSEric Schrock for (i = 0, stp = topo_list_next(&cp->sec_targets); stp != NULL; 29576efb64caSEric Schrock stp = topo_list_next(stp), i++) 29586efb64caSEric Schrock paths[i] = stp->set_devpath; 29596efb64caSEric Schrock 29606efb64caSEric Schrock 29616efb64caSEric Schrock if (topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 29626efb64caSEric Schrock TOPO_PROP_PATHS, TOPO_PROP_IMMUTABLE, (const char **)paths, 29636efb64caSEric Schrock i, &err) != 0) { 29646efb64caSEric Schrock topo_mod_dprintf(mod, 29656efb64caSEric Schrock "failed to create property %s: %s\n", 29666efb64caSEric Schrock TOPO_PROP_PATHS, topo_strerror(err)); 29676efb64caSEric Schrock goto error; 29686efb64caSEric Schrock } 29696efb64caSEric Schrock 2970ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2971ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, &pindex) == 0) { 2972ded93414SHyon Kim start = gethrtime(); /* to mearusre performance */ 2973ded93414SHyon Kim /* 2974ded93414SHyon Kim * The enclosure is supported through SUNW,FRUID. 2975ded93414SHyon Kim * Need to enumerate the nodes through hierarchical order. 2976ded93414SHyon Kim */ 2977ded93414SHyon Kim if ((sproot = topo_mod_zalloc(mod, 2978ded93414SHyon Kim sizeof (ses_phys_tree_t))) == NULL) { 2979ded93414SHyon Kim topo_mod_dprintf(mod, 2980ded93414SHyon Kim "failed to allocate root: %s\n", 2981ded93414SHyon Kim topo_strerror(err)); 2982ded93414SHyon Kim goto error; 2983ded93414SHyon Kim } 2984ded93414SHyon Kim sproot->spt_pindex = pindex; 2985ded93414SHyon Kim if (nvlist_lookup_boolean_value(props, 2986ded93414SHyon Kim LIBSES_PROP_FRU, &sproot->spt_isfru) != 0) { 2987ded93414SHyon Kim topo_mod_dprintf(mod, 2988ded93414SHyon Kim "ses_create_chassis(): Failed to find prop %s " 2989ded93414SHyon Kim "on enclosure element (CSN %s).", 2990ded93414SHyon Kim LIBSES_PROP_FRU, cp->sec_csn); 2991ded93414SHyon Kim /* an enclosure should be a FRU. continue to process. */ 2992ded93414SHyon Kim sproot->spt_isfru = B_TRUE; 2993ded93414SHyon Kim } 2994ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2995ded93414SHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2996ded93414SHyon Kim &sproot->spt_eonlyindex) != 0) { 2997ded93414SHyon Kim topo_mod_dprintf(mod, 2998ded93414SHyon Kim "ses_create_chassis(): Failed to find prop %s " 2999ded93414SHyon Kim "on enclosure element (CSN %s).", 3000ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, cp->sec_csn); 3001ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 3002ded93414SHyon Kim goto error; 3003ded93414SHyon Kim } 3004ded93414SHyon Kim if (sproot->spt_pindex != sproot->spt_eonlyindex) { 3005ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 3006ded93414SHyon Kim "Enclosure element(CSN %s) should have " 3007ded93414SHyon Kim "itself as the parent to be the root node " 3008ded93414SHyon Kim "of FRU hierarchical tree.)", cp->sec_csn); 3009ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 3010ded93414SHyon Kim goto error; 3011ded93414SHyon Kim } else { 3012ded93414SHyon Kim sproot->spt_snode = cp->sec_enclosure; 3013ded93414SHyon Kim sproot->spt_tnode = tn; 3014ded93414SHyon Kim /* construct a tree. */ 3015ded93414SHyon Kim if (ses_construct_phys_tree(sdp, cp, sproot) != 0) { 3016ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 3017ded93414SHyon Kim "Failed to construct FRU hierarchical " 3018ded93414SHyon Kim "tree on enclosure (CSN %s.)", 3019ded93414SHyon Kim cp->sec_csn); 3020ded93414SHyon Kim } 3021ded93414SHyon Kim 3022ded93414SHyon Kim /* enumerate elements from the tree. */ 3023ded93414SHyon Kim if (ses_create_children_from_phys_tree(sdp, tn, cp, 3024ded93414SHyon Kim sproot) != 0) { 3025ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 3026ded93414SHyon Kim "Failed to create children topo nodes out " 3027ded93414SHyon Kim "of FRU hierarchical tree on enclosure " 3028ded93414SHyon Kim "(CSN %s).", cp->sec_csn); 3029ded93414SHyon Kim } 3030ded93414SHyon Kim /* destroy the phys tree. */ 3031ded93414SHyon Kim ses_phys_tree_free(mod, sproot); 3032ded93414SHyon Kim } 3033ded93414SHyon Kim 3034ded93414SHyon Kim end = gethrtime(); 3035ded93414SHyon Kim duration = end - start; 3036ded93414SHyon Kim duration /= HR_SECOND; 3037ded93414SHyon Kim topo_mod_dprintf(mod, 3038ded93414SHyon Kim "FRU boundary tree based enumeration: %.6f seconds", 3039ded93414SHyon Kim duration); 3040ded93414SHyon Kim } else { 3041ded93414SHyon Kim /* 3042ded93414SHyon Kim * Create the nodes for power supplies, fans, controllers and 3043ded93414SHyon Kim * devices. Note that SAS exopander nodes and connector nodes 3044ded93414SHyon Kim * are handled through protocol specific processing of 3045ded93414SHyon Kim * controllers. 3046ded93414SHyon Kim */ 3047ded93414SHyon Kim if (ses_create_children(sdp, tn, SES_ET_POWER_SUPPLY, 3048ded93414SHyon Kim PSU, "PSU", cp, B_TRUE) != 0 || 3049ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_COOLING, 3050ded93414SHyon Kim FAN, "FAN", cp, B_TRUE) != 0 || 3051ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_ESC_ELECTRONICS, 3052ded93414SHyon Kim CONTROLLER, "CONTROLLER", cp, B_TRUE) != 0 || 3053ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_DEVICE, 3054ded93414SHyon Kim BAY, "BAY", cp, B_TRUE) != 0 || 3055ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_ARRAY_DEVICE, 3056ded93414SHyon Kim BAY, "BAY", cp, B_TRUE) != 0) 3057ded93414SHyon Kim goto error; 3058ded93414SHyon Kim } 3059940d71d2Seschrock 3060ac88567aSHyon Kim if (cp->sec_maxinstance >= 0 && 3061ac88567aSHyon Kim (topo_node_range_create(mod, tn, SUBCHASSIS, 0, 3062ac88567aSHyon Kim cp->sec_maxinstance) != 0)) { 306353dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_node_create_range() failed: %s", 306453dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 306553dbcc59SSundeep Panicker goto error; 306653dbcc59SSundeep Panicker } 306753dbcc59SSundeep Panicker 306853dbcc59SSundeep Panicker for (scp = topo_list_next(&cp->sec_subchassis); scp != NULL; 306953dbcc59SSundeep Panicker scp = topo_list_next(scp)) { 307053dbcc59SSundeep Panicker 307153dbcc59SSundeep Panicker if (ses_create_subchassis(sdp, tn, scp) != 0) 307253dbcc59SSundeep Panicker goto error; 307353dbcc59SSundeep Panicker 307453dbcc59SSundeep Panicker topo_mod_dprintf(mod, "created Subchassis node with " 3075ac88567aSHyon Kim "instance %u\nand target (%s) under Chassis with CSN %s", 3076ac88567aSHyon Kim scp->sec_instance, scp->sec_target->set_devpath, 3077ac88567aSHyon Kim cp->sec_csn); 307853dbcc59SSundeep Panicker 307953dbcc59SSundeep Panicker sc_count++; 308053dbcc59SSundeep Panicker } 308153dbcc59SSundeep Panicker 308253dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: created %llu %s nodes", 308353dbcc59SSundeep Panicker cp->sec_csn, sc_count, SUBCHASSIS); 308453dbcc59SSundeep Panicker 30856efb64caSEric Schrock cp->sec_target->set_refcount++; 30866efb64caSEric Schrock topo_node_setspecific(tn, cp->sec_target); 3087d91236feSeschrock 3088940d71d2Seschrock ret = 0; 3089940d71d2Seschrock error: 3090940d71d2Seschrock topo_mod_strfree(mod, manufacturer); 3091940d71d2Seschrock topo_mod_strfree(mod, model); 3092940d71d2Seschrock topo_mod_strfree(mod, revision); 3093940d71d2Seschrock topo_mod_strfree(mod, product); 3094940d71d2Seschrock 3095940d71d2Seschrock nvlist_free(fmri); 3096940d71d2Seschrock nvlist_free(auth); 3097940d71d2Seschrock return (ret); 3098940d71d2Seschrock } 3099940d71d2Seschrock 3100d91236feSeschrock /* 3101d91236feSeschrock * Create a bay node explicitly enumerated via XML. 3102d91236feSeschrock */ 3103d91236feSeschrock static int 3104d91236feSeschrock ses_create_bays(ses_enum_data_t *sdp, tnode_t *pnode) 3105d91236feSeschrock { 3106d91236feSeschrock topo_mod_t *mod = sdp->sed_mod; 3107d91236feSeschrock ses_enum_chassis_t *cp; 3108d91236feSeschrock 3109d91236feSeschrock /* 3110d91236feSeschrock * Iterate over chassis looking for an internal enclosure. This 3111d91236feSeschrock * property is set via a vendor-specific plugin, and there should only 3112d91236feSeschrock * ever be a single internal chassis in a system. 3113d91236feSeschrock */ 3114d91236feSeschrock for (cp = topo_list_next(&sdp->sed_chassis); cp != NULL; 3115d91236feSeschrock cp = topo_list_next(cp)) { 3116d91236feSeschrock if (cp->sec_internal) 3117d91236feSeschrock break; 3118d91236feSeschrock } 3119d91236feSeschrock 3120d91236feSeschrock if (cp == NULL) { 3121d91236feSeschrock topo_mod_dprintf(mod, "failed to find internal chassis\n"); 3122d91236feSeschrock return (-1); 3123d91236feSeschrock } 3124d91236feSeschrock 3125d91236feSeschrock if (ses_create_children(sdp, pnode, SES_ET_DEVICE, 3126d91236feSeschrock BAY, "BAY", cp, B_FALSE) != 0 || 3127d91236feSeschrock ses_create_children(sdp, pnode, SES_ET_ARRAY_DEVICE, 3128d91236feSeschrock BAY, "BAY", cp, B_FALSE) != 0) 3129d91236feSeschrock return (-1); 3130d91236feSeschrock 3131d91236feSeschrock return (0); 3132d91236feSeschrock } 313353dbcc59SSundeep Panicker 313453dbcc59SSundeep Panicker /* 313553dbcc59SSundeep Panicker * Initialize chassis or subchassis. 313653dbcc59SSundeep Panicker */ 313753dbcc59SSundeep Panicker static int 313853dbcc59SSundeep Panicker ses_init_chassis(topo_mod_t *mod, ses_enum_data_t *sdp, ses_enum_chassis_t *pcp, 313953dbcc59SSundeep Panicker ses_enum_chassis_t *cp, ses_node_t *np, nvlist_t *props, 3140ac88567aSHyon Kim uint64_t subchassis, ses_chassis_type_e flags) 314153dbcc59SSundeep Panicker { 314253dbcc59SSundeep Panicker boolean_t internal, ident; 314353dbcc59SSundeep Panicker 314453dbcc59SSundeep Panicker assert((flags & (SES_NEW_CHASSIS | SES_NEW_SUBCHASSIS | 314553dbcc59SSundeep Panicker SES_DUP_CHASSIS | SES_DUP_SUBCHASSIS)) != 0); 314653dbcc59SSundeep Panicker 3147ac88567aSHyon Kim assert(cp != NULL); 3148ac88567aSHyon Kim assert(np != NULL); 3149ac88567aSHyon Kim assert(props != NULL); 315053dbcc59SSundeep Panicker 315153dbcc59SSundeep Panicker if (flags & (SES_NEW_SUBCHASSIS | SES_DUP_SUBCHASSIS)) 315253dbcc59SSundeep Panicker assert(pcp != NULL); 315353dbcc59SSundeep Panicker 3154ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_init_chassis: %s: index %llu, flags (%d)", 3155ac88567aSHyon Kim sdp->sed_name, subchassis, flags); 315653dbcc59SSundeep Panicker 315753dbcc59SSundeep Panicker if (flags & (SES_NEW_CHASSIS | SES_NEW_SUBCHASSIS)) { 315853dbcc59SSundeep Panicker 315953dbcc59SSundeep Panicker topo_mod_dprintf(mod, "new chassis/subchassis"); 316053dbcc59SSundeep Panicker if (nvlist_lookup_boolean_value(props, 316153dbcc59SSundeep Panicker LIBSES_EN_PROP_INTERNAL, &internal) == 0) 316253dbcc59SSundeep Panicker cp->sec_internal = internal; 316353dbcc59SSundeep Panicker 316453dbcc59SSundeep Panicker cp->sec_enclosure = np; 316553dbcc59SSundeep Panicker cp->sec_target = sdp->sed_target; 316653dbcc59SSundeep Panicker 316753dbcc59SSundeep Panicker if (flags & SES_NEW_CHASSIS) { 3168ac88567aSHyon Kim if (!cp->sec_internal) 3169ac88567aSHyon Kim cp->sec_instance = sdp->sed_instance++; 317053dbcc59SSundeep Panicker topo_list_append(&sdp->sed_chassis, cp); 317153dbcc59SSundeep Panicker } else { 3172ac88567aSHyon Kim if (subchassis != NO_SUBCHASSIS) 3173ac88567aSHyon Kim cp->sec_instance = subchassis; 3174ac88567aSHyon Kim else 3175ac88567aSHyon Kim cp->sec_instance = pcp->sec_scinstance++; 3176ac88567aSHyon Kim 3177ac88567aSHyon Kim if (cp->sec_instance > pcp->sec_maxinstance) 3178ac88567aSHyon Kim pcp->sec_maxinstance = cp->sec_instance; 3179ac88567aSHyon Kim 318053dbcc59SSundeep Panicker topo_list_append(&pcp->sec_subchassis, cp); 318153dbcc59SSundeep Panicker } 318253dbcc59SSundeep Panicker 318353dbcc59SSundeep Panicker } else { 318453dbcc59SSundeep Panicker topo_mod_dprintf(mod, "dup chassis/subchassis"); 318553dbcc59SSundeep Panicker if (nvlist_lookup_boolean_value(props, 318653dbcc59SSundeep Panicker SES_PROP_IDENT, &ident) == 0) { 318753dbcc59SSundeep Panicker topo_mod_dprintf(mod, "overriding enclosure node"); 318853dbcc59SSundeep Panicker 318953dbcc59SSundeep Panicker cp->sec_enclosure = np; 319053dbcc59SSundeep Panicker cp->sec_target = sdp->sed_target; 319153dbcc59SSundeep Panicker } 319253dbcc59SSundeep Panicker } 319353dbcc59SSundeep Panicker 319453dbcc59SSundeep Panicker topo_list_append(&cp->sec_targets, sdp->sed_target); 319553dbcc59SSundeep Panicker sdp->sed_current = cp; 319653dbcc59SSundeep Panicker 319753dbcc59SSundeep Panicker return (0); 319853dbcc59SSundeep Panicker } 319953dbcc59SSundeep Panicker 3200940d71d2Seschrock /* 3201940d71d2Seschrock * Gather nodes from the current SES target into our chassis list, merging the 3202940d71d2Seschrock * results if necessary. 3203940d71d2Seschrock */ 3204940d71d2Seschrock static ses_walk_action_t 3205940d71d2Seschrock ses_enum_gather(ses_node_t *np, void *data) 3206940d71d2Seschrock { 3207940d71d2Seschrock nvlist_t *props = ses_node_props(np); 3208940d71d2Seschrock ses_enum_data_t *sdp = data; 3209940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 321053dbcc59SSundeep Panicker ses_enum_chassis_t *cp, *scp; 3211940d71d2Seschrock ses_enum_node_t *snp; 32120b32bb8bSEric Schrock ses_alt_node_t *sap; 3213940d71d2Seschrock char *csn; 3214940d71d2Seschrock uint64_t instance, type; 3215d91236feSeschrock uint64_t prevstatus, status; 321653dbcc59SSundeep Panicker boolean_t report; 3217ac88567aSHyon Kim uint64_t subchassis = NO_SUBCHASSIS; 3218940d71d2Seschrock 3219940d71d2Seschrock if (ses_node_type(np) == SES_NODE_ENCLOSURE) { 3220940d71d2Seschrock /* 3221940d71d2Seschrock * If we have already identified the chassis for this target, 3222940d71d2Seschrock * then this is a secondary enclosure and we should ignore it, 3223940d71d2Seschrock * along with the rest of the tree (since this is depth-first). 3224940d71d2Seschrock */ 3225940d71d2Seschrock if (sdp->sed_current != NULL) 3226940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3227940d71d2Seschrock 3228940d71d2Seschrock /* 3229940d71d2Seschrock * Go through the list of chassis we have seen so far and see 3230940d71d2Seschrock * if this serial number matches one of the known values. 323153dbcc59SSundeep Panicker * If so, check whether this enclosure is a subchassis. 3232940d71d2Seschrock */ 3233940d71d2Seschrock if (nvlist_lookup_string(props, LIBSES_EN_PROP_CSN, 3234940d71d2Seschrock &csn) != 0) 3235940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3236940d71d2Seschrock 3237ac88567aSHyon Kim (void) nvlist_lookup_uint64(props, LIBSES_EN_PROP_SUBCHASSIS_ID, 3238ac88567aSHyon Kim &subchassis); 323953dbcc59SSundeep Panicker 324053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "ses_enum_gather: Enclosure Node (%s) " 3241ac88567aSHyon Kim "CSN (%s), subchassis (%llu)", sdp->sed_name, csn, 3242ac88567aSHyon Kim subchassis); 324353dbcc59SSundeep Panicker 324453dbcc59SSundeep Panicker /* 324553dbcc59SSundeep Panicker * We need to determine whether this enclosure node 324653dbcc59SSundeep Panicker * represents a chassis or a subchassis. Since we may 324753dbcc59SSundeep Panicker * receive the enclosure nodes in a non-deterministic 324853dbcc59SSundeep Panicker * manner, we need to account for all possible combinations: 324953dbcc59SSundeep Panicker * 1. Chassis for the current CSN has not yet been 325053dbcc59SSundeep Panicker * allocated 325153dbcc59SSundeep Panicker * 1.1 This is a new chassis: 325253dbcc59SSundeep Panicker * allocate and instantiate the chassis 325353dbcc59SSundeep Panicker * 1.2 This is a new subchassis: 325453dbcc59SSundeep Panicker * allocate a placeholder chassis 325553dbcc59SSundeep Panicker * allocate and instantiate the subchassis 325653dbcc59SSundeep Panicker * link the subchassis to the chassis 325753dbcc59SSundeep Panicker * 2. Chassis for the current CSN has been allocated 325853dbcc59SSundeep Panicker * 2.1 This is a duplicate chassis enclosure 325953dbcc59SSundeep Panicker * check whether to override old chassis 326053dbcc59SSundeep Panicker * append to chassis' target list 326153dbcc59SSundeep Panicker * 2.2 Only placeholder chassis exists 326253dbcc59SSundeep Panicker * fill in the chassis fields 326353dbcc59SSundeep Panicker * 2.3 This is a new subchassis 326453dbcc59SSundeep Panicker * allocate and instantiate the subchassis 326553dbcc59SSundeep Panicker * link the subchassis to the chassis 326653dbcc59SSundeep Panicker * 2.4 This is a duplicate subchassis enclosure 326753dbcc59SSundeep Panicker * check whether to override old chassis 326853dbcc59SSundeep Panicker * append to chassis' target list 326953dbcc59SSundeep Panicker */ 327053dbcc59SSundeep Panicker 3271940d71d2Seschrock for (cp = topo_list_next(&sdp->sed_chassis); cp != NULL; 327253dbcc59SSundeep Panicker cp = topo_list_next(cp)) 327353dbcc59SSundeep Panicker if (strcmp(cp->sec_csn, csn) == 0) 3274940d71d2Seschrock break; 3275940d71d2Seschrock 3276940d71d2Seschrock if (cp == NULL) { 327753dbcc59SSundeep Panicker /* 1. Haven't seen a chassis with this CSN before */ 3278940d71d2Seschrock 3279940d71d2Seschrock if ((cp = topo_mod_zalloc(mod, 3280940d71d2Seschrock sizeof (ses_enum_chassis_t))) == NULL) 3281940d71d2Seschrock goto error; 3282940d71d2Seschrock 3283ac88567aSHyon Kim cp->sec_scinstance = SES_STARTING_SUBCHASSIS; 3284ac88567aSHyon Kim cp->sec_maxinstance = -1; 3285940d71d2Seschrock cp->sec_csn = csn; 328653dbcc59SSundeep Panicker 3287ac88567aSHyon Kim if (subchassis == NO_SUBCHASSIS) { 328853dbcc59SSundeep Panicker /* 1.1 This is a new chassis */ 328953dbcc59SSundeep Panicker 329053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize new " 3291ac88567aSHyon Kim "chassis with CSN %s", sdp->sed_name, csn); 329253dbcc59SSundeep Panicker 329353dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, NULL, cp, 3294ac88567aSHyon Kim np, props, NO_SUBCHASSIS, 3295ac88567aSHyon Kim SES_NEW_CHASSIS) < 0) 329653dbcc59SSundeep Panicker goto error; 329753dbcc59SSundeep Panicker } else { 329853dbcc59SSundeep Panicker /* 1.2 This is a new subchassis */ 329953dbcc59SSundeep Panicker 330053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize new " 3301ac88567aSHyon Kim "subchassis with CSN %s and index %llu", 3302ac88567aSHyon Kim sdp->sed_name, csn, subchassis); 330353dbcc59SSundeep Panicker 330453dbcc59SSundeep Panicker if ((scp = topo_mod_zalloc(mod, 330553dbcc59SSundeep Panicker sizeof (ses_enum_chassis_t))) == NULL) 330653dbcc59SSundeep Panicker goto error; 330753dbcc59SSundeep Panicker 330853dbcc59SSundeep Panicker scp->sec_csn = csn; 330953dbcc59SSundeep Panicker 3310ac88567aSHyon Kim if (ses_init_chassis(mod, sdp, cp, scp, np, 3311ac88567aSHyon Kim props, subchassis, SES_NEW_SUBCHASSIS) < 0) 331253dbcc59SSundeep Panicker goto error; 331353dbcc59SSundeep Panicker } 33146efb64caSEric Schrock } else { 3315ac88567aSHyon Kim /* 3316ac88567aSHyon Kim * We have a chassis or subchassis with this CSN. If 3317ac88567aSHyon Kim * it's a chassis, we must check to see whether it is 3318ac88567aSHyon Kim * a placeholder previously created because we found a 3319ac88567aSHyon Kim * subchassis with this CSN. We will know that because 3320ac88567aSHyon Kim * the sec_target value will not be set; it is set only 3321ac88567aSHyon Kim * in ses_init_chassis(). In that case, initialise it 3322ac88567aSHyon Kim * as a new chassis; otherwise, it's a duplicate and we 3323ac88567aSHyon Kim * need to append only. 3324ac88567aSHyon Kim */ 3325ac88567aSHyon Kim if (subchassis == NO_SUBCHASSIS) { 3326ac88567aSHyon Kim if (cp->sec_target != NULL) { 332753dbcc59SSundeep Panicker /* 2.1 This is a duplicate chassis */ 332853dbcc59SSundeep Panicker 332953dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Append " 3330ac88567aSHyon Kim "duplicate chassis with CSN (%s)", 3331ac88567aSHyon Kim sdp->sed_name, csn); 333253dbcc59SSundeep Panicker 333353dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, NULL, cp, 3334ac88567aSHyon Kim np, props, NO_SUBCHASSIS, 333553dbcc59SSundeep Panicker SES_DUP_CHASSIS) < 0) 333653dbcc59SSundeep Panicker goto error; 333753dbcc59SSundeep Panicker } else { 3338ac88567aSHyon Kim /* Placeholder chassis - init it up */ 333953dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize" 3340ac88567aSHyon Kim "placeholder chassis with CSN %s", 3341ac88567aSHyon Kim sdp->sed_name, csn); 334253dbcc59SSundeep Panicker 3343ac88567aSHyon Kim if (ses_init_chassis(mod, sdp, NULL, 3344ac88567aSHyon Kim cp, np, props, NO_SUBCHASSIS, 334553dbcc59SSundeep Panicker SES_NEW_CHASSIS) < 0) 334653dbcc59SSundeep Panicker goto error; 334753dbcc59SSundeep Panicker 334853dbcc59SSundeep Panicker } 334953dbcc59SSundeep Panicker } else { 335053dbcc59SSundeep Panicker /* This is a subchassis */ 335153dbcc59SSundeep Panicker 335253dbcc59SSundeep Panicker for (scp = topo_list_next(&cp->sec_subchassis); 335353dbcc59SSundeep Panicker scp != NULL; scp = topo_list_next(scp)) 3354ac88567aSHyon Kim if (scp->sec_instance == subchassis) 335553dbcc59SSundeep Panicker break; 335653dbcc59SSundeep Panicker 335753dbcc59SSundeep Panicker if (scp == NULL) { 335853dbcc59SSundeep Panicker /* 2.3 This is a new subchassis */ 335953dbcc59SSundeep Panicker 336053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize " 336153dbcc59SSundeep Panicker "new subchassis with CSN (%s) " 336253dbcc59SSundeep Panicker "and LID (%s)", 3363ac88567aSHyon Kim sdp->sed_name, csn); 336453dbcc59SSundeep Panicker 336553dbcc59SSundeep Panicker if ((scp = topo_mod_zalloc(mod, 336653dbcc59SSundeep Panicker sizeof (ses_enum_chassis_t))) 336753dbcc59SSundeep Panicker == NULL) 336853dbcc59SSundeep Panicker goto error; 336953dbcc59SSundeep Panicker 337053dbcc59SSundeep Panicker scp->sec_csn = csn; 337153dbcc59SSundeep Panicker 337253dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, cp, scp, 3373ac88567aSHyon Kim np, props, subchassis, 337453dbcc59SSundeep Panicker SES_NEW_SUBCHASSIS) < 0) 337553dbcc59SSundeep Panicker goto error; 337653dbcc59SSundeep Panicker } else { 337753dbcc59SSundeep Panicker /* 2.4 This is a duplicate subchassis */ 337853dbcc59SSundeep Panicker 337953dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Append " 338053dbcc59SSundeep Panicker "duplicate subchassis with " 3381ac88567aSHyon Kim "CSN (%s)", sdp->sed_name, csn); 338253dbcc59SSundeep Panicker 338353dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, cp, scp, 3384ac88567aSHyon Kim np, props, subchassis, 338553dbcc59SSundeep Panicker SES_DUP_SUBCHASSIS) < 0) 338653dbcc59SSundeep Panicker goto error; 338753dbcc59SSundeep Panicker } 33886efb64caSEric Schrock } 3389940d71d2Seschrock } 3390940d71d2Seschrock } else if (ses_node_type(np) == SES_NODE_ELEMENT) { 3391940d71d2Seschrock /* 3392940d71d2Seschrock * If we haven't yet seen an enclosure node and identified the 3393940d71d2Seschrock * current chassis, something is very wrong; bail out. 3394940d71d2Seschrock */ 3395940d71d2Seschrock if (sdp->sed_current == NULL) 3396940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3397940d71d2Seschrock 3398940d71d2Seschrock /* 3399940d71d2Seschrock * If this isn't one of the element types we care about, then 3400940d71d2Seschrock * ignore it. 3401940d71d2Seschrock */ 3402940d71d2Seschrock verify(nvlist_lookup_uint64(props, SES_PROP_ELEMENT_TYPE, 3403940d71d2Seschrock &type) == 0); 3404940d71d2Seschrock if (type != SES_ET_DEVICE && 3405940d71d2Seschrock type != SES_ET_ARRAY_DEVICE && 3406ded93414SHyon Kim type != SES_ET_SUNW_FANBOARD && 3407ded93414SHyon Kim type != SES_ET_SUNW_FANMODULE && 3408940d71d2Seschrock type != SES_ET_COOLING && 3409ded93414SHyon Kim type != SES_ET_SUNW_POWERBOARD && 3410ded93414SHyon Kim type != SES_ET_SUNW_POWERMODULE && 3411940d71d2Seschrock type != SES_ET_POWER_SUPPLY && 3412ac88567aSHyon Kim type != SES_ET_ESC_ELECTRONICS && 3413ac88567aSHyon Kim type != SES_ET_SAS_EXPANDER && 3414ac88567aSHyon Kim type != SES_ET_SAS_CONNECTOR) 3415940d71d2Seschrock return (SES_WALK_ACTION_CONTINUE); 3416940d71d2Seschrock 3417940d71d2Seschrock /* 3418940d71d2Seschrock * Get the current instance number and see if we already know 3419940d71d2Seschrock * about this element. If so, it means we have multiple paths 3420940d71d2Seschrock * to the same elements, and we should ignore the current path. 3421940d71d2Seschrock */ 3422940d71d2Seschrock verify(nvlist_lookup_uint64(props, SES_PROP_ELEMENT_CLASS_INDEX, 3423940d71d2Seschrock &instance) == 0); 3424940d71d2Seschrock if (type == SES_ET_DEVICE || type == SES_ET_ARRAY_DEVICE) 3425940d71d2Seschrock (void) nvlist_lookup_uint64(props, SES_PROP_BAY_NUMBER, 3426940d71d2Seschrock &instance); 3427940d71d2Seschrock 3428940d71d2Seschrock cp = sdp->sed_current; 3429940d71d2Seschrock 3430940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 3431940d71d2Seschrock snp = topo_list_next(snp)) { 3432940d71d2Seschrock if (snp->sen_type == type && 3433940d71d2Seschrock snp->sen_instance == instance) 3434d91236feSeschrock break; 3435d91236feSeschrock } 3436d91236feSeschrock 3437d91236feSeschrock /* 3438d91236feSeschrock * We prefer the new element under the following circumstances: 3439d91236feSeschrock * 3440d91236feSeschrock * - The currently known element's status is unknown or not 3441d91236feSeschrock * available, but the new element has a known status. This 3442d91236feSeschrock * occurs if a given element is only available through a 3443d91236feSeschrock * particular target. 3444d91236feSeschrock * 3445d91236feSeschrock * - This is an ESC_ELECTRONICS element, and the 'reported-via' 3446d91236feSeschrock * property is set. This allows us to get reliable firmware 3447d91236feSeschrock * revision information from the enclosure node. 3448d91236feSeschrock */ 3449d91236feSeschrock if (snp != NULL) { 3450d91236feSeschrock if (nvlist_lookup_uint64( 3451d91236feSeschrock ses_node_props(snp->sen_node), 3452d91236feSeschrock SES_PROP_STATUS_CODE, &prevstatus) != 0) 3453d91236feSeschrock prevstatus = SES_ESC_UNSUPPORTED; 3454d91236feSeschrock if (nvlist_lookup_uint64( 3455d91236feSeschrock props, SES_PROP_STATUS_CODE, &status) != 0) 3456d91236feSeschrock status = SES_ESC_UNSUPPORTED; 3457d91236feSeschrock if (nvlist_lookup_boolean_value( 3458d91236feSeschrock props, SES_PROP_REPORT, &report) != 0) 3459d91236feSeschrock report = B_FALSE; 3460d91236feSeschrock 3461d91236feSeschrock if ((SES_STATUS_UNAVAIL(prevstatus) && 3462d91236feSeschrock !SES_STATUS_UNAVAIL(status)) || 3463d91236feSeschrock (type == SES_ET_ESC_ELECTRONICS && 3464d91236feSeschrock report)) { 3465d91236feSeschrock snp->sen_node = np; 3466d91236feSeschrock snp->sen_target = sdp->sed_target; 3467d91236feSeschrock } 3468d91236feSeschrock 34690b32bb8bSEric Schrock if ((sap = topo_mod_zalloc(mod, 34700b32bb8bSEric Schrock sizeof (ses_alt_node_t))) == NULL) 34710b32bb8bSEric Schrock goto error; 34720b32bb8bSEric Schrock 34730b32bb8bSEric Schrock sap->san_node = np; 34740b32bb8bSEric Schrock topo_list_append(&snp->sen_alt_nodes, sap); 34750b32bb8bSEric Schrock 3476d91236feSeschrock return (SES_WALK_ACTION_CONTINUE); 3477940d71d2Seschrock } 3478940d71d2Seschrock 3479940d71d2Seschrock if ((snp = topo_mod_zalloc(mod, 3480940d71d2Seschrock sizeof (ses_enum_node_t))) == NULL) 3481940d71d2Seschrock goto error; 3482940d71d2Seschrock 34830b32bb8bSEric Schrock if ((sap = topo_mod_zalloc(mod, 34840b32bb8bSEric Schrock sizeof (ses_alt_node_t))) == NULL) { 34850b32bb8bSEric Schrock topo_mod_free(mod, snp, sizeof (ses_enum_node_t)); 34860b32bb8bSEric Schrock goto error; 34870b32bb8bSEric Schrock } 34880b32bb8bSEric Schrock 3489940d71d2Seschrock topo_mod_dprintf(mod, "%s: adding node (%llu, %llu)", 3490940d71d2Seschrock sdp->sed_name, type, instance); 3491940d71d2Seschrock snp->sen_node = np; 3492940d71d2Seschrock snp->sen_type = type; 3493940d71d2Seschrock snp->sen_instance = instance; 3494940d71d2Seschrock snp->sen_target = sdp->sed_target; 34950b32bb8bSEric Schrock sap->san_node = np; 34960b32bb8bSEric Schrock topo_list_append(&snp->sen_alt_nodes, sap); 3497940d71d2Seschrock topo_list_append(&cp->sec_nodes, snp); 3498940d71d2Seschrock 3499940d71d2Seschrock if (type == SES_ET_DEVICE) 3500940d71d2Seschrock cp->sec_hasdev = B_TRUE; 3501940d71d2Seschrock } 3502940d71d2Seschrock 3503940d71d2Seschrock return (SES_WALK_ACTION_CONTINUE); 3504940d71d2Seschrock 3505940d71d2Seschrock error: 3506940d71d2Seschrock sdp->sed_errno = -1; 3507940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3508940d71d2Seschrock } 3509940d71d2Seschrock 3510940d71d2Seschrock static int 3511940d71d2Seschrock ses_process_dir(const char *dirpath, ses_enum_data_t *sdp) 3512940d71d2Seschrock { 3513940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 3514940d71d2Seschrock DIR *dir; 3515940d71d2Seschrock struct dirent *dp; 3516940d71d2Seschrock char path[PATH_MAX]; 3517940d71d2Seschrock ses_enum_target_t *stp; 3518940d71d2Seschrock int err = -1; 3519940d71d2Seschrock 3520940d71d2Seschrock /* 3521940d71d2Seschrock * Open the SES target directory and iterate over any available 3522940d71d2Seschrock * targets. 3523940d71d2Seschrock */ 3524940d71d2Seschrock if ((dir = opendir(dirpath)) == NULL) { 3525940d71d2Seschrock /* 3526940d71d2Seschrock * If the SES target directory does not exist, then return as if 3527940d71d2Seschrock * there are no active targets. 3528940d71d2Seschrock */ 3529940d71d2Seschrock topo_mod_dprintf(mod, "failed to open ses " 3530940d71d2Seschrock "directory '%s'", dirpath); 3531940d71d2Seschrock return (0); 3532940d71d2Seschrock } 3533940d71d2Seschrock 3534940d71d2Seschrock while ((dp = readdir(dir)) != NULL) { 3535940d71d2Seschrock if (strcmp(dp->d_name, ".") == 0 || 3536940d71d2Seschrock strcmp(dp->d_name, "..") == 0) 3537940d71d2Seschrock continue; 3538940d71d2Seschrock 3539940d71d2Seschrock /* 3540940d71d2Seschrock * Create a new target instance and take a snapshot. 3541940d71d2Seschrock */ 3542940d71d2Seschrock if ((stp = topo_mod_zalloc(mod, 3543940d71d2Seschrock sizeof (ses_enum_target_t))) == NULL) 3544940d71d2Seschrock goto error; 3545940d71d2Seschrock 35460b32bb8bSEric Schrock (void) pthread_mutex_init(&stp->set_lock, NULL); 35470b32bb8bSEric Schrock 3548940d71d2Seschrock (void) snprintf(path, sizeof (path), "%s/%s", dirpath, 3549940d71d2Seschrock dp->d_name); 3550940d71d2Seschrock 3551940d71d2Seschrock /* 3552940d71d2Seschrock * We keep track of the SES device path and export it on a 3553940d71d2Seschrock * per-node basis to allow higher level software to get to the 3554940d71d2Seschrock * corresponding SES state. 3555940d71d2Seschrock */ 3556940d71d2Seschrock if ((stp->set_devpath = topo_mod_strdup(mod, path)) == NULL) { 3557940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 3558940d71d2Seschrock goto error; 3559940d71d2Seschrock } 3560940d71d2Seschrock 3561940d71d2Seschrock if ((stp->set_target = 3562940d71d2Seschrock ses_open(LIBSES_VERSION, path)) == NULL) { 3563940d71d2Seschrock topo_mod_dprintf(mod, "failed to open ses target " 3564940d71d2Seschrock "'%s': %s", dp->d_name, ses_errmsg()); 3565f76de749SStephen Hanson ses_sof_alloc(mod, stp->set_devpath); 3566940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 3567940d71d2Seschrock continue; 3568940d71d2Seschrock } 3569f76de749SStephen Hanson topo_mod_dprintf(mod, "open contract"); 3570f76de749SStephen Hanson ses_ssl_alloc(mod, stp); 3571f76de749SStephen Hanson ses_create_contract(mod, stp); 3572940d71d2Seschrock 3573940d71d2Seschrock stp->set_refcount = 1; 3574940d71d2Seschrock sdp->sed_target = stp; 3575940d71d2Seschrock stp->set_snap = ses_snap_hold(stp->set_target); 3576525b85dbSEric Schrock stp->set_snaptime = gethrtime(); 3577940d71d2Seschrock 3578940d71d2Seschrock /* 3579940d71d2Seschrock * Enumerate over all SES elements and merge them into the 3580940d71d2Seschrock * correct ses_enum_chassis_t. 3581940d71d2Seschrock */ 3582940d71d2Seschrock sdp->sed_current = NULL; 3583940d71d2Seschrock sdp->sed_errno = 0; 3584940d71d2Seschrock sdp->sed_name = dp->d_name; 3585940d71d2Seschrock (void) ses_walk(stp->set_snap, ses_enum_gather, sdp); 3586940d71d2Seschrock 3587940d71d2Seschrock if (sdp->sed_errno != 0) 3588940d71d2Seschrock goto error; 3589940d71d2Seschrock } 3590940d71d2Seschrock 3591940d71d2Seschrock err = 0; 3592940d71d2Seschrock error: 3593edb433b6SMilan Jurik (void) closedir(dir); 3594940d71d2Seschrock return (err); 3595940d71d2Seschrock } 3596940d71d2Seschrock 3597940d71d2Seschrock static void 3598940d71d2Seschrock ses_release(topo_mod_t *mod, tnode_t *tn) 3599940d71d2Seschrock { 3600940d71d2Seschrock ses_enum_target_t *stp; 3601940d71d2Seschrock 3602f76de749SStephen Hanson if ((stp = topo_node_getspecific(tn)) != NULL) { 3603f76de749SStephen Hanson topo_node_setspecific(tn, NULL); 3604940d71d2Seschrock ses_target_free(mod, stp); 3605f76de749SStephen Hanson } 3606940d71d2Seschrock } 3607940d71d2Seschrock 3608940d71d2Seschrock /*ARGSUSED*/ 3609940d71d2Seschrock static int 3610940d71d2Seschrock ses_enum(topo_mod_t *mod, tnode_t *rnode, const char *name, 3611940d71d2Seschrock topo_instance_t min, topo_instance_t max, void *arg, void *notused) 3612940d71d2Seschrock { 3613940d71d2Seschrock ses_enum_chassis_t *cp; 3614d91236feSeschrock ses_enum_data_t *data; 3615940d71d2Seschrock 3616940d71d2Seschrock /* 3617940d71d2Seschrock * Check to make sure we're being invoked sensibly, and that we're not 3618940d71d2Seschrock * being invoked as part of a post-processing step. 3619940d71d2Seschrock */ 3620d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) != 0 && strcmp(name, BAY) != 0) 3621940d71d2Seschrock return (0); 3622940d71d2Seschrock 3623940d71d2Seschrock /* 3624d91236feSeschrock * If this is the first time we've called our enumeration method, then 3625d91236feSeschrock * gather information about any available enclosures. 3626940d71d2Seschrock */ 3627d91236feSeschrock if ((data = topo_mod_getspecific(mod)) == NULL) { 3628f76de749SStephen Hanson ses_sof_freeall(mod); 3629d91236feSeschrock if ((data = topo_mod_zalloc(mod, sizeof (ses_enum_data_t))) == 3630d91236feSeschrock NULL) 3631d91236feSeschrock return (-1); 3632940d71d2Seschrock 3633d91236feSeschrock data->sed_mod = mod; 3634d91236feSeschrock topo_mod_setspecific(mod, data); 3635d91236feSeschrock 3636ac88567aSHyon Kim if (dev_list_gather(mod, &data->sed_devs) != 0) 3637d91236feSeschrock goto error; 3638d91236feSeschrock 3639d91236feSeschrock /* 3640d91236feSeschrock * We search both the ses(7D) and sgen(7D) locations, so we are 3641d91236feSeschrock * independent of any particular driver class bindings. 3642d91236feSeschrock */ 3643d91236feSeschrock if (ses_process_dir("/dev/es", data) != 0 || 3644d91236feSeschrock ses_process_dir("/dev/scsi/ses", data) != 0) 3645d91236feSeschrock goto error; 3646d91236feSeschrock } 3647d91236feSeschrock 3648d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) == 0) { 3649d91236feSeschrock /* 3650d91236feSeschrock * This is a request to enumerate external enclosures. Go 3651d91236feSeschrock * through all the targets and create chassis nodes where 3652d91236feSeschrock * necessary. 3653d91236feSeschrock */ 3654d91236feSeschrock for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 3655d91236feSeschrock cp = topo_list_next(cp)) { 3656d91236feSeschrock if (ses_create_chassis(data, rnode, cp) != 0) 3657d91236feSeschrock goto error; 3658d91236feSeschrock } 3659d91236feSeschrock } else { 3660d91236feSeschrock /* 3661d91236feSeschrock * This is a request to enumerate a specific bay underneath the 3662d91236feSeschrock * root chassis (for internal disks). 3663d91236feSeschrock */ 3664d91236feSeschrock if (ses_create_bays(data, rnode) != 0) 3665940d71d2Seschrock goto error; 3666940d71d2Seschrock } 3667940d71d2Seschrock 3668d91236feSeschrock /* 3669d91236feSeschrock * This is a bit of a kludge. In order to allow internal disks to be 3670d91236feSeschrock * enumerated and share snapshot-specific information with the external 3671d91236feSeschrock * enclosure enumeration, we rely on the fact that we will be invoked 3672d91236feSeschrock * for the 'ses-enclosure' node last. 3673d91236feSeschrock */ 3674d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) == 0) { 367553dbcc59SSundeep Panicker for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 367653dbcc59SSundeep Panicker cp = topo_list_next(cp)) 367753dbcc59SSundeep Panicker ses_data_free(data, cp); 367853dbcc59SSundeep Panicker ses_data_free(data, NULL); 3679d91236feSeschrock topo_mod_setspecific(mod, NULL); 3680d91236feSeschrock } 3681940d71d2Seschrock return (0); 3682940d71d2Seschrock 3683940d71d2Seschrock error: 368453dbcc59SSundeep Panicker for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 368553dbcc59SSundeep Panicker cp = topo_list_next(cp)) 368653dbcc59SSundeep Panicker ses_data_free(data, cp); 368753dbcc59SSundeep Panicker ses_data_free(data, NULL); 3688d91236feSeschrock topo_mod_setspecific(mod, NULL); 3689940d71d2Seschrock return (-1); 3690940d71d2Seschrock } 3691940d71d2Seschrock 3692940d71d2Seschrock static const topo_modops_t ses_ops = 3693940d71d2Seschrock { ses_enum, ses_release }; 3694940d71d2Seschrock 3695940d71d2Seschrock static topo_modinfo_t ses_info = 3696940d71d2Seschrock { SES_ENCLOSURE, FM_FMRI_SCHEME_HC, SES_VERSION, &ses_ops }; 3697940d71d2Seschrock 3698940d71d2Seschrock /*ARGSUSED*/ 3699940d71d2Seschrock int 3700940d71d2Seschrock _topo_init(topo_mod_t *mod, topo_version_t version) 3701940d71d2Seschrock { 3702f76de749SStephen Hanson int rval; 3703f76de749SStephen Hanson 3704940d71d2Seschrock if (getenv("TOPOSESDEBUG") != NULL) 3705940d71d2Seschrock topo_mod_setdebug(mod); 3706940d71d2Seschrock 3707940d71d2Seschrock topo_mod_dprintf(mod, "initializing %s enumerator\n", 3708940d71d2Seschrock SES_ENCLOSURE); 3709940d71d2Seschrock 3710f76de749SStephen Hanson if ((rval = topo_mod_register(mod, &ses_info, TOPO_VERSION)) == 0) 3711f76de749SStephen Hanson ses_thread_init(mod); 3712f76de749SStephen Hanson 3713f76de749SStephen Hanson return (rval); 3714940d71d2Seschrock } 3715940d71d2Seschrock 3716940d71d2Seschrock void 3717940d71d2Seschrock _topo_fini(topo_mod_t *mod) 3718940d71d2Seschrock { 371905b58617SStephen Hanson ses_thread_fini(mod); 3720f76de749SStephen Hanson ses_sof_freeall(mod); 3721940d71d2Seschrock topo_mod_unregister(mod); 3722940d71d2Seschrock } 3723