1940d71d2Seschrock /* 2940d71d2Seschrock * CDDL HEADER START 3940d71d2Seschrock * 4940d71d2Seschrock * The contents of this file are subject to the terms of the 5940d71d2Seschrock * Common Development and Distribution License (the "License"). 6940d71d2Seschrock * You may not use this file except in compliance with the License. 7940d71d2Seschrock * 8940d71d2Seschrock * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9940d71d2Seschrock * or http://www.opensolaris.org/os/licensing. 10940d71d2Seschrock * See the License for the specific language governing permissions 11940d71d2Seschrock * and limitations under the License. 12940d71d2Seschrock * 13940d71d2Seschrock * When distributing Covered Code, include this CDDL HEADER in each 14940d71d2Seschrock * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15940d71d2Seschrock * If applicable, add the following below this CDDL HEADER, with the 16940d71d2Seschrock * fields enclosed by brackets "[]" replaced with your own identifying 17940d71d2Seschrock * information: Portions Copyright [yyyy] [name of copyright owner] 18940d71d2Seschrock * 19940d71d2Seschrock * CDDL HEADER END 20940d71d2Seschrock */ 21940d71d2Seschrock 22940d71d2Seschrock /* 2344ed9dbbSStephen Hanson * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved. 24edb433b6SMilan Jurik * Copyright 2012 Milan Jurik. All rights reserved. 25057c620aSHans Rosenfeld * Copyright 2015 Nexenta Systems, Inc. All rights reserved. 26cbb9248eSRob Johnston * Copyright (c) 2018, Joyent, Inc. 27940d71d2Seschrock */ 28940d71d2Seschrock 296efb64caSEric Schrock #include <alloca.h> 30940d71d2Seschrock #include <dirent.h> 31940d71d2Seschrock #include <devid.h> 32940d71d2Seschrock #include <fm/libdiskstatus.h> 33940d71d2Seschrock #include <inttypes.h> 34940d71d2Seschrock #include <pthread.h> 35940d71d2Seschrock #include <strings.h> 36ac88567aSHyon Kim #include <string.h> 37940d71d2Seschrock #include <unistd.h> 38940d71d2Seschrock #include <sys/dkio.h> 39940d71d2Seschrock #include <sys/fm/protocol.h> 4044ed9dbbSStephen Hanson #include <sys/libdevid.h> 41940d71d2Seschrock #include <sys/scsi/scsi_types.h> 42ac88567aSHyon Kim #include <sys/byteorder.h> 43f76de749SStephen Hanson #include <pthread.h> 44f76de749SStephen Hanson #include <signal.h> 45f76de749SStephen Hanson #include <fcntl.h> 46f76de749SStephen Hanson #include <sys/ctfs.h> 47f76de749SStephen Hanson #include <libcontract.h> 48f76de749SStephen Hanson #include <poll.h> 49f76de749SStephen Hanson #include <sys/contract/device.h> 50f76de749SStephen Hanson #include <libsysevent.h> 51f76de749SStephen Hanson #include <sys/sysevent/eventdefs.h> 52ded93414SHyon Kim #include <scsi/plugins/ses/vendor/sun.h> 53d91236feSeschrock 54940d71d2Seschrock #include "disk.h" 55d91236feSeschrock #include "ses.h" 56940d71d2Seschrock 57940d71d2Seschrock #define SES_VERSION 1 58940d71d2Seschrock 59ac88567aSHyon Kim #define SES_STARTING_SUBCHASSIS 256 /* valid subchassis IDs are uint8_t */ 60ac88567aSHyon Kim #define NO_SUBCHASSIS ((uint64_t)-1) 61ac88567aSHyon Kim 62525b85dbSEric Schrock static int ses_snap_freq = 250; /* in milliseconds */ 63940d71d2Seschrock 64d91236feSeschrock #define SES_STATUS_UNAVAIL(s) \ 650b32bb8bSEric Schrock ((s) == SES_ESC_UNSUPPORTED || (s) >= SES_ESC_NOT_INSTALLED) 66940d71d2Seschrock 67ded93414SHyon Kim #define HR_SECOND 1000000000 68ded93414SHyon Kim 69940d71d2Seschrock /* 70940d71d2Seschrock * Because multiple SES targets can be part of a single chassis, we construct 71940d71d2Seschrock * our own hierarchy that takes this into account. These SES targets may refer 72940d71d2Seschrock * to the same devices (multiple paths) or to different devices (managing 73940d71d2Seschrock * different portions of the space). We arrange things into a 74940d71d2Seschrock * ses_enum_enclosure_t, which contains a set of ses targets, and a list of all 75940d71d2Seschrock * nodes found so far. 76940d71d2Seschrock */ 770b32bb8bSEric Schrock typedef struct ses_alt_node { 780b32bb8bSEric Schrock topo_list_t san_link; 790b32bb8bSEric Schrock ses_node_t *san_node; 800b32bb8bSEric Schrock } ses_alt_node_t; 81940d71d2Seschrock 82940d71d2Seschrock typedef struct ses_enum_node { 83940d71d2Seschrock topo_list_t sen_link; 84940d71d2Seschrock ses_node_t *sen_node; 850b32bb8bSEric Schrock topo_list_t sen_alt_nodes; 86940d71d2Seschrock uint64_t sen_type; 87940d71d2Seschrock uint64_t sen_instance; 88940d71d2Seschrock ses_enum_target_t *sen_target; 89940d71d2Seschrock } ses_enum_node_t; 90940d71d2Seschrock 91940d71d2Seschrock typedef struct ses_enum_chassis { 92940d71d2Seschrock topo_list_t sec_link; 9353dbcc59SSundeep Panicker topo_list_t sec_subchassis; 94940d71d2Seschrock topo_list_t sec_nodes; 95940d71d2Seschrock topo_list_t sec_targets; 96940d71d2Seschrock const char *sec_csn; 97940d71d2Seschrock ses_node_t *sec_enclosure; 98940d71d2Seschrock ses_enum_target_t *sec_target; 99940d71d2Seschrock topo_instance_t sec_instance; 10053dbcc59SSundeep Panicker topo_instance_t sec_scinstance; 101ac88567aSHyon Kim topo_instance_t sec_maxinstance; 102940d71d2Seschrock boolean_t sec_hasdev; 103d91236feSeschrock boolean_t sec_internal; 104940d71d2Seschrock } ses_enum_chassis_t; 105940d71d2Seschrock 106940d71d2Seschrock typedef struct ses_enum_data { 107ac88567aSHyon Kim topo_list_t sed_devs; 108940d71d2Seschrock topo_list_t sed_chassis; 109940d71d2Seschrock ses_enum_chassis_t *sed_current; 110940d71d2Seschrock ses_enum_target_t *sed_target; 111940d71d2Seschrock int sed_errno; 112940d71d2Seschrock char *sed_name; 113940d71d2Seschrock topo_mod_t *sed_mod; 114940d71d2Seschrock topo_instance_t sed_instance; 115940d71d2Seschrock } ses_enum_data_t; 116940d71d2Seschrock 117ac88567aSHyon Kim typedef struct sas_connector_phy_data { 118ded93414SHyon Kim uint64_t scpd_index; 119ded93414SHyon Kim uint64_t scpd_pm; 120ac88567aSHyon Kim } sas_connector_phy_data_t; 121ac88567aSHyon Kim 122ac88567aSHyon Kim typedef struct sas_connector_type { 123ded93414SHyon Kim uint64_t sct_type; 124ded93414SHyon Kim char *sct_name; 125ac88567aSHyon Kim } sas_connector_type_t; 126ac88567aSHyon Kim 127ac88567aSHyon Kim static const sas_connector_type_t sas_connector_type_list[] = { 128ac88567aSHyon Kim { 0x0, "Information unknown" }, 129ac88567aSHyon Kim { 0x1, "External SAS 4x receptacle (see SAS-2 and SFF-8470)" }, 130ac88567aSHyon Kim { 0x2, "Exteranl Mini SAS 4x receptacle (see SAS-2 and SFF-8088)" }, 13147d6cd81SRobert Mustacchi { 0x3, "QSFP+ receptacle (see SAS-2.1 and SFF-8436)" }, 13247d6cd81SRobert Mustacchi { 0x4, "Mini SAS 4x active receptacle (see SAS-2.1 and SFF-8088)" }, 13347d6cd81SRobert Mustacchi { 0x5, "Mini SAS HD 4x receptacle (see SAS-2.1 and SFF-8644)" }, 13447d6cd81SRobert Mustacchi { 0x6, "Mini SAS HD 8x receptacle (see SAS-2.1 and SFF-8644)" }, 13547d6cd81SRobert Mustacchi { 0x7, "Mini SAS HD 16x receptacle (see SAS-2.1 and SFF-8644)" }, 136ac88567aSHyon Kim { 0xF, "Vendor-specific external connector" }, 137ac88567aSHyon Kim { 0x10, "Internal wide SAS 4i plug (see SAS-2 and SFF-8484)" }, 138ac88567aSHyon Kim { 0x11, 139ac88567aSHyon Kim "Internal wide Mini SAS 4i receptacle (see SAS-2 and SFF-8087)" }, 14047d6cd81SRobert Mustacchi { 0x12, "Mini SAS HD 4i receptacle (see SAS-2.1 and SFF-8643)" }, 14147d6cd81SRobert Mustacchi { 0x20, "Internal SAS Drive receptacle (see SAS-2 and SFF-8482)" }, 14247d6cd81SRobert Mustacchi { 0x21, "Internal SATA host plug (see SAS-2 and SATA-2)" }, 143ac88567aSHyon Kim { 0x22, "Internal SAS Drive plug (see SAS-2 and SFF-8482)" }, 144ac88567aSHyon Kim { 0x23, "Internal SATA device plug (see SAS-2 and SATA-2)" }, 14547d6cd81SRobert Mustacchi { 0x24, "Micro SAS receptacle (see SAS-2.14)" }, 14647d6cd81SRobert Mustacchi { 0x25, "Micro SATA device plug (see SAS-2.1 and SATA)" }, 14747d6cd81SRobert Mustacchi { 0x26, "Micro SAS plug (see SAS-2.1 and SFF-8486)" }, 14847d6cd81SRobert Mustacchi { 0x27, "Micro SAS/SATA plug (see SAS-2.1 and SFF-8486)" }, 14947d6cd81SRobert Mustacchi { 0x28, 15047d6cd81SRobert Mustacchi "12 Gb/s SAS Drive backplane receptacle (see SAS-34 and SFF-8680)" }, 15147d6cd81SRobert Mustacchi { 0x29, "12Gb/s SAS Drive Plug (see SAS-3 and SFF-8680)" }, 15247d6cd81SRobert Mustacchi { 0x2A, "Multifunction 12 Gb/s 6x Unshielded receptacle connector " 15347d6cd81SRobert Mustacchi "receptacle (see SAS-3 and SFF-8639)" }, 15447d6cd81SRobert Mustacchi { 0x2B, "Multifunction 12 Gb/s 6x Unshielded receptable connector " 15547d6cd81SRobert Mustacchi "plug (see SAS-3 and SFF-8639)" }, 156ac88567aSHyon Kim { 0x2F, "Internal SAS virtual connector" }, 157ac88567aSHyon Kim { 0x3F, "Vendor-specific internal connector" }, 158ac88567aSHyon Kim { 0x70, "Other Vendor-specific connector" }, 159ac88567aSHyon Kim { 0x71, "Other Vendor-specific connector" }, 160ac88567aSHyon Kim { 0x72, "Other Vendor-specific connector" }, 161ac88567aSHyon Kim { 0x73, "Other Vendor-specific connector" }, 162ac88567aSHyon Kim { 0x74, "Other Vendor-specific connector" }, 163ac88567aSHyon Kim { 0x75, "Other Vendor-specific connector" }, 164ac88567aSHyon Kim { 0x76, "Other Vendor-specific connector" }, 165ac88567aSHyon Kim { 0x77, "Other Vendor-specific connector" }, 166ac88567aSHyon Kim { 0x78, "Other Vendor-specific connector" }, 167ac88567aSHyon Kim { 0x79, "Other Vendor-specific connector" }, 168ac88567aSHyon Kim { 0x7A, "Other Vendor-specific connector" }, 169ac88567aSHyon Kim { 0x7B, "Other Vendor-specific connector" }, 170ac88567aSHyon Kim { 0x7C, "Other Vendor-specific connector" }, 171ac88567aSHyon Kim { 0x7D, "Other Vendor-specific connector" }, 172ac88567aSHyon Kim { 0x7E, "Other Vendor-specific connector" }, 173ac88567aSHyon Kim { 0x7F, "Other Vendor-specific connector" }, 174ac88567aSHyon Kim { 0x80, "Not Defined" } 175ac88567aSHyon Kim }; 176ac88567aSHyon Kim 177ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED 0x80 178ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_NOT_DEFINED \ 17947d6cd81SRobert Mustacchi "Connector type not defined by SES-2 standard" 180ac88567aSHyon Kim #define SAS_CONNECTOR_TYPE_RESERVED \ 181ac88567aSHyon Kim "Connector type reserved by SES-2 standard" 182ac88567aSHyon Kim 183ded93414SHyon Kim typedef struct phys_enum_type { 184ded93414SHyon Kim uint64_t pet_type; 185ded93414SHyon Kim char *pet_nodename; 186ded93414SHyon Kim char *pet_defaultlabel; 187ded93414SHyon Kim boolean_t pet_dorange; 188ded93414SHyon Kim } phys_enum_type_t; 189ded93414SHyon Kim 190ded93414SHyon Kim static const phys_enum_type_t phys_enum_type_list[] = { 191ded93414SHyon Kim { SES_ET_ARRAY_DEVICE, BAY, "BAY", B_TRUE }, 192ded93414SHyon Kim { SES_ET_COOLING, FAN, "FAN", B_TRUE }, 193ded93414SHyon Kim { SES_ET_DEVICE, BAY, "BAY", B_TRUE }, 194ded93414SHyon Kim { SES_ET_ESC_ELECTRONICS, CONTROLLER, "CONTROLLER", B_TRUE }, 195ded93414SHyon Kim { SES_ET_POWER_SUPPLY, PSU, "PSU", B_TRUE }, 196ded93414SHyon Kim { SES_ET_SUNW_FANBOARD, FANBOARD, "FANBOARD", B_TRUE }, 197ded93414SHyon Kim { SES_ET_SUNW_FANMODULE, FANMODULE, "FANMODULE", B_TRUE }, 198ded93414SHyon Kim { SES_ET_SUNW_POWERBOARD, POWERBOARD, "POWERBOARD", B_TRUE }, 199ded93414SHyon Kim { SES_ET_SUNW_POWERMODULE, POWERMODULE, "POWERMODULE", B_TRUE } 200ded93414SHyon Kim }; 201ded93414SHyon Kim 202ded93414SHyon Kim #define N_PHYS_ENUM_TYPES (sizeof (phys_enum_type_list) / \ 203ded93414SHyon Kim sizeof (phys_enum_type_list[0])) 204ded93414SHyon Kim 205ded93414SHyon Kim /* 206ded93414SHyon Kim * Structure for the hierarchical tree for element nodes. 207ded93414SHyon Kim */ 208ded93414SHyon Kim typedef struct ses_phys_tree { 209ded93414SHyon Kim ses_node_t *spt_snode; 210ded93414SHyon Kim ses_enum_node_t *spt_senumnode; 211ded93414SHyon Kim boolean_t spt_isfru; 212ded93414SHyon Kim uint64_t spt_eonlyindex; 213ded93414SHyon Kim uint64_t spt_cindex; 214ded93414SHyon Kim uint64_t spt_pindex; 215ded93414SHyon Kim uint64_t spt_maxinst; 216ded93414SHyon Kim struct ses_phys_tree *spt_parent; 217ded93414SHyon Kim struct ses_phys_tree *spt_child; 218ded93414SHyon Kim struct ses_phys_tree *spt_sibling; 219ded93414SHyon Kim tnode_t *spt_tnode; 220ded93414SHyon Kim } ses_phys_tree_t; 221ded93414SHyon Kim 22253dbcc59SSundeep Panicker typedef enum { 22353dbcc59SSundeep Panicker SES_NEW_CHASSIS = 0x1, 22453dbcc59SSundeep Panicker SES_NEW_SUBCHASSIS = 0x2, 22553dbcc59SSundeep Panicker SES_DUP_CHASSIS = 0x4, 22653dbcc59SSundeep Panicker SES_DUP_SUBCHASSIS = 0x8 22753dbcc59SSundeep Panicker } ses_chassis_type_e; 22853dbcc59SSundeep Panicker 229ded93414SHyon Kim 230b4879163SHyon Kim static const topo_pgroup_info_t storage_pgroup = { 231b4879163SHyon Kim TOPO_PGROUP_STORAGE, 232ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 233ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 234ac88567aSHyon Kim 1 235ac88567aSHyon Kim }; 236ac88567aSHyon Kim 237b4879163SHyon Kim static const topo_pgroup_info_t smp_pgroup = { 238b4879163SHyon Kim TOPO_PGROUP_SMP, 239ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 240ac88567aSHyon Kim TOPO_STABILITY_PRIVATE, 241ac88567aSHyon Kim 1 242ac88567aSHyon Kim }; 243ac88567aSHyon Kim 244a961ec00SHyon Kim static const topo_pgroup_info_t ses_pgroup = { 245a961ec00SHyon Kim TOPO_PGROUP_SES, 246a961ec00SHyon Kim TOPO_STABILITY_PRIVATE, 247a961ec00SHyon Kim TOPO_STABILITY_PRIVATE, 248a961ec00SHyon Kim 1 249a961ec00SHyon Kim }; 250a961ec00SHyon Kim 251940d71d2Seschrock static int ses_present(topo_mod_t *, tnode_t *, topo_version_t, nvlist_t *, 252940d71d2Seschrock nvlist_t **); 253940d71d2Seschrock static int ses_contains(topo_mod_t *, tnode_t *, topo_version_t, nvlist_t *, 254940d71d2Seschrock nvlist_t **); 255940d71d2Seschrock 256940d71d2Seschrock static const topo_method_t ses_component_methods[] = { 257940d71d2Seschrock { TOPO_METH_PRESENT, TOPO_METH_PRESENT_DESC, 258940d71d2Seschrock TOPO_METH_PRESENT_VERSION0, TOPO_STABILITY_INTERNAL, ses_present }, 259d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 260d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_node_enum_facility }, 26188045cffSRobert Johnston { TOPO_METH_SENSOR_FAILURE, TOPO_METH_SENSOR_FAILURE_DESC, 26288045cffSRobert Johnston TOPO_METH_SENSOR_FAILURE_VERSION, TOPO_STABILITY_INTERNAL, 26388045cffSRobert Johnston topo_method_sensor_failure }, 264d91236feSeschrock { NULL } 265d91236feSeschrock }; 266d91236feSeschrock 267d91236feSeschrock static const topo_method_t ses_bay_methods[] = { 268d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 269d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_node_enum_facility }, 270940d71d2Seschrock { NULL } 271940d71d2Seschrock }; 272940d71d2Seschrock 273940d71d2Seschrock static const topo_method_t ses_enclosure_methods[] = { 274940d71d2Seschrock { TOPO_METH_CONTAINS, TOPO_METH_CONTAINS_DESC, 275940d71d2Seschrock TOPO_METH_CONTAINS_VERSION, TOPO_STABILITY_INTERNAL, ses_contains }, 276d91236feSeschrock { TOPO_METH_FAC_ENUM, TOPO_METH_FAC_ENUM_DESC, 0, 277d91236feSeschrock TOPO_STABILITY_INTERNAL, ses_enc_enum_facility }, 278940d71d2Seschrock { NULL } 279940d71d2Seschrock }; 280940d71d2Seschrock 281f76de749SStephen Hanson /* 282f76de749SStephen Hanson * Functions for tracking ses devices which we were unable to open. We retry 283f76de749SStephen Hanson * these at regular intervals using ses_recheck_dir() and if we find that we 284f76de749SStephen Hanson * can now open any of them then we send a sysevent to indicate that a new topo 285f76de749SStephen Hanson * snapshot should be taken. 286f76de749SStephen Hanson */ 287f76de749SStephen Hanson typedef struct ses_open_fail_list { 288f76de749SStephen Hanson struct ses_open_fail_list *sof_next; 289f76de749SStephen Hanson char *sof_path; 290f76de749SStephen Hanson } ses_open_fail_list_t; 291f76de749SStephen Hanson 292f76de749SStephen Hanson static ses_open_fail_list_t *ses_sofh; 293f76de749SStephen Hanson static pthread_mutex_t ses_sofmt; 29405b58617SStephen Hanson static void ses_ct_print(char *ptr); 295f76de749SStephen Hanson 296f76de749SStephen Hanson static void 29705b58617SStephen Hanson ses_recheck_dir() 298f76de749SStephen Hanson { 299f76de749SStephen Hanson ses_target_t *target; 300f76de749SStephen Hanson sysevent_id_t eid; 30105b58617SStephen Hanson char buf[80]; 302f76de749SStephen Hanson ses_open_fail_list_t *sof; 303f76de749SStephen Hanson 304f76de749SStephen Hanson /* 305f76de749SStephen Hanson * check list of "unable to open" devices 306f76de749SStephen Hanson */ 307f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 308f76de749SStephen Hanson for (sof = ses_sofh; sof != NULL; sof = sof->sof_next) { 309f76de749SStephen Hanson /* 310f76de749SStephen Hanson * see if we can open it now 311f76de749SStephen Hanson */ 312f76de749SStephen Hanson if ((target = ses_open(LIBSES_VERSION, 313f76de749SStephen Hanson sof->sof_path)) == NULL) { 31405b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 315f76de749SStephen Hanson "recheck_dir - still can't open %s", sof->sof_path); 31605b58617SStephen Hanson ses_ct_print(buf); 317f76de749SStephen Hanson continue; 318f76de749SStephen Hanson } 319f76de749SStephen Hanson 320f76de749SStephen Hanson /* 321f76de749SStephen Hanson * ok - better force a new snapshot 322f76de749SStephen Hanson */ 32305b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 324f76de749SStephen Hanson "recheck_dir - can now open %s", sof->sof_path); 32505b58617SStephen Hanson ses_ct_print(buf); 326f76de749SStephen Hanson (void) sysevent_post_event(EC_PLATFORM, ESC_PLATFORM_SP_RESET, 327f76de749SStephen Hanson SUNW_VENDOR, "fmd", NULL, &eid); 328f76de749SStephen Hanson ses_close(target); 329f76de749SStephen Hanson break; 330f76de749SStephen Hanson } 331f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 332f76de749SStephen Hanson } 333f76de749SStephen Hanson 334f76de749SStephen Hanson static void 335f76de749SStephen Hanson ses_sof_alloc(topo_mod_t *mod, char *path) 336f76de749SStephen Hanson { 337f76de749SStephen Hanson ses_open_fail_list_t *sof; 338f76de749SStephen Hanson 339f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 340f76de749SStephen Hanson sof = topo_mod_zalloc(mod, sizeof (*sof)); 341f76de749SStephen Hanson topo_mod_dprintf(mod, "sof_alloc %s", path); 342f76de749SStephen Hanson sof->sof_path = path; 343f76de749SStephen Hanson sof->sof_next = ses_sofh; 344f76de749SStephen Hanson ses_sofh = sof; 345f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 346f76de749SStephen Hanson } 347f76de749SStephen Hanson 348f76de749SStephen Hanson static void 349f76de749SStephen Hanson ses_sof_freeall(topo_mod_t *mod) 350f76de749SStephen Hanson { 351f76de749SStephen Hanson ses_open_fail_list_t *sof, *next_sof; 352f76de749SStephen Hanson 353f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sofmt); 354f76de749SStephen Hanson for (sof = ses_sofh; sof != NULL; sof = next_sof) { 355f76de749SStephen Hanson next_sof = sof->sof_next; 356f76de749SStephen Hanson topo_mod_dprintf(mod, "sof_freeall %s", sof->sof_path); 357f76de749SStephen Hanson topo_mod_strfree(mod, sof->sof_path); 358f76de749SStephen Hanson topo_mod_free(mod, sof, sizeof (*sof)); 359f76de749SStephen Hanson } 360f76de749SStephen Hanson ses_sofh = NULL; 361f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sofmt); 362f76de749SStephen Hanson } 363f76de749SStephen Hanson 364f76de749SStephen Hanson /* 365f76de749SStephen Hanson * functions for verifying that the ses_enum_target_t held in a device 366f76de749SStephen Hanson * contract's cookie field is still valid (it may have been freed by 367f76de749SStephen Hanson * ses_release()). 368f76de749SStephen Hanson */ 369f76de749SStephen Hanson typedef struct ses_stp_list { 370f76de749SStephen Hanson struct ses_stp_list *ssl_next; 371f76de749SStephen Hanson ses_enum_target_t *ssl_tgt; 372f76de749SStephen Hanson } ses_stp_list_t; 373f76de749SStephen Hanson 374f76de749SStephen Hanson static ses_stp_list_t *ses_sslh; 375f76de749SStephen Hanson static pthread_mutex_t ses_sslmt; 376f76de749SStephen Hanson 377f76de749SStephen Hanson static void 378f76de749SStephen Hanson ses_ssl_alloc(topo_mod_t *mod, ses_enum_target_t *stp) 379f76de749SStephen Hanson { 380f76de749SStephen Hanson ses_stp_list_t *ssl; 381f76de749SStephen Hanson 382f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 383f76de749SStephen Hanson ssl = topo_mod_zalloc(mod, sizeof (*ssl)); 384f76de749SStephen Hanson topo_mod_dprintf(mod, "ssl_alloc %p", stp); 385f76de749SStephen Hanson ssl->ssl_tgt = stp; 386f76de749SStephen Hanson ssl->ssl_next = ses_sslh; 387f76de749SStephen Hanson ses_sslh = ssl; 388f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 389f76de749SStephen Hanson } 390f76de749SStephen Hanson 391f76de749SStephen Hanson static void 392f76de749SStephen Hanson ses_ssl_free(topo_mod_t *mod, ses_enum_target_t *stp) 393f76de749SStephen Hanson { 394f76de749SStephen Hanson ses_stp_list_t *ssl, *prev_ssl; 395f76de749SStephen Hanson 396f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 397f76de749SStephen Hanson prev_ssl = NULL; 398f76de749SStephen Hanson for (ssl = ses_sslh; ssl != NULL; ssl = ssl->ssl_next) { 399f76de749SStephen Hanson if (ssl->ssl_tgt == stp) { 400f76de749SStephen Hanson topo_mod_dprintf(mod, "ssl_free %p", ssl->ssl_tgt); 401f76de749SStephen Hanson if (prev_ssl == NULL) 402f76de749SStephen Hanson ses_sslh = ssl->ssl_next; 403f76de749SStephen Hanson else 404f76de749SStephen Hanson prev_ssl->ssl_next = ssl->ssl_next; 405f76de749SStephen Hanson topo_mod_free(mod, ssl, sizeof (*ssl)); 406f76de749SStephen Hanson break; 407f76de749SStephen Hanson } 408f76de749SStephen Hanson prev_ssl = ssl; 409f76de749SStephen Hanson } 410f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 411f76de749SStephen Hanson } 412f76de749SStephen Hanson 413f76de749SStephen Hanson static int 414f76de749SStephen Hanson ses_ssl_valid(ses_enum_target_t *stp) 415f76de749SStephen Hanson { 416f76de749SStephen Hanson ses_stp_list_t *ssl; 417f76de749SStephen Hanson 418f76de749SStephen Hanson for (ssl = ses_sslh; ssl != NULL; ssl = ssl->ssl_next) 419f76de749SStephen Hanson if (ssl->ssl_tgt == stp) 420f76de749SStephen Hanson return (1); 421f76de749SStephen Hanson return (0); 422f76de749SStephen Hanson } 423f76de749SStephen Hanson 424f76de749SStephen Hanson /* 425f76de749SStephen Hanson * Functions for creating and destroying a background thread 426f76de749SStephen Hanson * (ses_contract_thread) used for detecting when ses devices have been 427f76de749SStephen Hanson * retired/unretired. 428f76de749SStephen Hanson */ 429f76de749SStephen Hanson static struct ses_thread_s { 430f76de749SStephen Hanson pthread_mutex_t mt; 431f76de749SStephen Hanson pthread_t tid; 432f76de749SStephen Hanson int thr_sig; 433f76de749SStephen Hanson int doexit; 434f76de749SStephen Hanson int count; 435f76de749SStephen Hanson } sesthread = { 436f76de749SStephen Hanson PTHREAD_MUTEX_INITIALIZER, 437f76de749SStephen Hanson 0, 438f76de749SStephen Hanson SIGTERM, 439f76de749SStephen Hanson 0, 440f76de749SStephen Hanson 0 441f76de749SStephen Hanson }; 442f76de749SStephen Hanson 44305b58617SStephen Hanson typedef struct ses_mod_list { 44405b58617SStephen Hanson struct ses_mod_list *smod_next; 44505b58617SStephen Hanson topo_mod_t *smod_mod; 44605b58617SStephen Hanson } ses_mod_list_t; 44705b58617SStephen Hanson 44805b58617SStephen Hanson static ses_mod_list_t *ses_smod; 44905b58617SStephen Hanson 45005b58617SStephen Hanson static void 45105b58617SStephen Hanson ses_ct_print(char *ptr) 45205b58617SStephen Hanson { 45305b58617SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 4542eb07f5eSStephen Hanson if (ses_smod != NULL && ses_smod->smod_mod != NULL) 45505b58617SStephen Hanson topo_mod_dprintf(ses_smod->smod_mod, ptr); 45605b58617SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 45705b58617SStephen Hanson } 45805b58617SStephen Hanson 45905b58617SStephen Hanson /*ARGSUSED*/ 460f76de749SStephen Hanson static void * 461f76de749SStephen Hanson ses_contract_thread(void *arg) 462f76de749SStephen Hanson { 463f76de749SStephen Hanson int efd, ctlfd, statfd; 464f76de749SStephen Hanson ct_evthdl_t ev; 465f76de749SStephen Hanson ctevid_t evid; 466f76de749SStephen Hanson uint_t event; 467f76de749SStephen Hanson char path[PATH_MAX]; 46805b58617SStephen Hanson char buf[80]; 469f76de749SStephen Hanson ses_enum_target_t *stp; 470f76de749SStephen Hanson ct_stathdl_t stathdl; 471f76de749SStephen Hanson ctid_t ctid; 472f76de749SStephen Hanson struct pollfd fds; 473f76de749SStephen Hanson int pollret; 474057c620aSHans Rosenfeld sigset_t sigset; 475f76de749SStephen Hanson 47605b58617SStephen Hanson ses_ct_print("start contract event thread"); 477f76de749SStephen Hanson efd = open64(CTFS_ROOT "/device/pbundle", O_RDONLY); 478f76de749SStephen Hanson fds.fd = efd; 479f76de749SStephen Hanson fds.events = POLLIN; 480f76de749SStephen Hanson fds.revents = 0; 481*8e4148b0SJohn Levon (void) sigaddset(&sigset, sesthread.thr_sig); 482*8e4148b0SJohn Levon (void) pthread_sigmask(SIG_UNBLOCK, &sigset, NULL); 483f76de749SStephen Hanson for (;;) { 484f76de749SStephen Hanson /* check if we've been asked to exit */ 485f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 486f76de749SStephen Hanson if (sesthread.doexit) { 487f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 488f76de749SStephen Hanson break; 489f76de749SStephen Hanson } 490f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 491f76de749SStephen Hanson 492f76de749SStephen Hanson /* poll until an event arrives */ 493f76de749SStephen Hanson if ((pollret = poll(&fds, 1, 10000)) <= 0) { 494f76de749SStephen Hanson if (pollret == 0) 49505b58617SStephen Hanson ses_recheck_dir(); 496f76de749SStephen Hanson continue; 497f76de749SStephen Hanson } 498f76de749SStephen Hanson 499f76de749SStephen Hanson /* read the event */ 500f76de749SStephen Hanson (void) pthread_mutex_lock(&ses_sslmt); 50105b58617SStephen Hanson ses_ct_print("read contract event"); 502f76de749SStephen Hanson if (ct_event_read(efd, &ev) != 0) { 503f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 504f76de749SStephen Hanson continue; 505f76de749SStephen Hanson } 506f76de749SStephen Hanson 507f76de749SStephen Hanson /* see if it is an event we are expecting */ 508f76de749SStephen Hanson ctid = ct_event_get_ctid(ev); 50905b58617SStephen Hanson (void) snprintf(buf, sizeof (buf), 51005b58617SStephen Hanson "got contract event ctid=%d", ctid); 51105b58617SStephen Hanson ses_ct_print(buf); 512f76de749SStephen Hanson event = ct_event_get_type(ev); 513f76de749SStephen Hanson if (event != CT_DEV_EV_OFFLINE && event != CT_EV_NEGEND) { 514edb433b6SMilan Jurik (void) snprintf(buf, sizeof (buf), 51505b58617SStephen Hanson "bad contract event %x", event); 51605b58617SStephen Hanson ses_ct_print(buf); 517f76de749SStephen Hanson ct_event_free(ev); 518f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 519f76de749SStephen Hanson continue; 520f76de749SStephen Hanson } 521f76de749SStephen Hanson 522f76de749SStephen Hanson /* find target pointer saved in cookie */ 523f76de749SStephen Hanson evid = ct_event_get_evid(ev); 524f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, CTFS_ROOT "/device/%ld/status", 525f76de749SStephen Hanson ctid); 526f76de749SStephen Hanson statfd = open64(path, O_RDONLY); 527edb433b6SMilan Jurik (void) ct_status_read(statfd, CTD_COMMON, &stathdl); 528f76de749SStephen Hanson stp = (ses_enum_target_t *)(uintptr_t) 529f76de749SStephen Hanson ct_status_get_cookie(stathdl); 530f76de749SStephen Hanson ct_status_free(stathdl); 531edb433b6SMilan Jurik (void) close(statfd); 532f76de749SStephen Hanson 533f76de749SStephen Hanson /* check if target pointer is still valid */ 534f76de749SStephen Hanson if (ses_ssl_valid(stp) == 0) { 535edb433b6SMilan Jurik (void) snprintf(buf, sizeof (buf), 53605b58617SStephen Hanson "contract already abandoned %x", event); 53705b58617SStephen Hanson ses_ct_print(buf); 538f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, 539f76de749SStephen Hanson CTFS_ROOT "/device/%ld/ctl", ctid); 540f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 541f76de749SStephen Hanson if (event != CT_EV_NEGEND) 542edb433b6SMilan Jurik (void) ct_ctl_ack(ctlfd, evid); 543f76de749SStephen Hanson else 544edb433b6SMilan Jurik (void) ct_ctl_abandon(ctlfd); 545edb433b6SMilan Jurik (void) close(ctlfd); 546f76de749SStephen Hanson ct_event_free(ev); 547f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 548f76de749SStephen Hanson continue; 549f76de749SStephen Hanson } 550f76de749SStephen Hanson 551f76de749SStephen Hanson /* find control device for ack/abandon */ 552f76de749SStephen Hanson (void) pthread_mutex_lock(&stp->set_lock); 553f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, CTFS_ROOT "/device/%ld/ctl", 554f76de749SStephen Hanson ctid); 555f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 556f76de749SStephen Hanson if (event != CT_EV_NEGEND) { 557f76de749SStephen Hanson /* if this is an offline event, do the offline */ 55805b58617SStephen Hanson ses_ct_print("got contract offline event"); 559f76de749SStephen Hanson if (stp->set_target) { 56005b58617SStephen Hanson ses_ct_print("contract thread rele"); 561f76de749SStephen Hanson ses_snap_rele(stp->set_snap); 562f76de749SStephen Hanson ses_close(stp->set_target); 563f76de749SStephen Hanson stp->set_target = NULL; 564f76de749SStephen Hanson } 565edb433b6SMilan Jurik (void) ct_ctl_ack(ctlfd, evid); 566f76de749SStephen Hanson } else { 567f76de749SStephen Hanson /* if this is the negend, then abandon the contract */ 56805b58617SStephen Hanson ses_ct_print("got contract negend"); 569f76de749SStephen Hanson if (stp->set_ctid) { 570ad8ef92aSMilan Jurik (void) snprintf(buf, sizeof (buf), 57105b58617SStephen Hanson "abandon old contract %d", stp->set_ctid); 57205b58617SStephen Hanson ses_ct_print(buf); 573f76de749SStephen Hanson stp->set_ctid = NULL; 574f76de749SStephen Hanson } 575edb433b6SMilan Jurik (void) ct_ctl_abandon(ctlfd); 576f76de749SStephen Hanson } 577ad8ef92aSMilan Jurik (void) close(ctlfd); 578f76de749SStephen Hanson (void) pthread_mutex_unlock(&stp->set_lock); 579f76de749SStephen Hanson ct_event_free(ev); 580f76de749SStephen Hanson (void) pthread_mutex_unlock(&ses_sslmt); 581f76de749SStephen Hanson } 582ad8ef92aSMilan Jurik (void) close(efd); 583f76de749SStephen Hanson return (NULL); 584f76de749SStephen Hanson } 585f76de749SStephen Hanson 586f76de749SStephen Hanson int 587f76de749SStephen Hanson find_thr_sig(void) 588f76de749SStephen Hanson { 589f76de749SStephen Hanson int i; 590f76de749SStephen Hanson sigset_t oset, rset; 591f76de749SStephen Hanson int sig[] = {SIGTERM, SIGUSR1, SIGUSR2}; 592f76de749SStephen Hanson int sig_sz = sizeof (sig) / sizeof (int); 593f76de749SStephen Hanson int rc = SIGTERM; 594f76de749SStephen Hanson 595f76de749SStephen Hanson /* prefered set of signals that are likely used to terminate threads */ 596f76de749SStephen Hanson (void) sigemptyset(&oset); 597f76de749SStephen Hanson (void) pthread_sigmask(SIG_SETMASK, NULL, &oset); 598f76de749SStephen Hanson for (i = 0; i < sig_sz; i++) { 599f76de749SStephen Hanson if (sigismember(&oset, sig[i]) == 0) { 600f76de749SStephen Hanson return (sig[i]); 601f76de749SStephen Hanson } 602f76de749SStephen Hanson } 603f76de749SStephen Hanson 604f76de749SStephen Hanson /* reserved set of signals that are not allowed to terminate thread */ 605f76de749SStephen Hanson (void) sigemptyset(&rset); 606f76de749SStephen Hanson (void) sigaddset(&rset, SIGABRT); 607f76de749SStephen Hanson (void) sigaddset(&rset, SIGKILL); 608f76de749SStephen Hanson (void) sigaddset(&rset, SIGSTOP); 609f76de749SStephen Hanson (void) sigaddset(&rset, SIGCANCEL); 610f76de749SStephen Hanson 611f76de749SStephen Hanson /* Find signal that is not masked and not in the reserved list. */ 612f76de749SStephen Hanson for (i = 1; i < MAXSIG; i++) { 613f76de749SStephen Hanson if (sigismember(&rset, i) == 1) { 614f76de749SStephen Hanson continue; 615f76de749SStephen Hanson } 616f76de749SStephen Hanson if (sigismember(&oset, i) == 0) { 617f76de749SStephen Hanson return (i); 618f76de749SStephen Hanson } 619f76de749SStephen Hanson } 620f76de749SStephen Hanson 621f76de749SStephen Hanson return (rc); 622f76de749SStephen Hanson } 623f76de749SStephen Hanson 624f76de749SStephen Hanson /*ARGSUSED*/ 625f76de749SStephen Hanson static void 626f76de749SStephen Hanson ses_handler(int sig) 627f76de749SStephen Hanson { 628f76de749SStephen Hanson } 629f76de749SStephen Hanson 630f76de749SStephen Hanson static void 63105b58617SStephen Hanson ses_thread_init(topo_mod_t *mod) 632f76de749SStephen Hanson { 633f76de749SStephen Hanson pthread_attr_t *attr = NULL; 634f76de749SStephen Hanson struct sigaction act; 63505b58617SStephen Hanson ses_mod_list_t *smod; 636f76de749SStephen Hanson 637f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 638f76de749SStephen Hanson sesthread.count++; 63905b58617SStephen Hanson smod = topo_mod_zalloc(mod, sizeof (*smod)); 64005b58617SStephen Hanson smod->smod_mod = mod; 64105b58617SStephen Hanson smod->smod_next = ses_smod; 64205b58617SStephen Hanson ses_smod = smod; 643f76de749SStephen Hanson if (sesthread.tid == 0) { 644f76de749SStephen Hanson /* find a suitable signal to use for killing the thread below */ 645f76de749SStephen Hanson sesthread.thr_sig = find_thr_sig(); 646f76de749SStephen Hanson 647f76de749SStephen Hanson /* if don't have a handler for this signal, create one */ 648f76de749SStephen Hanson (void) sigaction(sesthread.thr_sig, NULL, &act); 649f76de749SStephen Hanson if (act.sa_handler == SIG_DFL || act.sa_handler == SIG_IGN) 650f76de749SStephen Hanson act.sa_handler = ses_handler; 651f76de749SStephen Hanson (void) sigaction(sesthread.thr_sig, &act, NULL); 652f76de749SStephen Hanson 653f76de749SStephen Hanson /* create a thread to listen for offline events */ 654f76de749SStephen Hanson (void) pthread_create(&sesthread.tid, 65505b58617SStephen Hanson attr, ses_contract_thread, NULL); 656f76de749SStephen Hanson } 657f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 658f76de749SStephen Hanson } 659f76de749SStephen Hanson 660f76de749SStephen Hanson static void 66105b58617SStephen Hanson ses_thread_fini(topo_mod_t *mod) 662f76de749SStephen Hanson { 66305b58617SStephen Hanson ses_mod_list_t *smod, *prev_smod; 66405b58617SStephen Hanson 665f76de749SStephen Hanson (void) pthread_mutex_lock(&sesthread.mt); 66605b58617SStephen Hanson prev_smod = NULL; 66705b58617SStephen Hanson for (smod = ses_smod; smod != NULL; smod = smod->smod_next) { 66805b58617SStephen Hanson if (smod->smod_mod == mod) { 66905b58617SStephen Hanson if (prev_smod == NULL) 67005b58617SStephen Hanson ses_smod = smod->smod_next; 67105b58617SStephen Hanson else 67205b58617SStephen Hanson prev_smod->smod_next = smod->smod_next; 67305b58617SStephen Hanson topo_mod_free(mod, smod, sizeof (*smod)); 67405b58617SStephen Hanson break; 67505b58617SStephen Hanson } 67605b58617SStephen Hanson prev_smod = smod; 67705b58617SStephen Hanson } 678f76de749SStephen Hanson if (--sesthread.count > 0) { 679f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 680f76de749SStephen Hanson return; 681f76de749SStephen Hanson } 682f76de749SStephen Hanson sesthread.doexit = 1; 683f76de749SStephen Hanson (void) pthread_mutex_unlock(&sesthread.mt); 684f76de749SStephen Hanson (void) pthread_kill(sesthread.tid, sesthread.thr_sig); 685f76de749SStephen Hanson (void) pthread_join(sesthread.tid, NULL); 686f76de749SStephen Hanson sesthread.tid = 0; 687f76de749SStephen Hanson } 688f76de749SStephen Hanson 689f76de749SStephen Hanson static void 690f76de749SStephen Hanson ses_create_contract(topo_mod_t *mod, ses_enum_target_t *stp) 691f76de749SStephen Hanson { 692f76de749SStephen Hanson int tfd, len, rval; 693f76de749SStephen Hanson char link_path[PATH_MAX]; 694f76de749SStephen Hanson 695f76de749SStephen Hanson stp->set_ctid = NULL; 696f76de749SStephen Hanson 697f76de749SStephen Hanson /* convert "/dev" path into "/devices" path */ 698f76de749SStephen Hanson if ((len = readlink(stp->set_devpath, link_path, PATH_MAX)) < 0) { 699f76de749SStephen Hanson topo_mod_dprintf(mod, "readlink failed"); 700f76de749SStephen Hanson return; 701f76de749SStephen Hanson } 702f76de749SStephen Hanson link_path[len] = '\0'; 703f76de749SStephen Hanson 704f76de749SStephen Hanson /* set up template to create new contract */ 705f76de749SStephen Hanson tfd = open64(CTFS_ROOT "/device/template", O_RDWR); 706edb433b6SMilan Jurik (void) ct_tmpl_set_critical(tfd, CT_DEV_EV_OFFLINE); 707edb433b6SMilan Jurik (void) ct_tmpl_set_cookie(tfd, (uint64_t)(uintptr_t)stp); 708f76de749SStephen Hanson 709f76de749SStephen Hanson /* strip "../../devices" off the front and create the contract */ 710f76de749SStephen Hanson if ((rval = ct_dev_tmpl_set_minor(tfd, &link_path[13])) != 0) 711f76de749SStephen Hanson topo_mod_dprintf(mod, "failed to set minor %s rval = %d", 712f76de749SStephen Hanson &link_path[13], rval); 713f76de749SStephen Hanson else if ((rval = ct_tmpl_create(tfd, &stp->set_ctid)) != 0) 714f76de749SStephen Hanson topo_mod_dprintf(mod, "failed to create ctid rval = %d", rval); 715f76de749SStephen Hanson else 716f76de749SStephen Hanson topo_mod_dprintf(mod, "created ctid=%d", stp->set_ctid); 717ad8ef92aSMilan Jurik (void) close(tfd); 718f76de749SStephen Hanson } 719f76de749SStephen Hanson 720940d71d2Seschrock static void 721940d71d2Seschrock ses_target_free(topo_mod_t *mod, ses_enum_target_t *stp) 722940d71d2Seschrock { 723940d71d2Seschrock if (--stp->set_refcount == 0) { 724f76de749SStephen Hanson /* check if already closed due to contract offline request */ 725f76de749SStephen Hanson (void) pthread_mutex_lock(&stp->set_lock); 726f76de749SStephen Hanson if (stp->set_target) { 727f76de749SStephen Hanson ses_snap_rele(stp->set_snap); 728f76de749SStephen Hanson ses_close(stp->set_target); 729f76de749SStephen Hanson stp->set_target = NULL; 730f76de749SStephen Hanson } 731f76de749SStephen Hanson if (stp->set_ctid) { 732f76de749SStephen Hanson int ctlfd; 733f76de749SStephen Hanson char path[PATH_MAX]; 734f76de749SStephen Hanson 735f76de749SStephen Hanson topo_mod_dprintf(mod, "abandon old contract %d", 736f76de749SStephen Hanson stp->set_ctid); 737f76de749SStephen Hanson (void) snprintf(path, PATH_MAX, 738f76de749SStephen Hanson CTFS_ROOT "/device/%ld/ctl", stp->set_ctid); 739f76de749SStephen Hanson ctlfd = open64(path, O_WRONLY); 740ad8ef92aSMilan Jurik (void) ct_ctl_abandon(ctlfd); 741ad8ef92aSMilan Jurik (void) close(ctlfd); 742f76de749SStephen Hanson stp->set_ctid = NULL; 743f76de749SStephen Hanson } 744f76de749SStephen Hanson (void) pthread_mutex_unlock(&stp->set_lock); 745f76de749SStephen Hanson ses_ssl_free(mod, stp); 746940d71d2Seschrock topo_mod_strfree(mod, stp->set_devpath); 747940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 748940d71d2Seschrock } 749940d71d2Seschrock } 750940d71d2Seschrock 751940d71d2Seschrock static void 75253dbcc59SSundeep Panicker ses_data_free(ses_enum_data_t *sdp, ses_enum_chassis_t *pcp) 753940d71d2Seschrock { 754940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 755940d71d2Seschrock ses_enum_chassis_t *cp; 756940d71d2Seschrock ses_enum_node_t *np; 757940d71d2Seschrock ses_enum_target_t *tp; 7580b32bb8bSEric Schrock ses_alt_node_t *ap; 75953dbcc59SSundeep Panicker topo_list_t *cpl; 76053dbcc59SSundeep Panicker 76153dbcc59SSundeep Panicker 76253dbcc59SSundeep Panicker if (pcp != NULL) 76353dbcc59SSundeep Panicker cpl = &pcp->sec_subchassis; 76453dbcc59SSundeep Panicker else 76553dbcc59SSundeep Panicker cpl = &sdp->sed_chassis; 766940d71d2Seschrock 76753dbcc59SSundeep Panicker while ((cp = topo_list_next(cpl)) != NULL) { 76853dbcc59SSundeep Panicker topo_list_delete(cpl, cp); 769940d71d2Seschrock 770940d71d2Seschrock while ((np = topo_list_next(&cp->sec_nodes)) != NULL) { 7710b32bb8bSEric Schrock while ((ap = topo_list_next(&np->sen_alt_nodes)) != 7720b32bb8bSEric Schrock NULL) { 7730b32bb8bSEric Schrock topo_list_delete(&np->sen_alt_nodes, ap); 7740b32bb8bSEric Schrock topo_mod_free(mod, ap, sizeof (ses_alt_node_t)); 7750b32bb8bSEric Schrock } 776940d71d2Seschrock topo_list_delete(&cp->sec_nodes, np); 777940d71d2Seschrock topo_mod_free(mod, np, sizeof (ses_enum_node_t)); 778940d71d2Seschrock } 779940d71d2Seschrock 780940d71d2Seschrock while ((tp = topo_list_next(&cp->sec_targets)) != NULL) { 781940d71d2Seschrock topo_list_delete(&cp->sec_targets, tp); 782940d71d2Seschrock ses_target_free(mod, tp); 783940d71d2Seschrock } 784940d71d2Seschrock 785940d71d2Seschrock topo_mod_free(mod, cp, sizeof (ses_enum_chassis_t)); 786940d71d2Seschrock } 787940d71d2Seschrock 78853dbcc59SSundeep Panicker if (pcp == NULL) { 789ac88567aSHyon Kim dev_list_free(mod, &sdp->sed_devs); 79053dbcc59SSundeep Panicker topo_mod_free(mod, sdp, sizeof (ses_enum_data_t)); 79153dbcc59SSundeep Panicker } 792940d71d2Seschrock } 793940d71d2Seschrock 794940d71d2Seschrock /* 795940d71d2Seschrock * For enclosure nodes, we have a special contains method. By default, the hc 796940d71d2Seschrock * walker will compare the node name and instance number to determine if an 797940d71d2Seschrock * FMRI matches. For enclosures where the enumeration order is impossible to 798940d71d2Seschrock * predict, we instead use the chassis-id as a unique identifier, and ignore 799940d71d2Seschrock * the instance number. 800940d71d2Seschrock */ 801940d71d2Seschrock static int 802940d71d2Seschrock fmri_contains(topo_mod_t *mod, nvlist_t *nv1, nvlist_t *nv2) 803940d71d2Seschrock { 804940d71d2Seschrock uint8_t v1, v2; 805940d71d2Seschrock nvlist_t **hcp1, **hcp2; 806940d71d2Seschrock int err, i; 807940d71d2Seschrock uint_t nhcp1, nhcp2; 808940d71d2Seschrock nvlist_t *a1, *a2; 809940d71d2Seschrock char *c1, *c2; 810940d71d2Seschrock int mindepth; 811940d71d2Seschrock 812940d71d2Seschrock if (nvlist_lookup_uint8(nv1, FM_VERSION, &v1) != 0 || 813940d71d2Seschrock nvlist_lookup_uint8(nv2, FM_VERSION, &v2) != 0 || 814940d71d2Seschrock v1 > FM_HC_SCHEME_VERSION || v2 > FM_HC_SCHEME_VERSION) 815940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_VERSION)); 816940d71d2Seschrock 817940d71d2Seschrock err = nvlist_lookup_nvlist_array(nv1, FM_FMRI_HC_LIST, &hcp1, &nhcp1); 818940d71d2Seschrock err |= nvlist_lookup_nvlist_array(nv2, FM_FMRI_HC_LIST, &hcp2, &nhcp2); 819940d71d2Seschrock if (err != 0) 820940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 821940d71d2Seschrock 822940d71d2Seschrock /* 823940d71d2Seschrock * If the chassis-id doesn't match, then these FMRIs are not 824940d71d2Seschrock * equivalent. If one of the FMRIs doesn't have a chassis ID, then we 825940d71d2Seschrock * have no choice but to fall back to the instance ID. 826940d71d2Seschrock */ 827940d71d2Seschrock if (nvlist_lookup_nvlist(nv1, FM_FMRI_AUTHORITY, &a1) == 0 && 828940d71d2Seschrock nvlist_lookup_nvlist(nv2, FM_FMRI_AUTHORITY, &a2) == 0 && 829940d71d2Seschrock nvlist_lookup_string(a1, FM_FMRI_AUTH_CHASSIS, &c1) == 0 && 830940d71d2Seschrock nvlist_lookup_string(a2, FM_FMRI_AUTH_CHASSIS, &c2) == 0) { 831940d71d2Seschrock if (strcmp(c1, c2) != 0) 832940d71d2Seschrock return (0); 833940d71d2Seschrock 834940d71d2Seschrock mindepth = 1; 835940d71d2Seschrock } else { 836940d71d2Seschrock mindepth = 0; 837940d71d2Seschrock } 838940d71d2Seschrock 839940d71d2Seschrock if (nhcp2 < nhcp1) 840940d71d2Seschrock return (0); 841940d71d2Seschrock 842940d71d2Seschrock for (i = 0; i < nhcp1; i++) { 843940d71d2Seschrock char *nm1 = NULL; 844940d71d2Seschrock char *nm2 = NULL; 845940d71d2Seschrock char *id1 = NULL; 846940d71d2Seschrock char *id2 = NULL; 847940d71d2Seschrock 848940d71d2Seschrock (void) nvlist_lookup_string(hcp1[i], FM_FMRI_HC_NAME, &nm1); 849940d71d2Seschrock (void) nvlist_lookup_string(hcp2[i], FM_FMRI_HC_NAME, &nm2); 850940d71d2Seschrock (void) nvlist_lookup_string(hcp1[i], FM_FMRI_HC_ID, &id1); 851940d71d2Seschrock (void) nvlist_lookup_string(hcp2[i], FM_FMRI_HC_ID, &id2); 852940d71d2Seschrock if (nm1 == NULL || nm2 == NULL || id1 == NULL || id2 == NULL) 853940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 854940d71d2Seschrock 855940d71d2Seschrock if (strcmp(nm1, nm2) == 0 && 856940d71d2Seschrock (i < mindepth || strcmp(id1, id2) == 0)) 857940d71d2Seschrock continue; 858940d71d2Seschrock 859940d71d2Seschrock return (0); 860940d71d2Seschrock } 861940d71d2Seschrock 862940d71d2Seschrock return (1); 863940d71d2Seschrock } 864940d71d2Seschrock 865940d71d2Seschrock /*ARGSUSED*/ 866940d71d2Seschrock static int 867940d71d2Seschrock ses_contains(topo_mod_t *mod, tnode_t *tn, topo_version_t version, 868940d71d2Seschrock nvlist_t *in, nvlist_t **out) 869940d71d2Seschrock { 870940d71d2Seschrock int ret; 871940d71d2Seschrock nvlist_t *nv1, *nv2; 872940d71d2Seschrock 873940d71d2Seschrock if (version > TOPO_METH_CONTAINS_VERSION) 874940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_VER_NEW)); 875940d71d2Seschrock 876940d71d2Seschrock if (nvlist_lookup_nvlist(in, TOPO_METH_FMRI_ARG_FMRI, &nv1) != 0 || 877940d71d2Seschrock nvlist_lookup_nvlist(in, TOPO_METH_FMRI_ARG_SUBFMRI, &nv2) != 0) 878940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_METHOD_INVAL)); 879940d71d2Seschrock 880940d71d2Seschrock ret = fmri_contains(mod, nv1, nv2); 881940d71d2Seschrock if (ret < 0) 882940d71d2Seschrock return (-1); 883940d71d2Seschrock 884940d71d2Seschrock if (topo_mod_nvalloc(mod, out, NV_UNIQUE_NAME) == 0) { 88573e32a37SRobert Johnston if (nvlist_add_uint32(*out, TOPO_METH_CONTAINS_RET, 886940d71d2Seschrock ret) == 0) 887940d71d2Seschrock return (0); 888940d71d2Seschrock else 889940d71d2Seschrock nvlist_free(*out); 890940d71d2Seschrock } 891940d71d2Seschrock 892940d71d2Seschrock return (-1); 893940d71d2Seschrock 894940d71d2Seschrock } 895940d71d2Seschrock 896940d71d2Seschrock /* 897d91236feSeschrock * Return a current instance of the node. This is somewhat complicated because 898d91236feSeschrock * we need to take a new snapshot in order to get the new data, but we don't 899940d71d2Seschrock * want to be constantly taking SES snapshots if the consumer is going to do a 900940d71d2Seschrock * series of queries. So we adopt the strategy of assuming that the SES state 901d91236feSeschrock * is not going to be rapidly changing, and limit our snapshot frequency to 902d91236feSeschrock * some defined bounds. 903940d71d2Seschrock */ 904d91236feSeschrock ses_node_t * 9050b32bb8bSEric Schrock ses_node_lock(topo_mod_t *mod, tnode_t *tn) 906940d71d2Seschrock { 907940d71d2Seschrock ses_enum_target_t *tp = topo_node_getspecific(tn); 908525b85dbSEric Schrock hrtime_t now; 909940d71d2Seschrock ses_snap_t *snap; 910940d71d2Seschrock int err; 911d91236feSeschrock uint64_t nodeid; 912940d71d2Seschrock ses_node_t *np; 913940d71d2Seschrock 914d91236feSeschrock if (tp == NULL) { 915d91236feSeschrock (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 916d91236feSeschrock return (NULL); 917d91236feSeschrock } 918940d71d2Seschrock 9190b32bb8bSEric Schrock (void) pthread_mutex_lock(&tp->set_lock); 9200b32bb8bSEric Schrock 921940d71d2Seschrock /* 922940d71d2Seschrock * Determine if we need to take a new snapshot. 923940d71d2Seschrock */ 924525b85dbSEric Schrock now = gethrtime(); 925940d71d2Seschrock 926f76de749SStephen Hanson if (tp->set_target == NULL) { 927f76de749SStephen Hanson /* 928f76de749SStephen Hanson * We may have closed the device but not yet abandoned the 929f76de749SStephen Hanson * contract (ie we've had the offline event but not yet the 930f76de749SStephen Hanson * negend). If so, just return failure. 931f76de749SStephen Hanson */ 932f76de749SStephen Hanson if (tp->set_ctid != NULL) { 933f76de749SStephen Hanson (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 934f76de749SStephen Hanson (void) pthread_mutex_unlock(&tp->set_lock); 935f76de749SStephen Hanson return (NULL); 936f76de749SStephen Hanson } 937f76de749SStephen Hanson 938f76de749SStephen Hanson /* 939f76de749SStephen Hanson * The device has been closed due to a contract offline 940f76de749SStephen Hanson * request, then we need to reopen it and create a new contract. 941f76de749SStephen Hanson */ 942f76de749SStephen Hanson if ((tp->set_target = 943f76de749SStephen Hanson ses_open(LIBSES_VERSION, tp->set_devpath)) == NULL) { 944f76de749SStephen Hanson sysevent_id_t eid; 945f76de749SStephen Hanson 946f76de749SStephen Hanson (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 947f76de749SStephen Hanson (void) pthread_mutex_unlock(&tp->set_lock); 948f76de749SStephen Hanson topo_mod_dprintf(mod, "recheck_dir - " 949f76de749SStephen Hanson "can no longer open %s", tp->set_devpath); 950f76de749SStephen Hanson (void) sysevent_post_event(EC_PLATFORM, 951f76de749SStephen Hanson ESC_PLATFORM_SP_RESET, SUNW_VENDOR, "fmd", NULL, 952f76de749SStephen Hanson &eid); 953f76de749SStephen Hanson return (NULL); 954f76de749SStephen Hanson } 955f76de749SStephen Hanson topo_mod_dprintf(mod, "reopen contract"); 956f76de749SStephen Hanson ses_create_contract(mod, tp); 957f76de749SStephen Hanson tp->set_snap = ses_snap_hold(tp->set_target); 958f76de749SStephen Hanson tp->set_snaptime = gethrtime(); 959f76de749SStephen Hanson } else if (now - tp->set_snaptime > (ses_snap_freq * 1000 * 1000) && 960940d71d2Seschrock (snap = ses_snap_new(tp->set_target)) != NULL) { 961940d71d2Seschrock if (ses_snap_generation(snap) != 962940d71d2Seschrock ses_snap_generation(tp->set_snap)) { 963940d71d2Seschrock /* 964940d71d2Seschrock * If we find ourselves in this situation, we're in 965940d71d2Seschrock * trouble. The generation count has changed, which 966940d71d2Seschrock * indicates that our current topology is out of date. 967940d71d2Seschrock * But we need to consult the new topology in order to 968940d71d2Seschrock * determine presence at this moment in time. We can't 969940d71d2Seschrock * go back and change the topo snapshot in situ, so 970d91236feSeschrock * we'll just have to fail the call in this unlikely 971d91236feSeschrock * scenario. 972940d71d2Seschrock */ 973940d71d2Seschrock ses_snap_rele(snap); 974d91236feSeschrock (void) topo_mod_seterrno(mod, EMOD_METHOD_NOTSUP); 9750b32bb8bSEric Schrock (void) pthread_mutex_unlock(&tp->set_lock); 976d91236feSeschrock return (NULL); 977940d71d2Seschrock } else { 978940d71d2Seschrock ses_snap_rele(tp->set_snap); 979940d71d2Seschrock tp->set_snap = snap; 980940d71d2Seschrock } 981525b85dbSEric Schrock tp->set_snaptime = gethrtime(); 982940d71d2Seschrock } 983940d71d2Seschrock 984940d71d2Seschrock snap = tp->set_snap; 985940d71d2Seschrock 986940d71d2Seschrock verify(topo_prop_get_uint64(tn, TOPO_PGROUP_SES, 987940d71d2Seschrock TOPO_PROP_NODE_ID, &nodeid, &err) == 0); 988940d71d2Seschrock verify((np = ses_node_lookup(snap, nodeid)) != NULL); 989d91236feSeschrock 990d91236feSeschrock return (np); 991d91236feSeschrock } 992d91236feSeschrock 9930b32bb8bSEric Schrock /*ARGSUSED*/ 9940b32bb8bSEric Schrock void 9950b32bb8bSEric Schrock ses_node_unlock(topo_mod_t *mod, tnode_t *tn) 9960b32bb8bSEric Schrock { 9970b32bb8bSEric Schrock ses_enum_target_t *tp = topo_node_getspecific(tn); 9980b32bb8bSEric Schrock 9990b32bb8bSEric Schrock verify(tp != NULL); 10000b32bb8bSEric Schrock 10010b32bb8bSEric Schrock (void) pthread_mutex_unlock(&tp->set_lock); 10020b32bb8bSEric Schrock } 10030b32bb8bSEric Schrock 1004d91236feSeschrock /* 1005d91236feSeschrock * Determine if the element is present. 1006d91236feSeschrock */ 1007d91236feSeschrock /*ARGSUSED*/ 1008d91236feSeschrock static int 1009d91236feSeschrock ses_present(topo_mod_t *mod, tnode_t *tn, topo_version_t version, 1010d91236feSeschrock nvlist_t *in, nvlist_t **out) 1011d91236feSeschrock { 1012d91236feSeschrock boolean_t present; 1013d91236feSeschrock ses_node_t *np; 1014d91236feSeschrock nvlist_t *props, *nvl; 1015d91236feSeschrock uint64_t status; 1016d91236feSeschrock 10170b32bb8bSEric Schrock if ((np = ses_node_lock(mod, tn)) == NULL) 1018d91236feSeschrock return (-1); 1019d91236feSeschrock 1020940d71d2Seschrock verify((props = ses_node_props(np)) != NULL); 1021940d71d2Seschrock verify(nvlist_lookup_uint64(props, 1022940d71d2Seschrock SES_PROP_STATUS_CODE, &status) == 0); 1023940d71d2Seschrock 10240b32bb8bSEric Schrock ses_node_unlock(mod, tn); 10250b32bb8bSEric Schrock 1026940d71d2Seschrock present = (status != SES_ESC_NOT_INSTALLED); 1027940d71d2Seschrock 1028940d71d2Seschrock if (topo_mod_nvalloc(mod, &nvl, NV_UNIQUE_NAME) != 0) 1029940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 1030940d71d2Seschrock 1031940d71d2Seschrock if (nvlist_add_uint32(nvl, TOPO_METH_PRESENT_RET, 1032940d71d2Seschrock present) != 0) { 1033940d71d2Seschrock nvlist_free(nvl); 1034940d71d2Seschrock return (topo_mod_seterrno(mod, EMOD_FMRI_NVL)); 1035940d71d2Seschrock } 1036940d71d2Seschrock 1037940d71d2Seschrock *out = nvl; 1038940d71d2Seschrock 1039940d71d2Seschrock return (0); 1040940d71d2Seschrock } 1041940d71d2Seschrock 1042940d71d2Seschrock /* 1043ac88567aSHyon Kim * Sets standard properties for a ses node (enclosure, bay, controller 1044ac88567aSHyon Kim * or expander). 1045ac88567aSHyon Kim * This includes setting the FRU, as well as setting the 1046ac88567aSHyon Kim * authority information. When the fru topo node(frutn) is not NULL 1047ac88567aSHyon Kim * its resouce should be used as FRU. 1048940d71d2Seschrock */ 1049940d71d2Seschrock static int 1050ac88567aSHyon Kim ses_set_standard_props(topo_mod_t *mod, tnode_t *frutn, tnode_t *tn, 1051ac88567aSHyon Kim nvlist_t *auth, uint64_t nodeid, const char *path) 1052940d71d2Seschrock { 1053940d71d2Seschrock int err; 1054940d71d2Seschrock char *product, *chassis; 1055940d71d2Seschrock nvlist_t *fmri; 1056940d71d2Seschrock 1057940d71d2Seschrock /* 1058940d71d2Seschrock * Set the authority explicitly if specified. 1059940d71d2Seschrock */ 1060940d71d2Seschrock if (auth) { 1061940d71d2Seschrock verify(nvlist_lookup_string(auth, FM_FMRI_AUTH_PRODUCT, 1062940d71d2Seschrock &product) == 0); 1063940d71d2Seschrock verify(nvlist_lookup_string(auth, FM_FMRI_AUTH_CHASSIS, 1064940d71d2Seschrock &chassis) == 0); 1065940d71d2Seschrock if (topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1066940d71d2Seschrock FM_FMRI_AUTH_PRODUCT, TOPO_PROP_IMMUTABLE, product, 1067940d71d2Seschrock &err) != 0 || 1068940d71d2Seschrock topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1069940d71d2Seschrock FM_FMRI_AUTH_CHASSIS, TOPO_PROP_IMMUTABLE, chassis, 1070940d71d2Seschrock &err) != 0 || 1071940d71d2Seschrock topo_prop_set_string(tn, FM_FMRI_AUTHORITY, 1072940d71d2Seschrock FM_FMRI_AUTH_SERVER, TOPO_PROP_IMMUTABLE, "", 1073940d71d2Seschrock &err) != 0) { 1074940d71d2Seschrock topo_mod_dprintf(mod, "failed to add authority " 1075d91236feSeschrock "properties: %s\n", topo_strerror(err)); 1076940d71d2Seschrock return (topo_mod_seterrno(mod, err)); 1077940d71d2Seschrock } 1078940d71d2Seschrock } 1079940d71d2Seschrock 1080940d71d2Seschrock /* 1081940d71d2Seschrock * Copy the resource and set that as the FRU. 1082940d71d2Seschrock */ 1083ac88567aSHyon Kim if (frutn != NULL) { 1084ac88567aSHyon Kim if (topo_node_resource(frutn, &fmri, &err) != 0) { 1085ac88567aSHyon Kim topo_mod_dprintf(mod, 1086ac88567aSHyon Kim "topo_node_resource() failed : %s\n", 1087ac88567aSHyon Kim topo_strerror(err)); 1088ac88567aSHyon Kim return (topo_mod_seterrno(mod, err)); 1089ac88567aSHyon Kim } 1090ac88567aSHyon Kim } else { 1091ac88567aSHyon Kim if (topo_node_resource(tn, &fmri, &err) != 0) { 1092ac88567aSHyon Kim topo_mod_dprintf(mod, 1093ac88567aSHyon Kim "topo_node_resource() failed : %s\n", 1094ac88567aSHyon Kim topo_strerror(err)); 1095ac88567aSHyon Kim return (topo_mod_seterrno(mod, err)); 1096ac88567aSHyon Kim } 1097940d71d2Seschrock } 1098940d71d2Seschrock 1099940d71d2Seschrock if (topo_node_fru_set(tn, fmri, 0, &err) != 0) { 1100940d71d2Seschrock topo_mod_dprintf(mod, 1101940d71d2Seschrock "topo_node_fru_set() failed : %s\n", 1102940d71d2Seschrock topo_strerror(err)); 1103940d71d2Seschrock nvlist_free(fmri); 1104940d71d2Seschrock return (topo_mod_seterrno(mod, err)); 1105940d71d2Seschrock } 1106940d71d2Seschrock 1107940d71d2Seschrock nvlist_free(fmri); 1108940d71d2Seschrock 1109940d71d2Seschrock /* 1110940d71d2Seschrock * Set the SES-specific properties so that consumers can query 1111940d71d2Seschrock * additional information about the particular SES element. 1112940d71d2Seschrock */ 1113a961ec00SHyon Kim if (topo_pgroup_create(tn, &ses_pgroup, &err) != 0) { 1114940d71d2Seschrock topo_mod_dprintf(mod, "failed to create propgroup " 1115940d71d2Seschrock "%s: %s\n", TOPO_PGROUP_SES, topo_strerror(err)); 1116940d71d2Seschrock return (-1); 1117940d71d2Seschrock } 1118940d71d2Seschrock 1119940d71d2Seschrock if (topo_prop_set_uint64(tn, TOPO_PGROUP_SES, 1120940d71d2Seschrock TOPO_PROP_NODE_ID, TOPO_PROP_IMMUTABLE, 1121940d71d2Seschrock nodeid, &err) != 0) { 1122940d71d2Seschrock topo_mod_dprintf(mod, 1123940d71d2Seschrock "failed to create property %s: %s\n", 1124940d71d2Seschrock TOPO_PROP_NODE_ID, topo_strerror(err)); 1125940d71d2Seschrock return (-1); 1126940d71d2Seschrock } 1127940d71d2Seschrock 1128940d71d2Seschrock if (topo_prop_set_string(tn, TOPO_PGROUP_SES, 1129940d71d2Seschrock TOPO_PROP_TARGET_PATH, TOPO_PROP_IMMUTABLE, 1130940d71d2Seschrock path, &err) != 0) { 1131940d71d2Seschrock topo_mod_dprintf(mod, 1132940d71d2Seschrock "failed to create property %s: %s\n", 1133940d71d2Seschrock TOPO_PROP_TARGET_PATH, topo_strerror(err)); 1134940d71d2Seschrock return (-1); 1135940d71d2Seschrock } 1136940d71d2Seschrock 1137940d71d2Seschrock return (0); 1138940d71d2Seschrock } 1139940d71d2Seschrock 11408221efecSRobert Mustacchi /* 11418221efecSRobert Mustacchi * Iterate over the SES phy information. If any of the ports indicates that it's 11428221efecSRobert Mustacchi * a SATA device and we haven't matched any disk devices yet, that means 11438221efecSRobert Mustacchi * that the HBA was able to create a WWN for the SATA device based on its GUID, 11448221efecSRobert Mustacchi * which is good. However, SES includes the WWN for the device's STP bridge. In 11458221efecSRobert Mustacchi * theory, if the driver includes the WWN based on the SATA guid then it should 11468221efecSRobert Mustacchi * also set the bridge-port property indicating the WWN that should match the 11478221efecSRobert Mustacchi * SATA device. 11488221efecSRobert Mustacchi */ 11498221efecSRobert Mustacchi static int 11508221efecSRobert Mustacchi ses_create_disk_bridge(ses_enum_data_t *sdp, tnode_t *pnode, nvlist_t *props, 11518221efecSRobert Mustacchi tnode_t **child) 11528221efecSRobert Mustacchi { 11538221efecSRobert Mustacchi nvlist_t **phys; 11548221efecSRobert Mustacchi uint_t i, n_phys; 11558221efecSRobert Mustacchi topo_mod_t *mod = sdp->sed_mod; 11568221efecSRobert Mustacchi 11578221efecSRobert Mustacchi if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, &phys, 11588221efecSRobert Mustacchi &n_phys) != 0) 11598221efecSRobert Mustacchi return (1); 11608221efecSRobert Mustacchi 11618221efecSRobert Mustacchi for (i = 0; i < n_phys; i++) { 11628221efecSRobert Mustacchi uint64_t wwn; 11638221efecSRobert Mustacchi boolean_t sata; 11648221efecSRobert Mustacchi char wwnstr[64]; 11658221efecSRobert Mustacchi 11668221efecSRobert Mustacchi if (nvlist_lookup_uint64(phys[i], SES_SAS_PROP_ADDR, 11678221efecSRobert Mustacchi &wwn) != 0 || wwn == 0) { 11688221efecSRobert Mustacchi continue; 11698221efecSRobert Mustacchi } 11708221efecSRobert Mustacchi 11718221efecSRobert Mustacchi if (nvlist_lookup_boolean_value(phys[i], 11728221efecSRobert Mustacchi SES_SAS_PROP_SATA_DEVICE, &sata) != 0 || !sata) { 11738221efecSRobert Mustacchi continue; 11748221efecSRobert Mustacchi } 11758221efecSRobert Mustacchi 11768221efecSRobert Mustacchi if (scsi_wwn_to_wwnstr(wwn, 0, wwnstr) == NULL) 11778221efecSRobert Mustacchi continue; 11788221efecSRobert Mustacchi 11798221efecSRobert Mustacchi if (disk_declare_bridge(mod, pnode, &sdp->sed_devs, 11808221efecSRobert Mustacchi wwnstr, child) == 0) { 11818221efecSRobert Mustacchi return (0); 11828221efecSRobert Mustacchi } 11838221efecSRobert Mustacchi 11848221efecSRobert Mustacchi } 11858221efecSRobert Mustacchi 11868221efecSRobert Mustacchi return (1); 11878221efecSRobert Mustacchi } 11888221efecSRobert Mustacchi 1189940d71d2Seschrock /* 1190940d71d2Seschrock * Callback to add a disk to a given bay. We first check the status-code to 1191940d71d2Seschrock * determine if a disk is present, ignoring those that aren't in an appropriate 11920b32bb8bSEric Schrock * state. We then scan the parent bay node's SAS address array to determine 11930b32bb8bSEric Schrock * possible attached SAS addresses. We create a disk node if the disk is not 11940b32bb8bSEric Schrock * SAS or the SES target does not support the necessary pages for this; if we 11950b32bb8bSEric Schrock * find the SAS address, we create a disk node and also correlate it with 11960b32bb8bSEric Schrock * the corresponding Solaris device node to fill in the rest of the data. 1197940d71d2Seschrock */ 1198940d71d2Seschrock static int 1199940d71d2Seschrock ses_create_disk(ses_enum_data_t *sdp, tnode_t *pnode, nvlist_t *props) 1200940d71d2Seschrock { 1201940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 1202940d71d2Seschrock uint64_t status; 1203940d71d2Seschrock uint_t s, nsas; 12040b32bb8bSEric Schrock char **paths; 120544ed9dbbSStephen Hanson int err, ret; 120644ed9dbbSStephen Hanson tnode_t *child = NULL; 1207940d71d2Seschrock 1208940d71d2Seschrock /* 1209940d71d2Seschrock * Skip devices that are not in a present (and possibly damaged) state. 1210db8547feSRob Johnston * Also, skip devices that this expander is either not fully wired to, 1211db8547feSRob Johnston * or are hidden due to SAS zoning, as indicated by the 1212db8547feSRob Johnston * SES_ESC_NO_ACCESS state. 1213940d71d2Seschrock */ 1214940d71d2Seschrock if (nvlist_lookup_uint64(props, SES_PROP_STATUS_CODE, &status) != 0) 1215940d71d2Seschrock return (0); 1216940d71d2Seschrock 1217ac88567aSHyon Kim if (status != SES_ESC_UNSUPPORTED && 1218ac88567aSHyon Kim status != SES_ESC_OK && 1219940d71d2Seschrock status != SES_ESC_CRITICAL && 1220940d71d2Seschrock status != SES_ESC_NONCRITICAL && 1221940d71d2Seschrock status != SES_ESC_UNRECOVERABLE && 12229bd90b91SRobert Mustacchi status != SES_ESC_UNKNOWN) 1223940d71d2Seschrock return (0); 1224940d71d2Seschrock 1225940d71d2Seschrock topo_mod_dprintf(mod, "found attached disk"); 1226940d71d2Seschrock 1227940d71d2Seschrock /* 1228940d71d2Seschrock * Create the disk range. 1229940d71d2Seschrock */ 12300b32bb8bSEric Schrock if (topo_node_range_create(mod, pnode, DISK, 0, 0) != 0) { 1231940d71d2Seschrock topo_mod_dprintf(mod, 1232940d71d2Seschrock "topo_node_create_range() failed: %s", 1233940d71d2Seschrock topo_mod_errmsg(mod)); 1234940d71d2Seschrock return (-1); 1235940d71d2Seschrock } 1236940d71d2Seschrock 1237940d71d2Seschrock /* 1238940d71d2Seschrock * Look through all SAS addresses and attempt to correlate them to a 1239940d71d2Seschrock * known Solaris device. If we don't find a matching node, then we 1240940d71d2Seschrock * don't enumerate the disk node. 124123a5d44cSHyon Kim * Note that TOPO_PROP_SAS_ADDR prop includes SAS address from 124223a5d44cSHyon Kim * alternate elements that represent the same device. 1243940d71d2Seschrock */ 12440b32bb8bSEric Schrock if (topo_prop_get_string_array(pnode, TOPO_PGROUP_SES, 12450b32bb8bSEric Schrock TOPO_PROP_SAS_ADDR, &paths, &nsas, &err) != 0) 12460b32bb8bSEric Schrock return (0); 12470b32bb8bSEric Schrock 12480b32bb8bSEric Schrock err = 0; 12490b32bb8bSEric Schrock 1250940d71d2Seschrock for (s = 0; s < nsas; s++) { 1251ac88567aSHyon Kim ret = disk_declare_addr(mod, pnode, &sdp->sed_devs, paths[s], 125244ed9dbbSStephen Hanson &child); 125344ed9dbbSStephen Hanson if (ret == 0) { 125444ed9dbbSStephen Hanson break; 125544ed9dbbSStephen Hanson } else if (ret < 0) { 12560b32bb8bSEric Schrock err = -1; 12570b32bb8bSEric Schrock break; 12580b32bb8bSEric Schrock } 12590b32bb8bSEric Schrock } 12600b32bb8bSEric Schrock 12618221efecSRobert Mustacchi /* 12628221efecSRobert Mustacchi * We need to take another pass through the properties for this bay by 12638221efecSRobert Mustacchi * iterating over the phys and noting if any of these are SATA. Note, 12648221efecSRobert Mustacchi * this information isn't commonly part of the topo tree at this time, 12658221efecSRobert Mustacchi * hence why we end up going back and iterating over the properties 12668221efecSRobert Mustacchi * ourselves. 12678221efecSRobert Mustacchi */ 12688221efecSRobert Mustacchi if (s == nsas) { 12698221efecSRobert Mustacchi if (ses_create_disk_bridge(sdp, pnode, props, &child) != 0) 12708221efecSRobert Mustacchi (void) disk_declare_non_enumerated(mod, pnode, &child); 12718221efecSRobert Mustacchi } 127244ed9dbbSStephen Hanson 127344ed9dbbSStephen Hanson /* copy sas_addresses (target-ports) from parent (with 'w'added) */ 127444ed9dbbSStephen Hanson if (child != NULL) { 127544ed9dbbSStephen Hanson int i; 127644ed9dbbSStephen Hanson char **tports; 127744ed9dbbSStephen Hanson uint64_t wwn; 127844ed9dbbSStephen Hanson 127944ed9dbbSStephen Hanson tports = topo_mod_zalloc(mod, sizeof (char *) * nsas); 128044ed9dbbSStephen Hanson if (tports != NULL) { 128144ed9dbbSStephen Hanson for (i = 0; i < nsas; i++) { 128244ed9dbbSStephen Hanson if (scsi_wwnstr_to_wwn(paths[i], &wwn) != 128344ed9dbbSStephen Hanson DDI_SUCCESS) 128444ed9dbbSStephen Hanson break; 128544ed9dbbSStephen Hanson tports[i] = scsi_wwn_to_wwnstr(wwn, 1, NULL); 128644ed9dbbSStephen Hanson if (tports[i] == NULL) 128744ed9dbbSStephen Hanson break; 128844ed9dbbSStephen Hanson } 128944ed9dbbSStephen Hanson /* if they all worked then create the property */ 129044ed9dbbSStephen Hanson if (i == nsas) 129144ed9dbbSStephen Hanson (void) topo_prop_set_string_array(child, 129244ed9dbbSStephen Hanson TOPO_PGROUP_STORAGE, 129344ed9dbbSStephen Hanson TOPO_STORAGE_TARGET_PORT_L0IDS, 129444ed9dbbSStephen Hanson TOPO_PROP_IMMUTABLE, (const char **)tports, 129544ed9dbbSStephen Hanson nsas, &err); 129644ed9dbbSStephen Hanson 129744ed9dbbSStephen Hanson for (i = 0; i < nsas; i++) 129844ed9dbbSStephen Hanson if (tports[i] != NULL) 129944ed9dbbSStephen Hanson scsi_free_wwnstr(tports[i]); 130044ed9dbbSStephen Hanson topo_mod_free(mod, tports, sizeof (char *) * nsas); 130144ed9dbbSStephen Hanson } 130244ed9dbbSStephen Hanson } 130344ed9dbbSStephen Hanson 13040b32bb8bSEric Schrock for (s = 0; s < nsas; s++) 13050b32bb8bSEric Schrock topo_mod_free(mod, paths[s], strlen(paths[s]) + 1); 13060b32bb8bSEric Schrock topo_mod_free(mod, paths, nsas * sizeof (char *)); 13070b32bb8bSEric Schrock 13080b32bb8bSEric Schrock return (err); 13090b32bb8bSEric Schrock } 13100b32bb8bSEric Schrock 13110b32bb8bSEric Schrock static int 13120b32bb8bSEric Schrock ses_add_bay_props(topo_mod_t *mod, tnode_t *tn, ses_enum_node_t *snp) 13130b32bb8bSEric Schrock { 13140b32bb8bSEric Schrock ses_alt_node_t *ap; 13150b32bb8bSEric Schrock ses_node_t *np; 13160b32bb8bSEric Schrock nvlist_t *props; 13170b32bb8bSEric Schrock 13180b32bb8bSEric Schrock nvlist_t **phys; 13190b32bb8bSEric Schrock uint_t i, j, n_phys, all_phys = 0; 13200b32bb8bSEric Schrock char **paths; 13210b32bb8bSEric Schrock uint64_t addr; 13220b32bb8bSEric Schrock size_t len; 13230b32bb8bSEric Schrock int terr, err = -1; 13240b32bb8bSEric Schrock 13250b32bb8bSEric Schrock for (ap = topo_list_next(&snp->sen_alt_nodes); ap != NULL; 13260b32bb8bSEric Schrock ap = topo_list_next(ap)) { 13270b32bb8bSEric Schrock np = ap->san_node; 13280b32bb8bSEric Schrock props = ses_node_props(np); 13290b32bb8bSEric Schrock 13300b32bb8bSEric Schrock if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 13310b32bb8bSEric Schrock &phys, &n_phys) != 0) 13320b32bb8bSEric Schrock continue; 13330b32bb8bSEric Schrock 13340b32bb8bSEric Schrock all_phys += n_phys; 13350b32bb8bSEric Schrock } 13360b32bb8bSEric Schrock 13370b32bb8bSEric Schrock if (all_phys == 0) 13380b32bb8bSEric Schrock return (0); 13390b32bb8bSEric Schrock 13400b32bb8bSEric Schrock if ((paths = topo_mod_zalloc(mod, all_phys * sizeof (char *))) == NULL) 13410b32bb8bSEric Schrock return (-1); 13420b32bb8bSEric Schrock 13430b32bb8bSEric Schrock for (i = 0, ap = topo_list_next(&snp->sen_alt_nodes); ap != NULL; 13440b32bb8bSEric Schrock ap = topo_list_next(ap)) { 13450b32bb8bSEric Schrock np = ap->san_node; 13460b32bb8bSEric Schrock props = ses_node_props(np); 13470b32bb8bSEric Schrock 13480b32bb8bSEric Schrock if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 13490b32bb8bSEric Schrock &phys, &n_phys) != 0) 1350940d71d2Seschrock continue; 1351940d71d2Seschrock 13520b32bb8bSEric Schrock for (j = 0; j < n_phys; j++) { 13530b32bb8bSEric Schrock if (nvlist_lookup_uint64(phys[j], SES_SAS_PROP_ADDR, 13540b32bb8bSEric Schrock &addr) != 0) 13550b32bb8bSEric Schrock continue; 1356940d71d2Seschrock 13570b32bb8bSEric Schrock len = snprintf(NULL, 0, "%016llx", addr) + 1; 13580b32bb8bSEric Schrock if ((paths[i] = topo_mod_alloc(mod, len)) == NULL) 13590b32bb8bSEric Schrock goto error; 13600b32bb8bSEric Schrock 13610b32bb8bSEric Schrock (void) snprintf(paths[i], len, "%016llx", addr); 13620b32bb8bSEric Schrock 13630b32bb8bSEric Schrock ++i; 13640b32bb8bSEric Schrock } 1365940d71d2Seschrock } 1366940d71d2Seschrock 13670b32bb8bSEric Schrock err = topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 13680b32bb8bSEric Schrock TOPO_PROP_SAS_ADDR, TOPO_PROP_IMMUTABLE, 13690b32bb8bSEric Schrock (const char **)paths, i, &terr); 13700b32bb8bSEric Schrock if (err != 0) 13710b32bb8bSEric Schrock err = topo_mod_seterrno(mod, terr); 13720b32bb8bSEric Schrock 13730b32bb8bSEric Schrock error: 13740b32bb8bSEric Schrock for (i = 0; i < all_phys && paths[i] != NULL; i++) 13750b32bb8bSEric Schrock topo_mod_free(mod, paths[i], strlen(paths[i]) + 1); 13760b32bb8bSEric Schrock topo_mod_free(mod, paths, all_phys * sizeof (char *)); 13770b32bb8bSEric Schrock 13780b32bb8bSEric Schrock return (err); 1379940d71d2Seschrock } 1380940d71d2Seschrock 1381940d71d2Seschrock /* 1382ac88567aSHyon Kim * Callback to create a basic node (bay, psu, fan, or controller and expander). 1383940d71d2Seschrock */ 1384940d71d2Seschrock static int 1385ded93414SHyon Kim ses_create_generic(ses_enum_data_t *sdp, ses_enum_node_t *snp, tnode_t *pnode, 1386ded93414SHyon Kim tnode_t *frutn, const char *nodename, const char *labelname, 1387ded93414SHyon Kim tnode_t **node) 1388940d71d2Seschrock { 1389940d71d2Seschrock ses_node_t *np = snp->sen_node; 1390d91236feSeschrock ses_node_t *parent; 1391940d71d2Seschrock uint64_t instance = snp->sen_instance; 1392940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 1393940d71d2Seschrock nvlist_t *props, *aprops; 1394940d71d2Seschrock nvlist_t *auth = NULL, *fmri = NULL; 1395ded93414SHyon Kim tnode_t *tn = NULL; 1396469735ecSRob Johnston char *clean_label = NULL, label[128]; 1397940d71d2Seschrock int err; 1398d91236feSeschrock char *part = NULL, *serial = NULL, *revision = NULL; 1399d91236feSeschrock char *desc; 1400d91236feSeschrock boolean_t report; 1401940d71d2Seschrock 1402940d71d2Seschrock props = ses_node_props(np); 1403940d71d2Seschrock 1404940d71d2Seschrock (void) nvlist_lookup_string(props, LIBSES_PROP_PART, &part); 1405940d71d2Seschrock (void) nvlist_lookup_string(props, LIBSES_PROP_SERIAL, &serial); 1406940d71d2Seschrock 1407940d71d2Seschrock topo_mod_dprintf(mod, "adding %s %llu", nodename, instance); 1408940d71d2Seschrock 1409940d71d2Seschrock /* 1410940d71d2Seschrock * Create the node. The interesting information is all copied from the 1411940d71d2Seschrock * parent enclosure node, so there is not much to do. 1412940d71d2Seschrock */ 1413940d71d2Seschrock if ((auth = topo_mod_auth(mod, pnode)) == NULL) 1414940d71d2Seschrock goto error; 1415940d71d2Seschrock 1416d91236feSeschrock /* 1417d91236feSeschrock * We want to report revision information for the controller nodes, but 1418d91236feSeschrock * we do not get per-element revision information. However, we do have 1419d91236feSeschrock * revision information for the entire enclosure, and we can use the 1420d91236feSeschrock * 'reported-via' property to know that this controller corresponds to 1421d91236feSeschrock * the given revision information. This means we cannot get revision 1422d91236feSeschrock * information for targets we are not explicitly connected to, but 1423d91236feSeschrock * there is little we can do about the situation. 1424d91236feSeschrock */ 1425d91236feSeschrock if (strcmp(nodename, CONTROLLER) == 0 && 1426d91236feSeschrock nvlist_lookup_boolean_value(props, SES_PROP_REPORT, &report) == 0 && 1427d91236feSeschrock report) { 1428d91236feSeschrock for (parent = ses_node_parent(np); parent != NULL; 1429d91236feSeschrock parent = ses_node_parent(parent)) { 1430d91236feSeschrock if (ses_node_type(parent) == SES_NODE_ENCLOSURE) { 1431d91236feSeschrock (void) nvlist_lookup_string( 1432d91236feSeschrock ses_node_props(parent), 1433d91236feSeschrock SES_EN_PROP_REV, &revision); 1434d91236feSeschrock break; 1435d91236feSeschrock } 1436d91236feSeschrock } 1437d91236feSeschrock } 1438d91236feSeschrock 1439940d71d2Seschrock if ((fmri = topo_mod_hcfmri(mod, pnode, FM_HC_SCHEME_VERSION, 1440d91236feSeschrock nodename, (topo_instance_t)instance, NULL, auth, part, revision, 1441940d71d2Seschrock serial)) == NULL) { 1442940d71d2Seschrock topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 1443940d71d2Seschrock topo_mod_errmsg(mod)); 1444940d71d2Seschrock goto error; 1445940d71d2Seschrock } 1446940d71d2Seschrock 1447940d71d2Seschrock if ((tn = topo_node_bind(mod, pnode, nodename, 1448940d71d2Seschrock instance, fmri)) == NULL) { 1449940d71d2Seschrock topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 1450940d71d2Seschrock topo_mod_errmsg(mod)); 1451940d71d2Seschrock goto error; 1452940d71d2Seschrock } 1453940d71d2Seschrock 1454940d71d2Seschrock /* 1455d91236feSeschrock * For the node label, we look for the following in order: 1456d91236feSeschrock * 1457cbb9248eSRob Johnston * <ses-description> 1458cbb9248eSRob Johnston * <ses-class-description> <instance> 1459cbb9248eSRob Johnston * <default-type-label> <instance> 1460940d71d2Seschrock */ 1461d91236feSeschrock if (nvlist_lookup_string(props, SES_PROP_DESCRIPTION, &desc) != 0 || 1462d91236feSeschrock desc[0] == '\0') { 1463d91236feSeschrock parent = ses_node_parent(np); 1464d91236feSeschrock aprops = ses_node_props(parent); 1465d91236feSeschrock if (nvlist_lookup_string(aprops, SES_PROP_CLASS_DESCRIPTION, 1466ac88567aSHyon Kim &desc) != 0 || desc[0] == '\0') 1467ac88567aSHyon Kim desc = (char *)labelname; 1468d91236feSeschrock (void) snprintf(label, sizeof (label), "%s %llu", desc, 1469d91236feSeschrock instance); 1470d91236feSeschrock desc = label; 1471d91236feSeschrock } 1472d91236feSeschrock 1473469735ecSRob Johnston if ((clean_label = topo_mod_clean_str(mod, desc)) == NULL) 1474469735ecSRob Johnston goto error; 1475469735ecSRob Johnston 1476469735ecSRob Johnston if (topo_prop_set_string(tn, TOPO_PGROUP_PROTOCOL, TOPO_PROP_LABEL, 1477469735ecSRob Johnston TOPO_PROP_MUTABLE, clean_label, &err) < 0) 1478940d71d2Seschrock goto error; 1479940d71d2Seschrock 1480ac88567aSHyon Kim if (ses_set_standard_props(mod, frutn, tn, NULL, ses_node_id(np), 1481940d71d2Seschrock snp->sen_target->set_devpath) != 0) 1482940d71d2Seschrock goto error; 1483940d71d2Seschrock 1484ac88567aSHyon Kim if (strcmp(nodename, BAY) == 0) { 14850b32bb8bSEric Schrock if (ses_add_bay_props(mod, tn, snp) != 0) 14860b32bb8bSEric Schrock goto error; 14870b32bb8bSEric Schrock 1488940d71d2Seschrock if (ses_create_disk(sdp, tn, props) != 0) 1489940d71d2Seschrock goto error; 1490d91236feSeschrock 1491d91236feSeschrock if (topo_method_register(mod, tn, ses_bay_methods) != 0) { 1492d91236feSeschrock topo_mod_dprintf(mod, 1493d91236feSeschrock "topo_method_register() failed: %s", 1494d91236feSeschrock topo_mod_errmsg(mod)); 1495d91236feSeschrock goto error; 1496d91236feSeschrock } 1497ac88567aSHyon Kim } else if ((strcmp(nodename, FAN) == 0) || 1498ac88567aSHyon Kim (strcmp(nodename, PSU) == 0) || 1499ac88567aSHyon Kim (strcmp(nodename, CONTROLLER) == 0)) { 1500940d71d2Seschrock /* 1501d91236feSeschrock * Only fan, psu, and controller nodes have a 'present' method. 1502d91236feSeschrock * Bay nodes are always present, and disk nodes are present by 1503ac88567aSHyon Kim * virtue of being enumerated and SAS expander nodes and 1504ac88567aSHyon Kim * SAS connector nodes are also always present once 1505ac88567aSHyon Kim * the parent controller is found. 1506940d71d2Seschrock */ 1507940d71d2Seschrock if (topo_method_register(mod, tn, ses_component_methods) != 0) { 1508940d71d2Seschrock topo_mod_dprintf(mod, 1509940d71d2Seschrock "topo_method_register() failed: %s", 1510940d71d2Seschrock topo_mod_errmsg(mod)); 1511940d71d2Seschrock goto error; 1512940d71d2Seschrock } 1513940d71d2Seschrock 1514940d71d2Seschrock } 1515940d71d2Seschrock 1516d91236feSeschrock snp->sen_target->set_refcount++; 1517d91236feSeschrock topo_node_setspecific(tn, snp->sen_target); 1518d91236feSeschrock 1519940d71d2Seschrock nvlist_free(auth); 1520940d71d2Seschrock nvlist_free(fmri); 1521469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 1522ac88567aSHyon Kim if (node != NULL) *node = tn; 1523ac88567aSHyon Kim return (0); 1524ac88567aSHyon Kim 1525ac88567aSHyon Kim error: 1526ac88567aSHyon Kim nvlist_free(auth); 1527ac88567aSHyon Kim nvlist_free(fmri); 1528469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 1529ac88567aSHyon Kim return (-1); 1530ac88567aSHyon Kim } 1531ac88567aSHyon Kim 1532ac88567aSHyon Kim /* 1533ac88567aSHyon Kim * Create SAS expander specific props. 1534ac88567aSHyon Kim */ 1535ac88567aSHyon Kim /*ARGSUSED*/ 1536ac88567aSHyon Kim static int 1537ac88567aSHyon Kim ses_set_expander_props(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1538ac88567aSHyon Kim tnode_t *ptnode, tnode_t *tnode, int *phycount, int64_t *connlist) 1539ac88567aSHyon Kim { 1540ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1541ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1542ac88567aSHyon Kim nvlist_t *auth = NULL, *fmri = NULL; 1543ac88567aSHyon Kim nvlist_t *props, **phylist; 1544ac88567aSHyon Kim int err, i; 1545ac88567aSHyon Kim uint_t pcount; 1546ac88567aSHyon Kim uint64_t sasaddr, connidx; 1547ac88567aSHyon Kim char sasaddr_str[17]; 1548b4879163SHyon Kim boolean_t found = B_FALSE, ses_found = B_FALSE; 1549b4879163SHyon Kim dev_di_node_t *dnode, *sesdnode; 1550ac88567aSHyon Kim 1551ac88567aSHyon Kim props = ses_node_props(np); 1552ac88567aSHyon Kim 1553ac88567aSHyon Kim /* 1554ac88567aSHyon Kim * the uninstalled expander is not enumerated by checking 1555ac88567aSHyon Kim * the element status code. No present present' method provided. 1556ac88567aSHyon Kim */ 1557ac88567aSHyon Kim /* 1558ac88567aSHyon Kim * Get the Expander SAS address. It should exist. 1559ac88567aSHyon Kim */ 1560ac88567aSHyon Kim if (nvlist_lookup_uint64(props, SES_EXP_PROP_SAS_ADDR, 1561ac88567aSHyon Kim &sasaddr) != 0) { 1562ac88567aSHyon Kim topo_mod_dprintf(mod, 1563ac88567aSHyon Kim "Failed to get prop %s.", SES_EXP_PROP_SAS_ADDR); 1564ac88567aSHyon Kim goto error; 1565ac88567aSHyon Kim } 1566ac88567aSHyon Kim 1567ac88567aSHyon Kim (void) sprintf(sasaddr_str, "%llx", sasaddr); 1568ac88567aSHyon Kim 1569ac88567aSHyon Kim /* search matching dev_di_node. */ 1570ac88567aSHyon Kim for (dnode = topo_list_next(&sdp->sed_devs); dnode != NULL; 1571ac88567aSHyon Kim dnode = topo_list_next(dnode)) { 1572b4879163SHyon Kim for (i = 0; i < dnode->ddn_ppath_count; i++) { 1573b4879163SHyon Kim if ((dnode->ddn_target_port[i] != NULL) && 1574b4879163SHyon Kim (strstr(dnode->ddn_target_port[i], 1575b4879163SHyon Kim sasaddr_str) != NULL)) { 1576b4879163SHyon Kim found = B_TRUE; 1577b4879163SHyon Kim break; 1578b4879163SHyon Kim } 1579ac88567aSHyon Kim } 1580b4879163SHyon Kim if (found) 1581b4879163SHyon Kim break; 1582ac88567aSHyon Kim } 1583ac88567aSHyon Kim 1584ac88567aSHyon Kim if (!found) { 1585ac88567aSHyon Kim topo_mod_dprintf(mod, 1586ac88567aSHyon Kim "ses_set_expander_props: Failed to find matching " 1587ac88567aSHyon Kim "devinfo node for Exapnder SAS address %s", 1588ac88567aSHyon Kim SES_EXP_PROP_SAS_ADDR); 1589ac88567aSHyon Kim /* continue on to get storage group props. */ 1590ac88567aSHyon Kim } else { 1591b4879163SHyon Kim /* create/set the devfs-path and devid in the smp group */ 1592b4879163SHyon Kim if (topo_pgroup_create(tnode, &smp_pgroup, &err) != 0) { 1593ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1594b4879163SHyon Kim "failed to create smp property group %s\n", 1595b4879163SHyon Kim topo_strerror(err)); 1596ac88567aSHyon Kim goto error; 1597ac88567aSHyon Kim } else { 1598b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1599b4879163SHyon Kim TOPO_PROP_SMP_TARGET_PORT, TOPO_PROP_IMMUTABLE, 1600b4879163SHyon Kim dnode->ddn_target_port[i], &err) != 0) { 1601b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1602b4879163SHyon Kim "set %S error %s\n", TOPO_PROP_SAS_ADDR, 1603b4879163SHyon Kim topo_strerror(err)); 1604b4879163SHyon Kim } 1605b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1606b4879163SHyon Kim TOPO_PROP_SMP_DEV_PATH, TOPO_PROP_IMMUTABLE, 1607ac88567aSHyon Kim dnode->ddn_dpath, &err) != 0) { 1608ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1609ac88567aSHyon Kim "set dev error %s\n", topo_strerror(err)); 1610ac88567aSHyon Kim } 1611b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SMP, 1612b4879163SHyon Kim TOPO_PROP_SMP_DEVID, TOPO_PROP_IMMUTABLE, 1613ac88567aSHyon Kim dnode->ddn_devid, &err) != 0) { 1614ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1615ac88567aSHyon Kim "set devid error %s\n", topo_strerror(err)); 1616ac88567aSHyon Kim } 1617ac88567aSHyon Kim if (dnode->ddn_ppath_count != 0 && 1618b4879163SHyon Kim topo_prop_set_string_array(tnode, TOPO_PGROUP_SMP, 1619b4879163SHyon Kim TOPO_PROP_SMP_PHYS_PATH, TOPO_PROP_IMMUTABLE, 1620ac88567aSHyon Kim (const char **)dnode->ddn_ppath, 1621ac88567aSHyon Kim dnode->ddn_ppath_count, &err) != 0) { 1622ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1623ac88567aSHyon Kim "set phys-path error %s\n", 1624ac88567aSHyon Kim topo_strerror(err)); 1625ac88567aSHyon Kim } 1626ac88567aSHyon Kim } 1627ac88567aSHyon Kim } 1628ac88567aSHyon Kim 1629b4879163SHyon Kim /* update the ses property group with SES target info */ 1630ded93414SHyon Kim if ((topo_pgroup_create(tnode, &ses_pgroup, &err) != 0) && 1631a961ec00SHyon Kim (err != ETOPO_PROP_DEFD)) { 1632a961ec00SHyon Kim /* SES prop group doesn't exist but failed to be created. */ 1633b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1634a961ec00SHyon Kim "ses pgroup create error %s\n", topo_strerror(err)); 1635b4879163SHyon Kim goto error; 1636b4879163SHyon Kim } else { 1637b4879163SHyon Kim /* locate assciated enclosure dev_di_node. */ 1638b4879163SHyon Kim for (sesdnode = topo_list_next(&sdp->sed_devs); 1639b4879163SHyon Kim sesdnode != NULL; sesdnode = topo_list_next(sesdnode)) { 1640b4879163SHyon Kim for (i = 0; i < sesdnode->ddn_ppath_count; i++) { 1641b4879163SHyon Kim /* 1642b4879163SHyon Kim * check if attached port exists and 1643b4879163SHyon Kim * its node type is enclosure and 1644b4879163SHyon Kim * attached port is same as sas address of 1645b4879163SHyon Kim * the expander and 1646b4879163SHyon Kim * bridge port for virtual phy indication 1647b4879163SHyon Kim * exist. 1648b4879163SHyon Kim */ 1649b4879163SHyon Kim if ((sesdnode->ddn_attached_port[i] != NULL) && 1650b4879163SHyon Kim (sesdnode->ddn_dtype == DTYPE_ESI) && 1651b4879163SHyon Kim (strstr(sesdnode->ddn_attached_port[i], 1652b4879163SHyon Kim sasaddr_str) != NULL) && 1653b4879163SHyon Kim (sesdnode->ddn_bridge_port[i] != NULL)) { 1654b4879163SHyon Kim ses_found = B_TRUE; 1655b4879163SHyon Kim break; 1656b4879163SHyon Kim } 1657b4879163SHyon Kim } 1658b4879163SHyon Kim if (ses_found) break; 1659b4879163SHyon Kim } 1660b4879163SHyon Kim 1661b4879163SHyon Kim if (ses_found) { 1662b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1663b4879163SHyon Kim TOPO_PROP_SES_TARGET_PORT, TOPO_PROP_IMMUTABLE, 1664b4879163SHyon Kim sesdnode->ddn_target_port[i], &err) != 0) { 1665b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1666b4879163SHyon Kim "set ses %S error %s\n", TOPO_PROP_SAS_ADDR, 1667b4879163SHyon Kim topo_strerror(err)); 1668b4879163SHyon Kim } 1669b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1670b4879163SHyon Kim TOPO_PROP_SES_DEV_PATH, TOPO_PROP_IMMUTABLE, 1671b4879163SHyon Kim sesdnode->ddn_dpath, &err) != 0) { 1672b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1673b4879163SHyon Kim "set ses dev error %s\n", 1674b4879163SHyon Kim topo_strerror(err)); 1675b4879163SHyon Kim } 1676b4879163SHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_SES, 1677b4879163SHyon Kim TOPO_PROP_SES_DEVID, TOPO_PROP_IMMUTABLE, 1678b4879163SHyon Kim sesdnode->ddn_devid, &err) != 0) { 1679b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1680b4879163SHyon Kim "set ses devid error %s\n", 1681b4879163SHyon Kim topo_strerror(err)); 1682b4879163SHyon Kim } 1683b4879163SHyon Kim if (sesdnode->ddn_ppath_count != 0 && 1684b4879163SHyon Kim topo_prop_set_string_array(tnode, TOPO_PGROUP_SES, 1685b4879163SHyon Kim TOPO_PROP_SES_PHYS_PATH, TOPO_PROP_IMMUTABLE, 1686b4879163SHyon Kim (const char **)sesdnode->ddn_ppath, 1687b4879163SHyon Kim sesdnode->ddn_ppath_count, &err) != 0) { 1688b4879163SHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1689b4879163SHyon Kim "set ses phys-path error %s\n", 1690b4879163SHyon Kim topo_strerror(err)); 1691b4879163SHyon Kim } 1692b4879163SHyon Kim 1693b4879163SHyon Kim } 1694b4879163SHyon Kim } 1695b4879163SHyon Kim 1696ac88567aSHyon Kim /* create the storage group */ 1697ac88567aSHyon Kim if (topo_pgroup_create(tnode, &storage_pgroup, &err) != 0) { 1698ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1699ac88567aSHyon Kim "create storage error %s\n", topo_strerror(err)); 1700ac88567aSHyon Kim goto error; 1701ac88567aSHyon Kim } else { 1702b4879163SHyon Kim /* set the SAS address prop out of expander element status. */ 1703ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1704ac88567aSHyon Kim TOPO_PROP_SAS_ADDR, TOPO_PROP_IMMUTABLE, sasaddr_str, 1705ac88567aSHyon Kim &err) != 0) { 1706ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1707ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_SAS_ADDR, 1708ac88567aSHyon Kim topo_strerror(err)); 1709ac88567aSHyon Kim } 1710ac88567aSHyon Kim 1711ac88567aSHyon Kim /* Get the phy information for the expander */ 1712ac88567aSHyon Kim if (nvlist_lookup_nvlist_array(props, SES_SAS_PROP_PHYS, 1713ac88567aSHyon Kim &phylist, &pcount) != 0) { 1714ac88567aSHyon Kim topo_mod_dprintf(mod, 1715ac88567aSHyon Kim "Failed to get prop %s.", SES_SAS_PROP_PHYS); 1716ac88567aSHyon Kim } else { 1717ac88567aSHyon Kim /* 1718ac88567aSHyon Kim * For each phy, get the connector element index and 1719ac88567aSHyon Kim * stores into connector element index array. 1720ac88567aSHyon Kim */ 1721ac88567aSHyon Kim *phycount = pcount; 1722ac88567aSHyon Kim for (i = 0; i < pcount; i++) { 1723ac88567aSHyon Kim if (nvlist_lookup_uint64(phylist[i], 1724ac88567aSHyon Kim SES_PROP_CE_IDX, &connidx) == 0) { 1725ac88567aSHyon Kim if (connidx != 0xff) { 1726ac88567aSHyon Kim connlist[i] = connidx; 1727ac88567aSHyon Kim } else { 1728ac88567aSHyon Kim connlist[i] = -1; 1729ac88567aSHyon Kim } 1730ac88567aSHyon Kim } else { 1731ac88567aSHyon Kim /* Fail to get the index. set to -1. */ 1732ac88567aSHyon Kim connlist[i] = -1; 1733ac88567aSHyon Kim } 1734ac88567aSHyon Kim } 1735ac88567aSHyon Kim 1736ac88567aSHyon Kim /* set the phy count prop of the expander. */ 1737ac88567aSHyon Kim if (topo_prop_set_uint64(tnode, TOPO_PGROUP_STORAGE, 1738ac88567aSHyon Kim TOPO_PROP_PHY_COUNT, TOPO_PROP_IMMUTABLE, pcount, 1739ac88567aSHyon Kim &err) != 0) { 1740ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1741ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_PHY_COUNT, 1742ac88567aSHyon Kim topo_strerror(err)); 1743ac88567aSHyon Kim } 1744ac88567aSHyon Kim 1745ac88567aSHyon Kim /* 1746ac88567aSHyon Kim * set the connector element index of 1747ac88567aSHyon Kim * the expander phys. 1748ac88567aSHyon Kim */ 1749ac88567aSHyon Kim } 1750ac88567aSHyon Kim 1751ac88567aSHyon Kim /* populate other misc storage group properties */ 1752ac88567aSHyon Kim if (found) { 1753ac88567aSHyon Kim if (dnode->ddn_mfg && (topo_prop_set_string(tnode, 1754ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_MANUFACTURER, 1755ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, dnode->ddn_mfg, &err) != 0)) { 1756ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1757ac88567aSHyon Kim "set mfg error %s\n", topo_strerror(err)); 1758ac88567aSHyon Kim } 1759ac88567aSHyon Kim 1760ac88567aSHyon Kim if (dnode->ddn_model && (topo_prop_set_string(tnode, 1761ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_MODEL, 1762ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, 1763ac88567aSHyon Kim dnode->ddn_model, &err) != 0)) { 1764ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1765ac88567aSHyon Kim "set model error %s\n", topo_strerror(err)); 1766ac88567aSHyon Kim } 1767ac88567aSHyon Kim 1768ac88567aSHyon Kim if (dnode->ddn_serial && (topo_prop_set_string(tnode, 1769ac88567aSHyon Kim TOPO_PGROUP_STORAGE, TOPO_STORAGE_SERIAL_NUM, 1770ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, 1771ac88567aSHyon Kim dnode->ddn_serial, &err) != 0)) { 1772ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1773ac88567aSHyon Kim "set serial error %s\n", 1774ac88567aSHyon Kim topo_strerror(err)); 1775ac88567aSHyon Kim } 1776ac88567aSHyon Kim 1777ac88567aSHyon Kim if (dnode->ddn_firm && (topo_prop_set_string(tnode, 1778ac88567aSHyon Kim TOPO_PGROUP_STORAGE, 1779ac88567aSHyon Kim TOPO_STORAGE_FIRMWARE_REV, TOPO_PROP_IMMUTABLE, 1780ac88567aSHyon Kim dnode->ddn_firm, &err) != 0)) { 1781ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1782ac88567aSHyon Kim "set firm error %s\n", topo_strerror(err)); 1783ac88567aSHyon Kim } 1784ac88567aSHyon Kim } 1785ac88567aSHyon Kim } 1786ac88567aSHyon Kim 1787940d71d2Seschrock return (0); 1788940d71d2Seschrock 1789940d71d2Seschrock error: 1790940d71d2Seschrock nvlist_free(auth); 1791940d71d2Seschrock nvlist_free(fmri); 1792940d71d2Seschrock return (-1); 1793940d71d2Seschrock } 1794940d71d2Seschrock 1795ac88567aSHyon Kim /* 1796ac88567aSHyon Kim * Create SAS expander specific props. 1797ac88567aSHyon Kim */ 1798ac88567aSHyon Kim /*ARGSUSED*/ 1799ac88567aSHyon Kim static int 1800ac88567aSHyon Kim ses_set_connector_props(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1801ac88567aSHyon Kim tnode_t *tnode, int64_t phy_mask) 1802ac88567aSHyon Kim { 1803ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1804ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1805ac88567aSHyon Kim nvlist_t *props; 1806ac88567aSHyon Kim int err, i; 1807ac88567aSHyon Kim uint64_t conntype; 1808ac88567aSHyon Kim char phymask_str[17], *conntype_str; 1809ac88567aSHyon Kim boolean_t found; 1810ac88567aSHyon Kim 1811ac88567aSHyon Kim props = ses_node_props(np); 1812ac88567aSHyon Kim 1813ac88567aSHyon Kim /* 1814ac88567aSHyon Kim * convert phy mask to string. 1815ac88567aSHyon Kim */ 1816ac88567aSHyon Kim (void) snprintf(phymask_str, 17, "%llx", phy_mask); 1817ac88567aSHyon Kim 1818ac88567aSHyon Kim /* create the storage group */ 1819ac88567aSHyon Kim if (topo_pgroup_create(tnode, &storage_pgroup, &err) != 0) { 1820ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1821ac88567aSHyon Kim "create storage error %s\n", topo_strerror(err)); 1822ac88567aSHyon Kim return (-1); 1823ac88567aSHyon Kim } else { 1824ac88567aSHyon Kim /* set the SAS address prop of the expander. */ 1825ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1826ac88567aSHyon Kim TOPO_STORAGE_SAS_PHY_MASK, TOPO_PROP_IMMUTABLE, 1827ac88567aSHyon Kim phymask_str, &err) != 0) { 1828ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1829ac88567aSHyon Kim "set %S error %s\n", TOPO_STORAGE_SAS_PHY_MASK, 1830ac88567aSHyon Kim topo_strerror(err)); 1831ac88567aSHyon Kim } 1832ac88567aSHyon Kim 1833ac88567aSHyon Kim /* Get the connector type information for the expander */ 1834ac88567aSHyon Kim if (nvlist_lookup_uint64(props, 1835ac88567aSHyon Kim SES_SC_PROP_CONNECTOR_TYPE, &conntype) != 0) { 1836ac88567aSHyon Kim topo_mod_dprintf(mod, "Failed to get prop %s.", 1837ac88567aSHyon Kim TOPO_STORAGE_SAS_PHY_MASK); 1838ac88567aSHyon Kim } else { 1839ac88567aSHyon Kim found = B_FALSE; 1840ac88567aSHyon Kim for (i = 0; ; i++) { 1841ded93414SHyon Kim if (sas_connector_type_list[i].sct_type == 1842ac88567aSHyon Kim SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED) { 1843ac88567aSHyon Kim break; 1844ac88567aSHyon Kim } 1845ded93414SHyon Kim if (sas_connector_type_list[i].sct_type == 1846ac88567aSHyon Kim conntype) { 1847ac88567aSHyon Kim conntype_str = 1848ded93414SHyon Kim sas_connector_type_list[i].sct_name; 1849ac88567aSHyon Kim found = B_TRUE; 1850ac88567aSHyon Kim break; 1851ac88567aSHyon Kim } 1852ac88567aSHyon Kim } 1853ac88567aSHyon Kim 1854ac88567aSHyon Kim if (!found) { 1855ac88567aSHyon Kim if (conntype < 1856ac88567aSHyon Kim SAS_CONNECTOR_TYPE_CODE_NOT_DEFINED) { 1857ac88567aSHyon Kim conntype_str = 1858ac88567aSHyon Kim SAS_CONNECTOR_TYPE_RESERVED; 1859ac88567aSHyon Kim } else { 1860ac88567aSHyon Kim conntype_str = 1861ac88567aSHyon Kim SAS_CONNECTOR_TYPE_NOT_DEFINED; 1862ac88567aSHyon Kim } 1863ac88567aSHyon Kim } 1864ac88567aSHyon Kim 1865ac88567aSHyon Kim /* set the phy count prop of the expander. */ 1866ac88567aSHyon Kim if (topo_prop_set_string(tnode, TOPO_PGROUP_STORAGE, 1867ac88567aSHyon Kim TOPO_STORAGE_SAS_CONNECTOR_TYPE, 1868ac88567aSHyon Kim TOPO_PROP_IMMUTABLE, conntype_str, &err) != 0) { 1869ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_set_expander_props: " 1870ac88567aSHyon Kim "set %S error %s\n", TOPO_PROP_PHY_COUNT, 1871ac88567aSHyon Kim topo_strerror(err)); 1872ac88567aSHyon Kim } 1873ac88567aSHyon Kim } 1874ac88567aSHyon Kim } 1875ac88567aSHyon Kim 1876ac88567aSHyon Kim return (0); 1877ac88567aSHyon Kim } 1878ac88567aSHyon Kim 1879ac88567aSHyon Kim /* 1880ac88567aSHyon Kim * Instantiate SAS expander nodes for a given ESC Electronics node(controller) 1881ac88567aSHyon Kim * nodes. 1882ac88567aSHyon Kim */ 1883ac88567aSHyon Kim /*ARGSUSED*/ 1884ac88567aSHyon Kim static int 1885ac88567aSHyon Kim ses_create_esc_sasspecific(ses_enum_data_t *sdp, ses_enum_node_t *snp, 1886ac88567aSHyon Kim tnode_t *pnode, ses_enum_chassis_t *cp, 1887ac88567aSHyon Kim boolean_t dorange) 1888ac88567aSHyon Kim { 1889ac88567aSHyon Kim topo_mod_t *mod = sdp->sed_mod; 1890ac88567aSHyon Kim tnode_t *exptn, *contn; 1891ac88567aSHyon Kim boolean_t found; 1892ac88567aSHyon Kim sas_connector_phy_data_t connectors[64] = {NULL}; 1893ac88567aSHyon Kim uint64_t max; 1894ac88567aSHyon Kim ses_enum_node_t *ctlsnp, *xsnp, *consnp; 1895ac88567aSHyon Kim ses_node_t *np = snp->sen_node; 1896ac88567aSHyon Kim nvlist_t *props, *psprops; 1897ac88567aSHyon Kim uint64_t index, psindex, conindex, psstatus, i, j, count; 1898ac88567aSHyon Kim int64_t cidxlist[256] = {NULL}; 1899ac88567aSHyon Kim int phycount; 1900ac88567aSHyon Kim 1901ac88567aSHyon Kim props = ses_node_props(np); 1902ac88567aSHyon Kim 1903ac88567aSHyon Kim if (nvlist_lookup_uint64(props, SES_PROP_ELEMENT_ONLY_INDEX, 1904ac88567aSHyon Kim &index) != 0) 1905ac88567aSHyon Kim return (-1); 1906ac88567aSHyon Kim 1907ac88567aSHyon Kim /* 1908ac88567aSHyon Kim * For SES constroller node, check to see if there are 1909ac88567aSHyon Kim * associated SAS expanders. 1910ac88567aSHyon Kim */ 1911ac88567aSHyon Kim found = B_FALSE; 1912ac88567aSHyon Kim max = 0; 1913ac88567aSHyon Kim for (ctlsnp = topo_list_next(&cp->sec_nodes); ctlsnp != NULL; 1914ac88567aSHyon Kim ctlsnp = topo_list_next(ctlsnp)) { 1915ac88567aSHyon Kim if (ctlsnp->sen_type == SES_ET_SAS_EXPANDER) { 1916ac88567aSHyon Kim found = B_TRUE; 1917ac88567aSHyon Kim if (ctlsnp->sen_instance > max) 1918ac88567aSHyon Kim max = ctlsnp->sen_instance; 1919ac88567aSHyon Kim } 1920ac88567aSHyon Kim } 1921ac88567aSHyon Kim 1922ac88567aSHyon Kim /* 1923ac88567aSHyon Kim * No SAS expander found notthing to process. 1924ac88567aSHyon Kim */ 1925ac88567aSHyon Kim if (!found) 1926ac88567aSHyon Kim return (0); 1927ac88567aSHyon Kim 1928ac88567aSHyon Kim topo_mod_dprintf(mod, "%s Controller %d: creating " 1929ac88567aSHyon Kim "%llu %s nodes", cp->sec_csn, index, max + 1, SASEXPANDER); 1930ac88567aSHyon Kim 1931ac88567aSHyon Kim /* 1932ac88567aSHyon Kim * The max number represent the number of elements 1933ac88567aSHyon Kim * deducted from the highest SES_PROP_ELEMENT_CLASS_INDEX 1934ac88567aSHyon Kim * of SET_ET_SAS_EXPANDER type element. 1935ac88567aSHyon Kim * 1936ac88567aSHyon Kim * There may be multiple ESC Electronics element(controllers) 1937ac88567aSHyon Kim * within JBOD(typicall two for redundancy) and SAS expander 1938ac88567aSHyon Kim * elements are associated with only one of them. We are 1939ac88567aSHyon Kim * still creating the range based max number here. 1940ac88567aSHyon Kim * That will cover the case that all expanders are associated 1941ac88567aSHyon Kim * with one SES controller. 1942ac88567aSHyon Kim */ 1943ac88567aSHyon Kim if (dorange && topo_node_range_create(mod, pnode, 1944ac88567aSHyon Kim SASEXPANDER, 0, max) != 0) { 1945ac88567aSHyon Kim topo_mod_dprintf(mod, 1946ac88567aSHyon Kim "topo_node_create_range() failed: %s", 1947ac88567aSHyon Kim topo_mod_errmsg(mod)); 1948ac88567aSHyon Kim return (-1); 1949ac88567aSHyon Kim } 1950ac88567aSHyon Kim 1951ac88567aSHyon Kim /* 1952ac88567aSHyon Kim * Search exapnders with the parent index matching with 1953ac88567aSHyon Kim * ESC Electronics element index. 1954ac88567aSHyon Kim * Note the index used here is a global index across 1955ac88567aSHyon Kim * SES elements. 1956ac88567aSHyon Kim */ 1957ac88567aSHyon Kim for (xsnp = topo_list_next(&cp->sec_nodes); xsnp != NULL; 1958ac88567aSHyon Kim xsnp = topo_list_next(xsnp)) { 1959ac88567aSHyon Kim if (xsnp->sen_type == SES_ET_SAS_EXPANDER) { 1960ac88567aSHyon Kim /* 1961ac88567aSHyon Kim * get the parent ESC controller. 1962ac88567aSHyon Kim */ 1963ac88567aSHyon Kim psprops = ses_node_props(xsnp->sen_node); 1964ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 1965ac88567aSHyon Kim SES_PROP_STATUS_CODE, &psstatus) == 0) { 1966ac88567aSHyon Kim if (psstatus == SES_ESC_NOT_INSTALLED) { 1967ac88567aSHyon Kim /* 1968ac88567aSHyon Kim * Not installed. 1969ac88567aSHyon Kim * Don't create a ndoe. 1970ac88567aSHyon Kim */ 1971ac88567aSHyon Kim continue; 1972ac88567aSHyon Kim } 1973ac88567aSHyon Kim } else { 1974ac88567aSHyon Kim /* 1975ac88567aSHyon Kim * The element should have status code. 1976ac88567aSHyon Kim * If not there is no way to find 1977ac88567aSHyon Kim * out if the expander element exist or 1978ac88567aSHyon Kim * not. 1979ac88567aSHyon Kim */ 1980ac88567aSHyon Kim continue; 1981ac88567aSHyon Kim } 1982ac88567aSHyon Kim 1983ac88567aSHyon Kim /* Get the physical parent index to compare. */ 1984ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 1985ac88567aSHyon Kim LIBSES_PROP_PHYS_PARENT, &psindex) == 0) { 1986ac88567aSHyon Kim if (index == psindex) { 1987ac88567aSHyon Kim /* indentation moved forward */ 1988ac88567aSHyon Kim /* 1989ac88567aSHyon Kim * Handle basic node information of SAS expander 1990ac88567aSHyon Kim * element - binding to parent node and 1991ac88567aSHyon Kim * allocating FMRI... 1992ac88567aSHyon Kim */ 1993ded93414SHyon Kim if (ses_create_generic(sdp, xsnp, pnode, pnode, SASEXPANDER, 1994ac88567aSHyon Kim "SAS-EXPANDER", &exptn) != 0) 1995ac88567aSHyon Kim continue; 1996ac88567aSHyon Kim /* 1997ac88567aSHyon Kim * Now handle SAS expander unique portion of node creation. 1998ac88567aSHyon Kim * The max nubmer of the phy count is 256 since SES-2 1999ac88567aSHyon Kim * defines as 1 byte field. The cidxlist has the same 2000ac88567aSHyon Kim * number of elements. 2001ac88567aSHyon Kim * 2002ac88567aSHyon Kim * We use size 64 array to store the connectors. 2003ac88567aSHyon Kim * Typically a connectors associated with 4 phys so that 2004ac88567aSHyon Kim * matches with the max number of connecters associated 2005ac88567aSHyon Kim * with an expander. 2006ac88567aSHyon Kim * The phy count goes up to 38 for Sun supported 2007ac88567aSHyon Kim * JBOD. 2008ac88567aSHyon Kim */ 2009edb433b6SMilan Jurik (void) memset(cidxlist, 0, sizeof (int64_t) * 64); 2010ac88567aSHyon Kim if (ses_set_expander_props(sdp, xsnp, pnode, exptn, &phycount, 2011ac88567aSHyon Kim cidxlist) != 0) { 2012ac88567aSHyon Kim /* 2013ac88567aSHyon Kim * error on getting specific prop failed. 2014ac88567aSHyon Kim * continue on. Note that the node is 2015ac88567aSHyon Kim * left bound. 2016ac88567aSHyon Kim */ 2017ac88567aSHyon Kim continue; 2018ac88567aSHyon Kim } 2019ac88567aSHyon Kim 2020ac88567aSHyon Kim /* 2021ac88567aSHyon Kim * count represetns the number of connectors discovered so far. 2022ac88567aSHyon Kim */ 2023ac88567aSHyon Kim count = 0; 2024edb433b6SMilan Jurik (void) memset(connectors, 0, 2025edb433b6SMilan Jurik sizeof (sas_connector_phy_data_t) * 64); 2026ac88567aSHyon Kim for (i = 0; i < phycount; i++) { 2027ac88567aSHyon Kim if (cidxlist[i] != -1) { 2028ac88567aSHyon Kim /* connector index is valid. */ 2029ac88567aSHyon Kim for (j = 0; j < count; j++) { 2030ded93414SHyon Kim if (connectors[j].scpd_index == 2031ac88567aSHyon Kim cidxlist[i]) { 2032ac88567aSHyon Kim /* 2033ac88567aSHyon Kim * Just update phy mask. 2034ac88567aSHyon Kim * The postion for connector 2035ac88567aSHyon Kim * index lists(cidxlist index) 2036ac88567aSHyon Kim * is set. 2037ac88567aSHyon Kim */ 2038ded93414SHyon Kim connectors[j].scpd_pm = 2039ded93414SHyon Kim connectors[j].scpd_pm | 2040ac88567aSHyon Kim (1ULL << i); 2041ac88567aSHyon Kim break; 2042ac88567aSHyon Kim } 2043ac88567aSHyon Kim } 2044ac88567aSHyon Kim /* 2045ac88567aSHyon Kim * If j and count matche a new connector 2046ac88567aSHyon Kim * index is found. 2047ac88567aSHyon Kim */ 2048ac88567aSHyon Kim if (j == count) { 2049ac88567aSHyon Kim /* add a new index and phy mask. */ 2050ded93414SHyon Kim connectors[count].scpd_index = 2051ded93414SHyon Kim cidxlist[i]; 2052ded93414SHyon Kim connectors[count].scpd_pm = 2053ded93414SHyon Kim connectors[count].scpd_pm | 2054ac88567aSHyon Kim (1ULL << i); 2055ac88567aSHyon Kim count++; 2056ac88567aSHyon Kim } 2057ac88567aSHyon Kim } 2058ac88567aSHyon Kim } 2059ac88567aSHyon Kim 2060ac88567aSHyon Kim /* 2061ac88567aSHyon Kim * create range for the connector nodes. 2062ac88567aSHyon Kim * The class index of the ses connector element 2063ac88567aSHyon Kim * is set as the instance nubmer for the node. 2064ac88567aSHyon Kim * Even though one expander may not have all connectors 2065ac88567aSHyon Kim * are associated with we are creating the range with 2066ac88567aSHyon Kim * max possible instance number. 2067ac88567aSHyon Kim */ 2068ac88567aSHyon Kim found = B_FALSE; 2069ac88567aSHyon Kim max = 0; 2070ac88567aSHyon Kim for (consnp = topo_list_next(&cp->sec_nodes); 2071ac88567aSHyon Kim consnp != NULL; consnp = topo_list_next(consnp)) { 2072ac88567aSHyon Kim if (consnp->sen_type == SES_ET_SAS_CONNECTOR) { 2073ac88567aSHyon Kim psprops = ses_node_props(consnp->sen_node); 2074ac88567aSHyon Kim found = B_TRUE; 2075ac88567aSHyon Kim if (consnp->sen_instance > max) 2076ac88567aSHyon Kim max = consnp->sen_instance; 2077ac88567aSHyon Kim } 2078ac88567aSHyon Kim } 2079ac88567aSHyon Kim 2080ac88567aSHyon Kim /* 2081ac88567aSHyon Kim * No SAS connector found nothing to process. 2082ac88567aSHyon Kim */ 2083ac88567aSHyon Kim if (!found) 2084ac88567aSHyon Kim return (0); 2085ac88567aSHyon Kim 2086ac88567aSHyon Kim if (dorange && topo_node_range_create(mod, exptn, 2087ac88567aSHyon Kim RECEPTACLE, 0, max) != 0) { 2088ac88567aSHyon Kim topo_mod_dprintf(mod, 2089ac88567aSHyon Kim "topo_node_create_range() failed: %s", 2090ac88567aSHyon Kim topo_mod_errmsg(mod)); 2091ac88567aSHyon Kim return (-1); 2092ac88567aSHyon Kim } 2093ac88567aSHyon Kim 2094ac88567aSHyon Kim /* search matching connector element using the index. */ 2095ac88567aSHyon Kim for (i = 0; i < count; i++) { 2096ac88567aSHyon Kim found = B_FALSE; 2097ac88567aSHyon Kim for (consnp = topo_list_next(&cp->sec_nodes); 2098ac88567aSHyon Kim consnp != NULL; consnp = topo_list_next(consnp)) { 2099ac88567aSHyon Kim if (consnp->sen_type == SES_ET_SAS_CONNECTOR) { 2100ac88567aSHyon Kim psprops = ses_node_props( 2101ac88567aSHyon Kim consnp->sen_node); 2102ac88567aSHyon Kim /* 2103ac88567aSHyon Kim * Get the physical parent index to 2104ac88567aSHyon Kim * compare. 2105ac88567aSHyon Kim * The connector elements are children 2106ac88567aSHyon Kim * of ESC Electronics element even 2107ac88567aSHyon Kim * though we enumerate them under 2108ac88567aSHyon Kim * an expander in libtopo. 2109ac88567aSHyon Kim */ 2110ac88567aSHyon Kim if (nvlist_lookup_uint64(psprops, 2111ac88567aSHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2112ac88567aSHyon Kim &conindex) == 0) { 2113ac88567aSHyon Kim if (conindex == 2114ded93414SHyon Kim connectors[i].scpd_index) { 2115ac88567aSHyon Kim found = B_TRUE; 2116ac88567aSHyon Kim break; 2117ac88567aSHyon Kim } 2118ac88567aSHyon Kim } 2119ac88567aSHyon Kim } 2120ac88567aSHyon Kim } 2121ac88567aSHyon Kim 2122ac88567aSHyon Kim /* now create a libtopo node. */ 2123ac88567aSHyon Kim if (found) { 2124ac88567aSHyon Kim /* Create generic props. */ 2125ac88567aSHyon Kim if (ses_create_generic(sdp, consnp, exptn, 2126ded93414SHyon Kim topo_node_parent(exptn), 2127ac88567aSHyon Kim RECEPTACLE, "RECEPTACLE", &contn) != 2128ac88567aSHyon Kim 0) { 2129ac88567aSHyon Kim continue; 2130ac88567aSHyon Kim } 2131ac88567aSHyon Kim /* Create connector specific props. */ 2132ac88567aSHyon Kim if (ses_set_connector_props(sdp, consnp, 2133ded93414SHyon Kim contn, connectors[i].scpd_pm) != 0) { 2134ac88567aSHyon Kim continue; 2135ac88567aSHyon Kim } 2136ac88567aSHyon Kim } 2137ac88567aSHyon Kim } 2138ac88567aSHyon Kim /* end indentation change */ 2139ac88567aSHyon Kim } 2140ac88567aSHyon Kim } 2141ac88567aSHyon Kim } 2142ac88567aSHyon Kim } 2143ac88567aSHyon Kim 2144ac88567aSHyon Kim return (0); 2145ac88567aSHyon Kim } 2146ac88567aSHyon Kim 2147ac88567aSHyon Kim /* 2148ac88567aSHyon Kim * Instantiate any protocol specific portion of a node. 2149ac88567aSHyon Kim */ 2150ac88567aSHyon Kim /*ARGSUSED*/ 2151ac88567aSHyon Kim static int 2152ac88567aSHyon Kim ses_create_protocol_specific(ses_enum_data_t *sdp, ses_enum_node_t *snp, 2153ac88567aSHyon Kim tnode_t *pnode, uint64_t type, ses_enum_chassis_t *cp, 2154ac88567aSHyon Kim boolean_t dorange) 2155ac88567aSHyon Kim { 2156ac88567aSHyon Kim 2157ac88567aSHyon Kim if (type == SES_ET_ESC_ELECTRONICS) { 2158ac88567aSHyon Kim /* create SAS specific children(expanders and connectors. */ 2159ac88567aSHyon Kim return (ses_create_esc_sasspecific(sdp, snp, pnode, cp, 2160ac88567aSHyon Kim dorange)); 2161ac88567aSHyon Kim } 2162ac88567aSHyon Kim 2163ac88567aSHyon Kim return (0); 2164ac88567aSHyon Kim } 2165ac88567aSHyon Kim 2166940d71d2Seschrock /* 2167940d71d2Seschrock * Instantiate any children of a given type. 2168940d71d2Seschrock */ 2169940d71d2Seschrock static int 2170940d71d2Seschrock ses_create_children(ses_enum_data_t *sdp, tnode_t *pnode, uint64_t type, 2171d91236feSeschrock const char *nodename, const char *defaultlabel, ses_enum_chassis_t *cp, 2172d91236feSeschrock boolean_t dorange) 2173940d71d2Seschrock { 2174940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 2175940d71d2Seschrock boolean_t found; 2176940d71d2Seschrock uint64_t max; 2177940d71d2Seschrock ses_enum_node_t *snp; 2178ac88567aSHyon Kim tnode_t *tn; 2179940d71d2Seschrock 2180940d71d2Seschrock /* 2181940d71d2Seschrock * First go through and count how many matching nodes we have. 2182940d71d2Seschrock */ 2183940d71d2Seschrock max = 0; 2184940d71d2Seschrock found = B_FALSE; 2185940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2186940d71d2Seschrock snp = topo_list_next(snp)) { 2187940d71d2Seschrock if (snp->sen_type == type) { 2188940d71d2Seschrock found = B_TRUE; 2189940d71d2Seschrock if (snp->sen_instance > max) 2190940d71d2Seschrock max = snp->sen_instance; 2191940d71d2Seschrock } 2192940d71d2Seschrock } 2193940d71d2Seschrock 2194940d71d2Seschrock /* 2195940d71d2Seschrock * No enclosure should export both DEVICE and ARRAY_DEVICE elements. 2196940d71d2Seschrock * Since we map both of these to 'disk', if an enclosure does this, we 2197940d71d2Seschrock * just ignore the array elements. 2198940d71d2Seschrock */ 2199940d71d2Seschrock if (!found || 2200940d71d2Seschrock (type == SES_ET_ARRAY_DEVICE && cp->sec_hasdev)) 2201940d71d2Seschrock return (0); 2202940d71d2Seschrock 2203940d71d2Seschrock topo_mod_dprintf(mod, "%s: creating %llu %s nodes", 220453dbcc59SSundeep Panicker cp->sec_csn, max + 1, nodename); 2205940d71d2Seschrock 2206d91236feSeschrock if (dorange && topo_node_range_create(mod, pnode, 2207940d71d2Seschrock nodename, 0, max) != 0) { 2208940d71d2Seschrock topo_mod_dprintf(mod, 2209940d71d2Seschrock "topo_node_create_range() failed: %s", 2210940d71d2Seschrock topo_mod_errmsg(mod)); 2211940d71d2Seschrock return (-1); 2212940d71d2Seschrock } 2213940d71d2Seschrock 2214940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2215940d71d2Seschrock snp = topo_list_next(snp)) { 2216940d71d2Seschrock if (snp->sen_type == type) { 2217ded93414SHyon Kim /* 2218ded93414SHyon Kim * With flat layout of ses nodes there is no 2219ded93414SHyon Kim * way to find out the direct FRU for a node. 2220ded93414SHyon Kim * Passing NULL for fru topo node. Note that 2221ded93414SHyon Kim * ses_create_children_from_phys_tree() provides 2222ded93414SHyon Kim * the actual direct FRU for a node. 2223ded93414SHyon Kim */ 2224ded93414SHyon Kim if (ses_create_generic(sdp, snp, pnode, NULL, 2225ac88567aSHyon Kim nodename, defaultlabel, &tn) != 0) 2226940d71d2Seschrock return (-1); 2227ac88567aSHyon Kim /* 2228ac88567aSHyon Kim * For some SES element there may be protocol specific 2229ac88567aSHyon Kim * information to process. Here we are processing 2230ac88567aSHyon Kim * the association between enclosure controller and 2231ac88567aSHyon Kim * SAS expanders. 2232ac88567aSHyon Kim */ 2233ac88567aSHyon Kim if (type == SES_ET_ESC_ELECTRONICS) { 2234ac88567aSHyon Kim /* create SAS expander node */ 2235ac88567aSHyon Kim if (ses_create_protocol_specific(sdp, snp, 2236ac88567aSHyon Kim tn, type, cp, dorange) != 0) { 2237ac88567aSHyon Kim return (-1); 2238ac88567aSHyon Kim } 2239ac88567aSHyon Kim } 2240ac88567aSHyon Kim 2241940d71d2Seschrock } 2242940d71d2Seschrock } 2243940d71d2Seschrock 2244940d71d2Seschrock return (0); 2245940d71d2Seschrock } 2246940d71d2Seschrock 224753dbcc59SSundeep Panicker /* 224853dbcc59SSundeep Panicker * Instantiate a new subchassis instance in the topology. 224953dbcc59SSundeep Panicker */ 225053dbcc59SSundeep Panicker static int 225153dbcc59SSundeep Panicker ses_create_subchassis(ses_enum_data_t *sdp, tnode_t *pnode, 225253dbcc59SSundeep Panicker ses_enum_chassis_t *scp) 225353dbcc59SSundeep Panicker { 225453dbcc59SSundeep Panicker topo_mod_t *mod = sdp->sed_mod; 225553dbcc59SSundeep Panicker tnode_t *tn; 225653dbcc59SSundeep Panicker nvlist_t *props; 225753dbcc59SSundeep Panicker nvlist_t *auth = NULL, *fmri = NULL; 225853dbcc59SSundeep Panicker uint64_t instance = scp->sec_instance; 225953dbcc59SSundeep Panicker char *desc; 2260469735ecSRob Johnston char *clean_label = NULL, label[128]; 226153dbcc59SSundeep Panicker char **paths; 226253dbcc59SSundeep Panicker int i, err; 226353dbcc59SSundeep Panicker ses_enum_target_t *stp; 226453dbcc59SSundeep Panicker int ret = -1; 226553dbcc59SSundeep Panicker 226653dbcc59SSundeep Panicker /* 226753dbcc59SSundeep Panicker * Copy authority information from parent enclosure node 226853dbcc59SSundeep Panicker */ 226953dbcc59SSundeep Panicker if ((auth = topo_mod_auth(mod, pnode)) == NULL) 227053dbcc59SSundeep Panicker goto error; 227153dbcc59SSundeep Panicker 227253dbcc59SSundeep Panicker /* 227353dbcc59SSundeep Panicker * Record the subchassis serial number in the FMRI. 227453dbcc59SSundeep Panicker * For now, we assume that logical id is the subchassis serial number. 227553dbcc59SSundeep Panicker * If this assumption changes in future, then the following 227653dbcc59SSundeep Panicker * piece of code will need to be updated via an RFE. 227753dbcc59SSundeep Panicker */ 227853dbcc59SSundeep Panicker if ((fmri = topo_mod_hcfmri(mod, pnode, FM_HC_SCHEME_VERSION, 2279ac88567aSHyon Kim SUBCHASSIS, (topo_instance_t)instance, NULL, auth, NULL, NULL, 2280ac88567aSHyon Kim NULL)) == NULL) { 228153dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 228253dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 228353dbcc59SSundeep Panicker goto error; 228453dbcc59SSundeep Panicker } 228553dbcc59SSundeep Panicker 228653dbcc59SSundeep Panicker if ((tn = topo_node_bind(mod, pnode, SUBCHASSIS, 228753dbcc59SSundeep Panicker instance, fmri)) == NULL) { 228853dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 228953dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 229053dbcc59SSundeep Panicker goto error; 229153dbcc59SSundeep Panicker } 229253dbcc59SSundeep Panicker 229353dbcc59SSundeep Panicker props = ses_node_props(scp->sec_enclosure); 229453dbcc59SSundeep Panicker 229553dbcc59SSundeep Panicker /* 229653dbcc59SSundeep Panicker * Look for the subchassis label in the following order: 229753dbcc59SSundeep Panicker * <ses-description> 229853dbcc59SSundeep Panicker * <ses-class-description> <instance> 229953dbcc59SSundeep Panicker * <default-type-label> <instance> 230053dbcc59SSundeep Panicker * 230153dbcc59SSundeep Panicker * For subchassis, the default label is "SUBCHASSIS" 230253dbcc59SSundeep Panicker */ 230353dbcc59SSundeep Panicker if (nvlist_lookup_string(props, SES_PROP_DESCRIPTION, &desc) != 0 || 230453dbcc59SSundeep Panicker desc[0] == '\0') { 230553dbcc59SSundeep Panicker if (nvlist_lookup_string(props, SES_PROP_CLASS_DESCRIPTION, 230653dbcc59SSundeep Panicker &desc) == 0 && desc[0] != '\0') 230753dbcc59SSundeep Panicker (void) snprintf(label, sizeof (label), "%s %llu", desc, 230853dbcc59SSundeep Panicker instance); 230953dbcc59SSundeep Panicker else 231053dbcc59SSundeep Panicker (void) snprintf(label, sizeof (label), 231153dbcc59SSundeep Panicker "SUBCHASSIS %llu", instance); 231253dbcc59SSundeep Panicker desc = label; 231353dbcc59SSundeep Panicker } 231453dbcc59SSundeep Panicker 2315469735ecSRob Johnston if ((clean_label = topo_mod_clean_str(mod, desc)) == NULL) 2316469735ecSRob Johnston goto error; 2317469735ecSRob Johnston 2318469735ecSRob Johnston if (topo_prop_set_string(tn, TOPO_PGROUP_PROTOCOL, TOPO_PROP_LABEL, 2319469735ecSRob Johnston TOPO_PROP_MUTABLE, clean_label, &err) < 0) 232053dbcc59SSundeep Panicker goto error; 232153dbcc59SSundeep Panicker 2322ac88567aSHyon Kim if (ses_set_standard_props(mod, NULL, tn, NULL, 232353dbcc59SSundeep Panicker ses_node_id(scp->sec_enclosure), scp->sec_target->set_devpath) != 0) 232453dbcc59SSundeep Panicker goto error; 232553dbcc59SSundeep Panicker 2326ac88567aSHyon Kim /* 2327ac88567aSHyon Kim * Set the 'chassis-type' property for this subchassis. This is either 2328ac88567aSHyon Kim * 'ses-class-description' or 'subchassis'. 2329ac88567aSHyon Kim */ 2330ac88567aSHyon Kim if (nvlist_lookup_string(props, SES_PROP_CLASS_DESCRIPTION, &desc) != 0) 2331ac88567aSHyon Kim desc = "subchassis"; 2332ac88567aSHyon Kim 2333ac88567aSHyon Kim if (topo_prop_set_string(tn, TOPO_PGROUP_SES, 2334ac88567aSHyon Kim TOPO_PROP_CHASSIS_TYPE, TOPO_PROP_IMMUTABLE, desc, &err) != 0) { 2335ac88567aSHyon Kim topo_mod_dprintf(mod, "failed to create property %s: %s\n", 2336ac88567aSHyon Kim TOPO_PROP_CHASSIS_TYPE, topo_strerror(err)); 2337ac88567aSHyon Kim goto error; 2338ac88567aSHyon Kim } 2339ac88567aSHyon Kim 234053dbcc59SSundeep Panicker /* 234153dbcc59SSundeep Panicker * For enclosures, we want to include all possible targets (for upgrade 234253dbcc59SSundeep Panicker * purposes). 234353dbcc59SSundeep Panicker */ 234453dbcc59SSundeep Panicker for (i = 0, stp = topo_list_next(&scp->sec_targets); stp != NULL; 234553dbcc59SSundeep Panicker stp = topo_list_next(stp), i++) 234653dbcc59SSundeep Panicker ; 234753dbcc59SSundeep Panicker 234853dbcc59SSundeep Panicker verify(i != 0); 234953dbcc59SSundeep Panicker paths = alloca(i * sizeof (char *)); 235053dbcc59SSundeep Panicker 235153dbcc59SSundeep Panicker for (i = 0, stp = topo_list_next(&scp->sec_targets); stp != NULL; 235253dbcc59SSundeep Panicker stp = topo_list_next(stp), i++) 235353dbcc59SSundeep Panicker paths[i] = stp->set_devpath; 235453dbcc59SSundeep Panicker 235553dbcc59SSundeep Panicker if (topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 235653dbcc59SSundeep Panicker TOPO_PROP_PATHS, TOPO_PROP_IMMUTABLE, (const char **)paths, 235753dbcc59SSundeep Panicker i, &err) != 0) { 235853dbcc59SSundeep Panicker topo_mod_dprintf(mod, "failed to create property %s: %s\n", 235953dbcc59SSundeep Panicker TOPO_PROP_PATHS, topo_strerror(err)); 236053dbcc59SSundeep Panicker goto error; 236153dbcc59SSundeep Panicker } 236253dbcc59SSundeep Panicker 236353dbcc59SSundeep Panicker if (topo_method_register(mod, tn, ses_enclosure_methods) != 0) { 236453dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_method_register() failed: %s", 236553dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 236653dbcc59SSundeep Panicker goto error; 236753dbcc59SSundeep Panicker } 236853dbcc59SSundeep Panicker 236953dbcc59SSundeep Panicker /* 237053dbcc59SSundeep Panicker * Create the nodes for controllers and bays. 237153dbcc59SSundeep Panicker */ 237253dbcc59SSundeep Panicker if (ses_create_children(sdp, tn, SES_ET_ESC_ELECTRONICS, 237353dbcc59SSundeep Panicker CONTROLLER, "CONTROLLER", scp, B_TRUE) != 0 || 237453dbcc59SSundeep Panicker ses_create_children(sdp, tn, SES_ET_DEVICE, 237553dbcc59SSundeep Panicker BAY, "BAY", scp, B_TRUE) != 0 || 237653dbcc59SSundeep Panicker ses_create_children(sdp, tn, SES_ET_ARRAY_DEVICE, 237753dbcc59SSundeep Panicker BAY, "BAY", scp, B_TRUE) != 0) 237853dbcc59SSundeep Panicker goto error; 237953dbcc59SSundeep Panicker 238053dbcc59SSundeep Panicker ret = 0; 238153dbcc59SSundeep Panicker 238253dbcc59SSundeep Panicker error: 238353dbcc59SSundeep Panicker nvlist_free(auth); 238453dbcc59SSundeep Panicker nvlist_free(fmri); 2385469735ecSRob Johnston topo_mod_strfree(mod, clean_label); 238653dbcc59SSundeep Panicker return (ret); 238753dbcc59SSundeep Panicker } 238853dbcc59SSundeep Panicker 2389ded93414SHyon Kim /* 2390ded93414SHyon Kim * Function we use to insert a node. 2391ded93414SHyon Kim */ 2392ded93414SHyon Kim static int 2393ded93414SHyon Kim ses_phys_tree_insert(topo_mod_t *mod, ses_phys_tree_t **sproot, 2394ded93414SHyon Kim ses_phys_tree_t *child) 2395ded93414SHyon Kim { 2396ded93414SHyon Kim uint64_t ppindex, eindex, pindex; 2397ded93414SHyon Kim ses_phys_tree_t *node_ptr; 2398ded93414SHyon Kim int ret = 0; 2399ded93414SHyon Kim 2400ded93414SHyon Kim assert(sproot != NULL); 2401ded93414SHyon Kim assert(child != NULL); 2402ded93414SHyon Kim 2403ded93414SHyon Kim if (*sproot == NULL) { 2404ded93414SHyon Kim *sproot = child; 2405ded93414SHyon Kim return (0); 2406ded93414SHyon Kim } 2407ded93414SHyon Kim 2408ded93414SHyon Kim pindex = child->spt_pindex; 2409ded93414SHyon Kim ppindex = (*sproot)->spt_pindex; 2410ded93414SHyon Kim eindex = (*sproot)->spt_eonlyindex; 2411ded93414SHyon Kim 2412ded93414SHyon Kim /* 2413ded93414SHyon Kim * If the element only index of the root is same as the physical 2414ded93414SHyon Kim * parent index of a node to be added, add the node as a child of 2415ded93414SHyon Kim * the current root. 2416ded93414SHyon Kim */ 2417ded93414SHyon Kim if (eindex == pindex) { 2418ded93414SHyon Kim (void) ses_phys_tree_insert(mod, &(*sproot)->spt_child, child); 2419ded93414SHyon Kim child->spt_parent = *sproot; 2420ded93414SHyon Kim } else if (ppindex == pindex) { 2421ded93414SHyon Kim /* 2422ded93414SHyon Kim * if the physical parent of the current root and the child 2423ded93414SHyon Kim * is same, then this should be a sibling node. 2424ded93414SHyon Kim * Siblings can be different element types and arrange 2425ded93414SHyon Kim * them by group. 2426ded93414SHyon Kim */ 2427ded93414SHyon Kim if ((*sproot)->spt_senumnode->sen_type == 2428ded93414SHyon Kim child->spt_senumnode->sen_type) { 2429ded93414SHyon Kim child->spt_sibling = *sproot; 2430ded93414SHyon Kim *sproot = child; 2431ded93414SHyon Kim } else { 2432ded93414SHyon Kim /* add a node in front of matching element type. */ 2433ded93414SHyon Kim node_ptr = *sproot; 2434ded93414SHyon Kim while (node_ptr->spt_sibling != NULL) { 2435ded93414SHyon Kim if (node_ptr->spt_sibling-> 2436ded93414SHyon Kim spt_senumnode->sen_type == 2437ded93414SHyon Kim child->spt_senumnode->sen_type) { 2438ded93414SHyon Kim child->spt_sibling = 2439ded93414SHyon Kim node_ptr->spt_sibling; 2440ded93414SHyon Kim node_ptr->spt_sibling = child; 2441ded93414SHyon Kim break; 2442ded93414SHyon Kim } 2443ded93414SHyon Kim node_ptr = node_ptr->spt_sibling; 2444ded93414SHyon Kim } 2445ded93414SHyon Kim /* no matching. Add the child at the end. */ 2446ded93414SHyon Kim if (node_ptr->spt_sibling == NULL) { 2447ded93414SHyon Kim node_ptr->spt_sibling = child; 2448ded93414SHyon Kim } 2449ded93414SHyon Kim } 2450ded93414SHyon Kim child->spt_parent = (*sproot)->spt_parent; 2451ded93414SHyon Kim } else { 2452ded93414SHyon Kim /* 2453ded93414SHyon Kim * The root and the node is not directly related. 2454ded93414SHyon Kim * Try to insert to the child sub-tree first and then try to 2455ded93414SHyon Kim * insert to the sibling sub-trees. If fails for both 2456ded93414SHyon Kim * the caller will retry insertion later. 2457ded93414SHyon Kim */ 2458ded93414SHyon Kim if ((*sproot)->spt_child) { 2459ded93414SHyon Kim ret = ses_phys_tree_insert(mod, &(*sproot)->spt_child, 2460ded93414SHyon Kim child); 2461ded93414SHyon Kim } 2462ded93414SHyon Kim if ((*sproot)->spt_child == NULL || ret != 0) { 2463ded93414SHyon Kim if ((*sproot)->spt_sibling) { 2464ded93414SHyon Kim ret = ses_phys_tree_insert(mod, 2465ded93414SHyon Kim &(*sproot)->spt_sibling, child); 2466ded93414SHyon Kim } else { 2467ded93414SHyon Kim ret = 1; 2468ded93414SHyon Kim } 2469ded93414SHyon Kim } 2470ded93414SHyon Kim return (ret); 2471ded93414SHyon Kim } 2472ded93414SHyon Kim return (0); 2473ded93414SHyon Kim } 2474ded93414SHyon Kim 2475ded93414SHyon Kim /* 2476ded93414SHyon Kim * Construct tree view of ses elements through parent phyiscal element index. 2477ded93414SHyon Kim * The root of tree is already constructed using the enclosure element. 2478ded93414SHyon Kim */ 2479ded93414SHyon Kim static int 2480ded93414SHyon Kim ses_construct_phys_tree(ses_enum_data_t *sdp, ses_enum_chassis_t *cp, 2481ded93414SHyon Kim ses_phys_tree_t *sproot) 2482ded93414SHyon Kim { 2483ded93414SHyon Kim ses_enum_node_t *snp; 2484ded93414SHyon Kim ses_phys_tree_t *child; 2485ded93414SHyon Kim ses_phys_tree_t *u_watch = NULL; 2486ded93414SHyon Kim ses_phys_tree_t *u_head = NULL; 2487ded93414SHyon Kim ses_phys_tree_t *u_tail = NULL; 2488ded93414SHyon Kim int u_inserted = 0, u_left = 0; 2489ded93414SHyon Kim nvlist_t *props; 2490ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2491ded93414SHyon Kim 2492ded93414SHyon Kim for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2493ded93414SHyon Kim snp = topo_list_next(snp)) { 2494ded93414SHyon Kim if ((child = topo_mod_zalloc(mod, 2495ded93414SHyon Kim sizeof (ses_phys_tree_t))) == NULL) { 2496ded93414SHyon Kim topo_mod_dprintf(mod, 2497ded93414SHyon Kim "failed to allocate root."); 2498ded93414SHyon Kim return (-1); 2499ded93414SHyon Kim } 2500ded93414SHyon Kim child->spt_snode = snp->sen_node; 2501ded93414SHyon Kim props = ses_node_props(snp->sen_node); 2502ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2503ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, &child->spt_pindex) != 0) { 2504ded93414SHyon Kim /* 2505ded93414SHyon Kim * the prop should exist. continue to see if 2506ded93414SHyon Kim * we can build a partial tree with other elements. 2507ded93414SHyon Kim */ 2508ded93414SHyon Kim topo_mod_dprintf(mod, 2509ded93414SHyon Kim "ses_construct_phys_tree(): Failed to find prop %s " 2510ded93414SHyon Kim "on ses element type %d and instance %d " 2511ded93414SHyon Kim "(CSN %s).", LIBSES_PROP_PHYS_PARENT, 2512ded93414SHyon Kim snp->sen_type, snp->sen_instance, cp->sec_csn); 2513ded93414SHyon Kim topo_mod_free(mod, child, sizeof (ses_phys_tree_t)); 2514ded93414SHyon Kim continue; 2515ded93414SHyon Kim } else { 2516ded93414SHyon Kim if (nvlist_lookup_boolean_value(props, 2517ded93414SHyon Kim LIBSES_PROP_FRU, &child->spt_isfru) != 0) { 2518ded93414SHyon Kim topo_mod_dprintf(mod, 2519ded93414SHyon Kim "ses_construct_phys_tree(): Failed to " 2520ded93414SHyon Kim "find prop %s on ses element type %d " 2521ded93414SHyon Kim "and instance %d (CSN %s).", 2522ded93414SHyon Kim LIBSES_PROP_FRU, 2523ded93414SHyon Kim snp->sen_type, snp->sen_instance, 2524ded93414SHyon Kim cp->sec_csn); 2525ded93414SHyon Kim /* 2526ded93414SHyon Kim * Ignore if the prop doesn't exist. 2527ded93414SHyon Kim * Note that the enclosure itself should be 2528ded93414SHyon Kim * a FRU so if no FRU found the enclosure FRU 2529ded93414SHyon Kim * can be a direct FRU. 2530ded93414SHyon Kim */ 2531ded93414SHyon Kim } 2532ded93414SHyon Kim verify(nvlist_lookup_uint64(props, 2533ded93414SHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2534ded93414SHyon Kim &child->spt_eonlyindex) == 0); 2535ded93414SHyon Kim verify(nvlist_lookup_uint64(props, 2536ded93414SHyon Kim SES_PROP_ELEMENT_CLASS_INDEX, 2537ded93414SHyon Kim &child->spt_cindex) == 0); 2538ded93414SHyon Kim } 2539ded93414SHyon Kim child->spt_senumnode = snp; 2540ded93414SHyon Kim if (ses_phys_tree_insert(mod, &sproot, child) != 0) { 2541ded93414SHyon Kim /* collect unresolved element to process later. */ 2542ded93414SHyon Kim if (u_head == NULL) { 2543ded93414SHyon Kim u_head = child; 2544ded93414SHyon Kim u_tail = child; 2545ded93414SHyon Kim } else { 2546ded93414SHyon Kim child->spt_sibling = u_head; 2547ded93414SHyon Kim u_head = child; 2548ded93414SHyon Kim } 2549ded93414SHyon Kim } 2550ded93414SHyon Kim } 2551ded93414SHyon Kim 2552ded93414SHyon Kim /* 2553ded93414SHyon Kim * The parent of a child node may not be inserted yet. 2554ded93414SHyon Kim * Trying to insert the child until no child is left or 2555ded93414SHyon Kim * no child is not added further. For the latter 2556ded93414SHyon Kim * the hierarchical relationship between elements 2557ded93414SHyon Kim * should be checked through SUNW,FRUID page. 2558ded93414SHyon Kim * u_watch is a watch dog to check the prgress of unresolved 2559ded93414SHyon Kim * node. 2560ded93414SHyon Kim */ 2561ded93414SHyon Kim u_watch = u_tail; 2562ded93414SHyon Kim while (u_head) { 2563ded93414SHyon Kim child = u_head; 2564ded93414SHyon Kim u_head = u_head->spt_sibling; 2565ded93414SHyon Kim if (u_head == NULL) 2566ded93414SHyon Kim u_tail = NULL; 2567ded93414SHyon Kim child->spt_sibling = NULL; 2568ded93414SHyon Kim if (ses_phys_tree_insert(mod, &sproot, child) != 0) { 2569ded93414SHyon Kim u_tail->spt_sibling = child; 2570ded93414SHyon Kim u_tail = child; 2571ded93414SHyon Kim if (child == u_watch) { 2572ded93414SHyon Kim /* 2573ded93414SHyon Kim * We just scanned one round for the 2574ded93414SHyon Kim * unresolved list. Check to see whether we 2575ded93414SHyon Kim * have nodes inserted, if none, we should 2576ded93414SHyon Kim * break in case of an indefinite loop. 2577ded93414SHyon Kim */ 2578ded93414SHyon Kim if (u_inserted == 0) { 2579ded93414SHyon Kim /* 2580ded93414SHyon Kim * Indicate there is unhandled node. 2581ded93414SHyon Kim * Chain free the whole unsolved 2582ded93414SHyon Kim * list here. 2583ded93414SHyon Kim */ 2584ded93414SHyon Kim u_left++; 2585ded93414SHyon Kim break; 2586ded93414SHyon Kim } else { 2587ded93414SHyon Kim u_inserted = 0; 2588ded93414SHyon Kim u_watch = u_tail; 2589ded93414SHyon Kim } 2590ded93414SHyon Kim } 2591ded93414SHyon Kim } else { 2592ded93414SHyon Kim /* 2593ded93414SHyon Kim * We just inserted one rpnode, increment the 2594ded93414SHyon Kim * unsolved_inserted counter. We will utilize this 2595ded93414SHyon Kim * counter to detect an indefinite insertion loop. 2596ded93414SHyon Kim */ 2597ded93414SHyon Kim u_inserted++; 25987f188cd7SHyon Kim if (child == u_watch) { 25997f188cd7SHyon Kim /* 26007f188cd7SHyon Kim * watch dog node itself is inserted. 26017f188cd7SHyon Kim * Set it to the tail and refresh the watching. 26027f188cd7SHyon Kim */ 26037f188cd7SHyon Kim u_watch = u_tail; 26047f188cd7SHyon Kim u_inserted = 0; 26057f188cd7SHyon Kim u_left = 0; 26067f188cd7SHyon Kim } 2607ded93414SHyon Kim } 2608ded93414SHyon Kim } 2609ded93414SHyon Kim 2610ded93414SHyon Kim /* check if there is left out unresolved nodes. */ 2611ded93414SHyon Kim if (u_left) { 2612ded93414SHyon Kim topo_mod_dprintf(mod, "ses_construct_phys_tree(): " 2613ded93414SHyon Kim "Failed to construct physical view of the following " 2614ded93414SHyon Kim "ses elements of Chassis CSN %s.", cp->sec_csn); 2615ded93414SHyon Kim while (u_head) { 2616ded93414SHyon Kim u_tail = u_head->spt_sibling; 2617ded93414SHyon Kim topo_mod_dprintf(mod, 2618ded93414SHyon Kim "\telement type (%d) and instance (%d)", 2619ded93414SHyon Kim u_head->spt_senumnode->sen_type, 2620ded93414SHyon Kim u_head->spt_senumnode->sen_instance); 2621ded93414SHyon Kim topo_mod_free(mod, u_head, sizeof (ses_phys_tree_t)); 2622ded93414SHyon Kim u_head = u_tail; 2623ded93414SHyon Kim } 2624ded93414SHyon Kim return (-1); 2625ded93414SHyon Kim } 2626ded93414SHyon Kim 2627ded93414SHyon Kim return (0); 2628ded93414SHyon Kim } 2629ded93414SHyon Kim 2630ded93414SHyon Kim /* 2631ded93414SHyon Kim * Free the whole phys tree. 2632ded93414SHyon Kim */ 2633ded93414SHyon Kim static void ses_phys_tree_free(topo_mod_t *mod, ses_phys_tree_t *sproot) 2634ded93414SHyon Kim { 2635ded93414SHyon Kim if (sproot == NULL) 2636ded93414SHyon Kim return; 2637ded93414SHyon Kim 2638ded93414SHyon Kim /* Free child tree. */ 2639ded93414SHyon Kim if (sproot->spt_child) { 2640ded93414SHyon Kim ses_phys_tree_free(mod, sproot->spt_child); 2641ded93414SHyon Kim } 2642ded93414SHyon Kim 2643ded93414SHyon Kim /* Free sibling trees. */ 2644ded93414SHyon Kim if (sproot->spt_sibling) { 2645ded93414SHyon Kim ses_phys_tree_free(mod, sproot->spt_sibling); 2646ded93414SHyon Kim } 2647ded93414SHyon Kim 2648ded93414SHyon Kim /* Free root node itself. */ 2649ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 2650ded93414SHyon Kim } 2651ded93414SHyon Kim 2652ded93414SHyon Kim /* 2653ded93414SHyon Kim * Parses phys_enum_type table to get the index of the given type. 2654ded93414SHyon Kim */ 2655ded93414SHyon Kim static boolean_t 2656ded93414SHyon Kim is_type_enumerated(ses_phys_tree_t *node, int *index) 2657ded93414SHyon Kim { 2658ded93414SHyon Kim int i; 2659ded93414SHyon Kim 2660ded93414SHyon Kim for (i = 0; i < N_PHYS_ENUM_TYPES; i++) { 2661ded93414SHyon Kim if (node->spt_senumnode->sen_type == 2662ded93414SHyon Kim phys_enum_type_list[i].pet_type) { 2663ded93414SHyon Kim *index = i; 2664ded93414SHyon Kim return (B_TRUE); 2665ded93414SHyon Kim } 2666ded93414SHyon Kim } 2667ded93414SHyon Kim return (B_FALSE); 2668ded93414SHyon Kim } 2669ded93414SHyon Kim 2670ded93414SHyon Kim /* 2671ded93414SHyon Kim * Recusrive routine for top-down enumeration of the tree. 2672ded93414SHyon Kim */ 2673ded93414SHyon Kim static int 2674ded93414SHyon Kim ses_enumerate_node(ses_enum_data_t *sdp, tnode_t *pnode, ses_enum_chassis_t *cp, 2675ded93414SHyon Kim ses_phys_tree_t *parent, int mrange[]) 2676ded93414SHyon Kim { 2677ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2678ded93414SHyon Kim ses_phys_tree_t *child = NULL; 2679ded93414SHyon Kim int i, ret = 0, ret_ch; 2680ded93414SHyon Kim uint64_t prevtype = SES_ET_UNSPECIFIED; 2681ded93414SHyon Kim ses_phys_tree_t *dirfru = NULL; 2682ded93414SHyon Kim tnode_t *tn = NULL, *frutn = NULL; 2683ded93414SHyon Kim 2684ded93414SHyon Kim if (parent == NULL) { 2685ded93414SHyon Kim return (0); 2686ded93414SHyon Kim } 2687ded93414SHyon Kim 2688ded93414SHyon Kim for (child = parent->spt_child; child != NULL; 2689ded93414SHyon Kim child = child->spt_sibling) { 2690ded93414SHyon Kim if (is_type_enumerated(child, &i)) { 2691ded93414SHyon Kim if (prevtype != phys_enum_type_list[i].pet_type) { 2692ded93414SHyon Kim /* check if range needs to be created. */ 2693ded93414SHyon Kim if (phys_enum_type_list[i].pet_dorange && 2694ded93414SHyon Kim topo_node_range_create(mod, pnode, 2695ded93414SHyon Kim phys_enum_type_list[i].pet_nodename, 0, 2696ded93414SHyon Kim mrange[i]) != 0) { 2697ded93414SHyon Kim topo_mod_dprintf(mod, 2698ded93414SHyon Kim "topo_node_create_range() failed: " 2699ded93414SHyon Kim "%s", topo_mod_errmsg(mod)); 2700ded93414SHyon Kim return (-1); 2701ded93414SHyon Kim } 2702ded93414SHyon Kim prevtype = phys_enum_type_list[i].pet_type; 2703ded93414SHyon Kim } 2704ded93414SHyon Kim 2705ded93414SHyon Kim if (!(child->spt_isfru)) { 2706ded93414SHyon Kim for (dirfru = parent; dirfru != NULL; 2707ded93414SHyon Kim dirfru = dirfru->spt_parent) { 2708ded93414SHyon Kim if (dirfru->spt_isfru) { 2709ded93414SHyon Kim break; 2710ded93414SHyon Kim } 2711ded93414SHyon Kim } 2712ded93414SHyon Kim /* found direct FRU node. */ 2713ded93414SHyon Kim if (dirfru) { 2714ded93414SHyon Kim frutn = dirfru->spt_tnode; 2715ded93414SHyon Kim } else { 2716ded93414SHyon Kim frutn = NULL; 2717ded93414SHyon Kim } 2718ded93414SHyon Kim } else { 2719ded93414SHyon Kim frutn = NULL; 2720ded93414SHyon Kim } 2721ded93414SHyon Kim 2722ded93414SHyon Kim if (ses_create_generic(sdp, child->spt_senumnode, 2723ded93414SHyon Kim pnode, frutn, phys_enum_type_list[i].pet_nodename, 2724ded93414SHyon Kim phys_enum_type_list[i].pet_defaultlabel, &tn) != 0) 2725ded93414SHyon Kim return (-1); 2726ded93414SHyon Kim 2727ded93414SHyon Kim child->spt_tnode = tn; 2728ded93414SHyon Kim /* 2729ded93414SHyon Kim * For some SES element there may be protocol specific 2730ded93414SHyon Kim * information to process. Here we are processing 2731ded93414SHyon Kim * the association between enclosure controller and 2732ded93414SHyon Kim * SAS expanders. 2733ded93414SHyon Kim */ 2734ded93414SHyon Kim if (phys_enum_type_list[i].pet_type == 2735ded93414SHyon Kim SES_ET_ESC_ELECTRONICS) { 2736ded93414SHyon Kim /* create SAS expander node */ 2737ded93414SHyon Kim if (ses_create_protocol_specific(sdp, 2738ded93414SHyon Kim child->spt_senumnode, tn, 2739ded93414SHyon Kim phys_enum_type_list[i].pet_type, 2740ded93414SHyon Kim cp, phys_enum_type_list[i].pet_dorange) != 2741ded93414SHyon Kim 0) { 2742ded93414SHyon Kim return (-1); 2743ded93414SHyon Kim } 2744ded93414SHyon Kim } 2745ded93414SHyon Kim } else { 2746ded93414SHyon Kim continue; 2747ded93414SHyon Kim } 2748ded93414SHyon Kim ret_ch = ses_enumerate_node(sdp, tn, cp, child, mrange); 2749ded93414SHyon Kim if (ret_ch) 2750ded93414SHyon Kim ret = ret_ch; /* there was an error and set the ret. */ 2751ded93414SHyon Kim } 2752ded93414SHyon Kim 2753ded93414SHyon Kim return (ret); 2754ded93414SHyon Kim } 2755ded93414SHyon Kim 2756ded93414SHyon Kim /* 2757ded93414SHyon Kim * Instantiate types of nodes that are specified in the hierarchy 2758ded93414SHyon Kim * element type list. 2759ded93414SHyon Kim */ 2760ded93414SHyon Kim static int 2761ded93414SHyon Kim ses_create_children_from_phys_tree(ses_enum_data_t *sdp, tnode_t *pnode, 2762ded93414SHyon Kim ses_enum_chassis_t *cp, ses_phys_tree_t *phys_tree) 2763ded93414SHyon Kim { 2764ded93414SHyon Kim topo_mod_t *mod = sdp->sed_mod; 2765ded93414SHyon Kim int mrange[N_PHYS_ENUM_TYPES] = { 0 }; 2766ded93414SHyon Kim ses_enum_node_t *snp; 2767ded93414SHyon Kim int i, ret; 2768ded93414SHyon Kim 2769ded93414SHyon Kim /* 2770ded93414SHyon Kim * First get max range for each type of element to be enumerated. 2771ded93414SHyon Kim */ 2772ded93414SHyon Kim for (i = 0; i < N_PHYS_ENUM_TYPES; i++) { 2773ded93414SHyon Kim if (phys_enum_type_list[i].pet_dorange) { 2774ded93414SHyon Kim for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2775ded93414SHyon Kim snp = topo_list_next(snp)) { 2776ded93414SHyon Kim if (snp->sen_type == 2777ded93414SHyon Kim phys_enum_type_list[i].pet_type) { 2778ded93414SHyon Kim if (snp->sen_instance > mrange[i]) 2779ded93414SHyon Kim mrange[i] = 2780ded93414SHyon Kim snp->sen_instance; 2781ded93414SHyon Kim } 2782ded93414SHyon Kim } 2783ded93414SHyon Kim } 2784ded93414SHyon Kim } 2785ded93414SHyon Kim 2786ded93414SHyon Kim topo_mod_dprintf(mod, "%s: creating nodes from FRU hierarchy tree.", 2787ded93414SHyon Kim cp->sec_csn); 2788ded93414SHyon Kim 2789ded93414SHyon Kim if ((ret = ses_enumerate_node(sdp, pnode, cp, phys_tree, mrange)) != 2790ded93414SHyon Kim 0) { 2791ded93414SHyon Kim topo_mod_dprintf(mod, 2792ded93414SHyon Kim "ses_create_children_from_phys_tree() failed: "); 2793ded93414SHyon Kim return (ret); 2794ded93414SHyon Kim } 2795ded93414SHyon Kim 2796ded93414SHyon Kim return (0); 2797ded93414SHyon Kim } 2798ded93414SHyon Kim 2799940d71d2Seschrock /* 2800940d71d2Seschrock * Instantiate a new chassis instance in the topology. 2801940d71d2Seschrock */ 2802940d71d2Seschrock static int 2803940d71d2Seschrock ses_create_chassis(ses_enum_data_t *sdp, tnode_t *pnode, ses_enum_chassis_t *cp) 2804940d71d2Seschrock { 2805940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 2806940d71d2Seschrock nvlist_t *props; 2807940d71d2Seschrock char *raw_manufacturer, *raw_model, *raw_revision; 2808940d71d2Seschrock char *manufacturer = NULL, *model = NULL, *product = NULL; 2809940d71d2Seschrock char *revision = NULL; 2810940d71d2Seschrock char *serial; 28116efb64caSEric Schrock char **paths; 2812940d71d2Seschrock size_t prodlen; 2813940d71d2Seschrock tnode_t *tn; 2814940d71d2Seschrock nvlist_t *fmri = NULL, *auth = NULL; 2815940d71d2Seschrock int ret = -1; 2816940d71d2Seschrock ses_enum_node_t *snp; 28176efb64caSEric Schrock ses_enum_target_t *stp; 281853dbcc59SSundeep Panicker ses_enum_chassis_t *scp; 28196efb64caSEric Schrock int i, err; 2820ded93414SHyon Kim uint64_t sc_count = 0, pindex; 2821ded93414SHyon Kim ses_phys_tree_t *sproot = NULL; 2822ded93414SHyon Kim hrtime_t start; 2823ded93414SHyon Kim hrtime_t end; 2824ded93414SHyon Kim double duration; 2825940d71d2Seschrock 2826d91236feSeschrock /* 2827d91236feSeschrock * Ignore any internal enclosures. 2828d91236feSeschrock */ 2829d91236feSeschrock if (cp->sec_internal) 2830d91236feSeschrock return (0); 2831d91236feSeschrock 2832940d71d2Seschrock /* 2833940d71d2Seschrock * Check to see if there are any devices presennt in the chassis. If 2834940d71d2Seschrock * not, ignore the chassis alltogether. This is most useful for 2835940d71d2Seschrock * ignoring internal HBAs that present a SES target but don't actually 2836940d71d2Seschrock * manage any of the devices. 2837940d71d2Seschrock */ 2838940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 2839940d71d2Seschrock snp = topo_list_next(snp)) { 2840940d71d2Seschrock if (snp->sen_type == SES_ET_DEVICE || 2841940d71d2Seschrock snp->sen_type == SES_ET_ARRAY_DEVICE) 2842940d71d2Seschrock break; 2843940d71d2Seschrock } 2844940d71d2Seschrock 2845940d71d2Seschrock if (snp == NULL) 2846940d71d2Seschrock return (0); 2847940d71d2Seschrock 2848940d71d2Seschrock props = ses_node_props(cp->sec_enclosure); 2849940d71d2Seschrock 2850940d71d2Seschrock /* 2851940d71d2Seschrock * We use the following property mappings: 2852940d71d2Seschrock * 2853cbb9248eSRob Johnston * manufacturer vendor-id 2854cbb9248eSRob Johnston * model product-id 2855cbb9248eSRob Johnston * serial-number libses-chassis-serial 2856940d71d2Seschrock */ 2857940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_VID, 2858940d71d2Seschrock &raw_manufacturer) == 0); 2859940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_PID, &raw_model) == 0); 2860940d71d2Seschrock verify(nvlist_lookup_string(props, SES_EN_PROP_REV, 2861940d71d2Seschrock &raw_revision) == 0); 2862940d71d2Seschrock verify(nvlist_lookup_string(props, LIBSES_EN_PROP_CSN, &serial) == 0); 2863940d71d2Seschrock 2864940d71d2Seschrock /* 2865940d71d2Seschrock * To construct the authority information, we 'clean' each string by 2866940d71d2Seschrock * removing any offensive characters and trimmming whitespace. For the 2867940d71d2Seschrock * 'product-id', we use a concatenation of 'manufacturer-model'. We 2868940d71d2Seschrock * also take the numerical serial number and convert it to a string. 2869940d71d2Seschrock */ 2870cbb9248eSRob Johnston if ((manufacturer = topo_mod_clean_str(mod, raw_manufacturer)) == 2871cbb9248eSRob Johnston NULL || (model = topo_mod_clean_str(mod, raw_model)) == NULL || 2872cbb9248eSRob Johnston (revision = topo_mod_clean_str(mod, raw_revision)) == NULL) { 2873940d71d2Seschrock goto error; 2874940d71d2Seschrock } 2875940d71d2Seschrock 2876940d71d2Seschrock prodlen = strlen(manufacturer) + strlen(model) + 2; 2877940d71d2Seschrock if ((product = topo_mod_alloc(mod, prodlen)) == NULL) 2878940d71d2Seschrock goto error; 2879940d71d2Seschrock 2880940d71d2Seschrock (void) snprintf(product, prodlen, "%s-%s", manufacturer, model); 2881940d71d2Seschrock 2882940d71d2Seschrock /* 2883940d71d2Seschrock * Construct the topo node and bind it to our parent. 2884940d71d2Seschrock */ 2885940d71d2Seschrock if (topo_mod_nvalloc(mod, &auth, NV_UNIQUE_NAME) != 0) 2886940d71d2Seschrock goto error; 2887940d71d2Seschrock 2888940d71d2Seschrock if (nvlist_add_string(auth, FM_FMRI_AUTH_PRODUCT, product) != 0 || 2889940d71d2Seschrock nvlist_add_string(auth, FM_FMRI_AUTH_CHASSIS, serial) != 0) { 2890940d71d2Seschrock (void) topo_mod_seterrno(mod, EMOD_NVL_INVAL); 2891940d71d2Seschrock goto error; 2892940d71d2Seschrock } 2893940d71d2Seschrock 2894940d71d2Seschrock /* 2895940d71d2Seschrock * We pass NULL for the parent FMRI because there is no resource 2896940d71d2Seschrock * associated with it. For the toplevel enclosure, we leave the 2897940d71d2Seschrock * serial/part/revision portions empty, which are reserved for 2898940d71d2Seschrock * individual components within the chassis. 2899940d71d2Seschrock */ 2900940d71d2Seschrock if ((fmri = topo_mod_hcfmri(mod, NULL, FM_HC_SCHEME_VERSION, 2901940d71d2Seschrock SES_ENCLOSURE, cp->sec_instance, NULL, auth, 2902940d71d2Seschrock model, revision, serial)) == NULL) { 2903940d71d2Seschrock topo_mod_dprintf(mod, "topo_mod_hcfmri() failed: %s", 2904940d71d2Seschrock topo_mod_errmsg(mod)); 2905940d71d2Seschrock goto error; 2906940d71d2Seschrock } 2907940d71d2Seschrock 2908940d71d2Seschrock if ((tn = topo_node_bind(mod, pnode, SES_ENCLOSURE, 2909940d71d2Seschrock cp->sec_instance, fmri)) == NULL) { 2910940d71d2Seschrock topo_mod_dprintf(mod, "topo_node_bind() failed: %s", 2911940d71d2Seschrock topo_mod_errmsg(mod)); 2912940d71d2Seschrock goto error; 2913940d71d2Seschrock } 2914940d71d2Seschrock 2915940d71d2Seschrock if (topo_method_register(mod, tn, ses_enclosure_methods) != 0) { 2916940d71d2Seschrock topo_mod_dprintf(mod, 2917940d71d2Seschrock "topo_method_register() failed: %s", 2918940d71d2Seschrock topo_mod_errmsg(mod)); 2919940d71d2Seschrock goto error; 2920940d71d2Seschrock } 2921940d71d2Seschrock 2922ac88567aSHyon Kim if (ses_set_standard_props(mod, NULL, tn, auth, 2923940d71d2Seschrock ses_node_id(cp->sec_enclosure), cp->sec_target->set_devpath) != 0) 2924940d71d2Seschrock goto error; 2925940d71d2Seschrock 29266efb64caSEric Schrock /* 29276efb64caSEric Schrock * For enclosures, we want to include all possible targets (for upgrade 29286efb64caSEric Schrock * purposes). 29296efb64caSEric Schrock */ 29306efb64caSEric Schrock for (i = 0, stp = topo_list_next(&cp->sec_targets); stp != NULL; 29316efb64caSEric Schrock stp = topo_list_next(stp), i++) 29326efb64caSEric Schrock ; 29336efb64caSEric Schrock 29346efb64caSEric Schrock verify(i != 0); 29356efb64caSEric Schrock paths = alloca(i * sizeof (char *)); 29366efb64caSEric Schrock 29376efb64caSEric Schrock for (i = 0, stp = topo_list_next(&cp->sec_targets); stp != NULL; 29386efb64caSEric Schrock stp = topo_list_next(stp), i++) 29396efb64caSEric Schrock paths[i] = stp->set_devpath; 29406efb64caSEric Schrock 29416efb64caSEric Schrock 29426efb64caSEric Schrock if (topo_prop_set_string_array(tn, TOPO_PGROUP_SES, 29436efb64caSEric Schrock TOPO_PROP_PATHS, TOPO_PROP_IMMUTABLE, (const char **)paths, 29446efb64caSEric Schrock i, &err) != 0) { 29456efb64caSEric Schrock topo_mod_dprintf(mod, 29466efb64caSEric Schrock "failed to create property %s: %s\n", 29476efb64caSEric Schrock TOPO_PROP_PATHS, topo_strerror(err)); 29486efb64caSEric Schrock goto error; 29496efb64caSEric Schrock } 29506efb64caSEric Schrock 2951ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2952ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, &pindex) == 0) { 2953ded93414SHyon Kim start = gethrtime(); /* to mearusre performance */ 2954ded93414SHyon Kim /* 2955ded93414SHyon Kim * The enclosure is supported through SUNW,FRUID. 2956ded93414SHyon Kim * Need to enumerate the nodes through hierarchical order. 2957ded93414SHyon Kim */ 2958ded93414SHyon Kim if ((sproot = topo_mod_zalloc(mod, 2959ded93414SHyon Kim sizeof (ses_phys_tree_t))) == NULL) { 2960ded93414SHyon Kim topo_mod_dprintf(mod, 2961ded93414SHyon Kim "failed to allocate root: %s\n", 2962ded93414SHyon Kim topo_strerror(err)); 2963ded93414SHyon Kim goto error; 2964ded93414SHyon Kim } 2965ded93414SHyon Kim sproot->spt_pindex = pindex; 2966ded93414SHyon Kim if (nvlist_lookup_boolean_value(props, 2967ded93414SHyon Kim LIBSES_PROP_FRU, &sproot->spt_isfru) != 0) { 2968ded93414SHyon Kim topo_mod_dprintf(mod, 2969ded93414SHyon Kim "ses_create_chassis(): Failed to find prop %s " 2970ded93414SHyon Kim "on enclosure element (CSN %s).", 2971ded93414SHyon Kim LIBSES_PROP_FRU, cp->sec_csn); 2972ded93414SHyon Kim /* an enclosure should be a FRU. continue to process. */ 2973ded93414SHyon Kim sproot->spt_isfru = B_TRUE; 2974ded93414SHyon Kim } 2975ded93414SHyon Kim if (nvlist_lookup_uint64(props, 2976ded93414SHyon Kim SES_PROP_ELEMENT_ONLY_INDEX, 2977ded93414SHyon Kim &sproot->spt_eonlyindex) != 0) { 2978ded93414SHyon Kim topo_mod_dprintf(mod, 2979ded93414SHyon Kim "ses_create_chassis(): Failed to find prop %s " 2980ded93414SHyon Kim "on enclosure element (CSN %s).", 2981ded93414SHyon Kim LIBSES_PROP_PHYS_PARENT, cp->sec_csn); 2982ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 2983ded93414SHyon Kim goto error; 2984ded93414SHyon Kim } 2985ded93414SHyon Kim if (sproot->spt_pindex != sproot->spt_eonlyindex) { 2986ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 2987ded93414SHyon Kim "Enclosure element(CSN %s) should have " 2988ded93414SHyon Kim "itself as the parent to be the root node " 2989ded93414SHyon Kim "of FRU hierarchical tree.)", cp->sec_csn); 2990ded93414SHyon Kim topo_mod_free(mod, sproot, sizeof (ses_phys_tree_t)); 2991ded93414SHyon Kim goto error; 2992ded93414SHyon Kim } else { 2993ded93414SHyon Kim sproot->spt_snode = cp->sec_enclosure; 2994ded93414SHyon Kim sproot->spt_tnode = tn; 2995ded93414SHyon Kim /* construct a tree. */ 2996ded93414SHyon Kim if (ses_construct_phys_tree(sdp, cp, sproot) != 0) { 2997ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 2998ded93414SHyon Kim "Failed to construct FRU hierarchical " 2999ded93414SHyon Kim "tree on enclosure (CSN %s.)", 3000ded93414SHyon Kim cp->sec_csn); 3001ded93414SHyon Kim } 3002ded93414SHyon Kim 3003ded93414SHyon Kim /* enumerate elements from the tree. */ 3004ded93414SHyon Kim if (ses_create_children_from_phys_tree(sdp, tn, cp, 3005ded93414SHyon Kim sproot) != 0) { 3006ded93414SHyon Kim topo_mod_dprintf(mod, "ses_create_chassis(): " 3007ded93414SHyon Kim "Failed to create children topo nodes out " 3008ded93414SHyon Kim "of FRU hierarchical tree on enclosure " 3009ded93414SHyon Kim "(CSN %s).", cp->sec_csn); 3010ded93414SHyon Kim } 3011ded93414SHyon Kim /* destroy the phys tree. */ 3012ded93414SHyon Kim ses_phys_tree_free(mod, sproot); 3013ded93414SHyon Kim } 3014ded93414SHyon Kim 3015ded93414SHyon Kim end = gethrtime(); 3016ded93414SHyon Kim duration = end - start; 3017ded93414SHyon Kim duration /= HR_SECOND; 3018ded93414SHyon Kim topo_mod_dprintf(mod, 3019ded93414SHyon Kim "FRU boundary tree based enumeration: %.6f seconds", 3020ded93414SHyon Kim duration); 3021ded93414SHyon Kim } else { 3022ded93414SHyon Kim /* 3023ded93414SHyon Kim * Create the nodes for power supplies, fans, controllers and 3024ded93414SHyon Kim * devices. Note that SAS exopander nodes and connector nodes 3025ded93414SHyon Kim * are handled through protocol specific processing of 3026ded93414SHyon Kim * controllers. 3027ded93414SHyon Kim */ 3028ded93414SHyon Kim if (ses_create_children(sdp, tn, SES_ET_POWER_SUPPLY, 3029ded93414SHyon Kim PSU, "PSU", cp, B_TRUE) != 0 || 3030ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_COOLING, 3031ded93414SHyon Kim FAN, "FAN", cp, B_TRUE) != 0 || 3032ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_ESC_ELECTRONICS, 3033ded93414SHyon Kim CONTROLLER, "CONTROLLER", cp, B_TRUE) != 0 || 3034ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_DEVICE, 3035ded93414SHyon Kim BAY, "BAY", cp, B_TRUE) != 0 || 3036ded93414SHyon Kim ses_create_children(sdp, tn, SES_ET_ARRAY_DEVICE, 3037ded93414SHyon Kim BAY, "BAY", cp, B_TRUE) != 0) 3038ded93414SHyon Kim goto error; 3039ded93414SHyon Kim } 3040940d71d2Seschrock 3041ac88567aSHyon Kim if (cp->sec_maxinstance >= 0 && 3042ac88567aSHyon Kim (topo_node_range_create(mod, tn, SUBCHASSIS, 0, 3043ac88567aSHyon Kim cp->sec_maxinstance) != 0)) { 304453dbcc59SSundeep Panicker topo_mod_dprintf(mod, "topo_node_create_range() failed: %s", 304553dbcc59SSundeep Panicker topo_mod_errmsg(mod)); 304653dbcc59SSundeep Panicker goto error; 304753dbcc59SSundeep Panicker } 304853dbcc59SSundeep Panicker 304953dbcc59SSundeep Panicker for (scp = topo_list_next(&cp->sec_subchassis); scp != NULL; 305053dbcc59SSundeep Panicker scp = topo_list_next(scp)) { 305153dbcc59SSundeep Panicker 305253dbcc59SSundeep Panicker if (ses_create_subchassis(sdp, tn, scp) != 0) 305353dbcc59SSundeep Panicker goto error; 305453dbcc59SSundeep Panicker 305553dbcc59SSundeep Panicker topo_mod_dprintf(mod, "created Subchassis node with " 3056ac88567aSHyon Kim "instance %u\nand target (%s) under Chassis with CSN %s", 3057ac88567aSHyon Kim scp->sec_instance, scp->sec_target->set_devpath, 3058ac88567aSHyon Kim cp->sec_csn); 305953dbcc59SSundeep Panicker 306053dbcc59SSundeep Panicker sc_count++; 306153dbcc59SSundeep Panicker } 306253dbcc59SSundeep Panicker 306353dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: created %llu %s nodes", 306453dbcc59SSundeep Panicker cp->sec_csn, sc_count, SUBCHASSIS); 306553dbcc59SSundeep Panicker 30666efb64caSEric Schrock cp->sec_target->set_refcount++; 30676efb64caSEric Schrock topo_node_setspecific(tn, cp->sec_target); 3068d91236feSeschrock 3069940d71d2Seschrock ret = 0; 3070940d71d2Seschrock error: 3071940d71d2Seschrock topo_mod_strfree(mod, manufacturer); 3072940d71d2Seschrock topo_mod_strfree(mod, model); 3073940d71d2Seschrock topo_mod_strfree(mod, revision); 3074940d71d2Seschrock topo_mod_strfree(mod, product); 3075940d71d2Seschrock 3076940d71d2Seschrock nvlist_free(fmri); 3077940d71d2Seschrock nvlist_free(auth); 3078940d71d2Seschrock return (ret); 3079940d71d2Seschrock } 3080940d71d2Seschrock 3081d91236feSeschrock /* 3082d91236feSeschrock * Create a bay node explicitly enumerated via XML. 3083d91236feSeschrock */ 3084d91236feSeschrock static int 3085d91236feSeschrock ses_create_bays(ses_enum_data_t *sdp, tnode_t *pnode) 3086d91236feSeschrock { 3087d91236feSeschrock topo_mod_t *mod = sdp->sed_mod; 3088d91236feSeschrock ses_enum_chassis_t *cp; 3089d91236feSeschrock 3090d91236feSeschrock /* 3091d91236feSeschrock * Iterate over chassis looking for an internal enclosure. This 3092d91236feSeschrock * property is set via a vendor-specific plugin, and there should only 3093d91236feSeschrock * ever be a single internal chassis in a system. 3094d91236feSeschrock */ 3095d91236feSeschrock for (cp = topo_list_next(&sdp->sed_chassis); cp != NULL; 3096d91236feSeschrock cp = topo_list_next(cp)) { 3097d91236feSeschrock if (cp->sec_internal) 3098d91236feSeschrock break; 3099d91236feSeschrock } 3100d91236feSeschrock 3101d91236feSeschrock if (cp == NULL) { 3102d91236feSeschrock topo_mod_dprintf(mod, "failed to find internal chassis\n"); 3103d91236feSeschrock return (-1); 3104d91236feSeschrock } 3105d91236feSeschrock 3106d91236feSeschrock if (ses_create_children(sdp, pnode, SES_ET_DEVICE, 3107d91236feSeschrock BAY, "BAY", cp, B_FALSE) != 0 || 3108d91236feSeschrock ses_create_children(sdp, pnode, SES_ET_ARRAY_DEVICE, 3109d91236feSeschrock BAY, "BAY", cp, B_FALSE) != 0) 3110d91236feSeschrock return (-1); 3111d91236feSeschrock 3112d91236feSeschrock return (0); 3113d91236feSeschrock } 311453dbcc59SSundeep Panicker 311553dbcc59SSundeep Panicker /* 311653dbcc59SSundeep Panicker * Initialize chassis or subchassis. 311753dbcc59SSundeep Panicker */ 311853dbcc59SSundeep Panicker static int 311953dbcc59SSundeep Panicker ses_init_chassis(topo_mod_t *mod, ses_enum_data_t *sdp, ses_enum_chassis_t *pcp, 312053dbcc59SSundeep Panicker ses_enum_chassis_t *cp, ses_node_t *np, nvlist_t *props, 3121ac88567aSHyon Kim uint64_t subchassis, ses_chassis_type_e flags) 312253dbcc59SSundeep Panicker { 312353dbcc59SSundeep Panicker boolean_t internal, ident; 312453dbcc59SSundeep Panicker 312553dbcc59SSundeep Panicker assert((flags & (SES_NEW_CHASSIS | SES_NEW_SUBCHASSIS | 312653dbcc59SSundeep Panicker SES_DUP_CHASSIS | SES_DUP_SUBCHASSIS)) != 0); 312753dbcc59SSundeep Panicker 3128ac88567aSHyon Kim assert(cp != NULL); 3129ac88567aSHyon Kim assert(np != NULL); 3130ac88567aSHyon Kim assert(props != NULL); 313153dbcc59SSundeep Panicker 313253dbcc59SSundeep Panicker if (flags & (SES_NEW_SUBCHASSIS | SES_DUP_SUBCHASSIS)) 313353dbcc59SSundeep Panicker assert(pcp != NULL); 313453dbcc59SSundeep Panicker 3135ac88567aSHyon Kim topo_mod_dprintf(mod, "ses_init_chassis: %s: index %llu, flags (%d)", 3136ac88567aSHyon Kim sdp->sed_name, subchassis, flags); 313753dbcc59SSundeep Panicker 313853dbcc59SSundeep Panicker if (flags & (SES_NEW_CHASSIS | SES_NEW_SUBCHASSIS)) { 313953dbcc59SSundeep Panicker 314053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "new chassis/subchassis"); 314153dbcc59SSundeep Panicker if (nvlist_lookup_boolean_value(props, 314253dbcc59SSundeep Panicker LIBSES_EN_PROP_INTERNAL, &internal) == 0) 314353dbcc59SSundeep Panicker cp->sec_internal = internal; 314453dbcc59SSundeep Panicker 314553dbcc59SSundeep Panicker cp->sec_enclosure = np; 314653dbcc59SSundeep Panicker cp->sec_target = sdp->sed_target; 314753dbcc59SSundeep Panicker 314853dbcc59SSundeep Panicker if (flags & SES_NEW_CHASSIS) { 3149ac88567aSHyon Kim if (!cp->sec_internal) 3150ac88567aSHyon Kim cp->sec_instance = sdp->sed_instance++; 315153dbcc59SSundeep Panicker topo_list_append(&sdp->sed_chassis, cp); 315253dbcc59SSundeep Panicker } else { 3153ac88567aSHyon Kim if (subchassis != NO_SUBCHASSIS) 3154ac88567aSHyon Kim cp->sec_instance = subchassis; 3155ac88567aSHyon Kim else 3156ac88567aSHyon Kim cp->sec_instance = pcp->sec_scinstance++; 3157ac88567aSHyon Kim 3158ac88567aSHyon Kim if (cp->sec_instance > pcp->sec_maxinstance) 3159ac88567aSHyon Kim pcp->sec_maxinstance = cp->sec_instance; 3160ac88567aSHyon Kim 316153dbcc59SSundeep Panicker topo_list_append(&pcp->sec_subchassis, cp); 316253dbcc59SSundeep Panicker } 316353dbcc59SSundeep Panicker 316453dbcc59SSundeep Panicker } else { 316553dbcc59SSundeep Panicker topo_mod_dprintf(mod, "dup chassis/subchassis"); 316653dbcc59SSundeep Panicker if (nvlist_lookup_boolean_value(props, 316753dbcc59SSundeep Panicker SES_PROP_IDENT, &ident) == 0) { 316853dbcc59SSundeep Panicker topo_mod_dprintf(mod, "overriding enclosure node"); 316953dbcc59SSundeep Panicker 317053dbcc59SSundeep Panicker cp->sec_enclosure = np; 317153dbcc59SSundeep Panicker cp->sec_target = sdp->sed_target; 317253dbcc59SSundeep Panicker } 317353dbcc59SSundeep Panicker } 317453dbcc59SSundeep Panicker 317553dbcc59SSundeep Panicker topo_list_append(&cp->sec_targets, sdp->sed_target); 317653dbcc59SSundeep Panicker sdp->sed_current = cp; 317753dbcc59SSundeep Panicker 317853dbcc59SSundeep Panicker return (0); 317953dbcc59SSundeep Panicker } 318053dbcc59SSundeep Panicker 3181940d71d2Seschrock /* 3182940d71d2Seschrock * Gather nodes from the current SES target into our chassis list, merging the 3183940d71d2Seschrock * results if necessary. 3184940d71d2Seschrock */ 3185940d71d2Seschrock static ses_walk_action_t 3186940d71d2Seschrock ses_enum_gather(ses_node_t *np, void *data) 3187940d71d2Seschrock { 3188940d71d2Seschrock nvlist_t *props = ses_node_props(np); 3189940d71d2Seschrock ses_enum_data_t *sdp = data; 3190940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 319153dbcc59SSundeep Panicker ses_enum_chassis_t *cp, *scp; 3192940d71d2Seschrock ses_enum_node_t *snp; 31930b32bb8bSEric Schrock ses_alt_node_t *sap; 3194940d71d2Seschrock char *csn; 3195940d71d2Seschrock uint64_t instance, type; 3196d91236feSeschrock uint64_t prevstatus, status; 319753dbcc59SSundeep Panicker boolean_t report; 3198ac88567aSHyon Kim uint64_t subchassis = NO_SUBCHASSIS; 3199940d71d2Seschrock 3200940d71d2Seschrock if (ses_node_type(np) == SES_NODE_ENCLOSURE) { 3201940d71d2Seschrock /* 3202940d71d2Seschrock * If we have already identified the chassis for this target, 3203940d71d2Seschrock * then this is a secondary enclosure and we should ignore it, 3204940d71d2Seschrock * along with the rest of the tree (since this is depth-first). 3205940d71d2Seschrock */ 3206940d71d2Seschrock if (sdp->sed_current != NULL) 3207940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3208940d71d2Seschrock 3209940d71d2Seschrock /* 3210940d71d2Seschrock * Go through the list of chassis we have seen so far and see 3211940d71d2Seschrock * if this serial number matches one of the known values. 321253dbcc59SSundeep Panicker * If so, check whether this enclosure is a subchassis. 3213940d71d2Seschrock */ 3214940d71d2Seschrock if (nvlist_lookup_string(props, LIBSES_EN_PROP_CSN, 3215940d71d2Seschrock &csn) != 0) 3216940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3217940d71d2Seschrock 3218ac88567aSHyon Kim (void) nvlist_lookup_uint64(props, LIBSES_EN_PROP_SUBCHASSIS_ID, 3219ac88567aSHyon Kim &subchassis); 322053dbcc59SSundeep Panicker 322153dbcc59SSundeep Panicker topo_mod_dprintf(mod, "ses_enum_gather: Enclosure Node (%s) " 3222ac88567aSHyon Kim "CSN (%s), subchassis (%llu)", sdp->sed_name, csn, 3223ac88567aSHyon Kim subchassis); 322453dbcc59SSundeep Panicker 322553dbcc59SSundeep Panicker /* 322653dbcc59SSundeep Panicker * We need to determine whether this enclosure node 322753dbcc59SSundeep Panicker * represents a chassis or a subchassis. Since we may 322853dbcc59SSundeep Panicker * receive the enclosure nodes in a non-deterministic 322953dbcc59SSundeep Panicker * manner, we need to account for all possible combinations: 323053dbcc59SSundeep Panicker * 1. Chassis for the current CSN has not yet been 323153dbcc59SSundeep Panicker * allocated 323253dbcc59SSundeep Panicker * 1.1 This is a new chassis: 323353dbcc59SSundeep Panicker * allocate and instantiate the chassis 323453dbcc59SSundeep Panicker * 1.2 This is a new subchassis: 323553dbcc59SSundeep Panicker * allocate a placeholder chassis 323653dbcc59SSundeep Panicker * allocate and instantiate the subchassis 323753dbcc59SSundeep Panicker * link the subchassis to the chassis 323853dbcc59SSundeep Panicker * 2. Chassis for the current CSN has been allocated 323953dbcc59SSundeep Panicker * 2.1 This is a duplicate chassis enclosure 324053dbcc59SSundeep Panicker * check whether to override old chassis 324153dbcc59SSundeep Panicker * append to chassis' target list 324253dbcc59SSundeep Panicker * 2.2 Only placeholder chassis exists 324353dbcc59SSundeep Panicker * fill in the chassis fields 324453dbcc59SSundeep Panicker * 2.3 This is a new subchassis 324553dbcc59SSundeep Panicker * allocate and instantiate the subchassis 324653dbcc59SSundeep Panicker * link the subchassis to the chassis 324753dbcc59SSundeep Panicker * 2.4 This is a duplicate subchassis enclosure 324853dbcc59SSundeep Panicker * check whether to override old chassis 324953dbcc59SSundeep Panicker * append to chassis' target list 325053dbcc59SSundeep Panicker */ 325153dbcc59SSundeep Panicker 3252940d71d2Seschrock for (cp = topo_list_next(&sdp->sed_chassis); cp != NULL; 325353dbcc59SSundeep Panicker cp = topo_list_next(cp)) 325453dbcc59SSundeep Panicker if (strcmp(cp->sec_csn, csn) == 0) 3255940d71d2Seschrock break; 3256940d71d2Seschrock 3257940d71d2Seschrock if (cp == NULL) { 325853dbcc59SSundeep Panicker /* 1. Haven't seen a chassis with this CSN before */ 3259940d71d2Seschrock 3260940d71d2Seschrock if ((cp = topo_mod_zalloc(mod, 3261940d71d2Seschrock sizeof (ses_enum_chassis_t))) == NULL) 3262940d71d2Seschrock goto error; 3263940d71d2Seschrock 3264ac88567aSHyon Kim cp->sec_scinstance = SES_STARTING_SUBCHASSIS; 3265ac88567aSHyon Kim cp->sec_maxinstance = -1; 3266940d71d2Seschrock cp->sec_csn = csn; 326753dbcc59SSundeep Panicker 3268ac88567aSHyon Kim if (subchassis == NO_SUBCHASSIS) { 326953dbcc59SSundeep Panicker /* 1.1 This is a new chassis */ 327053dbcc59SSundeep Panicker 327153dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize new " 3272ac88567aSHyon Kim "chassis with CSN %s", sdp->sed_name, csn); 327353dbcc59SSundeep Panicker 327453dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, NULL, cp, 3275ac88567aSHyon Kim np, props, NO_SUBCHASSIS, 3276ac88567aSHyon Kim SES_NEW_CHASSIS) < 0) 327753dbcc59SSundeep Panicker goto error; 327853dbcc59SSundeep Panicker } else { 327953dbcc59SSundeep Panicker /* 1.2 This is a new subchassis */ 328053dbcc59SSundeep Panicker 328153dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize new " 3282ac88567aSHyon Kim "subchassis with CSN %s and index %llu", 3283ac88567aSHyon Kim sdp->sed_name, csn, subchassis); 328453dbcc59SSundeep Panicker 328553dbcc59SSundeep Panicker if ((scp = topo_mod_zalloc(mod, 328653dbcc59SSundeep Panicker sizeof (ses_enum_chassis_t))) == NULL) 328753dbcc59SSundeep Panicker goto error; 328853dbcc59SSundeep Panicker 328953dbcc59SSundeep Panicker scp->sec_csn = csn; 329053dbcc59SSundeep Panicker 3291ac88567aSHyon Kim if (ses_init_chassis(mod, sdp, cp, scp, np, 3292ac88567aSHyon Kim props, subchassis, SES_NEW_SUBCHASSIS) < 0) 329353dbcc59SSundeep Panicker goto error; 329453dbcc59SSundeep Panicker } 32956efb64caSEric Schrock } else { 3296ac88567aSHyon Kim /* 3297ac88567aSHyon Kim * We have a chassis or subchassis with this CSN. If 3298ac88567aSHyon Kim * it's a chassis, we must check to see whether it is 3299ac88567aSHyon Kim * a placeholder previously created because we found a 3300ac88567aSHyon Kim * subchassis with this CSN. We will know that because 3301ac88567aSHyon Kim * the sec_target value will not be set; it is set only 3302ac88567aSHyon Kim * in ses_init_chassis(). In that case, initialise it 3303ac88567aSHyon Kim * as a new chassis; otherwise, it's a duplicate and we 3304ac88567aSHyon Kim * need to append only. 3305ac88567aSHyon Kim */ 3306ac88567aSHyon Kim if (subchassis == NO_SUBCHASSIS) { 3307ac88567aSHyon Kim if (cp->sec_target != NULL) { 330853dbcc59SSundeep Panicker /* 2.1 This is a duplicate chassis */ 330953dbcc59SSundeep Panicker 331053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Append " 3311ac88567aSHyon Kim "duplicate chassis with CSN (%s)", 3312ac88567aSHyon Kim sdp->sed_name, csn); 331353dbcc59SSundeep Panicker 331453dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, NULL, cp, 3315ac88567aSHyon Kim np, props, NO_SUBCHASSIS, 331653dbcc59SSundeep Panicker SES_DUP_CHASSIS) < 0) 331753dbcc59SSundeep Panicker goto error; 331853dbcc59SSundeep Panicker } else { 3319ac88567aSHyon Kim /* Placeholder chassis - init it up */ 332053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize" 3321ac88567aSHyon Kim "placeholder chassis with CSN %s", 3322ac88567aSHyon Kim sdp->sed_name, csn); 332353dbcc59SSundeep Panicker 3324ac88567aSHyon Kim if (ses_init_chassis(mod, sdp, NULL, 3325ac88567aSHyon Kim cp, np, props, NO_SUBCHASSIS, 332653dbcc59SSundeep Panicker SES_NEW_CHASSIS) < 0) 332753dbcc59SSundeep Panicker goto error; 332853dbcc59SSundeep Panicker 332953dbcc59SSundeep Panicker } 333053dbcc59SSundeep Panicker } else { 333153dbcc59SSundeep Panicker /* This is a subchassis */ 333253dbcc59SSundeep Panicker 333353dbcc59SSundeep Panicker for (scp = topo_list_next(&cp->sec_subchassis); 333453dbcc59SSundeep Panicker scp != NULL; scp = topo_list_next(scp)) 3335ac88567aSHyon Kim if (scp->sec_instance == subchassis) 333653dbcc59SSundeep Panicker break; 333753dbcc59SSundeep Panicker 333853dbcc59SSundeep Panicker if (scp == NULL) { 333953dbcc59SSundeep Panicker /* 2.3 This is a new subchassis */ 334053dbcc59SSundeep Panicker 334153dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Initialize " 334253dbcc59SSundeep Panicker "new subchassis with CSN (%s) " 334353dbcc59SSundeep Panicker "and LID (%s)", 3344ac88567aSHyon Kim sdp->sed_name, csn); 334553dbcc59SSundeep Panicker 334653dbcc59SSundeep Panicker if ((scp = topo_mod_zalloc(mod, 334753dbcc59SSundeep Panicker sizeof (ses_enum_chassis_t))) 334853dbcc59SSundeep Panicker == NULL) 334953dbcc59SSundeep Panicker goto error; 335053dbcc59SSundeep Panicker 335153dbcc59SSundeep Panicker scp->sec_csn = csn; 335253dbcc59SSundeep Panicker 335353dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, cp, scp, 3354ac88567aSHyon Kim np, props, subchassis, 335553dbcc59SSundeep Panicker SES_NEW_SUBCHASSIS) < 0) 335653dbcc59SSundeep Panicker goto error; 335753dbcc59SSundeep Panicker } else { 335853dbcc59SSundeep Panicker /* 2.4 This is a duplicate subchassis */ 335953dbcc59SSundeep Panicker 336053dbcc59SSundeep Panicker topo_mod_dprintf(mod, "%s: Append " 336153dbcc59SSundeep Panicker "duplicate subchassis with " 3362ac88567aSHyon Kim "CSN (%s)", sdp->sed_name, csn); 336353dbcc59SSundeep Panicker 336453dbcc59SSundeep Panicker if (ses_init_chassis(mod, sdp, cp, scp, 3365ac88567aSHyon Kim np, props, subchassis, 336653dbcc59SSundeep Panicker SES_DUP_SUBCHASSIS) < 0) 336753dbcc59SSundeep Panicker goto error; 336853dbcc59SSundeep Panicker } 33696efb64caSEric Schrock } 3370940d71d2Seschrock } 3371940d71d2Seschrock } else if (ses_node_type(np) == SES_NODE_ELEMENT) { 3372940d71d2Seschrock /* 3373940d71d2Seschrock * If we haven't yet seen an enclosure node and identified the 3374940d71d2Seschrock * current chassis, something is very wrong; bail out. 3375940d71d2Seschrock */ 3376940d71d2Seschrock if (sdp->sed_current == NULL) 3377940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3378940d71d2Seschrock 3379940d71d2Seschrock /* 3380940d71d2Seschrock * If this isn't one of the element types we care about, then 3381940d71d2Seschrock * ignore it. 3382940d71d2Seschrock */ 3383940d71d2Seschrock verify(nvlist_lookup_uint64(props, SES_PROP_ELEMENT_TYPE, 3384940d71d2Seschrock &type) == 0); 3385940d71d2Seschrock if (type != SES_ET_DEVICE && 3386940d71d2Seschrock type != SES_ET_ARRAY_DEVICE && 3387ded93414SHyon Kim type != SES_ET_SUNW_FANBOARD && 3388ded93414SHyon Kim type != SES_ET_SUNW_FANMODULE && 3389940d71d2Seschrock type != SES_ET_COOLING && 3390ded93414SHyon Kim type != SES_ET_SUNW_POWERBOARD && 3391ded93414SHyon Kim type != SES_ET_SUNW_POWERMODULE && 3392940d71d2Seschrock type != SES_ET_POWER_SUPPLY && 3393ac88567aSHyon Kim type != SES_ET_ESC_ELECTRONICS && 3394ac88567aSHyon Kim type != SES_ET_SAS_EXPANDER && 3395ac88567aSHyon Kim type != SES_ET_SAS_CONNECTOR) 3396940d71d2Seschrock return (SES_WALK_ACTION_CONTINUE); 3397940d71d2Seschrock 3398940d71d2Seschrock /* 3399940d71d2Seschrock * Get the current instance number and see if we already know 3400940d71d2Seschrock * about this element. If so, it means we have multiple paths 3401940d71d2Seschrock * to the same elements, and we should ignore the current path. 3402940d71d2Seschrock */ 3403940d71d2Seschrock verify(nvlist_lookup_uint64(props, SES_PROP_ELEMENT_CLASS_INDEX, 3404940d71d2Seschrock &instance) == 0); 3405940d71d2Seschrock if (type == SES_ET_DEVICE || type == SES_ET_ARRAY_DEVICE) 3406940d71d2Seschrock (void) nvlist_lookup_uint64(props, SES_PROP_BAY_NUMBER, 3407940d71d2Seschrock &instance); 3408940d71d2Seschrock 3409940d71d2Seschrock cp = sdp->sed_current; 3410940d71d2Seschrock 3411940d71d2Seschrock for (snp = topo_list_next(&cp->sec_nodes); snp != NULL; 3412940d71d2Seschrock snp = topo_list_next(snp)) { 3413940d71d2Seschrock if (snp->sen_type == type && 3414940d71d2Seschrock snp->sen_instance == instance) 3415d91236feSeschrock break; 3416d91236feSeschrock } 3417d91236feSeschrock 3418d91236feSeschrock /* 3419d91236feSeschrock * We prefer the new element under the following circumstances: 3420d91236feSeschrock * 3421d91236feSeschrock * - The currently known element's status is unknown or not 3422d91236feSeschrock * available, but the new element has a known status. This 3423d91236feSeschrock * occurs if a given element is only available through a 3424d91236feSeschrock * particular target. 3425d91236feSeschrock * 3426d91236feSeschrock * - This is an ESC_ELECTRONICS element, and the 'reported-via' 3427d91236feSeschrock * property is set. This allows us to get reliable firmware 3428d91236feSeschrock * revision information from the enclosure node. 3429d91236feSeschrock */ 3430d91236feSeschrock if (snp != NULL) { 3431d91236feSeschrock if (nvlist_lookup_uint64( 3432d91236feSeschrock ses_node_props(snp->sen_node), 3433d91236feSeschrock SES_PROP_STATUS_CODE, &prevstatus) != 0) 3434d91236feSeschrock prevstatus = SES_ESC_UNSUPPORTED; 3435d91236feSeschrock if (nvlist_lookup_uint64( 3436d91236feSeschrock props, SES_PROP_STATUS_CODE, &status) != 0) 3437d91236feSeschrock status = SES_ESC_UNSUPPORTED; 3438d91236feSeschrock if (nvlist_lookup_boolean_value( 3439d91236feSeschrock props, SES_PROP_REPORT, &report) != 0) 3440d91236feSeschrock report = B_FALSE; 3441d91236feSeschrock 3442d91236feSeschrock if ((SES_STATUS_UNAVAIL(prevstatus) && 3443d91236feSeschrock !SES_STATUS_UNAVAIL(status)) || 3444d91236feSeschrock (type == SES_ET_ESC_ELECTRONICS && 3445d91236feSeschrock report)) { 3446d91236feSeschrock snp->sen_node = np; 3447d91236feSeschrock snp->sen_target = sdp->sed_target; 3448d91236feSeschrock } 3449d91236feSeschrock 34500b32bb8bSEric Schrock if ((sap = topo_mod_zalloc(mod, 34510b32bb8bSEric Schrock sizeof (ses_alt_node_t))) == NULL) 34520b32bb8bSEric Schrock goto error; 34530b32bb8bSEric Schrock 34540b32bb8bSEric Schrock sap->san_node = np; 34550b32bb8bSEric Schrock topo_list_append(&snp->sen_alt_nodes, sap); 34560b32bb8bSEric Schrock 3457d91236feSeschrock return (SES_WALK_ACTION_CONTINUE); 3458940d71d2Seschrock } 3459940d71d2Seschrock 3460940d71d2Seschrock if ((snp = topo_mod_zalloc(mod, 3461940d71d2Seschrock sizeof (ses_enum_node_t))) == NULL) 3462940d71d2Seschrock goto error; 3463940d71d2Seschrock 34640b32bb8bSEric Schrock if ((sap = topo_mod_zalloc(mod, 34650b32bb8bSEric Schrock sizeof (ses_alt_node_t))) == NULL) { 34660b32bb8bSEric Schrock topo_mod_free(mod, snp, sizeof (ses_enum_node_t)); 34670b32bb8bSEric Schrock goto error; 34680b32bb8bSEric Schrock } 34690b32bb8bSEric Schrock 3470940d71d2Seschrock topo_mod_dprintf(mod, "%s: adding node (%llu, %llu)", 3471940d71d2Seschrock sdp->sed_name, type, instance); 3472940d71d2Seschrock snp->sen_node = np; 3473940d71d2Seschrock snp->sen_type = type; 3474940d71d2Seschrock snp->sen_instance = instance; 3475940d71d2Seschrock snp->sen_target = sdp->sed_target; 34760b32bb8bSEric Schrock sap->san_node = np; 34770b32bb8bSEric Schrock topo_list_append(&snp->sen_alt_nodes, sap); 3478940d71d2Seschrock topo_list_append(&cp->sec_nodes, snp); 3479940d71d2Seschrock 3480940d71d2Seschrock if (type == SES_ET_DEVICE) 3481940d71d2Seschrock cp->sec_hasdev = B_TRUE; 3482940d71d2Seschrock } 3483940d71d2Seschrock 3484940d71d2Seschrock return (SES_WALK_ACTION_CONTINUE); 3485940d71d2Seschrock 3486940d71d2Seschrock error: 3487940d71d2Seschrock sdp->sed_errno = -1; 3488940d71d2Seschrock return (SES_WALK_ACTION_TERMINATE); 3489940d71d2Seschrock } 3490940d71d2Seschrock 3491940d71d2Seschrock static int 3492940d71d2Seschrock ses_process_dir(const char *dirpath, ses_enum_data_t *sdp) 3493940d71d2Seschrock { 3494940d71d2Seschrock topo_mod_t *mod = sdp->sed_mod; 3495940d71d2Seschrock DIR *dir; 3496940d71d2Seschrock struct dirent *dp; 3497940d71d2Seschrock char path[PATH_MAX]; 3498940d71d2Seschrock ses_enum_target_t *stp; 3499940d71d2Seschrock int err = -1; 3500940d71d2Seschrock 3501940d71d2Seschrock /* 3502940d71d2Seschrock * Open the SES target directory and iterate over any available 3503940d71d2Seschrock * targets. 3504940d71d2Seschrock */ 3505940d71d2Seschrock if ((dir = opendir(dirpath)) == NULL) { 3506940d71d2Seschrock /* 3507940d71d2Seschrock * If the SES target directory does not exist, then return as if 3508940d71d2Seschrock * there are no active targets. 3509940d71d2Seschrock */ 3510940d71d2Seschrock topo_mod_dprintf(mod, "failed to open ses " 3511940d71d2Seschrock "directory '%s'", dirpath); 3512940d71d2Seschrock return (0); 3513940d71d2Seschrock } 3514940d71d2Seschrock 3515940d71d2Seschrock while ((dp = readdir(dir)) != NULL) { 3516940d71d2Seschrock if (strcmp(dp->d_name, ".") == 0 || 3517940d71d2Seschrock strcmp(dp->d_name, "..") == 0) 3518940d71d2Seschrock continue; 3519940d71d2Seschrock 3520940d71d2Seschrock /* 3521940d71d2Seschrock * Create a new target instance and take a snapshot. 3522940d71d2Seschrock */ 3523940d71d2Seschrock if ((stp = topo_mod_zalloc(mod, 3524940d71d2Seschrock sizeof (ses_enum_target_t))) == NULL) 3525940d71d2Seschrock goto error; 3526940d71d2Seschrock 35270b32bb8bSEric Schrock (void) pthread_mutex_init(&stp->set_lock, NULL); 35280b32bb8bSEric Schrock 3529940d71d2Seschrock (void) snprintf(path, sizeof (path), "%s/%s", dirpath, 3530940d71d2Seschrock dp->d_name); 3531940d71d2Seschrock 3532940d71d2Seschrock /* 3533940d71d2Seschrock * We keep track of the SES device path and export it on a 3534940d71d2Seschrock * per-node basis to allow higher level software to get to the 3535940d71d2Seschrock * corresponding SES state. 3536940d71d2Seschrock */ 3537940d71d2Seschrock if ((stp->set_devpath = topo_mod_strdup(mod, path)) == NULL) { 3538940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 3539940d71d2Seschrock goto error; 3540940d71d2Seschrock } 3541940d71d2Seschrock 3542940d71d2Seschrock if ((stp->set_target = 3543940d71d2Seschrock ses_open(LIBSES_VERSION, path)) == NULL) { 3544940d71d2Seschrock topo_mod_dprintf(mod, "failed to open ses target " 3545940d71d2Seschrock "'%s': %s", dp->d_name, ses_errmsg()); 3546f76de749SStephen Hanson ses_sof_alloc(mod, stp->set_devpath); 3547940d71d2Seschrock topo_mod_free(mod, stp, sizeof (ses_enum_target_t)); 3548940d71d2Seschrock continue; 3549940d71d2Seschrock } 3550f76de749SStephen Hanson topo_mod_dprintf(mod, "open contract"); 3551f76de749SStephen Hanson ses_ssl_alloc(mod, stp); 3552f76de749SStephen Hanson ses_create_contract(mod, stp); 3553940d71d2Seschrock 3554940d71d2Seschrock stp->set_refcount = 1; 3555940d71d2Seschrock sdp->sed_target = stp; 3556940d71d2Seschrock stp->set_snap = ses_snap_hold(stp->set_target); 3557525b85dbSEric Schrock stp->set_snaptime = gethrtime(); 3558940d71d2Seschrock 3559940d71d2Seschrock /* 3560940d71d2Seschrock * Enumerate over all SES elements and merge them into the 3561940d71d2Seschrock * correct ses_enum_chassis_t. 3562940d71d2Seschrock */ 3563940d71d2Seschrock sdp->sed_current = NULL; 3564940d71d2Seschrock sdp->sed_errno = 0; 3565940d71d2Seschrock sdp->sed_name = dp->d_name; 3566940d71d2Seschrock (void) ses_walk(stp->set_snap, ses_enum_gather, sdp); 3567940d71d2Seschrock 3568940d71d2Seschrock if (sdp->sed_errno != 0) 3569940d71d2Seschrock goto error; 3570940d71d2Seschrock } 3571940d71d2Seschrock 3572940d71d2Seschrock err = 0; 3573940d71d2Seschrock error: 3574edb433b6SMilan Jurik (void) closedir(dir); 3575940d71d2Seschrock return (err); 3576940d71d2Seschrock } 3577940d71d2Seschrock 3578940d71d2Seschrock static void 3579940d71d2Seschrock ses_release(topo_mod_t *mod, tnode_t *tn) 3580940d71d2Seschrock { 3581940d71d2Seschrock ses_enum_target_t *stp; 3582940d71d2Seschrock 3583f76de749SStephen Hanson if ((stp = topo_node_getspecific(tn)) != NULL) { 3584f76de749SStephen Hanson topo_node_setspecific(tn, NULL); 3585940d71d2Seschrock ses_target_free(mod, stp); 3586f76de749SStephen Hanson } 3587940d71d2Seschrock } 3588940d71d2Seschrock 3589940d71d2Seschrock /*ARGSUSED*/ 3590940d71d2Seschrock static int 3591940d71d2Seschrock ses_enum(topo_mod_t *mod, tnode_t *rnode, const char *name, 3592940d71d2Seschrock topo_instance_t min, topo_instance_t max, void *arg, void *notused) 3593940d71d2Seschrock { 3594940d71d2Seschrock ses_enum_chassis_t *cp; 3595d91236feSeschrock ses_enum_data_t *data; 3596940d71d2Seschrock 3597940d71d2Seschrock /* 3598940d71d2Seschrock * Check to make sure we're being invoked sensibly, and that we're not 3599940d71d2Seschrock * being invoked as part of a post-processing step. 3600940d71d2Seschrock */ 3601d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) != 0 && strcmp(name, BAY) != 0) 3602940d71d2Seschrock return (0); 3603940d71d2Seschrock 3604940d71d2Seschrock /* 3605d91236feSeschrock * If this is the first time we've called our enumeration method, then 3606d91236feSeschrock * gather information about any available enclosures. 3607940d71d2Seschrock */ 3608d91236feSeschrock if ((data = topo_mod_getspecific(mod)) == NULL) { 3609f76de749SStephen Hanson ses_sof_freeall(mod); 3610d91236feSeschrock if ((data = topo_mod_zalloc(mod, sizeof (ses_enum_data_t))) == 3611d91236feSeschrock NULL) 3612d91236feSeschrock return (-1); 3613940d71d2Seschrock 3614d91236feSeschrock data->sed_mod = mod; 3615d91236feSeschrock topo_mod_setspecific(mod, data); 3616d91236feSeschrock 3617ac88567aSHyon Kim if (dev_list_gather(mod, &data->sed_devs) != 0) 3618d91236feSeschrock goto error; 3619d91236feSeschrock 3620d91236feSeschrock /* 3621d91236feSeschrock * We search both the ses(7D) and sgen(7D) locations, so we are 3622d91236feSeschrock * independent of any particular driver class bindings. 3623d91236feSeschrock */ 3624d91236feSeschrock if (ses_process_dir("/dev/es", data) != 0 || 3625d91236feSeschrock ses_process_dir("/dev/scsi/ses", data) != 0) 3626d91236feSeschrock goto error; 3627d91236feSeschrock } 3628d91236feSeschrock 3629d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) == 0) { 3630d91236feSeschrock /* 3631d91236feSeschrock * This is a request to enumerate external enclosures. Go 3632d91236feSeschrock * through all the targets and create chassis nodes where 3633d91236feSeschrock * necessary. 3634d91236feSeschrock */ 3635d91236feSeschrock for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 3636d91236feSeschrock cp = topo_list_next(cp)) { 3637d91236feSeschrock if (ses_create_chassis(data, rnode, cp) != 0) 3638d91236feSeschrock goto error; 3639d91236feSeschrock } 3640d91236feSeschrock } else { 3641d91236feSeschrock /* 3642d91236feSeschrock * This is a request to enumerate a specific bay underneath the 3643d91236feSeschrock * root chassis (for internal disks). 3644d91236feSeschrock */ 3645d91236feSeschrock if (ses_create_bays(data, rnode) != 0) 3646940d71d2Seschrock goto error; 3647940d71d2Seschrock } 3648940d71d2Seschrock 3649d91236feSeschrock /* 3650d91236feSeschrock * This is a bit of a kludge. In order to allow internal disks to be 3651d91236feSeschrock * enumerated and share snapshot-specific information with the external 3652d91236feSeschrock * enclosure enumeration, we rely on the fact that we will be invoked 3653d91236feSeschrock * for the 'ses-enclosure' node last. 3654d91236feSeschrock */ 3655d91236feSeschrock if (strcmp(name, SES_ENCLOSURE) == 0) { 365653dbcc59SSundeep Panicker for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 365753dbcc59SSundeep Panicker cp = topo_list_next(cp)) 365853dbcc59SSundeep Panicker ses_data_free(data, cp); 365953dbcc59SSundeep Panicker ses_data_free(data, NULL); 3660d91236feSeschrock topo_mod_setspecific(mod, NULL); 3661d91236feSeschrock } 3662940d71d2Seschrock return (0); 3663940d71d2Seschrock 3664940d71d2Seschrock error: 366553dbcc59SSundeep Panicker for (cp = topo_list_next(&data->sed_chassis); cp != NULL; 366653dbcc59SSundeep Panicker cp = topo_list_next(cp)) 366753dbcc59SSundeep Panicker ses_data_free(data, cp); 366853dbcc59SSundeep Panicker ses_data_free(data, NULL); 3669d91236feSeschrock topo_mod_setspecific(mod, NULL); 3670940d71d2Seschrock return (-1); 3671940d71d2Seschrock } 3672940d71d2Seschrock 3673940d71d2Seschrock static const topo_modops_t ses_ops = 3674940d71d2Seschrock { ses_enum, ses_release }; 3675940d71d2Seschrock 3676940d71d2Seschrock static topo_modinfo_t ses_info = 3677940d71d2Seschrock { SES_ENCLOSURE, FM_FMRI_SCHEME_HC, SES_VERSION, &ses_ops }; 3678940d71d2Seschrock 3679940d71d2Seschrock /*ARGSUSED*/ 3680940d71d2Seschrock int 3681940d71d2Seschrock _topo_init(topo_mod_t *mod, topo_version_t version) 3682940d71d2Seschrock { 3683f76de749SStephen Hanson int rval; 3684f76de749SStephen Hanson 3685940d71d2Seschrock if (getenv("TOPOSESDEBUG") != NULL) 3686940d71d2Seschrock topo_mod_setdebug(mod); 3687940d71d2Seschrock 3688940d71d2Seschrock topo_mod_dprintf(mod, "initializing %s enumerator\n", 3689940d71d2Seschrock SES_ENCLOSURE); 3690940d71d2Seschrock 3691f76de749SStephen Hanson if ((rval = topo_mod_register(mod, &ses_info, TOPO_VERSION)) == 0) 3692f76de749SStephen Hanson ses_thread_init(mod); 3693f76de749SStephen Hanson 3694f76de749SStephen Hanson return (rval); 3695940d71d2Seschrock } 3696940d71d2Seschrock 3697940d71d2Seschrock void 3698940d71d2Seschrock _topo_fini(topo_mod_t *mod) 3699940d71d2Seschrock { 370005b58617SStephen Hanson ses_thread_fini(mod); 3701f76de749SStephen Hanson ses_sof_freeall(mod); 3702940d71d2Seschrock topo_mod_unregister(mod); 3703940d71d2Seschrock } 3704