120c794b3Sgavinm /* 220c794b3Sgavinm * CDDL HEADER START 320c794b3Sgavinm * 420c794b3Sgavinm * The contents of this file are subject to the terms of the 520c794b3Sgavinm * Common Development and Distribution License (the "License"). 620c794b3Sgavinm * You may not use this file except in compliance with the License. 720c794b3Sgavinm * 820c794b3Sgavinm * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 920c794b3Sgavinm * or http://www.opensolaris.org/os/licensing. 1020c794b3Sgavinm * See the License for the specific language governing permissions 1120c794b3Sgavinm * and limitations under the License. 1220c794b3Sgavinm * 1320c794b3Sgavinm * When distributing Covered Code, include this CDDL HEADER in each 1420c794b3Sgavinm * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 1520c794b3Sgavinm * If applicable, add the following below this CDDL HEADER, with the 1620c794b3Sgavinm * fields enclosed by brackets "[]" replaced with your own identifying 1720c794b3Sgavinm * information: Portions Copyright [yyyy] [name of copyright owner] 1820c794b3Sgavinm * 1920c794b3Sgavinm * CDDL HEADER END 2020c794b3Sgavinm */ 2120c794b3Sgavinm 2220c794b3Sgavinm /* 23*b8201470SSrihari Venkatesan * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 2420c794b3Sgavinm * Use is subject to license terms. 2520c794b3Sgavinm */ 2620c794b3Sgavinm 2720c794b3Sgavinm /* 2820c794b3Sgavinm * AMD memory enumeration 2920c794b3Sgavinm */ 3020c794b3Sgavinm 3120c794b3Sgavinm #include <sys/types.h> 3220c794b3Sgavinm #include <unistd.h> 3320c794b3Sgavinm #include <stropts.h> 3420c794b3Sgavinm #include <sys/fm/protocol.h> 3520c794b3Sgavinm #include <sys/mc.h> 3620c794b3Sgavinm #include <sys/mc_amd.h> 3720c794b3Sgavinm #include <fm/topo_mod.h> 3820c794b3Sgavinm #include <strings.h> 3920c794b3Sgavinm #include <sys/stat.h> 4020c794b3Sgavinm #include <fcntl.h> 4120c794b3Sgavinm 4220c794b3Sgavinm #include "chip.h" 4320c794b3Sgavinm 4420c794b3Sgavinm #define MAX_CHANNUM 1 4520c794b3Sgavinm #define MAX_DIMMNUM 7 4620c794b3Sgavinm #define MAX_CSNUM 7 4720c794b3Sgavinm 4820c794b3Sgavinm static const topo_pgroup_info_t cs_pgroup = 4920c794b3Sgavinm { PGNAME(CS), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 5020c794b3Sgavinm static const topo_pgroup_info_t dimm_pgroup = 5120c794b3Sgavinm { PGNAME(DIMM), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 5220c794b3Sgavinm static const topo_pgroup_info_t mc_pgroup = 5320c794b3Sgavinm { PGNAME(MCT), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 5420c794b3Sgavinm static const topo_pgroup_info_t rank_pgroup = 5520c794b3Sgavinm { PGNAME(RANK), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 5620c794b3Sgavinm static const topo_pgroup_info_t chan_pgroup = 5720c794b3Sgavinm { PGNAME(CHAN), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 5820c794b3Sgavinm 5920c794b3Sgavinm static const topo_method_t dimm_methods[] = { 6020c794b3Sgavinm { SIMPLE_DIMM_LBL, "Property method", 0, 6120c794b3Sgavinm TOPO_STABILITY_INTERNAL, simple_dimm_label}, 6220c794b3Sgavinm { SIMPLE_DIMM_LBL_MP, "Property method", 0, 6320c794b3Sgavinm TOPO_STABILITY_INTERNAL, simple_dimm_label_mp}, 6420c794b3Sgavinm { SEQ_DIMM_LBL, "Property method", 0, 6520c794b3Sgavinm TOPO_STABILITY_INTERNAL, seq_dimm_label}, 662cb5535aSrobj { G4_DIMM_LBL, "Property method", 0, 672cb5535aSrobj TOPO_STABILITY_INTERNAL, g4_dimm_label}, 68918a0d8aSrobj { G12F_DIMM_LBL, "Property method", 0, 69918a0d8aSrobj TOPO_STABILITY_INTERNAL, g12f_dimm_label}, 702cb5535aSrobj { GET_DIMM_SERIAL, "Property method", 0, 712cb5535aSrobj TOPO_STABILITY_INTERNAL, get_dimm_serial}, 7220c794b3Sgavinm { NULL } 7320c794b3Sgavinm }; 7420c794b3Sgavinm 75e4b86885SCheng Sean Ye const topo_method_t rank_methods[] = { 7620c794b3Sgavinm { TOPO_METH_ASRU_COMPUTE, TOPO_METH_ASRU_COMPUTE_DESC, 7720c794b3Sgavinm TOPO_METH_ASRU_COMPUTE_VERSION, TOPO_STABILITY_INTERNAL, 7820c794b3Sgavinm mem_asru_compute }, 792cb5535aSrobj { TOPO_METH_PRESENT, TOPO_METH_PRESENT_DESC, 802cb5535aSrobj TOPO_METH_PRESENT_VERSION, TOPO_STABILITY_INTERNAL, 812cb5535aSrobj rank_fmri_present }, 8225c6ff4bSstephh { TOPO_METH_REPLACED, TOPO_METH_REPLACED_DESC, 8325c6ff4bSstephh TOPO_METH_REPLACED_VERSION, TOPO_STABILITY_INTERNAL, 8425c6ff4bSstephh rank_fmri_replaced }, 8520c794b3Sgavinm { NULL } 8620c794b3Sgavinm }; 8720c794b3Sgavinm 88e4b86885SCheng Sean Ye const topo_method_t ntv_page_retire_methods[] = { 89e4b86885SCheng Sean Ye { TOPO_METH_RETIRE, TOPO_METH_RETIRE_DESC, 90e4b86885SCheng Sean Ye TOPO_METH_RETIRE_VERSION, TOPO_STABILITY_INTERNAL, 91e4b86885SCheng Sean Ye ntv_page_retire }, 92e4b86885SCheng Sean Ye { TOPO_METH_UNRETIRE, TOPO_METH_UNRETIRE_DESC, 93e4b86885SCheng Sean Ye TOPO_METH_UNRETIRE_VERSION, TOPO_STABILITY_INTERNAL, 94e4b86885SCheng Sean Ye ntv_page_unretire }, 95e4b86885SCheng Sean Ye { TOPO_METH_SERVICE_STATE, TOPO_METH_SERVICE_STATE_DESC, 96e4b86885SCheng Sean Ye TOPO_METH_SERVICE_STATE_VERSION, TOPO_STABILITY_INTERNAL, 97e4b86885SCheng Sean Ye ntv_page_service_state }, 98e4b86885SCheng Sean Ye { NULL } 99e4b86885SCheng Sean Ye }; 100e4b86885SCheng Sean Ye 10120c794b3Sgavinm static const topo_method_t gen_cs_methods[] = { 10220c794b3Sgavinm { TOPO_METH_ASRU_COMPUTE, TOPO_METH_ASRU_COMPUTE_DESC, 10320c794b3Sgavinm TOPO_METH_ASRU_COMPUTE_VERSION, TOPO_STABILITY_INTERNAL, 10420c794b3Sgavinm mem_asru_compute }, 1055108f83cSrobj { SIMPLE_CS_LBL_MP, "Property method", 0, 1065108f83cSrobj TOPO_STABILITY_INTERNAL, simple_cs_label_mp}, 10720c794b3Sgavinm { NULL } 10820c794b3Sgavinm }; 10920c794b3Sgavinm 11020c794b3Sgavinm static nvlist_t *cs_fmri[MC_CHIP_NCS]; 11120c794b3Sgavinm 11220c794b3Sgavinm /* 11320c794b3Sgavinm * Called when there is no memory-controller driver to provide topology 11420c794b3Sgavinm * information. Generate a maximal memory topology that is appropriate 11520c794b3Sgavinm * for the chip revision. The memory-controller node has already been 11620c794b3Sgavinm * bound as mcnode, and the parent of that is cnode. 11720c794b3Sgavinm * 11820c794b3Sgavinm * We create a tree of dram-channel and chip-select nodes below the 11920c794b3Sgavinm * memory-controller node. There will be two dram channels and 8 chip-selects 12020c794b3Sgavinm * below each, regardless of actual socket type, processor revision and so on. 12120c794b3Sgavinm * This is adequate for generic diagnosis up to family 0x10 revision C. 12220c794b3Sgavinm * When support for revision D is implemented (or maybe C) we should take 12320c794b3Sgavinm * the opportunity to rework the topology tree completely (socket change will 12420c794b3Sgavinm * mean there can be no diagnosis history tied to the topology). 12520c794b3Sgavinm */ 12620c794b3Sgavinm /*ARGSUSED*/ 12720c794b3Sgavinm static int 12820c794b3Sgavinm amd_generic_mc_create(topo_mod_t *mod, tnode_t *cnode, tnode_t *mcnode, 12920c794b3Sgavinm int family, int model, int stepping, nvlist_t *auth) 13020c794b3Sgavinm { 13120c794b3Sgavinm int chan, cs; 13220c794b3Sgavinm 13320c794b3Sgavinm /* 13420c794b3Sgavinm * Elsewhere we have already returned for families less than 0xf. 13520c794b3Sgavinm * This "generic" topology is adequate for all of family 0xf and 136*b8201470SSrihari Venkatesan * for revisions A, B and C of family 0x10 (for the list of models 137*b8201470SSrihari Venkatesan * in each revision, refer to usr/src/uts/i86pc/os/cpuid_subr.c). 138*b8201470SSrihari Venkatesan * We cover all family 0x10 models, till model 6. 13920c794b3Sgavinm */ 140*b8201470SSrihari Venkatesan if (family > 0x10 || (family == 0x10 && model > 6)) 14120c794b3Sgavinm return (1); 14220c794b3Sgavinm 14320c794b3Sgavinm if (topo_node_range_create(mod, mcnode, CHAN_NODE_NAME, 0, 14420c794b3Sgavinm MAX_CHANNUM) < 0) { 14520c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: range create for " 14620c794b3Sgavinm "channels failed\n"); 14720c794b3Sgavinm return (-1); 14820c794b3Sgavinm } 14920c794b3Sgavinm 15020c794b3Sgavinm for (chan = 0; chan <= MAX_CHANNUM; chan++) { 15120c794b3Sgavinm tnode_t *chnode; 15220c794b3Sgavinm nvlist_t *fmri; 15320c794b3Sgavinm int err; 15420c794b3Sgavinm 15520c794b3Sgavinm if (mkrsrc(mod, mcnode, CHAN_NODE_NAME, chan, auth, 15620c794b3Sgavinm &fmri) != 0) { 15720c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: mkrsrc " 15820c794b3Sgavinm "failed\n"); 15920c794b3Sgavinm return (-1); 16020c794b3Sgavinm } 16120c794b3Sgavinm 16220c794b3Sgavinm if ((chnode = topo_node_bind(mod, mcnode, CHAN_NODE_NAME, 16320c794b3Sgavinm chan, fmri)) == NULL) { 16420c794b3Sgavinm nvlist_free(fmri); 16520c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: node " 16620c794b3Sgavinm "bind failed\n"); 16720c794b3Sgavinm return (-1); 16820c794b3Sgavinm } 16920c794b3Sgavinm 17020c794b3Sgavinm nvlist_free(fmri); 17120c794b3Sgavinm 17220c794b3Sgavinm (void) topo_pgroup_create(chnode, &chan_pgroup, &err); 17320c794b3Sgavinm 17420c794b3Sgavinm (void) topo_prop_set_string(chnode, PGNAME(CHAN), "channel", 17520c794b3Sgavinm TOPO_PROP_IMMUTABLE, chan == 0 ? "A" : "B", &err); 17620c794b3Sgavinm 17720c794b3Sgavinm if (topo_node_range_create(mod, chnode, CS_NODE_NAME, 17820c794b3Sgavinm 0, MAX_CSNUM) < 0) { 17920c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: " 18020c794b3Sgavinm "range create for cs failed\n"); 18120c794b3Sgavinm return (-1); 18220c794b3Sgavinm } 18320c794b3Sgavinm 18420c794b3Sgavinm for (cs = 0; cs <= MAX_CSNUM; cs++) { 18520c794b3Sgavinm tnode_t *csnode; 18620c794b3Sgavinm 18720c794b3Sgavinm if (mkrsrc(mod, chnode, CS_NODE_NAME, cs, auth, 18820c794b3Sgavinm &fmri) != 0) { 18920c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: " 19020c794b3Sgavinm "mkrsrc for cs failed\n"); 19120c794b3Sgavinm return (-1); 19220c794b3Sgavinm } 19320c794b3Sgavinm 19420c794b3Sgavinm if ((csnode = topo_node_bind(mod, chnode, CS_NODE_NAME, 19520c794b3Sgavinm cs, fmri)) == NULL) { 19620c794b3Sgavinm nvlist_free(fmri); 19720c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: " 19820c794b3Sgavinm "bind for cs failed\n"); 19920c794b3Sgavinm return (-1); 20020c794b3Sgavinm } 20120c794b3Sgavinm 20220c794b3Sgavinm /* 20320c794b3Sgavinm * Dynamic ASRU for page faults within a chip-select. 20420c794b3Sgavinm * The topology does not represent pages (there are 20520c794b3Sgavinm * too many) so when a page is faulted we generate 20620c794b3Sgavinm * an ASRU to represent the individual page. 20720c794b3Sgavinm */ 20820c794b3Sgavinm if (topo_method_register(mod, csnode, 20920c794b3Sgavinm gen_cs_methods) < 0) 21020c794b3Sgavinm whinge(mod, NULL, "amd_generic_mc_create: " 21120c794b3Sgavinm "method registration failed\n"); 21220c794b3Sgavinm 21320c794b3Sgavinm (void) topo_node_asru_set(csnode, fmri, 21420c794b3Sgavinm TOPO_ASRU_COMPUTE, &err); 21520c794b3Sgavinm 21620c794b3Sgavinm nvlist_free(fmri); 21720c794b3Sgavinm } 21820c794b3Sgavinm } 21920c794b3Sgavinm 22020c794b3Sgavinm return (0); 22120c794b3Sgavinm } 22220c794b3Sgavinm 22320c794b3Sgavinm static nvlist_t * 22420c794b3Sgavinm amd_lookup_by_mcid(topo_mod_t *mod, topo_instance_t id) 22520c794b3Sgavinm { 22620c794b3Sgavinm mc_snapshot_info_t mcs; 22720c794b3Sgavinm void *buf = NULL; 22820c794b3Sgavinm uint8_t ver; 22920c794b3Sgavinm 23020c794b3Sgavinm nvlist_t *nvl = NULL; 23120c794b3Sgavinm char path[64]; 23220c794b3Sgavinm int fd, err; 23320c794b3Sgavinm 23420c794b3Sgavinm (void) snprintf(path, sizeof (path), "/dev/mc/mc%d", id); 23520c794b3Sgavinm fd = open(path, O_RDONLY); 23620c794b3Sgavinm 23720c794b3Sgavinm if (fd == -1) { 23820c794b3Sgavinm /* 23920c794b3Sgavinm * Some v20z and v40z systems may have had the 3rd-party 24020c794b3Sgavinm * NWSnps packagae installed which installs a /dev/mc 24120c794b3Sgavinm * link. So try again via /devices. 24220c794b3Sgavinm */ 24320c794b3Sgavinm (void) snprintf(path, sizeof (path), 24420c794b3Sgavinm "/devices/pci@0,0/pci1022,1102@%x,2:mc-amd", 24520c794b3Sgavinm MC_AMD_DEV_OFFSET + id); 24620c794b3Sgavinm fd = open(path, O_RDONLY); 24720c794b3Sgavinm } 24820c794b3Sgavinm 24920c794b3Sgavinm if (fd == -1) 25020c794b3Sgavinm return (NULL); /* do not whinge */ 25120c794b3Sgavinm 25220c794b3Sgavinm if (ioctl(fd, MC_IOC_SNAPSHOT_INFO, &mcs) == -1 || 25320c794b3Sgavinm (buf = topo_mod_alloc(mod, mcs.mcs_size)) == NULL || 25420c794b3Sgavinm ioctl(fd, MC_IOC_SNAPSHOT, buf) == -1) { 25520c794b3Sgavinm 25620c794b3Sgavinm whinge(mod, NULL, "mc failed to snapshot %s: %s\n", 25720c794b3Sgavinm path, strerror(errno)); 25820c794b3Sgavinm 25920c794b3Sgavinm free(buf); 26020c794b3Sgavinm (void) close(fd); 26120c794b3Sgavinm return (NULL); 26220c794b3Sgavinm } 26320c794b3Sgavinm 26420c794b3Sgavinm (void) close(fd); 26520c794b3Sgavinm err = nvlist_unpack(buf, mcs.mcs_size, &nvl, 0); 26620c794b3Sgavinm topo_mod_free(mod, buf, mcs.mcs_size); 26720c794b3Sgavinm 26820c794b3Sgavinm 26920c794b3Sgavinm if (nvlist_lookup_uint8(nvl, MC_NVLIST_VERSTR, &ver) != 0) { 27020c794b3Sgavinm whinge(mod, NULL, "mc nvlist is not versioned\n"); 27120c794b3Sgavinm nvlist_free(nvl); 27220c794b3Sgavinm return (NULL); 27320c794b3Sgavinm } else if (ver != MC_NVLIST_VERS1) { 27420c794b3Sgavinm whinge(mod, NULL, "mc nvlist version mismatch\n"); 27520c794b3Sgavinm nvlist_free(nvl); 27620c794b3Sgavinm return (NULL); 27720c794b3Sgavinm } 27820c794b3Sgavinm 27920c794b3Sgavinm return (err ? NULL : nvl); 28020c794b3Sgavinm } 28120c794b3Sgavinm 28220c794b3Sgavinm int 28320c794b3Sgavinm amd_rank_create(topo_mod_t *mod, tnode_t *pnode, nvlist_t *dimmnvl, 28420c794b3Sgavinm nvlist_t *auth) 28520c794b3Sgavinm { 28620c794b3Sgavinm uint64_t *csnumarr; 28720c794b3Sgavinm char **csnamearr; 28820c794b3Sgavinm uint_t ncs, ncsname; 28920c794b3Sgavinm tnode_t *ranknode; 29020c794b3Sgavinm nvlist_t *fmri, *pfmri = NULL; 29120c794b3Sgavinm uint64_t dsz, rsz; 29220c794b3Sgavinm int nerr = 0; 29320c794b3Sgavinm int err; 29420c794b3Sgavinm int i; 29520c794b3Sgavinm 29620c794b3Sgavinm if (nvlist_lookup_uint64_array(dimmnvl, "csnums", &csnumarr, 29720c794b3Sgavinm &ncs) != 0 || nvlist_lookup_string_array(dimmnvl, "csnames", 29820c794b3Sgavinm &csnamearr, &ncsname) != 0 || ncs != ncsname) { 29920c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: " 30020c794b3Sgavinm "csnums/csnames extraction failed\n"); 30120c794b3Sgavinm return (nerr); 30220c794b3Sgavinm } 30320c794b3Sgavinm 30420c794b3Sgavinm if (topo_node_resource(pnode, &pfmri, &err) < 0) { 30520c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: parent fmri lookup " 30620c794b3Sgavinm "failed\n"); 30720c794b3Sgavinm return (nerr); 30820c794b3Sgavinm } 30920c794b3Sgavinm 31020c794b3Sgavinm if (topo_node_range_create(mod, pnode, RANK_NODE_NAME, 0, ncs) < 0) { 31120c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: range create failed\n"); 31220c794b3Sgavinm nvlist_free(pfmri); 31320c794b3Sgavinm return (nerr); 31420c794b3Sgavinm } 31520c794b3Sgavinm 31620c794b3Sgavinm if (topo_prop_get_uint64(pnode, PGNAME(DIMM), "size", &dsz, 31720c794b3Sgavinm &err) == 0) { 31820c794b3Sgavinm rsz = dsz / ncs; 31920c794b3Sgavinm } else { 32020c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: parent dimm has no " 32120c794b3Sgavinm "size\n"); 32220c794b3Sgavinm return (nerr); 32320c794b3Sgavinm } 32420c794b3Sgavinm 32520c794b3Sgavinm for (i = 0; i < ncs; i++) { 32620c794b3Sgavinm if (mkrsrc(mod, pnode, RANK_NODE_NAME, i, auth, &fmri) < 0) { 32720c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: mkrsrc failed\n"); 32820c794b3Sgavinm continue; 32920c794b3Sgavinm } 33020c794b3Sgavinm 33120c794b3Sgavinm if ((ranknode = topo_node_bind(mod, pnode, RANK_NODE_NAME, i, 33220c794b3Sgavinm fmri)) == NULL) { 33320c794b3Sgavinm nvlist_free(fmri); 33420c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: node bind " 33520c794b3Sgavinm "failed\n"); 33620c794b3Sgavinm continue; 33720c794b3Sgavinm } 33820c794b3Sgavinm 33920c794b3Sgavinm nvlist_free(fmri); 34020c794b3Sgavinm 34120c794b3Sgavinm (void) topo_node_fru_set(ranknode, pfmri, 0, &err); 34220c794b3Sgavinm 34320c794b3Sgavinm /* 34420c794b3Sgavinm * If a rank is faulted the asru is the associated 34520c794b3Sgavinm * chip-select, but if a page within a rank is faulted 34620c794b3Sgavinm * the asru is just that page. Hence the dual preconstructed 34720c794b3Sgavinm * and computed ASRU. 34820c794b3Sgavinm */ 34920c794b3Sgavinm if (topo_method_register(mod, ranknode, rank_methods) < 0) 35020c794b3Sgavinm whinge(mod, &nerr, "amd_rank_create: " 35120c794b3Sgavinm "topo_method_register failed"); 35220c794b3Sgavinm 353e4b86885SCheng Sean Ye if (! is_xpv() && topo_method_register(mod, ranknode, 354e4b86885SCheng Sean Ye ntv_page_retire_methods) < 0) 355e4b86885SCheng Sean Ye whinge(mod, &nerr, "amd_rank_create: " 356e4b86885SCheng Sean Ye "topo_method_register failed"); 357e4b86885SCheng Sean Ye 35820c794b3Sgavinm (void) topo_node_asru_set(ranknode, cs_fmri[csnumarr[i]], 35920c794b3Sgavinm TOPO_ASRU_COMPUTE, &err); 36020c794b3Sgavinm 36120c794b3Sgavinm (void) topo_pgroup_create(ranknode, &rank_pgroup, &err); 36220c794b3Sgavinm 36320c794b3Sgavinm (void) topo_prop_set_uint64(ranknode, PGNAME(RANK), "size", 36420c794b3Sgavinm TOPO_PROP_IMMUTABLE, rsz, &err); 36520c794b3Sgavinm 36620c794b3Sgavinm (void) topo_prop_set_string(ranknode, PGNAME(RANK), "csname", 36720c794b3Sgavinm TOPO_PROP_IMMUTABLE, csnamearr[i], &err); 36820c794b3Sgavinm 36920c794b3Sgavinm (void) topo_prop_set_uint64(ranknode, PGNAME(RANK), "csnum", 37020c794b3Sgavinm TOPO_PROP_IMMUTABLE, csnumarr[i], &err); 37120c794b3Sgavinm } 37220c794b3Sgavinm 37320c794b3Sgavinm nvlist_free(pfmri); 37420c794b3Sgavinm 37520c794b3Sgavinm return (nerr); 37620c794b3Sgavinm } 37720c794b3Sgavinm 37820c794b3Sgavinm static int 37920c794b3Sgavinm amd_dimm_create(topo_mod_t *mod, tnode_t *pnode, const char *name, 38020c794b3Sgavinm nvlist_t *mc, nvlist_t *auth) 38120c794b3Sgavinm { 38220c794b3Sgavinm int i, err, nerr = 0; 38320c794b3Sgavinm nvpair_t *nvp; 38420c794b3Sgavinm tnode_t *dimmnode; 385e4b86885SCheng Sean Ye nvlist_t *fmri, **dimmarr = NULL; 38620c794b3Sgavinm uint64_t num; 38720c794b3Sgavinm uint_t ndimm; 38820c794b3Sgavinm 38920c794b3Sgavinm if (nvlist_lookup_nvlist_array(mc, "dimmlist", &dimmarr, &ndimm) != 0) { 39020c794b3Sgavinm whinge(mod, NULL, "amd_dimm_create: dimmlist lookup failed\n"); 39120c794b3Sgavinm return (-1); 39220c794b3Sgavinm } 39320c794b3Sgavinm 39420c794b3Sgavinm if (ndimm == 0) 39520c794b3Sgavinm return (0); /* no dimms present on this node */ 39620c794b3Sgavinm 39720c794b3Sgavinm if (topo_node_range_create(mod, pnode, name, 0, MAX_DIMMNUM) < 0) { 39820c794b3Sgavinm whinge(mod, NULL, "amd_dimm_create: range create failed\n"); 39920c794b3Sgavinm return (-1); 40020c794b3Sgavinm } 40120c794b3Sgavinm 40220c794b3Sgavinm for (i = 0; i < ndimm; i++) { 40320c794b3Sgavinm if (nvlist_lookup_uint64(dimmarr[i], "num", &num) != 0) { 40420c794b3Sgavinm whinge(mod, &nerr, "amd_dimm_create: dimm num property " 40520c794b3Sgavinm "missing\n"); 40620c794b3Sgavinm continue; 40720c794b3Sgavinm } 40820c794b3Sgavinm 40920c794b3Sgavinm if (mkrsrc(mod, pnode, name, num, auth, &fmri) < 0) { 41020c794b3Sgavinm whinge(mod, &nerr, "amd_dimm_create: mkrsrc failed\n"); 41120c794b3Sgavinm continue; 41220c794b3Sgavinm } 41320c794b3Sgavinm 41420c794b3Sgavinm if ((dimmnode = topo_node_bind(mod, pnode, name, num, fmri)) 41520c794b3Sgavinm == NULL) { 41620c794b3Sgavinm nvlist_free(fmri); 41720c794b3Sgavinm whinge(mod, &nerr, "amd_dimm_create: node bind " 41820c794b3Sgavinm "failed\n"); 41920c794b3Sgavinm continue; 42020c794b3Sgavinm } 42120c794b3Sgavinm 42220c794b3Sgavinm if (topo_method_register(mod, dimmnode, dimm_methods) < 0) 4232cb5535aSrobj whinge(mod, &nerr, "amd_dimm_create: " 42420c794b3Sgavinm "topo_method_register failed"); 42520c794b3Sgavinm 426e4b86885SCheng Sean Ye (void) topo_node_asru_set(dimmnode, fmri, 0, &err); 42720c794b3Sgavinm (void) topo_node_fru_set(dimmnode, fmri, 0, &err); 42820c794b3Sgavinm 42920c794b3Sgavinm nvlist_free(fmri); 43020c794b3Sgavinm 43120c794b3Sgavinm (void) topo_pgroup_create(dimmnode, &dimm_pgroup, &err); 43220c794b3Sgavinm 43320c794b3Sgavinm for (nvp = nvlist_next_nvpair(dimmarr[i], NULL); nvp != NULL; 43420c794b3Sgavinm nvp = nvlist_next_nvpair(dimmarr[i], nvp)) { 43520c794b3Sgavinm if (nvpair_type(nvp) == DATA_TYPE_UINT64_ARRAY && 43620c794b3Sgavinm strcmp(nvpair_name(nvp), "csnums") == 0 || 43720c794b3Sgavinm nvpair_type(nvp) == DATA_TYPE_STRING_ARRAY && 43820c794b3Sgavinm strcmp(nvpair_name(nvp), "csnames") == 0) 43920c794b3Sgavinm continue; /* used in amd_rank_create() */ 44020c794b3Sgavinm 44120c794b3Sgavinm nerr += nvprop_add(mod, nvp, PGNAME(DIMM), dimmnode); 44220c794b3Sgavinm } 44320c794b3Sgavinm 44420c794b3Sgavinm nerr += amd_rank_create(mod, dimmnode, dimmarr[i], auth); 44520c794b3Sgavinm } 44620c794b3Sgavinm 44720c794b3Sgavinm return (nerr == 0 ? 0 : -1); 44820c794b3Sgavinm } 44920c794b3Sgavinm 45020c794b3Sgavinm static int 45120c794b3Sgavinm amd_cs_create(topo_mod_t *mod, tnode_t *pnode, const char *name, nvlist_t *mc, 45220c794b3Sgavinm nvlist_t *auth) 45320c794b3Sgavinm { 45420c794b3Sgavinm int i, err, nerr = 0; 45520c794b3Sgavinm nvpair_t *nvp; 45620c794b3Sgavinm tnode_t *csnode; 45720c794b3Sgavinm nvlist_t *fmri, **csarr = NULL; 45820c794b3Sgavinm uint64_t csnum; 45920c794b3Sgavinm uint_t ncs; 46020c794b3Sgavinm 46120c794b3Sgavinm if (nvlist_lookup_nvlist_array(mc, "cslist", &csarr, &ncs) != 0) 46220c794b3Sgavinm return (-1); 46320c794b3Sgavinm 46420c794b3Sgavinm if (ncs == 0) 46520c794b3Sgavinm return (0); /* no chip-selects configured on this node */ 46620c794b3Sgavinm 46720c794b3Sgavinm if (topo_node_range_create(mod, pnode, name, 0, MAX_CSNUM) < 0) 46820c794b3Sgavinm return (-1); 46920c794b3Sgavinm 47020c794b3Sgavinm for (i = 0; i < ncs; i++) { 47120c794b3Sgavinm if (nvlist_lookup_uint64(csarr[i], "num", &csnum) != 0) { 47220c794b3Sgavinm whinge(mod, &nerr, "amd_cs_create: cs num property " 47320c794b3Sgavinm "missing\n"); 47420c794b3Sgavinm continue; 47520c794b3Sgavinm } 47620c794b3Sgavinm 47720c794b3Sgavinm if (mkrsrc(mod, pnode, name, csnum, auth, &fmri) != 0) { 47820c794b3Sgavinm whinge(mod, &nerr, "amd_cs_create: mkrsrc failed\n"); 47920c794b3Sgavinm continue; 48020c794b3Sgavinm } 48120c794b3Sgavinm 48220c794b3Sgavinm if ((csnode = topo_node_bind(mod, pnode, name, csnum, fmri)) 48320c794b3Sgavinm == NULL) { 48420c794b3Sgavinm nvlist_free(fmri); 48520c794b3Sgavinm whinge(mod, &nerr, "amd_cs_create: node bind failed\n"); 48620c794b3Sgavinm continue; 48720c794b3Sgavinm } 48820c794b3Sgavinm 48920c794b3Sgavinm cs_fmri[csnum] = fmri; /* nvlist will be freed in mc_create */ 49020c794b3Sgavinm 49120c794b3Sgavinm (void) topo_node_asru_set(csnode, fmri, 0, &err); 49220c794b3Sgavinm 493b7d3956bSstephh (void) topo_node_fru_set(csnode, fmri, 0, &err); 494b7d3956bSstephh 49520c794b3Sgavinm (void) topo_pgroup_create(csnode, &cs_pgroup, &err); 49620c794b3Sgavinm 49720c794b3Sgavinm for (nvp = nvlist_next_nvpair(csarr[i], NULL); nvp != NULL; 49820c794b3Sgavinm nvp = nvlist_next_nvpair(csarr[i], nvp)) { 49920c794b3Sgavinm nerr += nvprop_add(mod, nvp, PGNAME(CS), csnode); 50020c794b3Sgavinm } 50120c794b3Sgavinm } 50220c794b3Sgavinm 50320c794b3Sgavinm return (nerr == 0 ? 0 : -1); 50420c794b3Sgavinm } 50520c794b3Sgavinm 50620c794b3Sgavinm static int 50720c794b3Sgavinm amd_dramchan_create(topo_mod_t *mod, tnode_t *pnode, const char *name, 50820c794b3Sgavinm nvlist_t *auth) 50920c794b3Sgavinm { 51020c794b3Sgavinm tnode_t *chnode; 51120c794b3Sgavinm nvlist_t *fmri; 51220c794b3Sgavinm char *socket; 51320c794b3Sgavinm int i, nchan; 514b7d3956bSstephh nvlist_t *pfmri = NULL; 51520c794b3Sgavinm int err, nerr = 0; 51620c794b3Sgavinm 51720c794b3Sgavinm /* 51820c794b3Sgavinm * We will enumerate the number of channels present even if only 51920c794b3Sgavinm * channel A is in use (i.e., running in 64-bit mode). Only 52020c794b3Sgavinm * the socket 754 package has a single channel. 52120c794b3Sgavinm */ 52220c794b3Sgavinm if (topo_prop_get_string(pnode, PGNAME(MCT), "socket", 52320c794b3Sgavinm &socket, &err) == 0 && strcmp(socket, "Socket 754") == 0) 52420c794b3Sgavinm nchan = 1; 52520c794b3Sgavinm else 52620c794b3Sgavinm nchan = 2; 52720c794b3Sgavinm 52820c794b3Sgavinm topo_mod_strfree(mod, socket); 52920c794b3Sgavinm 53020c794b3Sgavinm if (topo_node_range_create(mod, pnode, name, 0, nchan - 1) < 0) 53120c794b3Sgavinm return (-1); 53220c794b3Sgavinm 533b7d3956bSstephh (void) topo_node_fru(pnode, &pfmri, NULL, &err); 534b7d3956bSstephh 53520c794b3Sgavinm for (i = 0; i < nchan; i++) { 53620c794b3Sgavinm if (mkrsrc(mod, pnode, name, i, auth, &fmri) != 0) { 53720c794b3Sgavinm whinge(mod, &nerr, "amd_dramchan_create: mkrsrc " 53820c794b3Sgavinm "failed\n"); 53920c794b3Sgavinm continue; 54020c794b3Sgavinm } 54120c794b3Sgavinm 54220c794b3Sgavinm if ((chnode = topo_node_bind(mod, pnode, name, i, fmri)) 54320c794b3Sgavinm == NULL) { 54420c794b3Sgavinm nvlist_free(fmri); 54520c794b3Sgavinm whinge(mod, &nerr, "amd_dramchan_create: node bind " 54620c794b3Sgavinm "failed\n"); 54720c794b3Sgavinm continue; 54820c794b3Sgavinm } 54920c794b3Sgavinm 550b7d3956bSstephh (void) topo_node_asru_set(chnode, fmri, 0, &err); 551b7d3956bSstephh if (pfmri) 552b7d3956bSstephh (void) topo_node_fru_set(chnode, pfmri, 0, &err); 553b7d3956bSstephh 55420c794b3Sgavinm nvlist_free(fmri); 55520c794b3Sgavinm 55620c794b3Sgavinm (void) topo_pgroup_create(chnode, &chan_pgroup, &err); 55720c794b3Sgavinm 55820c794b3Sgavinm (void) topo_prop_set_string(chnode, PGNAME(CHAN), "channel", 55920c794b3Sgavinm TOPO_PROP_IMMUTABLE, i == 0 ? "A" : "B", &err); 56020c794b3Sgavinm } 561b7d3956bSstephh if (pfmri) 562b7d3956bSstephh nvlist_free(pfmri); 56320c794b3Sgavinm 56420c794b3Sgavinm return (nerr == 0 ? 0 : -1); 56520c794b3Sgavinm } 56620c794b3Sgavinm 56720c794b3Sgavinm static int 56820c794b3Sgavinm amd_htconfig(topo_mod_t *mod, tnode_t *cnode, nvlist_t *htnvl) 56920c794b3Sgavinm { 57020c794b3Sgavinm nvpair_t *nvp; 57120c794b3Sgavinm int nerr = 0; 57220c794b3Sgavinm 57320c794b3Sgavinm if (strcmp(topo_node_name(cnode), CHIP_NODE_NAME) != 0) { 57420c794b3Sgavinm whinge(mod, &nerr, "amd_htconfig: must pass a chip node!"); 57520c794b3Sgavinm return (-1); 57620c794b3Sgavinm } 57720c794b3Sgavinm 57820c794b3Sgavinm for (nvp = nvlist_next_nvpair(htnvl, NULL); nvp != NULL; 57920c794b3Sgavinm nvp = nvlist_next_nvpair(htnvl, nvp)) { 58020c794b3Sgavinm if (nvprop_add(mod, nvp, PGNAME(CHIP), cnode) != 0) 58120c794b3Sgavinm nerr++; 58220c794b3Sgavinm } 58320c794b3Sgavinm 58420c794b3Sgavinm return (nerr == 0 ? 0 : -1); 58520c794b3Sgavinm } 58620c794b3Sgavinm 58720c794b3Sgavinm void 58820c794b3Sgavinm amd_mc_create(topo_mod_t *mod, tnode_t *pnode, const char *name, nvlist_t *auth, 58920c794b3Sgavinm int family, int model, int stepping, int *nerrp) 59020c794b3Sgavinm { 59120c794b3Sgavinm tnode_t *mcnode; 59220c794b3Sgavinm nvlist_t *fmri; 59320c794b3Sgavinm nvpair_t *nvp; 59420c794b3Sgavinm nvlist_t *mc = NULL; 5951db96d3bSCheng Sean Ye int i, err; 59620c794b3Sgavinm 59720c794b3Sgavinm /* 59820c794b3Sgavinm * Return with no error for anything before AMD family 0xf - we 59920c794b3Sgavinm * won't generate even a generic memory topolofy for earlier 60020c794b3Sgavinm * families. 60120c794b3Sgavinm */ 60220c794b3Sgavinm if (family < 0xf) 60320c794b3Sgavinm return; 60420c794b3Sgavinm 60520c794b3Sgavinm if (mkrsrc(mod, pnode, name, 0, auth, &fmri) != 0) { 60620c794b3Sgavinm whinge(mod, nerrp, "mc_create: mkrsrc failed\n"); 60720c794b3Sgavinm return; 60820c794b3Sgavinm } 60920c794b3Sgavinm 61020c794b3Sgavinm if (topo_node_range_create(mod, pnode, name, 0, 0) < 0) { 61120c794b3Sgavinm nvlist_free(fmri); 61220c794b3Sgavinm whinge(mod, nerrp, "mc_create: node range create failed\n"); 61320c794b3Sgavinm return; 61420c794b3Sgavinm } 61520c794b3Sgavinm 61620c794b3Sgavinm if ((mcnode = topo_node_bind(mod, pnode, name, 0, 61720c794b3Sgavinm fmri)) == NULL) { 61820c794b3Sgavinm nvlist_free(mc); 61920c794b3Sgavinm topo_node_range_destroy(pnode, name); 62020c794b3Sgavinm nvlist_free(fmri); 62120c794b3Sgavinm whinge(mod, nerrp, "mc_create: mc bind failed\n"); 62220c794b3Sgavinm return; 62320c794b3Sgavinm } 6241db96d3bSCheng Sean Ye if (topo_node_fru_set(mcnode, NULL, 0, &err) < 0) 6251db96d3bSCheng Sean Ye whinge(mod, nerrp, "mc_create: topo_node_fru_set failed\n"); 6261db96d3bSCheng Sean Ye 62720c794b3Sgavinm nvlist_free(fmri); 62820c794b3Sgavinm 62920c794b3Sgavinm if ((mc = amd_lookup_by_mcid(mod, topo_node_instance(pnode))) == NULL) { 63020c794b3Sgavinm /* 63120c794b3Sgavinm * If a memory-controller driver exists for this chip model 63220c794b3Sgavinm * it has not attached or has otherwise malfunctioned; 63320c794b3Sgavinm * alternatively no memory-controller driver exists for this 63420c794b3Sgavinm * (presumably newly-released) cpu model. We fallback to 63520c794b3Sgavinm * creating a generic maximal topology. 63620c794b3Sgavinm */ 63720c794b3Sgavinm if (amd_generic_mc_create(mod, pnode, mcnode, 63820c794b3Sgavinm family, model, stepping, auth) != 0) 6391db96d3bSCheng Sean Ye whinge(mod, nerrp, 6401db96d3bSCheng Sean Ye "mc_create: amd_generic_mc_create failed\n"); 64120c794b3Sgavinm return; 64220c794b3Sgavinm } 64320c794b3Sgavinm 64420c794b3Sgavinm /* 64520c794b3Sgavinm * Add memory controller properties 64620c794b3Sgavinm */ 6471db96d3bSCheng Sean Ye if (topo_pgroup_create(mcnode, &mc_pgroup, &err) < 0) 6481db96d3bSCheng Sean Ye whinge(mod, nerrp, "mc_create: topo_pgroup_create failed\n"); 64920c794b3Sgavinm 65020c794b3Sgavinm for (nvp = nvlist_next_nvpair(mc, NULL); nvp != NULL; 65120c794b3Sgavinm nvp = nvlist_next_nvpair(mc, nvp)) { 65220c794b3Sgavinm char *name = nvpair_name(nvp); 65320c794b3Sgavinm data_type_t type = nvpair_type(nvp); 65420c794b3Sgavinm 65520c794b3Sgavinm if (type == DATA_TYPE_NVLIST_ARRAY && 65620c794b3Sgavinm (strcmp(name, "cslist") == 0 || 65720c794b3Sgavinm strcmp(name, "dimmlist") == 0)) { 65820c794b3Sgavinm continue; 65920c794b3Sgavinm } else if (type == DATA_TYPE_UINT8 && 66020c794b3Sgavinm strcmp(name, MC_NVLIST_VERSTR) == 0) { 66120c794b3Sgavinm continue; 66220c794b3Sgavinm } else if (type == DATA_TYPE_NVLIST && 66320c794b3Sgavinm strcmp(name, "htconfig") == 0) { 66420c794b3Sgavinm nvlist_t *htnvl; 66520c794b3Sgavinm 66620c794b3Sgavinm (void) nvpair_value_nvlist(nvp, &htnvl); 66720c794b3Sgavinm if (amd_htconfig(mod, pnode, htnvl) != 0) 6681db96d3bSCheng Sean Ye whinge(mod, nerrp, 6691db96d3bSCheng Sean Ye "mc_create: amd_htconfig failed\n"); 67020c794b3Sgavinm } else { 67120c794b3Sgavinm if (nvprop_add(mod, nvp, PGNAME(MCT), mcnode) != 0) 6721db96d3bSCheng Sean Ye whinge(mod, nerrp, 6731db96d3bSCheng Sean Ye "mc_create: nvprop_add failed\n"); 67420c794b3Sgavinm } 67520c794b3Sgavinm } 67620c794b3Sgavinm 67720c794b3Sgavinm if (amd_dramchan_create(mod, mcnode, CHAN_NODE_NAME, auth) != 0 || 67820c794b3Sgavinm amd_cs_create(mod, mcnode, CS_NODE_NAME, mc, auth) != 0 || 67920c794b3Sgavinm amd_dimm_create(mod, mcnode, DIMM_NODE_NAME, mc, auth) != 0) 6801db96d3bSCheng Sean Ye whinge(mod, nerrp, "mc_create: create children failed\n"); 68120c794b3Sgavinm 68220c794b3Sgavinm /* 68320c794b3Sgavinm * Free the fmris for the chip-selects allocated in amd_cs_create 68420c794b3Sgavinm */ 68520c794b3Sgavinm for (i = 0; i < MC_CHIP_NCS; i++) { 68620c794b3Sgavinm if (cs_fmri[i] != NULL) { 68720c794b3Sgavinm nvlist_free(cs_fmri[i]); 68820c794b3Sgavinm cs_fmri[i] = NULL; 68920c794b3Sgavinm } 69020c794b3Sgavinm } 69120c794b3Sgavinm 69220c794b3Sgavinm nvlist_free(mc); 69320c794b3Sgavinm } 694