120c794b3Sgavinm /*
220c794b3Sgavinm  * CDDL HEADER START
320c794b3Sgavinm  *
420c794b3Sgavinm  * The contents of this file are subject to the terms of the
520c794b3Sgavinm  * Common Development and Distribution License (the "License").
620c794b3Sgavinm  * You may not use this file except in compliance with the License.
720c794b3Sgavinm  *
820c794b3Sgavinm  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
920c794b3Sgavinm  * or http://www.opensolaris.org/os/licensing.
1020c794b3Sgavinm  * See the License for the specific language governing permissions
1120c794b3Sgavinm  * and limitations under the License.
1220c794b3Sgavinm  *
1320c794b3Sgavinm  * When distributing Covered Code, include this CDDL HEADER in each
1420c794b3Sgavinm  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
1520c794b3Sgavinm  * If applicable, add the following below this CDDL HEADER, with the
1620c794b3Sgavinm  * fields enclosed by brackets "[]" replaced with your own identifying
1720c794b3Sgavinm  * information: Portions Copyright [yyyy] [name of copyright owner]
1820c794b3Sgavinm  *
1920c794b3Sgavinm  * CDDL HEADER END
2020c794b3Sgavinm  */
2120c794b3Sgavinm 
2220c794b3Sgavinm /*
232cb5535aSrobj  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
2420c794b3Sgavinm  * Use is subject to license terms.
2520c794b3Sgavinm  */
2620c794b3Sgavinm 
2720c794b3Sgavinm /*
2820c794b3Sgavinm  * AMD memory enumeration
2920c794b3Sgavinm  */
3020c794b3Sgavinm 
3120c794b3Sgavinm #include <sys/types.h>
3220c794b3Sgavinm #include <unistd.h>
3320c794b3Sgavinm #include <stropts.h>
3420c794b3Sgavinm #include <sys/fm/protocol.h>
3520c794b3Sgavinm #include <sys/mc.h>
3620c794b3Sgavinm #include <sys/mc_amd.h>
3720c794b3Sgavinm #include <fm/topo_mod.h>
3820c794b3Sgavinm #include <strings.h>
3920c794b3Sgavinm #include <sys/stat.h>
4020c794b3Sgavinm #include <fcntl.h>
4120c794b3Sgavinm 
4220c794b3Sgavinm #include "chip.h"
4320c794b3Sgavinm 
4420c794b3Sgavinm #define	MAX_CHANNUM	1
4520c794b3Sgavinm #define	MAX_DIMMNUM	7
4620c794b3Sgavinm #define	MAX_CSNUM	7
4720c794b3Sgavinm 
4820c794b3Sgavinm static const topo_pgroup_info_t cs_pgroup =
4920c794b3Sgavinm 	{ PGNAME(CS), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 };
5020c794b3Sgavinm static const topo_pgroup_info_t dimm_pgroup =
5120c794b3Sgavinm 	{ PGNAME(DIMM), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 };
5220c794b3Sgavinm static const topo_pgroup_info_t mc_pgroup =
5320c794b3Sgavinm 	{ PGNAME(MCT), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 };
5420c794b3Sgavinm static const topo_pgroup_info_t rank_pgroup =
5520c794b3Sgavinm 	{ PGNAME(RANK), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 };
5620c794b3Sgavinm static const topo_pgroup_info_t chan_pgroup =
5720c794b3Sgavinm 	{ PGNAME(CHAN), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 };
5820c794b3Sgavinm 
5920c794b3Sgavinm static const topo_method_t dimm_methods[] = {
6020c794b3Sgavinm 	{ SIMPLE_DIMM_LBL, "Property method", 0,
6120c794b3Sgavinm 	    TOPO_STABILITY_INTERNAL, simple_dimm_label},
6220c794b3Sgavinm 	{ SIMPLE_DIMM_LBL_MP, "Property method", 0,
6320c794b3Sgavinm 	    TOPO_STABILITY_INTERNAL, simple_dimm_label_mp},
6420c794b3Sgavinm 	{ SEQ_DIMM_LBL, "Property method", 0,
6520c794b3Sgavinm 	    TOPO_STABILITY_INTERNAL, seq_dimm_label},
662cb5535aSrobj 	{ G4_DIMM_LBL, "Property method", 0,
672cb5535aSrobj 	    TOPO_STABILITY_INTERNAL, g4_dimm_label},
68918a0d8aSrobj 	{ G12F_DIMM_LBL, "Property method", 0,
69918a0d8aSrobj 	    TOPO_STABILITY_INTERNAL, g12f_dimm_label},
702cb5535aSrobj 	{ GET_DIMM_SERIAL, "Property method", 0,
712cb5535aSrobj 	    TOPO_STABILITY_INTERNAL, get_dimm_serial},
7220c794b3Sgavinm 	{ NULL }
7320c794b3Sgavinm };
7420c794b3Sgavinm 
75*e4b86885SCheng Sean Ye const topo_method_t rank_methods[] = {
7620c794b3Sgavinm 	{ TOPO_METH_ASRU_COMPUTE, TOPO_METH_ASRU_COMPUTE_DESC,
7720c794b3Sgavinm 	    TOPO_METH_ASRU_COMPUTE_VERSION, TOPO_STABILITY_INTERNAL,
7820c794b3Sgavinm 	    mem_asru_compute },
792cb5535aSrobj 	{ TOPO_METH_PRESENT, TOPO_METH_PRESENT_DESC,
802cb5535aSrobj 	    TOPO_METH_PRESENT_VERSION, TOPO_STABILITY_INTERNAL,
812cb5535aSrobj 	    rank_fmri_present },
8225c6ff4bSstephh 	{ TOPO_METH_REPLACED, TOPO_METH_REPLACED_DESC,
8325c6ff4bSstephh 	    TOPO_METH_REPLACED_VERSION, TOPO_STABILITY_INTERNAL,
8425c6ff4bSstephh 	    rank_fmri_replaced },
8520c794b3Sgavinm 	{ NULL }
8620c794b3Sgavinm };
8720c794b3Sgavinm 
88*e4b86885SCheng Sean Ye const topo_method_t ntv_page_retire_methods[] = {
89*e4b86885SCheng Sean Ye 	{ TOPO_METH_RETIRE, TOPO_METH_RETIRE_DESC,
90*e4b86885SCheng Sean Ye 	    TOPO_METH_RETIRE_VERSION, TOPO_STABILITY_INTERNAL,
91*e4b86885SCheng Sean Ye 	    ntv_page_retire },
92*e4b86885SCheng Sean Ye 	{ TOPO_METH_UNRETIRE, TOPO_METH_UNRETIRE_DESC,
93*e4b86885SCheng Sean Ye 	    TOPO_METH_UNRETIRE_VERSION, TOPO_STABILITY_INTERNAL,
94*e4b86885SCheng Sean Ye 	    ntv_page_unretire },
95*e4b86885SCheng Sean Ye 	{ TOPO_METH_SERVICE_STATE, TOPO_METH_SERVICE_STATE_DESC,
96*e4b86885SCheng Sean Ye 	    TOPO_METH_SERVICE_STATE_VERSION, TOPO_STABILITY_INTERNAL,
97*e4b86885SCheng Sean Ye 	    ntv_page_service_state },
98*e4b86885SCheng Sean Ye 	{ NULL }
99*e4b86885SCheng Sean Ye };
100*e4b86885SCheng Sean Ye 
10120c794b3Sgavinm static const topo_method_t gen_cs_methods[] = {
10220c794b3Sgavinm 	{ TOPO_METH_ASRU_COMPUTE, TOPO_METH_ASRU_COMPUTE_DESC,
10320c794b3Sgavinm 	    TOPO_METH_ASRU_COMPUTE_VERSION, TOPO_STABILITY_INTERNAL,
10420c794b3Sgavinm 	    mem_asru_compute },
1055108f83cSrobj 	{ SIMPLE_CS_LBL_MP, "Property method", 0,
1065108f83cSrobj 	    TOPO_STABILITY_INTERNAL, simple_cs_label_mp},
10720c794b3Sgavinm 	{ NULL }
10820c794b3Sgavinm };
10920c794b3Sgavinm 
11020c794b3Sgavinm static nvlist_t *cs_fmri[MC_CHIP_NCS];
11120c794b3Sgavinm 
11220c794b3Sgavinm /*
11320c794b3Sgavinm  * Called when there is no memory-controller driver to provide topology
11420c794b3Sgavinm  * information.  Generate a maximal memory topology that is appropriate
11520c794b3Sgavinm  * for the chip revision.  The memory-controller node has already been
11620c794b3Sgavinm  * bound as mcnode, and the parent of that is cnode.
11720c794b3Sgavinm  *
11820c794b3Sgavinm  * We create a tree of dram-channel and chip-select nodes below the
11920c794b3Sgavinm  * memory-controller node.  There will be two dram channels and 8 chip-selects
12020c794b3Sgavinm  * below each, regardless of actual socket type, processor revision and so on.
12120c794b3Sgavinm  * This is adequate for generic diagnosis up to family 0x10 revision C.
12220c794b3Sgavinm  * When support for revision D is implemented (or maybe C) we should take
12320c794b3Sgavinm  * the opportunity to rework the topology tree completely (socket change will
12420c794b3Sgavinm  * mean there can be no diagnosis history tied to the topology).
12520c794b3Sgavinm  */
12620c794b3Sgavinm /*ARGSUSED*/
12720c794b3Sgavinm static int
12820c794b3Sgavinm amd_generic_mc_create(topo_mod_t *mod, tnode_t *cnode, tnode_t *mcnode,
12920c794b3Sgavinm     int family, int model, int stepping, nvlist_t *auth)
13020c794b3Sgavinm {
13120c794b3Sgavinm 	int chan, cs;
13220c794b3Sgavinm 
13320c794b3Sgavinm 	/*
13420c794b3Sgavinm 	 * Elsewhere we have already returned for families less than 0xf.
13520c794b3Sgavinm 	 * This "generic" topology is adequate for all of family 0xf and
13620c794b3Sgavinm 	 * for revisions A, B and C of family 0x10 (A = model 0, B = model 1,
13720c794b3Sgavinm 	 * we'll guess C = model 3 at this point).
13820c794b3Sgavinm 	 */
13920c794b3Sgavinm 	if (family > 0x10 || (family == 0x10 && model > 3))
14020c794b3Sgavinm 		return (1);
14120c794b3Sgavinm 
14220c794b3Sgavinm 	if (topo_node_range_create(mod, mcnode, CHAN_NODE_NAME, 0,
14320c794b3Sgavinm 	    MAX_CHANNUM) < 0) {
14420c794b3Sgavinm 		whinge(mod, NULL, "amd_generic_mc_create: range create for "
14520c794b3Sgavinm 		    "channels failed\n");
14620c794b3Sgavinm 		return (-1);
14720c794b3Sgavinm 	}
14820c794b3Sgavinm 
14920c794b3Sgavinm 	for (chan = 0; chan <= MAX_CHANNUM; chan++) {
15020c794b3Sgavinm 		tnode_t *chnode;
15120c794b3Sgavinm 		nvlist_t *fmri;
15220c794b3Sgavinm 		int err;
15320c794b3Sgavinm 
15420c794b3Sgavinm 		if (mkrsrc(mod, mcnode, CHAN_NODE_NAME, chan, auth,
15520c794b3Sgavinm 		    &fmri) != 0) {
15620c794b3Sgavinm 			whinge(mod, NULL, "amd_generic_mc_create: mkrsrc "
15720c794b3Sgavinm 			    "failed\n");
15820c794b3Sgavinm 			return (-1);
15920c794b3Sgavinm 		}
16020c794b3Sgavinm 
16120c794b3Sgavinm 		if ((chnode = topo_node_bind(mod, mcnode, CHAN_NODE_NAME,
16220c794b3Sgavinm 		    chan, fmri)) == NULL) {
16320c794b3Sgavinm 			nvlist_free(fmri);
16420c794b3Sgavinm 			whinge(mod, NULL, "amd_generic_mc_create: node "
16520c794b3Sgavinm 			    "bind failed\n");
16620c794b3Sgavinm 			return (-1);
16720c794b3Sgavinm 		}
16820c794b3Sgavinm 
16920c794b3Sgavinm 		nvlist_free(fmri);
17020c794b3Sgavinm 
17120c794b3Sgavinm 		(void) topo_pgroup_create(chnode, &chan_pgroup, &err);
17220c794b3Sgavinm 
17320c794b3Sgavinm 		(void) topo_prop_set_string(chnode, PGNAME(CHAN), "channel",
17420c794b3Sgavinm 		    TOPO_PROP_IMMUTABLE, chan == 0 ? "A" : "B", &err);
17520c794b3Sgavinm 
17620c794b3Sgavinm 		if (topo_node_range_create(mod, chnode, CS_NODE_NAME,
17720c794b3Sgavinm 		    0, MAX_CSNUM) < 0) {
17820c794b3Sgavinm 			whinge(mod, NULL, "amd_generic_mc_create: "
17920c794b3Sgavinm 			    "range create for cs failed\n");
18020c794b3Sgavinm 			return (-1);
18120c794b3Sgavinm 		}
18220c794b3Sgavinm 
18320c794b3Sgavinm 		for (cs = 0; cs <= MAX_CSNUM; cs++) {
18420c794b3Sgavinm 			tnode_t *csnode;
18520c794b3Sgavinm 
18620c794b3Sgavinm 			if (mkrsrc(mod, chnode, CS_NODE_NAME, cs, auth,
18720c794b3Sgavinm 			    &fmri) != 0) {
18820c794b3Sgavinm 				whinge(mod, NULL, "amd_generic_mc_create: "
18920c794b3Sgavinm 				    "mkrsrc for cs failed\n");
19020c794b3Sgavinm 				return (-1);
19120c794b3Sgavinm 			}
19220c794b3Sgavinm 
19320c794b3Sgavinm 			if ((csnode = topo_node_bind(mod, chnode, CS_NODE_NAME,
19420c794b3Sgavinm 			    cs, fmri)) == NULL) {
19520c794b3Sgavinm 				nvlist_free(fmri);
19620c794b3Sgavinm 				whinge(mod, NULL, "amd_generic_mc_create: "
19720c794b3Sgavinm 				    "bind for cs failed\n");
19820c794b3Sgavinm 				return (-1);
19920c794b3Sgavinm 			}
20020c794b3Sgavinm 
20120c794b3Sgavinm 			/*
20220c794b3Sgavinm 			 * Dynamic ASRU for page faults within a chip-select.
20320c794b3Sgavinm 			 * The topology does not represent pages (there are
20420c794b3Sgavinm 			 * too many) so when a page is faulted we generate
20520c794b3Sgavinm 			 * an ASRU to represent the individual page.
20620c794b3Sgavinm 			 */
20720c794b3Sgavinm 			if (topo_method_register(mod, csnode,
20820c794b3Sgavinm 			    gen_cs_methods) < 0)
20920c794b3Sgavinm 				whinge(mod, NULL, "amd_generic_mc_create: "
21020c794b3Sgavinm 				    "method registration failed\n");
21120c794b3Sgavinm 
21220c794b3Sgavinm 			(void) topo_node_asru_set(csnode, fmri,
21320c794b3Sgavinm 			    TOPO_ASRU_COMPUTE, &err);
21420c794b3Sgavinm 
21520c794b3Sgavinm 			nvlist_free(fmri);
21620c794b3Sgavinm 		}
21720c794b3Sgavinm 	}
21820c794b3Sgavinm 
21920c794b3Sgavinm 	return (0);
22020c794b3Sgavinm }
22120c794b3Sgavinm 
22220c794b3Sgavinm static nvlist_t *
22320c794b3Sgavinm amd_lookup_by_mcid(topo_mod_t *mod, topo_instance_t id)
22420c794b3Sgavinm {
22520c794b3Sgavinm 	mc_snapshot_info_t mcs;
22620c794b3Sgavinm 	void *buf = NULL;
22720c794b3Sgavinm 	uint8_t ver;
22820c794b3Sgavinm 
22920c794b3Sgavinm 	nvlist_t *nvl = NULL;
23020c794b3Sgavinm 	char path[64];
23120c794b3Sgavinm 	int fd, err;
23220c794b3Sgavinm 
23320c794b3Sgavinm 	(void) snprintf(path, sizeof (path), "/dev/mc/mc%d", id);
23420c794b3Sgavinm 	fd = open(path, O_RDONLY);
23520c794b3Sgavinm 
23620c794b3Sgavinm 	if (fd == -1) {
23720c794b3Sgavinm 		/*
23820c794b3Sgavinm 		 * Some v20z and v40z systems may have had the 3rd-party
23920c794b3Sgavinm 		 * NWSnps packagae installed which installs a /dev/mc
24020c794b3Sgavinm 		 * link.  So try again via /devices.
24120c794b3Sgavinm 		 */
24220c794b3Sgavinm 		(void) snprintf(path, sizeof (path),
24320c794b3Sgavinm 		    "/devices/pci@0,0/pci1022,1102@%x,2:mc-amd",
24420c794b3Sgavinm 		    MC_AMD_DEV_OFFSET + id);
24520c794b3Sgavinm 		fd = open(path, O_RDONLY);
24620c794b3Sgavinm 	}
24720c794b3Sgavinm 
24820c794b3Sgavinm 	if (fd == -1)
24920c794b3Sgavinm 		return (NULL);	/* do not whinge */
25020c794b3Sgavinm 
25120c794b3Sgavinm 	if (ioctl(fd, MC_IOC_SNAPSHOT_INFO, &mcs) == -1 ||
25220c794b3Sgavinm 	    (buf = topo_mod_alloc(mod, mcs.mcs_size)) == NULL ||
25320c794b3Sgavinm 	    ioctl(fd, MC_IOC_SNAPSHOT, buf) == -1) {
25420c794b3Sgavinm 
25520c794b3Sgavinm 		whinge(mod, NULL, "mc failed to snapshot %s: %s\n",
25620c794b3Sgavinm 		    path, strerror(errno));
25720c794b3Sgavinm 
25820c794b3Sgavinm 		free(buf);
25920c794b3Sgavinm 		(void) close(fd);
26020c794b3Sgavinm 		return (NULL);
26120c794b3Sgavinm 	}
26220c794b3Sgavinm 
26320c794b3Sgavinm 	(void) close(fd);
26420c794b3Sgavinm 	err = nvlist_unpack(buf, mcs.mcs_size, &nvl, 0);
26520c794b3Sgavinm 	topo_mod_free(mod, buf, mcs.mcs_size);
26620c794b3Sgavinm 
26720c794b3Sgavinm 
26820c794b3Sgavinm 	if (nvlist_lookup_uint8(nvl, MC_NVLIST_VERSTR, &ver) != 0) {
26920c794b3Sgavinm 		whinge(mod, NULL, "mc nvlist is not versioned\n");
27020c794b3Sgavinm 		nvlist_free(nvl);
27120c794b3Sgavinm 		return (NULL);
27220c794b3Sgavinm 	} else if (ver != MC_NVLIST_VERS1) {
27320c794b3Sgavinm 		whinge(mod, NULL, "mc nvlist version mismatch\n");
27420c794b3Sgavinm 		nvlist_free(nvl);
27520c794b3Sgavinm 		return (NULL);
27620c794b3Sgavinm 	}
27720c794b3Sgavinm 
27820c794b3Sgavinm 	return (err ? NULL : nvl);
27920c794b3Sgavinm }
28020c794b3Sgavinm 
28120c794b3Sgavinm int
28220c794b3Sgavinm amd_rank_create(topo_mod_t *mod, tnode_t *pnode, nvlist_t *dimmnvl,
28320c794b3Sgavinm     nvlist_t *auth)
28420c794b3Sgavinm {
28520c794b3Sgavinm 	uint64_t *csnumarr;
28620c794b3Sgavinm 	char **csnamearr;
28720c794b3Sgavinm 	uint_t ncs, ncsname;
28820c794b3Sgavinm 	tnode_t *ranknode;
28920c794b3Sgavinm 	nvlist_t *fmri, *pfmri = NULL;
29020c794b3Sgavinm 	uint64_t dsz, rsz;
29120c794b3Sgavinm 	int nerr = 0;
29220c794b3Sgavinm 	int err;
29320c794b3Sgavinm 	int i;
29420c794b3Sgavinm 
29520c794b3Sgavinm 	if (nvlist_lookup_uint64_array(dimmnvl, "csnums", &csnumarr,
29620c794b3Sgavinm 	    &ncs) != 0 || nvlist_lookup_string_array(dimmnvl, "csnames",
29720c794b3Sgavinm 	    &csnamearr, &ncsname) != 0 || ncs != ncsname) {
29820c794b3Sgavinm 		whinge(mod, &nerr, "amd_rank_create: "
29920c794b3Sgavinm 		    "csnums/csnames extraction failed\n");
30020c794b3Sgavinm 		return (nerr);
30120c794b3Sgavinm 	}
30220c794b3Sgavinm 
30320c794b3Sgavinm 	if (topo_node_resource(pnode, &pfmri, &err) < 0) {
30420c794b3Sgavinm 		whinge(mod, &nerr, "amd_rank_create: parent fmri lookup "
30520c794b3Sgavinm 		    "failed\n");
30620c794b3Sgavinm 		return (nerr);
30720c794b3Sgavinm 	}
30820c794b3Sgavinm 
30920c794b3Sgavinm 	if (topo_node_range_create(mod, pnode, RANK_NODE_NAME, 0, ncs) < 0) {
31020c794b3Sgavinm 		whinge(mod, &nerr, "amd_rank_create: range create failed\n");
31120c794b3Sgavinm 		nvlist_free(pfmri);
31220c794b3Sgavinm 		return (nerr);
31320c794b3Sgavinm 	}
31420c794b3Sgavinm 
31520c794b3Sgavinm 	if (topo_prop_get_uint64(pnode, PGNAME(DIMM), "size", &dsz,
31620c794b3Sgavinm 	    &err) == 0) {
31720c794b3Sgavinm 		rsz = dsz / ncs;
31820c794b3Sgavinm 	} else {
31920c794b3Sgavinm 		whinge(mod, &nerr, "amd_rank_create: parent dimm has no "
32020c794b3Sgavinm 		    "size\n");
32120c794b3Sgavinm 		return (nerr);
32220c794b3Sgavinm 	}
32320c794b3Sgavinm 
32420c794b3Sgavinm 	for (i = 0; i < ncs; i++) {
32520c794b3Sgavinm 		if (mkrsrc(mod, pnode, RANK_NODE_NAME, i, auth, &fmri) < 0) {
32620c794b3Sgavinm 			whinge(mod, &nerr, "amd_rank_create: mkrsrc failed\n");
32720c794b3Sgavinm 			continue;
32820c794b3Sgavinm 		}
32920c794b3Sgavinm 
33020c794b3Sgavinm 		if ((ranknode = topo_node_bind(mod, pnode, RANK_NODE_NAME, i,
33120c794b3Sgavinm 		    fmri)) == NULL) {
33220c794b3Sgavinm 			nvlist_free(fmri);
33320c794b3Sgavinm 			whinge(mod, &nerr, "amd_rank_create: node bind "
33420c794b3Sgavinm 			    "failed\n");
33520c794b3Sgavinm 			continue;
33620c794b3Sgavinm 		}
33720c794b3Sgavinm 
33820c794b3Sgavinm 		nvlist_free(fmri);
33920c794b3Sgavinm 
34020c794b3Sgavinm 		(void) topo_node_fru_set(ranknode, pfmri, 0, &err);
34120c794b3Sgavinm 
34220c794b3Sgavinm 		/*
34320c794b3Sgavinm 		 * If a rank is faulted the asru is the associated
34420c794b3Sgavinm 		 * chip-select, but if a page within a rank is faulted
34520c794b3Sgavinm 		 * the asru is just that page.  Hence the dual preconstructed
34620c794b3Sgavinm 		 * and computed ASRU.
34720c794b3Sgavinm 		 */
34820c794b3Sgavinm 		if (topo_method_register(mod, ranknode, rank_methods) < 0)
34920c794b3Sgavinm 			whinge(mod, &nerr, "amd_rank_create: "
35020c794b3Sgavinm 			    "topo_method_register failed");
35120c794b3Sgavinm 
352*e4b86885SCheng Sean Ye 		if (! is_xpv() && topo_method_register(mod, ranknode,
353*e4b86885SCheng Sean Ye 		    ntv_page_retire_methods) < 0)
354*e4b86885SCheng Sean Ye 			whinge(mod, &nerr, "amd_rank_create: "
355*e4b86885SCheng Sean Ye 			    "topo_method_register failed");
356*e4b86885SCheng Sean Ye 
35720c794b3Sgavinm 		(void) topo_node_asru_set(ranknode, cs_fmri[csnumarr[i]],
35820c794b3Sgavinm 		    TOPO_ASRU_COMPUTE, &err);
35920c794b3Sgavinm 
36020c794b3Sgavinm 		(void) topo_pgroup_create(ranknode, &rank_pgroup, &err);
36120c794b3Sgavinm 
36220c794b3Sgavinm 		(void) topo_prop_set_uint64(ranknode, PGNAME(RANK), "size",
36320c794b3Sgavinm 		    TOPO_PROP_IMMUTABLE, rsz, &err);
36420c794b3Sgavinm 
36520c794b3Sgavinm 		(void) topo_prop_set_string(ranknode, PGNAME(RANK), "csname",
36620c794b3Sgavinm 		    TOPO_PROP_IMMUTABLE, csnamearr[i], &err);
36720c794b3Sgavinm 
36820c794b3Sgavinm 		(void) topo_prop_set_uint64(ranknode, PGNAME(RANK), "csnum",
36920c794b3Sgavinm 		    TOPO_PROP_IMMUTABLE, csnumarr[i], &err);
37020c794b3Sgavinm 	}
37120c794b3Sgavinm 
37220c794b3Sgavinm 	nvlist_free(pfmri);
37320c794b3Sgavinm 
37420c794b3Sgavinm 	return (nerr);
37520c794b3Sgavinm }
37620c794b3Sgavinm 
37720c794b3Sgavinm static int
37820c794b3Sgavinm amd_dimm_create(topo_mod_t *mod, tnode_t *pnode, const char *name,
37920c794b3Sgavinm     nvlist_t *mc, nvlist_t *auth)
38020c794b3Sgavinm {
38120c794b3Sgavinm 	int i, err, nerr = 0;
38220c794b3Sgavinm 	nvpair_t *nvp;
38320c794b3Sgavinm 	tnode_t *dimmnode;
384*e4b86885SCheng Sean Ye 	nvlist_t *fmri, **dimmarr = NULL;
38520c794b3Sgavinm 	uint64_t num;
38620c794b3Sgavinm 	uint_t ndimm;
38720c794b3Sgavinm 
38820c794b3Sgavinm 	if (nvlist_lookup_nvlist_array(mc, "dimmlist", &dimmarr, &ndimm) != 0) {
38920c794b3Sgavinm 		whinge(mod, NULL, "amd_dimm_create: dimmlist lookup failed\n");
39020c794b3Sgavinm 		return (-1);
39120c794b3Sgavinm 	}
39220c794b3Sgavinm 
39320c794b3Sgavinm 	if (ndimm == 0)
39420c794b3Sgavinm 		return (0);	/* no dimms present on this node */
39520c794b3Sgavinm 
39620c794b3Sgavinm 	if (topo_node_range_create(mod, pnode, name, 0, MAX_DIMMNUM) < 0) {
39720c794b3Sgavinm 		whinge(mod, NULL, "amd_dimm_create: range create failed\n");
39820c794b3Sgavinm 		return (-1);
39920c794b3Sgavinm 	}
40020c794b3Sgavinm 
40120c794b3Sgavinm 	for (i = 0; i < ndimm; i++) {
40220c794b3Sgavinm 		if (nvlist_lookup_uint64(dimmarr[i], "num", &num) != 0) {
40320c794b3Sgavinm 			whinge(mod, &nerr, "amd_dimm_create: dimm num property "
40420c794b3Sgavinm 			    "missing\n");
40520c794b3Sgavinm 			continue;
40620c794b3Sgavinm 		}
40720c794b3Sgavinm 
40820c794b3Sgavinm 		if (mkrsrc(mod, pnode, name, num, auth, &fmri) < 0) {
40920c794b3Sgavinm 			whinge(mod, &nerr, "amd_dimm_create: mkrsrc failed\n");
41020c794b3Sgavinm 			continue;
41120c794b3Sgavinm 		}
41220c794b3Sgavinm 
41320c794b3Sgavinm 		if ((dimmnode = topo_node_bind(mod, pnode, name, num, fmri))
41420c794b3Sgavinm 		    == NULL) {
41520c794b3Sgavinm 			nvlist_free(fmri);
41620c794b3Sgavinm 			whinge(mod, &nerr, "amd_dimm_create: node bind "
41720c794b3Sgavinm 			    "failed\n");
41820c794b3Sgavinm 			continue;
41920c794b3Sgavinm 		}
42020c794b3Sgavinm 
42120c794b3Sgavinm 		if (topo_method_register(mod, dimmnode, dimm_methods) < 0)
4222cb5535aSrobj 			whinge(mod, &nerr, "amd_dimm_create: "
42320c794b3Sgavinm 			    "topo_method_register failed");
42420c794b3Sgavinm 
425*e4b86885SCheng Sean Ye 		(void) topo_node_asru_set(dimmnode, fmri, 0, &err);
42620c794b3Sgavinm 		(void) topo_node_fru_set(dimmnode, fmri, 0, &err);
42720c794b3Sgavinm 
42820c794b3Sgavinm 		nvlist_free(fmri);
42920c794b3Sgavinm 
43020c794b3Sgavinm 		(void) topo_pgroup_create(dimmnode, &dimm_pgroup, &err);
43120c794b3Sgavinm 
43220c794b3Sgavinm 		for (nvp = nvlist_next_nvpair(dimmarr[i], NULL); nvp != NULL;
43320c794b3Sgavinm 		    nvp = nvlist_next_nvpair(dimmarr[i], nvp)) {
43420c794b3Sgavinm 			if (nvpair_type(nvp) == DATA_TYPE_UINT64_ARRAY &&
43520c794b3Sgavinm 			    strcmp(nvpair_name(nvp), "csnums") == 0 ||
43620c794b3Sgavinm 			    nvpair_type(nvp) == DATA_TYPE_STRING_ARRAY &&
43720c794b3Sgavinm 			    strcmp(nvpair_name(nvp), "csnames") == 0)
43820c794b3Sgavinm 				continue;	/* used in amd_rank_create() */
43920c794b3Sgavinm 
44020c794b3Sgavinm 			nerr += nvprop_add(mod, nvp, PGNAME(DIMM), dimmnode);
44120c794b3Sgavinm 		}
44220c794b3Sgavinm 
44320c794b3Sgavinm 		nerr += amd_rank_create(mod, dimmnode, dimmarr[i], auth);
44420c794b3Sgavinm 	}
44520c794b3Sgavinm 
44620c794b3Sgavinm 	return (nerr == 0 ? 0 : -1);
44720c794b3Sgavinm }
44820c794b3Sgavinm 
44920c794b3Sgavinm static int
45020c794b3Sgavinm amd_cs_create(topo_mod_t *mod, tnode_t *pnode, const char *name, nvlist_t *mc,
45120c794b3Sgavinm     nvlist_t *auth)
45220c794b3Sgavinm {
45320c794b3Sgavinm 	int i, err, nerr = 0;
45420c794b3Sgavinm 	nvpair_t *nvp;
45520c794b3Sgavinm 	tnode_t *csnode;
45620c794b3Sgavinm 	nvlist_t *fmri, **csarr = NULL;
45720c794b3Sgavinm 	uint64_t csnum;
45820c794b3Sgavinm 	uint_t ncs;
45920c794b3Sgavinm 
46020c794b3Sgavinm 	if (nvlist_lookup_nvlist_array(mc, "cslist", &csarr, &ncs) != 0)
46120c794b3Sgavinm 		return (-1);
46220c794b3Sgavinm 
46320c794b3Sgavinm 	if (ncs == 0)
46420c794b3Sgavinm 		return (0);	/* no chip-selects configured on this node */
46520c794b3Sgavinm 
46620c794b3Sgavinm 	if (topo_node_range_create(mod, pnode, name, 0, MAX_CSNUM) < 0)
46720c794b3Sgavinm 		return (-1);
46820c794b3Sgavinm 
46920c794b3Sgavinm 	for (i = 0; i < ncs; i++) {
47020c794b3Sgavinm 		if (nvlist_lookup_uint64(csarr[i], "num", &csnum) != 0) {
47120c794b3Sgavinm 			whinge(mod, &nerr, "amd_cs_create: cs num property "
47220c794b3Sgavinm 			    "missing\n");
47320c794b3Sgavinm 			continue;
47420c794b3Sgavinm 		}
47520c794b3Sgavinm 
47620c794b3Sgavinm 		if (mkrsrc(mod, pnode, name, csnum, auth, &fmri) != 0) {
47720c794b3Sgavinm 			whinge(mod, &nerr, "amd_cs_create: mkrsrc failed\n");
47820c794b3Sgavinm 			continue;
47920c794b3Sgavinm 		}
48020c794b3Sgavinm 
48120c794b3Sgavinm 		if ((csnode = topo_node_bind(mod, pnode, name, csnum, fmri))
48220c794b3Sgavinm 		    == NULL) {
48320c794b3Sgavinm 			nvlist_free(fmri);
48420c794b3Sgavinm 			whinge(mod, &nerr, "amd_cs_create: node bind failed\n");
48520c794b3Sgavinm 			continue;
48620c794b3Sgavinm 		}
48720c794b3Sgavinm 
48820c794b3Sgavinm 		cs_fmri[csnum] = fmri;	/* nvlist will be freed in mc_create */
48920c794b3Sgavinm 
49020c794b3Sgavinm 		(void) topo_node_asru_set(csnode, fmri, 0, &err);
49120c794b3Sgavinm 
492b7d3956bSstephh 		(void) topo_node_fru_set(csnode, fmri, 0, &err);
493b7d3956bSstephh 
49420c794b3Sgavinm 		(void) topo_pgroup_create(csnode, &cs_pgroup, &err);
49520c794b3Sgavinm 
49620c794b3Sgavinm 		for (nvp = nvlist_next_nvpair(csarr[i], NULL); nvp != NULL;
49720c794b3Sgavinm 		    nvp = nvlist_next_nvpair(csarr[i], nvp)) {
49820c794b3Sgavinm 			nerr += nvprop_add(mod, nvp, PGNAME(CS), csnode);
49920c794b3Sgavinm 		}
50020c794b3Sgavinm 	}
50120c794b3Sgavinm 
50220c794b3Sgavinm 	return (nerr == 0 ? 0 : -1);
50320c794b3Sgavinm }
50420c794b3Sgavinm 
50520c794b3Sgavinm static int
50620c794b3Sgavinm amd_dramchan_create(topo_mod_t *mod, tnode_t *pnode, const char *name,
50720c794b3Sgavinm     nvlist_t *auth)
50820c794b3Sgavinm {
50920c794b3Sgavinm 	tnode_t *chnode;
51020c794b3Sgavinm 	nvlist_t *fmri;
51120c794b3Sgavinm 	char *socket;
51220c794b3Sgavinm 	int i, nchan;
513b7d3956bSstephh 	nvlist_t *pfmri = NULL;
51420c794b3Sgavinm 	int err, nerr = 0;
51520c794b3Sgavinm 
51620c794b3Sgavinm 	/*
51720c794b3Sgavinm 	 * We will enumerate the number of channels present even if only
51820c794b3Sgavinm 	 * channel A is in use (i.e., running in 64-bit mode).  Only
51920c794b3Sgavinm 	 * the socket 754 package has a single channel.
52020c794b3Sgavinm 	 */
52120c794b3Sgavinm 	if (topo_prop_get_string(pnode, PGNAME(MCT), "socket",
52220c794b3Sgavinm 	    &socket, &err) == 0 && strcmp(socket, "Socket 754") == 0)
52320c794b3Sgavinm 		nchan = 1;
52420c794b3Sgavinm 	else
52520c794b3Sgavinm 		nchan = 2;
52620c794b3Sgavinm 
52720c794b3Sgavinm 	topo_mod_strfree(mod, socket);
52820c794b3Sgavinm 
52920c794b3Sgavinm 	if (topo_node_range_create(mod, pnode, name, 0, nchan - 1) < 0)
53020c794b3Sgavinm 		return (-1);
53120c794b3Sgavinm 
532b7d3956bSstephh 	(void) topo_node_fru(pnode, &pfmri, NULL, &err);
533b7d3956bSstephh 
53420c794b3Sgavinm 	for (i = 0; i < nchan; i++) {
53520c794b3Sgavinm 		if (mkrsrc(mod, pnode, name, i, auth, &fmri) != 0) {
53620c794b3Sgavinm 			whinge(mod, &nerr, "amd_dramchan_create: mkrsrc "
53720c794b3Sgavinm 			    "failed\n");
53820c794b3Sgavinm 			continue;
53920c794b3Sgavinm 		}
54020c794b3Sgavinm 
54120c794b3Sgavinm 		if ((chnode = topo_node_bind(mod, pnode, name, i, fmri))
54220c794b3Sgavinm 		    == NULL) {
54320c794b3Sgavinm 			nvlist_free(fmri);
54420c794b3Sgavinm 			whinge(mod, &nerr, "amd_dramchan_create: node bind "
54520c794b3Sgavinm 			    "failed\n");
54620c794b3Sgavinm 			continue;
54720c794b3Sgavinm 		}
54820c794b3Sgavinm 
549b7d3956bSstephh 		(void) topo_node_asru_set(chnode, fmri, 0, &err);
550b7d3956bSstephh 		if (pfmri)
551b7d3956bSstephh 			(void) topo_node_fru_set(chnode, pfmri, 0, &err);
552b7d3956bSstephh 
55320c794b3Sgavinm 		nvlist_free(fmri);
55420c794b3Sgavinm 
55520c794b3Sgavinm 		(void) topo_pgroup_create(chnode, &chan_pgroup, &err);
55620c794b3Sgavinm 
55720c794b3Sgavinm 		(void) topo_prop_set_string(chnode, PGNAME(CHAN), "channel",
55820c794b3Sgavinm 		    TOPO_PROP_IMMUTABLE, i == 0 ? "A" : "B", &err);
55920c794b3Sgavinm 	}
560b7d3956bSstephh 	if (pfmri)
561b7d3956bSstephh 		nvlist_free(pfmri);
56220c794b3Sgavinm 
56320c794b3Sgavinm 	return (nerr == 0 ? 0 : -1);
56420c794b3Sgavinm }
56520c794b3Sgavinm 
56620c794b3Sgavinm static int
56720c794b3Sgavinm amd_htconfig(topo_mod_t *mod, tnode_t *cnode, nvlist_t *htnvl)
56820c794b3Sgavinm {
56920c794b3Sgavinm 	nvpair_t *nvp;
57020c794b3Sgavinm 	int nerr = 0;
57120c794b3Sgavinm 
57220c794b3Sgavinm 	if (strcmp(topo_node_name(cnode), CHIP_NODE_NAME) != 0) {
57320c794b3Sgavinm 		whinge(mod, &nerr, "amd_htconfig: must pass a chip node!");
57420c794b3Sgavinm 		return (-1);
57520c794b3Sgavinm 	}
57620c794b3Sgavinm 
57720c794b3Sgavinm 	for (nvp = nvlist_next_nvpair(htnvl, NULL); nvp != NULL;
57820c794b3Sgavinm 	    nvp = nvlist_next_nvpair(htnvl, nvp)) {
57920c794b3Sgavinm 		if (nvprop_add(mod, nvp, PGNAME(CHIP), cnode) != 0)
58020c794b3Sgavinm 			nerr++;
58120c794b3Sgavinm 	}
58220c794b3Sgavinm 
58320c794b3Sgavinm 	return (nerr == 0 ? 0 : -1);
58420c794b3Sgavinm }
58520c794b3Sgavinm 
58620c794b3Sgavinm void
58720c794b3Sgavinm amd_mc_create(topo_mod_t *mod, tnode_t *pnode, const char *name, nvlist_t *auth,
58820c794b3Sgavinm     int family, int model, int stepping, int *nerrp)
58920c794b3Sgavinm {
59020c794b3Sgavinm 	tnode_t *mcnode;
59120c794b3Sgavinm 	nvlist_t *fmri;
59220c794b3Sgavinm 	nvpair_t *nvp;
59320c794b3Sgavinm 	nvlist_t *mc = NULL;
59420c794b3Sgavinm 	int i;
59520c794b3Sgavinm 
59620c794b3Sgavinm 	/*
59720c794b3Sgavinm 	 * Return with no error for anything before AMD family 0xf - we
59820c794b3Sgavinm 	 * won't generate even a generic memory topolofy for earlier
59920c794b3Sgavinm 	 * families.
60020c794b3Sgavinm 	 */
60120c794b3Sgavinm 	if (family < 0xf)
60220c794b3Sgavinm 		return;
60320c794b3Sgavinm 
60420c794b3Sgavinm 	if (mkrsrc(mod, pnode, name, 0, auth, &fmri) != 0) {
60520c794b3Sgavinm 		whinge(mod, nerrp, "mc_create: mkrsrc failed\n");
60620c794b3Sgavinm 		return;
60720c794b3Sgavinm 	}
60820c794b3Sgavinm 
60920c794b3Sgavinm 	if (topo_node_range_create(mod, pnode, name, 0, 0) < 0) {
61020c794b3Sgavinm 		nvlist_free(fmri);
61120c794b3Sgavinm 		whinge(mod, nerrp, "mc_create: node range create failed\n");
61220c794b3Sgavinm 		return;
61320c794b3Sgavinm 	}
61420c794b3Sgavinm 
61520c794b3Sgavinm 	if ((mcnode = topo_node_bind(mod, pnode, name, 0,
61620c794b3Sgavinm 	    fmri)) == NULL) {
61720c794b3Sgavinm 		nvlist_free(mc);
61820c794b3Sgavinm 		topo_node_range_destroy(pnode, name);
61920c794b3Sgavinm 		nvlist_free(fmri);
62020c794b3Sgavinm 		whinge(mod, nerrp, "mc_create: mc bind failed\n");
62120c794b3Sgavinm 		return;
62220c794b3Sgavinm 	}
62320c794b3Sgavinm 	(void) topo_node_fru_set(mcnode, NULL, 0, nerrp);
62420c794b3Sgavinm 	nvlist_free(fmri);
62520c794b3Sgavinm 
62620c794b3Sgavinm 	if ((mc = amd_lookup_by_mcid(mod, topo_node_instance(pnode))) == NULL) {
62720c794b3Sgavinm 		/*
62820c794b3Sgavinm 		 * If a memory-controller driver exists for this chip model
62920c794b3Sgavinm 		 * it has not attached or has otherwise malfunctioned;
63020c794b3Sgavinm 		 * alternatively no memory-controller driver exists for this
63120c794b3Sgavinm 		 * (presumably newly-released) cpu model.  We fallback to
63220c794b3Sgavinm 		 * creating a generic maximal topology.
63320c794b3Sgavinm 		 */
63420c794b3Sgavinm 		if (amd_generic_mc_create(mod, pnode, mcnode,
63520c794b3Sgavinm 		    family, model, stepping, auth) != 0)
63620c794b3Sgavinm 			++*nerrp;
63720c794b3Sgavinm 		return;
63820c794b3Sgavinm 	}
63920c794b3Sgavinm 
64020c794b3Sgavinm 	/*
64120c794b3Sgavinm 	 * Add memory controller properties
64220c794b3Sgavinm 	 */
64320c794b3Sgavinm 	(void) topo_pgroup_create(mcnode, &mc_pgroup, nerrp);
64420c794b3Sgavinm 
64520c794b3Sgavinm 	for (nvp = nvlist_next_nvpair(mc, NULL); nvp != NULL;
64620c794b3Sgavinm 	    nvp = nvlist_next_nvpair(mc, nvp)) {
64720c794b3Sgavinm 		char *name = nvpair_name(nvp);
64820c794b3Sgavinm 		data_type_t type = nvpair_type(nvp);
64920c794b3Sgavinm 
65020c794b3Sgavinm 		if (type == DATA_TYPE_NVLIST_ARRAY &&
65120c794b3Sgavinm 		    (strcmp(name, "cslist") == 0 ||
65220c794b3Sgavinm 		    strcmp(name, "dimmlist") == 0)) {
65320c794b3Sgavinm 			continue;
65420c794b3Sgavinm 		} else if (type == DATA_TYPE_UINT8 &&
65520c794b3Sgavinm 		    strcmp(name, MC_NVLIST_VERSTR) == 0) {
65620c794b3Sgavinm 			continue;
65720c794b3Sgavinm 		} else if (type == DATA_TYPE_NVLIST &&
65820c794b3Sgavinm 		    strcmp(name, "htconfig") == 0) {
65920c794b3Sgavinm 			nvlist_t *htnvl;
66020c794b3Sgavinm 
66120c794b3Sgavinm 			(void) nvpair_value_nvlist(nvp, &htnvl);
66220c794b3Sgavinm 			if (amd_htconfig(mod, pnode, htnvl) != 0)
66320c794b3Sgavinm 				++*nerrp;
66420c794b3Sgavinm 		} else {
66520c794b3Sgavinm 			if (nvprop_add(mod, nvp, PGNAME(MCT), mcnode) != 0)
66620c794b3Sgavinm 				++*nerrp;
66720c794b3Sgavinm 		}
66820c794b3Sgavinm 	}
66920c794b3Sgavinm 
67020c794b3Sgavinm 	if (amd_dramchan_create(mod, mcnode, CHAN_NODE_NAME, auth) != 0 ||
67120c794b3Sgavinm 	    amd_cs_create(mod, mcnode, CS_NODE_NAME, mc, auth) != 0 ||
67220c794b3Sgavinm 	    amd_dimm_create(mod, mcnode, DIMM_NODE_NAME, mc, auth) != 0)
67320c794b3Sgavinm 		++*nerrp;
67420c794b3Sgavinm 
67520c794b3Sgavinm 	/*
67620c794b3Sgavinm 	 * Free the fmris for the chip-selects allocated in amd_cs_create
67720c794b3Sgavinm 	 */
67820c794b3Sgavinm 	for (i = 0; i < MC_CHIP_NCS; i++) {
67920c794b3Sgavinm 		if (cs_fmri[i] != NULL) {
68020c794b3Sgavinm 			nvlist_free(cs_fmri[i]);
68120c794b3Sgavinm 			cs_fmri[i] = NULL;
68220c794b3Sgavinm 		}
68320c794b3Sgavinm 	}
68420c794b3Sgavinm 
68520c794b3Sgavinm 	nvlist_free(mc);
68620c794b3Sgavinm }
687