1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved. 24 */ 25 26 #include <unistd.h> 27 #include <stdio.h> 28 #include <stdlib.h> 29 #include <stdarg.h> 30 #include <string.h> 31 #include <strings.h> 32 #include <limits.h> 33 #include <alloca.h> 34 #include <kstat.h> 35 #include <fcntl.h> 36 #include <errno.h> 37 #include <libnvpair.h> 38 #include <sys/types.h> 39 #include <sys/bitmap.h> 40 #include <sys/processor.h> 41 #include <sys/param.h> 42 #include <sys/fm/protocol.h> 43 #include <sys/systeminfo.h> 44 #include <sys/mc.h> 45 #include <sys/mc_amd.h> 46 #include <sys/mc_intel.h> 47 #include <fm/topo_mod.h> 48 49 #include "chip.h" 50 51 #ifndef MAX 52 #define MAX(a, b) ((a) > (b) ? (a) : (b)) 53 #endif 54 55 static const topo_pgroup_info_t dimm_channel_pgroup = 56 { PGNAME(CHAN), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 57 static const topo_pgroup_info_t dimm_pgroup = 58 { PGNAME(DIMM), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 59 static const topo_pgroup_info_t rank_pgroup = 60 { PGNAME(RANK), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 61 static const topo_pgroup_info_t mc_pgroup = 62 { PGNAME(MCT), TOPO_STABILITY_PRIVATE, TOPO_STABILITY_PRIVATE, 1 }; 63 64 static const topo_method_t dimm_methods[] = { 65 { SIMPLE_DIMM_LBL, "Property method", 0, TOPO_STABILITY_INTERNAL, 66 simple_dimm_label}, 67 { SIMPLE_DIMM_LBL_MP, "Property method", 0, TOPO_STABILITY_INTERNAL, 68 simple_dimm_label_mp}, 69 { SEQ_DIMM_LBL, "Property method", 0, TOPO_STABILITY_INTERNAL, 70 seq_dimm_label}, 71 { NULL } 72 }; 73 74 extern const topo_method_t rank_methods[]; 75 extern const topo_method_t ntv_page_retire_methods[]; 76 77 static int mc_fd; 78 79 int 80 mc_offchip_open() 81 { 82 mc_fd = open("/dev/mc/mc", O_RDONLY); 83 return (mc_fd != -1); 84 } 85 86 static int 87 mc_onchip(topo_instance_t id) 88 { 89 char path[64]; 90 91 (void) snprintf(path, sizeof (path), "/dev/mc/mc%d", id); 92 mc_fd = open(path, O_RDONLY); 93 return (mc_fd != -1); 94 } 95 96 static void 97 mc_add_ranks(topo_mod_t *mod, tnode_t *dnode, nvlist_t *auth, int dimm, 98 nvlist_t **ranks_nvp, int start_rank, int nranks, char *serial, char *part, 99 char *rev, int maxranks) 100 { 101 int i; 102 int rank; 103 tnode_t *rnode; 104 nvpair_t *nvp; 105 nvlist_t *fmri; 106 int err = 0; 107 108 /* 109 * If start_rank is defined, it is assigned to the first rank of this 110 * dimm. 111 */ 112 rank = start_rank >= 0 ? start_rank : dimm * maxranks; 113 if (topo_node_range_create(mod, dnode, RANK, rank, 114 rank + nranks - 1) < 0) { 115 whinge(mod, NULL, "mc_add_ranks: node range create failed" 116 " for rank\n"); 117 return; 118 } 119 for (i = 0; i < nranks; i++) { 120 fmri = topo_mod_hcfmri(mod, dnode, FM_HC_SCHEME_VERSION, 121 RANK, rank, NULL, auth, part, rev, serial); 122 if (fmri == NULL) { 123 whinge(mod, NULL, 124 "mc_add_ranks: topo_mod_hcfmri failed\n"); 125 return; 126 } 127 if ((rnode = topo_node_bind(mod, dnode, RANK, rank, 128 fmri)) == NULL) { 129 nvlist_free(fmri); 130 whinge(mod, NULL, "mc_add_ranks: node bind failed" 131 " for ranks\n"); 132 return; 133 } 134 (void) topo_node_fru_set(rnode, NULL, 0, &err); 135 136 if (topo_method_register(mod, rnode, rank_methods) < 0) 137 whinge(mod, &err, "rank_create: " 138 "topo_method_register failed"); 139 140 if (! is_xpv() && topo_method_register(mod, rnode, 141 ntv_page_retire_methods) < 0) 142 whinge(mod, &err, "mc_add_ranks: " 143 "topo_method_register failed"); 144 145 (void) topo_node_asru_set(rnode, fmri, TOPO_ASRU_COMPUTE, &err); 146 147 if (FM_AWARE_SMBIOS(mod)) 148 (void) topo_node_label_set(rnode, NULL, &err); 149 150 nvlist_free(fmri); 151 152 (void) topo_pgroup_create(rnode, &rank_pgroup, &err); 153 for (nvp = nvlist_next_nvpair(ranks_nvp[i], NULL); nvp != NULL; 154 nvp = nvlist_next_nvpair(ranks_nvp[i], nvp)) { 155 (void) nvprop_add(mod, nvp, PGNAME(RANK), rnode); 156 } 157 rank++; 158 } 159 } 160 161 static void 162 mc_add_dimms(topo_mod_t *mod, uint16_t chip_smbid, tnode_t *pnode, 163 nvlist_t *auth, nvlist_t **nvl, uint_t ndimms, int maxdimms, int maxranks) 164 { 165 int i; 166 nvlist_t *fmri; 167 tnode_t *dnode; 168 nvpair_t *nvp; 169 int err; 170 nvlist_t **ranks_nvp; 171 int32_t start_rank = -1; 172 uint_t nranks = 0; 173 uint32_t dimm_number; 174 char *serial = NULL; 175 char *part = NULL; 176 char *rev = NULL; 177 char *label = NULL; 178 char *name; 179 id_t smbid; 180 181 if (topo_node_range_create(mod, pnode, DIMM, 0, 182 maxdimms ? maxdimms-1 : ndimms-1) < 0) { 183 whinge(mod, NULL, 184 "mc_add_dimms: node range create failed\n"); 185 return; 186 } 187 for (i = 0; i < ndimms; i++) { 188 dimm_number = i; 189 for (nvp = nvlist_next_nvpair(nvl[i], NULL); nvp != NULL; 190 nvp = nvlist_next_nvpair(nvl[i], nvp)) { 191 name = nvpair_name(nvp); 192 if (strcmp(name, MCINTEL_NVLIST_RANKS) == 0) { 193 (void) nvpair_value_nvlist_array(nvp, 194 &ranks_nvp, &nranks); 195 } else if (strcmp(name, MCINTEL_NVLIST_1ST_RANK) == 0) { 196 (void) nvpair_value_int32(nvp, &start_rank); 197 } else if (strcmp(name, FM_FMRI_HC_SERIAL_ID) == 0) { 198 (void) nvpair_value_string(nvp, &serial); 199 } else if (strcmp(name, FM_FMRI_HC_PART) == 0) { 200 (void) nvpair_value_string(nvp, &part); 201 } else if (strcmp(name, FM_FMRI_HC_REVISION) == 0) { 202 (void) nvpair_value_string(nvp, &rev); 203 } else if (strcmp(name, FM_FAULT_FRU_LABEL) == 0) { 204 (void) nvpair_value_string(nvp, &label); 205 } else if (strcmp(name, MCINTEL_NVLIST_DIMM_NUM) == 0) { 206 (void) nvpair_value_uint32(nvp, &dimm_number); 207 } 208 } 209 fmri = NULL; 210 211 if (FM_AWARE_SMBIOS(mod)) { 212 int channum; 213 214 channum = topo_node_instance(pnode); 215 smbid = memnode_to_smbiosid(mod, chip_smbid, 216 DIMM_NODE_NAME, i, &channum); 217 if (serial == NULL) 218 serial = (char *)chip_serial_smbios_get(mod, 219 smbid); 220 if (part == NULL) 221 part = (char *)chip_part_smbios_get(mod, 222 smbid); 223 if (rev == NULL) 224 rev = (char *)chip_rev_smbios_get(mod, 225 smbid); 226 } 227 228 fmri = topo_mod_hcfmri(mod, pnode, FM_HC_SCHEME_VERSION, 229 DIMM, dimm_number, NULL, auth, part, rev, serial); 230 if (fmri == NULL) { 231 whinge(mod, NULL, 232 "mc_add_dimms: topo_mod_hcfmri failed\n"); 233 return; 234 } 235 if ((dnode = topo_node_bind(mod, pnode, DIMM, dimm_number, 236 fmri)) == NULL) { 237 nvlist_free(fmri); 238 whinge(mod, NULL, "mc_add_dimms: node bind failed" 239 " for dimm\n"); 240 return; 241 } 242 243 if (!FM_AWARE_SMBIOS(mod)) 244 if (topo_method_register(mod, dnode, dimm_methods) < 0) 245 whinge(mod, NULL, "mc_add_dimms: " 246 "topo_method_register failed"); 247 248 (void) topo_pgroup_create(dnode, &dimm_pgroup, &err); 249 250 for (nvp = nvlist_next_nvpair(nvl[i], NULL); nvp != NULL; 251 nvp = nvlist_next_nvpair(nvl[i], nvp)) { 252 name = nvpair_name(nvp); 253 if (strcmp(name, MCINTEL_NVLIST_RANKS) != 0 && 254 strcmp(name, FM_FAULT_FRU_LABEL) != 0 && 255 strcmp(name, MCINTEL_NVLIST_1ST_RANK) != 0) { 256 (void) nvprop_add(mod, nvp, PGNAME(DIMM), 257 dnode); 258 } 259 } 260 261 if (FM_AWARE_SMBIOS(mod)) { 262 nvlist_free(fmri); 263 (void) topo_node_resource(dnode, &fmri, &err); 264 /* 265 * We will use a full absolute parent/child label 266 */ 267 label = (char *)chip_label_smbios_get(mod, 268 pnode, smbid, label); 269 } 270 271 (void) topo_node_label_set(dnode, label, &err); 272 273 if (FM_AWARE_SMBIOS(mod)) 274 topo_mod_strfree(mod, label); 275 276 (void) topo_node_fru_set(dnode, fmri, 0, &err); 277 (void) topo_node_asru_set(dnode, fmri, 0, &err); 278 nvlist_free(fmri); 279 280 if (nranks) { 281 mc_add_ranks(mod, dnode, auth, dimm_number, ranks_nvp, 282 start_rank, nranks, serial, part, rev, maxranks); 283 } 284 } 285 } 286 287 static int 288 mc_add_channel(topo_mod_t *mod, uint16_t chip_smbid, tnode_t *pnode, 289 int channel, nvlist_t *auth, nvlist_t *nvl, int maxdimms, int maxranks) 290 { 291 tnode_t *mc_channel; 292 nvlist_t *fmri; 293 nvlist_t **dimm_nvl; 294 nvpair_t *nvp; 295 char *name; 296 uint_t ndimms; 297 int err; 298 299 if (mkrsrc(mod, pnode, DRAMCHANNEL, channel, auth, &fmri) != 0) { 300 whinge(mod, NULL, "mc_add_channel: mkrsrc failed\n"); 301 return (-1); 302 } 303 if ((mc_channel = topo_node_bind(mod, pnode, DRAMCHANNEL, channel, 304 fmri)) == NULL) { 305 whinge(mod, NULL, "mc_add_channel: node bind failed for %s\n", 306 DRAMCHANNEL); 307 nvlist_free(fmri); 308 return (-1); 309 } 310 (void) topo_node_fru_set(mc_channel, NULL, 0, &err); 311 nvlist_free(fmri); 312 (void) topo_pgroup_create(mc_channel, &dimm_channel_pgroup, &err); 313 314 if (FM_AWARE_SMBIOS(mod)) 315 (void) topo_node_label_set(mc_channel, NULL, &err); 316 317 if (nvlist_lookup_nvlist_array(nvl, MCINTEL_NVLIST_DIMMS, &dimm_nvl, 318 &ndimms) == 0) { 319 mc_add_dimms(mod, chip_smbid, mc_channel, auth, dimm_nvl, 320 ndimms, maxdimms, maxranks); 321 } 322 for (nvp = nvlist_next_nvpair(nvl, NULL); nvp != NULL; 323 nvp = nvlist_next_nvpair(nvl, nvp)) { 324 name = nvpair_name(nvp); 325 if (strcmp(name, MCINTEL_NVLIST_DIMMS) != 0) { 326 (void) nvprop_add(mod, nvp, PGNAME(CHAN), 327 mc_channel); 328 } 329 } 330 331 return (0); 332 } 333 334 static int 335 mc_nb_create(topo_mod_t *mod, uint16_t chip_smbid, tnode_t *pnode, 336 const char *name, nvlist_t *auth, nvlist_t *nvl) 337 { 338 int err; 339 int i, j; 340 int channel; 341 uint8_t nmc; 342 uint8_t maxranks; 343 uint8_t maxdimms; 344 tnode_t *mcnode; 345 nvlist_t *fmri; 346 nvlist_t **channel_nvl; 347 nvpair_t *nvp; 348 char *pname; 349 uint_t nchannels; 350 351 if (nvlist_lookup_nvlist_array(nvl, MCINTEL_NVLIST_MC, &channel_nvl, 352 &nchannels) != 0) { 353 whinge(mod, NULL, 354 "mc_nb_create: failed to find channel information\n"); 355 return (-1); 356 } 357 if (nvlist_lookup_uint8(nvl, MCINTEL_NVLIST_NMEM, &nmc) == 0) { 358 /* 359 * Assume channels are evenly divided among the controllers. 360 * Convert nchannels to channels per controller 361 */ 362 nchannels = nchannels / nmc; 363 } else { 364 /* 365 * if number of memory controllers is not specified then there 366 * are two channels per controller and the nchannels is total 367 * we will set up nmc as number of controllers and convert 368 * nchannels to channels per controller 369 */ 370 nmc = nchannels / 2; 371 nchannels = nchannels / nmc; 372 } 373 if (nvlist_lookup_uint8(nvl, MCINTEL_NVLIST_NRANKS, &maxranks) != 0) 374 maxranks = 2; 375 if (nvlist_lookup_uint8(nvl, MCINTEL_NVLIST_NDIMMS, &maxdimms) != 0) 376 maxdimms = 0; 377 if (topo_node_range_create(mod, pnode, name, 0, nmc-1) < 0) { 378 whinge(mod, NULL, 379 "mc_nb_create: node range create failed\n"); 380 return (-1); 381 } 382 channel = 0; 383 for (i = 0; i < nmc; i++) { 384 if (mkrsrc(mod, pnode, name, i, auth, &fmri) != 0) { 385 whinge(mod, NULL, "mc_nb_create: mkrsrc failed\n"); 386 return (-1); 387 } 388 if ((mcnode = topo_node_bind(mod, pnode, name, i, 389 fmri)) == NULL) { 390 whinge(mod, NULL, "mc_nb_create: node bind failed" 391 " for memory-controller\n"); 392 nvlist_free(fmri); 393 return (-1); 394 } 395 396 (void) topo_node_fru_set(mcnode, NULL, 0, &err); 397 nvlist_free(fmri); 398 (void) topo_pgroup_create(mcnode, &mc_pgroup, &err); 399 400 if (FM_AWARE_SMBIOS(mod)) 401 (void) topo_node_label_set(mcnode, NULL, &err); 402 403 if (topo_node_range_create(mod, mcnode, DRAMCHANNEL, channel, 404 channel + nchannels - 1) < 0) { 405 whinge(mod, NULL, 406 "mc_nb_create: channel node range create failed\n"); 407 return (-1); 408 } 409 for (j = 0; j < nchannels; j++) { 410 if (mc_add_channel(mod, chip_smbid, mcnode, channel, 411 auth, channel_nvl[channel], maxdimms, 412 maxranks) < 0) { 413 return (-1); 414 } 415 channel++; 416 } 417 for (nvp = nvlist_next_nvpair(nvl, NULL); nvp != NULL; 418 nvp = nvlist_next_nvpair(nvl, nvp)) { 419 pname = nvpair_name(nvp); 420 if (strcmp(pname, MCINTEL_NVLIST_MC) != 0 && 421 strcmp(pname, MCINTEL_NVLIST_NMEM) != 0 && 422 strcmp(pname, MCINTEL_NVLIST_NRANKS) != 0 && 423 strcmp(pname, MCINTEL_NVLIST_NDIMMS) != 0 && 424 strcmp(pname, MCINTEL_NVLIST_VERSTR) != 0 && 425 strcmp(pname, MCINTEL_NVLIST_MEM) != 0) { 426 (void) nvprop_add(mod, nvp, PGNAME(MCT), 427 mcnode); 428 } 429 } 430 } 431 432 return (NULL); 433 } 434 435 int 436 mc_node_create(topo_mod_t *mod, uint16_t chip_smbid, tnode_t *pnode, 437 const char *name, nvlist_t *auth) 438 { 439 mc_snapshot_info_t mcs; 440 void *buf = NULL; 441 nvlist_t *nvl; 442 uint8_t ver; 443 int rc; 444 445 if (ioctl(mc_fd, MC_IOC_SNAPSHOT_INFO, &mcs) == -1 || 446 (buf = topo_mod_alloc(mod, mcs.mcs_size)) == NULL || 447 ioctl(mc_fd, MC_IOC_SNAPSHOT, buf) == -1) { 448 449 whinge(mod, NULL, "mc failed to snapshot %s\n", 450 strerror(errno)); 451 452 free(buf); 453 (void) close(mc_fd); 454 return (NULL); 455 } 456 (void) close(mc_fd); 457 (void) nvlist_unpack(buf, mcs.mcs_size, &nvl, 0); 458 topo_mod_free(mod, buf, mcs.mcs_size); 459 460 if (nvlist_lookup_uint8(nvl, MCINTEL_NVLIST_VERSTR, &ver) != 0) { 461 whinge(mod, NULL, "mc nvlist is not versioned\n"); 462 nvlist_free(nvl); 463 return (NULL); 464 } else if (ver != MCINTEL_NVLIST_VERS0) { 465 whinge(mod, NULL, "mc nvlist version mismatch\n"); 466 nvlist_free(nvl); 467 return (NULL); 468 } 469 470 rc = mc_nb_create(mod, chip_smbid, pnode, name, auth, nvl); 471 472 nvlist_free(nvl); 473 return (rc); 474 } 475 476 void 477 onchip_mc_create(topo_mod_t *mod, uint16_t chip_smbid, tnode_t *pnode, 478 const char *name, nvlist_t *auth) 479 { 480 if (mc_onchip(topo_node_instance(pnode))) 481 (void) mc_node_create(mod, chip_smbid, pnode, name, auth); 482 } 483 484 int 485 mc_offchip_create(topo_mod_t *mod, tnode_t *pnode, const char *name, 486 nvlist_t *auth) 487 { 488 return (mc_node_create(mod, IGNORE_ID, pnode, name, auth)); 489 } 490