17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 57c478bd9Sstevel@tonic-gate * Common Development and Distribution License, Version 1.0 only 67c478bd9Sstevel@tonic-gate * (the "License"). You may not use this file except in compliance 77c478bd9Sstevel@tonic-gate * with the License. 87c478bd9Sstevel@tonic-gate * 97c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 107c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 117c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 127c478bd9Sstevel@tonic-gate * and limitations under the License. 137c478bd9Sstevel@tonic-gate * 147c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 157c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 167c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 177c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 187c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 197c478bd9Sstevel@tonic-gate * 207c478bd9Sstevel@tonic-gate * CDDL HEADER END 217c478bd9Sstevel@tonic-gate */ 227c478bd9Sstevel@tonic-gate /* 23fa9e4066Sahrens * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 24fa9e4066Sahrens * Use is subject to license terms. 257c478bd9Sstevel@tonic-gate */ 267c478bd9Sstevel@tonic-gate 277c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 287c478bd9Sstevel@tonic-gate 297c478bd9Sstevel@tonic-gate /* 307c478bd9Sstevel@tonic-gate * Starfire Memory Controller specific routines. 317c478bd9Sstevel@tonic-gate */ 327c478bd9Sstevel@tonic-gate 337c478bd9Sstevel@tonic-gate #include <sys/debug.h> 347c478bd9Sstevel@tonic-gate #include <sys/types.h> 357c478bd9Sstevel@tonic-gate #include <sys/errno.h> 367c478bd9Sstevel@tonic-gate #include <sys/dditypes.h> 377c478bd9Sstevel@tonic-gate #include <sys/conf.h> 387c478bd9Sstevel@tonic-gate #include <sys/ddi.h> 397c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 407c478bd9Sstevel@tonic-gate #include <sys/sunndi.h> 417c478bd9Sstevel@tonic-gate #include <sys/ddi_impldefs.h> 427c478bd9Sstevel@tonic-gate #include <sys/promif.h> 437c478bd9Sstevel@tonic-gate #include <sys/machsystm.h> 447c478bd9Sstevel@tonic-gate 457c478bd9Sstevel@tonic-gate #include <sys/starfire.h> 467c478bd9Sstevel@tonic-gate 477c478bd9Sstevel@tonic-gate struct mc_dimm_table { 487c478bd9Sstevel@tonic-gate int mc_type; 497c478bd9Sstevel@tonic-gate int mc_module_size; /* module size in MB */ 507c478bd9Sstevel@tonic-gate }; 517c478bd9Sstevel@tonic-gate 527c478bd9Sstevel@tonic-gate static struct mc_dimm_table dimmsize_table[] = { 537c478bd9Sstevel@tonic-gate { 4, 8 }, 547c478bd9Sstevel@tonic-gate { 6, 8 }, 557c478bd9Sstevel@tonic-gate { 11, 32 }, 567c478bd9Sstevel@tonic-gate { 15, 128 }, 577c478bd9Sstevel@tonic-gate { 0, 0 } 587c478bd9Sstevel@tonic-gate }; 597c478bd9Sstevel@tonic-gate 607c478bd9Sstevel@tonic-gate #define MC_MB(mb) ((mb) * 1048576ull) 617c478bd9Sstevel@tonic-gate 627c478bd9Sstevel@tonic-gate struct mc_seg_size { 637c478bd9Sstevel@tonic-gate uint_t seg_mask; 647c478bd9Sstevel@tonic-gate uint64_t seg_size; 657c478bd9Sstevel@tonic-gate }; 667c478bd9Sstevel@tonic-gate 677c478bd9Sstevel@tonic-gate struct mc_seg_size mc_seg_table[] = { 687c478bd9Sstevel@tonic-gate { 0x7f, MC_MB(64) }, 697c478bd9Sstevel@tonic-gate { 0x7e, MC_MB(128) }, 707c478bd9Sstevel@tonic-gate { 0x7c, MC_MB(256) }, 717c478bd9Sstevel@tonic-gate { 0x78, MC_MB(512) }, 727c478bd9Sstevel@tonic-gate { 0x70, MC_MB(1024) }, 737c478bd9Sstevel@tonic-gate { 0x60, MC_MB(2048) }, 747c478bd9Sstevel@tonic-gate { 0x40, MC_MB(4096) }, 757c478bd9Sstevel@tonic-gate { 0, 0 } 767c478bd9Sstevel@tonic-gate }; 777c478bd9Sstevel@tonic-gate 787c478bd9Sstevel@tonic-gate /* 797c478bd9Sstevel@tonic-gate * Alignment of memory between MC's. 807c478bd9Sstevel@tonic-gate */ 817c478bd9Sstevel@tonic-gate uint64_t 827c478bd9Sstevel@tonic-gate mc_get_mem_alignment() 837c478bd9Sstevel@tonic-gate { 847c478bd9Sstevel@tonic-gate return (STARFIRE_MC_MEMBOARD_ALIGNMENT); 857c478bd9Sstevel@tonic-gate } 867c478bd9Sstevel@tonic-gate 877c478bd9Sstevel@tonic-gate uint64_t 88fa9e4066Sahrens mc_get_asr_addr(pnode_t nodeid) 897c478bd9Sstevel@tonic-gate { 907c478bd9Sstevel@tonic-gate int rlen; 917c478bd9Sstevel@tonic-gate uint64_t psi_addr; 927c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg; 937c478bd9Sstevel@tonic-gate 947c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg"); 957c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec)) 967c478bd9Sstevel@tonic-gate return ((uint64_t)-1); 977c478bd9Sstevel@tonic-gate 987c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0) 997c478bd9Sstevel@tonic-gate return ((uint64_t)-1); 1007c478bd9Sstevel@tonic-gate 1017c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32; 1027c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo; 1037c478bd9Sstevel@tonic-gate 1047c478bd9Sstevel@tonic-gate return (STARFIRE_MC_ASR_ADDR(psi_addr)); 1057c478bd9Sstevel@tonic-gate } 1067c478bd9Sstevel@tonic-gate 1077c478bd9Sstevel@tonic-gate uint64_t 108fa9e4066Sahrens mc_get_idle_addr(pnode_t nodeid) 1097c478bd9Sstevel@tonic-gate { 1107c478bd9Sstevel@tonic-gate int rlen; 1117c478bd9Sstevel@tonic-gate uint64_t psi_addr; 1127c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg; 1137c478bd9Sstevel@tonic-gate 1147c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg"); 1157c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec)) 1167c478bd9Sstevel@tonic-gate return ((uint64_t)-1); 1177c478bd9Sstevel@tonic-gate 1187c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0) 1197c478bd9Sstevel@tonic-gate return ((uint64_t)-1); 1207c478bd9Sstevel@tonic-gate 1217c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32; 1227c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo; 1237c478bd9Sstevel@tonic-gate 1247c478bd9Sstevel@tonic-gate return (STARFIRE_MC_IDLE_ADDR(psi_addr)); 1257c478bd9Sstevel@tonic-gate } 1267c478bd9Sstevel@tonic-gate 1277c478bd9Sstevel@tonic-gate int 128fa9e4066Sahrens mc_get_dimm_size(pnode_t nodeid) 1297c478bd9Sstevel@tonic-gate { 1307c478bd9Sstevel@tonic-gate uint64_t psi_addr; 1317c478bd9Sstevel@tonic-gate uint_t dimmtype; 1327c478bd9Sstevel@tonic-gate int i, rlen; 1337c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg; 1347c478bd9Sstevel@tonic-gate 1357c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg"); 1367c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec)) 1377c478bd9Sstevel@tonic-gate return (-1); 1387c478bd9Sstevel@tonic-gate 1397c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0) 1407c478bd9Sstevel@tonic-gate return (-1); 1417c478bd9Sstevel@tonic-gate 1427c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32; 1437c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo; 1447c478bd9Sstevel@tonic-gate psi_addr = STARFIRE_MC_DIMMTYPE_ADDR(psi_addr); 1457c478bd9Sstevel@tonic-gate 1467c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1) 1477c478bd9Sstevel@tonic-gate return (-1); 1487c478bd9Sstevel@tonic-gate 1497c478bd9Sstevel@tonic-gate dimmtype = ldphysio(psi_addr); 1507c478bd9Sstevel@tonic-gate dimmtype &= STARFIRE_MC_DIMMSIZE_MASK; 1517c478bd9Sstevel@tonic-gate 1527c478bd9Sstevel@tonic-gate for (i = 0; dimmsize_table[i].mc_type != 0; i++) 1537c478bd9Sstevel@tonic-gate if (dimmsize_table[i].mc_type == dimmtype) 1547c478bd9Sstevel@tonic-gate break; 1557c478bd9Sstevel@tonic-gate 1567c478bd9Sstevel@tonic-gate return (dimmsize_table[i].mc_module_size); 1577c478bd9Sstevel@tonic-gate } 1587c478bd9Sstevel@tonic-gate 1597c478bd9Sstevel@tonic-gate uint64_t 160fa9e4066Sahrens mc_get_alignment_mask(pnode_t nodeid) 1617c478bd9Sstevel@tonic-gate { 1627c478bd9Sstevel@tonic-gate uint64_t psi_addr, seg_sz; 1637c478bd9Sstevel@tonic-gate uint_t mcreg, seg_sz_mask; 1647c478bd9Sstevel@tonic-gate int i, rlen; 1657c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg; 1667c478bd9Sstevel@tonic-gate 1677c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg"); 1687c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec)) 1697c478bd9Sstevel@tonic-gate return (-1); 1707c478bd9Sstevel@tonic-gate 1717c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0) 1727c478bd9Sstevel@tonic-gate return (-1); 1737c478bd9Sstevel@tonic-gate 1747c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32; 1757c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo; 1767c478bd9Sstevel@tonic-gate psi_addr = STARFIRE_MC_ASR_ADDR(psi_addr); 1777c478bd9Sstevel@tonic-gate 1787c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1) 1797c478bd9Sstevel@tonic-gate return (-1); 1807c478bd9Sstevel@tonic-gate 1817c478bd9Sstevel@tonic-gate mcreg = ldphysio(psi_addr); 1827c478bd9Sstevel@tonic-gate seg_sz_mask = (mcreg & STARFIRE_MC_MASK_MASK) >> 8; 1837c478bd9Sstevel@tonic-gate 1847c478bd9Sstevel@tonic-gate for (i = 0; mc_seg_table[i].seg_size != 0; i++) 1857c478bd9Sstevel@tonic-gate if (mc_seg_table[i].seg_mask == seg_sz_mask) 1867c478bd9Sstevel@tonic-gate break; 1877c478bd9Sstevel@tonic-gate 1887c478bd9Sstevel@tonic-gate if (mc_seg_table[i].seg_size == 0) 1897c478bd9Sstevel@tonic-gate seg_sz = mc_get_mem_alignment(); 1907c478bd9Sstevel@tonic-gate else 1917c478bd9Sstevel@tonic-gate seg_sz = mc_seg_table[i].seg_size; 1927c478bd9Sstevel@tonic-gate 1937c478bd9Sstevel@tonic-gate #ifdef DEBUG 194*bf30efa4Smathue printf("nodeid %x, mc asr addr %lx, val %x, seg_sz_mask %x, " 195*bf30efa4Smathue "seg_sz %lx\n", nodeid, psi_addr, mcreg, seg_sz_mask, seg_sz); 1967c478bd9Sstevel@tonic-gate #endif /* DEBUG */ 1977c478bd9Sstevel@tonic-gate 1987c478bd9Sstevel@tonic-gate return (seg_sz - 1); 1997c478bd9Sstevel@tonic-gate } 2007c478bd9Sstevel@tonic-gate 2017c478bd9Sstevel@tonic-gate int 202fa9e4066Sahrens mc_read_asr(pnode_t nodeid, uint_t *mcregp) 2037c478bd9Sstevel@tonic-gate { 2047c478bd9Sstevel@tonic-gate uint64_t psi_addr; 2057c478bd9Sstevel@tonic-gate 2067c478bd9Sstevel@tonic-gate *mcregp = 0; 2077c478bd9Sstevel@tonic-gate 2087c478bd9Sstevel@tonic-gate psi_addr = mc_get_asr_addr(nodeid); 2097c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1) 2107c478bd9Sstevel@tonic-gate return (-1); 2117c478bd9Sstevel@tonic-gate 2127c478bd9Sstevel@tonic-gate *mcregp = ldphysio(psi_addr); 2137c478bd9Sstevel@tonic-gate 2147c478bd9Sstevel@tonic-gate return (0); 2157c478bd9Sstevel@tonic-gate } 2167c478bd9Sstevel@tonic-gate 2177c478bd9Sstevel@tonic-gate int 218fa9e4066Sahrens mc_write_asr(pnode_t nodeid, uint_t mcreg) 2197c478bd9Sstevel@tonic-gate { 2207c478bd9Sstevel@tonic-gate uint_t mcreg_rd; 2217c478bd9Sstevel@tonic-gate uint64_t psi_addr; 2227c478bd9Sstevel@tonic-gate 2237c478bd9Sstevel@tonic-gate psi_addr = mc_get_asr_addr(nodeid); 2247c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1) 2257c478bd9Sstevel@tonic-gate return (-1); 2267c478bd9Sstevel@tonic-gate 2277c478bd9Sstevel@tonic-gate stphysio(psi_addr, mcreg); 2287c478bd9Sstevel@tonic-gate 2297c478bd9Sstevel@tonic-gate mcreg_rd = ldphysio(psi_addr); 2307c478bd9Sstevel@tonic-gate ASSERT(mcreg_rd == mcreg); 2317c478bd9Sstevel@tonic-gate 2327c478bd9Sstevel@tonic-gate return ((mcreg_rd != mcreg) ? -1 : 0); 2337c478bd9Sstevel@tonic-gate } 2347c478bd9Sstevel@tonic-gate 2357c478bd9Sstevel@tonic-gate uint64_t 2367c478bd9Sstevel@tonic-gate mc_asr_to_pa(uint_t mcreg) 2377c478bd9Sstevel@tonic-gate { 2387c478bd9Sstevel@tonic-gate uint64_t pa, masr, addrmask, lowbitmask; 2397c478bd9Sstevel@tonic-gate 2407c478bd9Sstevel@tonic-gate /* 2417c478bd9Sstevel@tonic-gate * Remove memory present bit. 2427c478bd9Sstevel@tonic-gate */ 2437c478bd9Sstevel@tonic-gate masr = (uint64_t)(mcreg & ~STARFIRE_MC_MEM_PRESENT_MASK); 2447c478bd9Sstevel@tonic-gate /* 2457c478bd9Sstevel@tonic-gate * Get mask for bits 32-26. 2467c478bd9Sstevel@tonic-gate */ 2477c478bd9Sstevel@tonic-gate lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK; 2487c478bd9Sstevel@tonic-gate lowbitmask <<= STARFIRE_MC_MASK_SHIFT; 2497c478bd9Sstevel@tonic-gate addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask; 2507c478bd9Sstevel@tonic-gate 2517c478bd9Sstevel@tonic-gate pa = (masr << STARFIRE_MC_BASE_SHIFT) & addrmask; 2527c478bd9Sstevel@tonic-gate 2537c478bd9Sstevel@tonic-gate return (pa); 2547c478bd9Sstevel@tonic-gate } 2557c478bd9Sstevel@tonic-gate 2567c478bd9Sstevel@tonic-gate uint_t 2577c478bd9Sstevel@tonic-gate mc_pa_to_asr(uint_t masr, uint64_t pa) 2587c478bd9Sstevel@tonic-gate { 2597c478bd9Sstevel@tonic-gate uint64_t addrmask, lowbitmask; 2607c478bd9Sstevel@tonic-gate uint_t base; 2617c478bd9Sstevel@tonic-gate 2627c478bd9Sstevel@tonic-gate /* 2637c478bd9Sstevel@tonic-gate * Get mask for bits 32-26. 2647c478bd9Sstevel@tonic-gate */ 2657c478bd9Sstevel@tonic-gate lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK; 2667c478bd9Sstevel@tonic-gate lowbitmask <<= STARFIRE_MC_MASK_SHIFT; 2677c478bd9Sstevel@tonic-gate addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask; 2687c478bd9Sstevel@tonic-gate 2697c478bd9Sstevel@tonic-gate base = (pa & addrmask) >> STARFIRE_MC_BASE_SHIFT; 2707c478bd9Sstevel@tonic-gate masr &= ~ STARFIRE_MC_MEM_BASEADDR_MASK; 2717c478bd9Sstevel@tonic-gate masr |= base & STARFIRE_MC_MEM_BASEADDR_MASK; 2727c478bd9Sstevel@tonic-gate 2737c478bd9Sstevel@tonic-gate ASSERT(mc_asr_to_pa(masr) == pa); 2747c478bd9Sstevel@tonic-gate 2757c478bd9Sstevel@tonic-gate return (masr); 2767c478bd9Sstevel@tonic-gate } 277