17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate * CDDL HEADER START
37c478bd9Sstevel@tonic-gate *
47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the
57c478bd9Sstevel@tonic-gate * Common Development and Distribution License, Version 1.0 only
67c478bd9Sstevel@tonic-gate * (the "License"). You may not use this file except in compliance
77c478bd9Sstevel@tonic-gate * with the License.
87c478bd9Sstevel@tonic-gate *
97c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
107c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
117c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions
127c478bd9Sstevel@tonic-gate * and limitations under the License.
137c478bd9Sstevel@tonic-gate *
147c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
157c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
167c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
177c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
187c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
197c478bd9Sstevel@tonic-gate *
207c478bd9Sstevel@tonic-gate * CDDL HEADER END
217c478bd9Sstevel@tonic-gate */
227c478bd9Sstevel@tonic-gate /*
23fa9e4066Sahrens * Copyright 2005 Sun Microsystems, Inc. All rights reserved.
24fa9e4066Sahrens * Use is subject to license terms.
257c478bd9Sstevel@tonic-gate */
267c478bd9Sstevel@tonic-gate
277c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI"
287c478bd9Sstevel@tonic-gate
297c478bd9Sstevel@tonic-gate /*
307c478bd9Sstevel@tonic-gate * Starfire Memory Controller specific routines.
317c478bd9Sstevel@tonic-gate */
327c478bd9Sstevel@tonic-gate
337c478bd9Sstevel@tonic-gate #include <sys/debug.h>
347c478bd9Sstevel@tonic-gate #include <sys/types.h>
357c478bd9Sstevel@tonic-gate #include <sys/errno.h>
367c478bd9Sstevel@tonic-gate #include <sys/dditypes.h>
377c478bd9Sstevel@tonic-gate #include <sys/conf.h>
387c478bd9Sstevel@tonic-gate #include <sys/ddi.h>
397c478bd9Sstevel@tonic-gate #include <sys/sunddi.h>
407c478bd9Sstevel@tonic-gate #include <sys/sunndi.h>
417c478bd9Sstevel@tonic-gate #include <sys/ddi_impldefs.h>
427c478bd9Sstevel@tonic-gate #include <sys/promif.h>
437c478bd9Sstevel@tonic-gate #include <sys/machsystm.h>
447c478bd9Sstevel@tonic-gate
457c478bd9Sstevel@tonic-gate #include <sys/starfire.h>
467c478bd9Sstevel@tonic-gate
477c478bd9Sstevel@tonic-gate struct mc_dimm_table {
487c478bd9Sstevel@tonic-gate int mc_type;
497c478bd9Sstevel@tonic-gate int mc_module_size; /* module size in MB */
507c478bd9Sstevel@tonic-gate };
517c478bd9Sstevel@tonic-gate
527c478bd9Sstevel@tonic-gate static struct mc_dimm_table dimmsize_table[] = {
537c478bd9Sstevel@tonic-gate { 4, 8 },
547c478bd9Sstevel@tonic-gate { 6, 8 },
557c478bd9Sstevel@tonic-gate { 11, 32 },
567c478bd9Sstevel@tonic-gate { 15, 128 },
577c478bd9Sstevel@tonic-gate { 0, 0 }
587c478bd9Sstevel@tonic-gate };
597c478bd9Sstevel@tonic-gate
607c478bd9Sstevel@tonic-gate #define MC_MB(mb) ((mb) * 1048576ull)
617c478bd9Sstevel@tonic-gate
627c478bd9Sstevel@tonic-gate struct mc_seg_size {
637c478bd9Sstevel@tonic-gate uint_t seg_mask;
647c478bd9Sstevel@tonic-gate uint64_t seg_size;
657c478bd9Sstevel@tonic-gate };
667c478bd9Sstevel@tonic-gate
677c478bd9Sstevel@tonic-gate struct mc_seg_size mc_seg_table[] = {
687c478bd9Sstevel@tonic-gate { 0x7f, MC_MB(64) },
697c478bd9Sstevel@tonic-gate { 0x7e, MC_MB(128) },
707c478bd9Sstevel@tonic-gate { 0x7c, MC_MB(256) },
717c478bd9Sstevel@tonic-gate { 0x78, MC_MB(512) },
727c478bd9Sstevel@tonic-gate { 0x70, MC_MB(1024) },
737c478bd9Sstevel@tonic-gate { 0x60, MC_MB(2048) },
747c478bd9Sstevel@tonic-gate { 0x40, MC_MB(4096) },
757c478bd9Sstevel@tonic-gate { 0, 0 }
767c478bd9Sstevel@tonic-gate };
777c478bd9Sstevel@tonic-gate
787c478bd9Sstevel@tonic-gate /*
797c478bd9Sstevel@tonic-gate * Alignment of memory between MC's.
807c478bd9Sstevel@tonic-gate */
817c478bd9Sstevel@tonic-gate uint64_t
mc_get_mem_alignment()827c478bd9Sstevel@tonic-gate mc_get_mem_alignment()
837c478bd9Sstevel@tonic-gate {
847c478bd9Sstevel@tonic-gate return (STARFIRE_MC_MEMBOARD_ALIGNMENT);
857c478bd9Sstevel@tonic-gate }
867c478bd9Sstevel@tonic-gate
877c478bd9Sstevel@tonic-gate uint64_t
mc_get_asr_addr(pnode_t nodeid)88fa9e4066Sahrens mc_get_asr_addr(pnode_t nodeid)
897c478bd9Sstevel@tonic-gate {
907c478bd9Sstevel@tonic-gate int rlen;
917c478bd9Sstevel@tonic-gate uint64_t psi_addr;
927c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg;
937c478bd9Sstevel@tonic-gate
947c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg");
957c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec))
967c478bd9Sstevel@tonic-gate return ((uint64_t)-1);
977c478bd9Sstevel@tonic-gate
987c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0)
997c478bd9Sstevel@tonic-gate return ((uint64_t)-1);
1007c478bd9Sstevel@tonic-gate
1017c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1027c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo;
1037c478bd9Sstevel@tonic-gate
1047c478bd9Sstevel@tonic-gate return (STARFIRE_MC_ASR_ADDR(psi_addr));
1057c478bd9Sstevel@tonic-gate }
1067c478bd9Sstevel@tonic-gate
1077c478bd9Sstevel@tonic-gate uint64_t
mc_get_idle_addr(pnode_t nodeid)108fa9e4066Sahrens mc_get_idle_addr(pnode_t nodeid)
1097c478bd9Sstevel@tonic-gate {
1107c478bd9Sstevel@tonic-gate int rlen;
1117c478bd9Sstevel@tonic-gate uint64_t psi_addr;
1127c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg;
1137c478bd9Sstevel@tonic-gate
1147c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg");
1157c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec))
1167c478bd9Sstevel@tonic-gate return ((uint64_t)-1);
1177c478bd9Sstevel@tonic-gate
1187c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0)
1197c478bd9Sstevel@tonic-gate return ((uint64_t)-1);
1207c478bd9Sstevel@tonic-gate
1217c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1227c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo;
1237c478bd9Sstevel@tonic-gate
1247c478bd9Sstevel@tonic-gate return (STARFIRE_MC_IDLE_ADDR(psi_addr));
1257c478bd9Sstevel@tonic-gate }
1267c478bd9Sstevel@tonic-gate
1277c478bd9Sstevel@tonic-gate int
mc_get_dimm_size(pnode_t nodeid)128fa9e4066Sahrens mc_get_dimm_size(pnode_t nodeid)
1297c478bd9Sstevel@tonic-gate {
1307c478bd9Sstevel@tonic-gate uint64_t psi_addr;
1317c478bd9Sstevel@tonic-gate uint_t dimmtype;
1327c478bd9Sstevel@tonic-gate int i, rlen;
1337c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg;
1347c478bd9Sstevel@tonic-gate
1357c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg");
1367c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec))
1377c478bd9Sstevel@tonic-gate return (-1);
1387c478bd9Sstevel@tonic-gate
1397c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0)
1407c478bd9Sstevel@tonic-gate return (-1);
1417c478bd9Sstevel@tonic-gate
1427c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1437c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo;
1447c478bd9Sstevel@tonic-gate psi_addr = STARFIRE_MC_DIMMTYPE_ADDR(psi_addr);
1457c478bd9Sstevel@tonic-gate
1467c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1)
1477c478bd9Sstevel@tonic-gate return (-1);
1487c478bd9Sstevel@tonic-gate
1497c478bd9Sstevel@tonic-gate dimmtype = ldphysio(psi_addr);
1507c478bd9Sstevel@tonic-gate dimmtype &= STARFIRE_MC_DIMMSIZE_MASK;
1517c478bd9Sstevel@tonic-gate
1527c478bd9Sstevel@tonic-gate for (i = 0; dimmsize_table[i].mc_type != 0; i++)
1537c478bd9Sstevel@tonic-gate if (dimmsize_table[i].mc_type == dimmtype)
1547c478bd9Sstevel@tonic-gate break;
1557c478bd9Sstevel@tonic-gate
1567c478bd9Sstevel@tonic-gate return (dimmsize_table[i].mc_module_size);
1577c478bd9Sstevel@tonic-gate }
1587c478bd9Sstevel@tonic-gate
1597c478bd9Sstevel@tonic-gate uint64_t
mc_get_alignment_mask(pnode_t nodeid)160fa9e4066Sahrens mc_get_alignment_mask(pnode_t nodeid)
1617c478bd9Sstevel@tonic-gate {
1627c478bd9Sstevel@tonic-gate uint64_t psi_addr, seg_sz;
1637c478bd9Sstevel@tonic-gate uint_t mcreg, seg_sz_mask;
1647c478bd9Sstevel@tonic-gate int i, rlen;
1657c478bd9Sstevel@tonic-gate struct sf_memunit_regspec reg;
1667c478bd9Sstevel@tonic-gate
1677c478bd9Sstevel@tonic-gate rlen = prom_getproplen(nodeid, "reg");
1687c478bd9Sstevel@tonic-gate if (rlen != sizeof (struct sf_memunit_regspec))
1697c478bd9Sstevel@tonic-gate return (-1);
1707c478bd9Sstevel@tonic-gate
1717c478bd9Sstevel@tonic-gate if (prom_getprop(nodeid, "reg", (caddr_t)®) < 0)
1727c478bd9Sstevel@tonic-gate return (-1);
1737c478bd9Sstevel@tonic-gate
1747c478bd9Sstevel@tonic-gate psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1757c478bd9Sstevel@tonic-gate psi_addr |= (uint64_t)reg.regspec_addr_lo;
1767c478bd9Sstevel@tonic-gate psi_addr = STARFIRE_MC_ASR_ADDR(psi_addr);
1777c478bd9Sstevel@tonic-gate
1787c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1)
1797c478bd9Sstevel@tonic-gate return (-1);
1807c478bd9Sstevel@tonic-gate
1817c478bd9Sstevel@tonic-gate mcreg = ldphysio(psi_addr);
1827c478bd9Sstevel@tonic-gate seg_sz_mask = (mcreg & STARFIRE_MC_MASK_MASK) >> 8;
1837c478bd9Sstevel@tonic-gate
1847c478bd9Sstevel@tonic-gate for (i = 0; mc_seg_table[i].seg_size != 0; i++)
1857c478bd9Sstevel@tonic-gate if (mc_seg_table[i].seg_mask == seg_sz_mask)
1867c478bd9Sstevel@tonic-gate break;
1877c478bd9Sstevel@tonic-gate
1887c478bd9Sstevel@tonic-gate if (mc_seg_table[i].seg_size == 0)
1897c478bd9Sstevel@tonic-gate seg_sz = mc_get_mem_alignment();
1907c478bd9Sstevel@tonic-gate else
1917c478bd9Sstevel@tonic-gate seg_sz = mc_seg_table[i].seg_size;
1927c478bd9Sstevel@tonic-gate
1937c478bd9Sstevel@tonic-gate #ifdef DEBUG
194*bf30efa4Smathue printf("nodeid %x, mc asr addr %lx, val %x, seg_sz_mask %x, "
195*bf30efa4Smathue "seg_sz %lx\n", nodeid, psi_addr, mcreg, seg_sz_mask, seg_sz);
1967c478bd9Sstevel@tonic-gate #endif /* DEBUG */
1977c478bd9Sstevel@tonic-gate
1987c478bd9Sstevel@tonic-gate return (seg_sz - 1);
1997c478bd9Sstevel@tonic-gate }
2007c478bd9Sstevel@tonic-gate
2017c478bd9Sstevel@tonic-gate int
mc_read_asr(pnode_t nodeid,uint_t * mcregp)202fa9e4066Sahrens mc_read_asr(pnode_t nodeid, uint_t *mcregp)
2037c478bd9Sstevel@tonic-gate {
2047c478bd9Sstevel@tonic-gate uint64_t psi_addr;
2057c478bd9Sstevel@tonic-gate
2067c478bd9Sstevel@tonic-gate *mcregp = 0;
2077c478bd9Sstevel@tonic-gate
2087c478bd9Sstevel@tonic-gate psi_addr = mc_get_asr_addr(nodeid);
2097c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1)
2107c478bd9Sstevel@tonic-gate return (-1);
2117c478bd9Sstevel@tonic-gate
2127c478bd9Sstevel@tonic-gate *mcregp = ldphysio(psi_addr);
2137c478bd9Sstevel@tonic-gate
2147c478bd9Sstevel@tonic-gate return (0);
2157c478bd9Sstevel@tonic-gate }
2167c478bd9Sstevel@tonic-gate
2177c478bd9Sstevel@tonic-gate int
mc_write_asr(pnode_t nodeid,uint_t mcreg)218fa9e4066Sahrens mc_write_asr(pnode_t nodeid, uint_t mcreg)
2197c478bd9Sstevel@tonic-gate {
2207c478bd9Sstevel@tonic-gate uint_t mcreg_rd;
2217c478bd9Sstevel@tonic-gate uint64_t psi_addr;
2227c478bd9Sstevel@tonic-gate
2237c478bd9Sstevel@tonic-gate psi_addr = mc_get_asr_addr(nodeid);
2247c478bd9Sstevel@tonic-gate if (psi_addr == (uint64_t)-1)
2257c478bd9Sstevel@tonic-gate return (-1);
2267c478bd9Sstevel@tonic-gate
2277c478bd9Sstevel@tonic-gate stphysio(psi_addr, mcreg);
2287c478bd9Sstevel@tonic-gate
2297c478bd9Sstevel@tonic-gate mcreg_rd = ldphysio(psi_addr);
2307c478bd9Sstevel@tonic-gate ASSERT(mcreg_rd == mcreg);
2317c478bd9Sstevel@tonic-gate
2327c478bd9Sstevel@tonic-gate return ((mcreg_rd != mcreg) ? -1 : 0);
2337c478bd9Sstevel@tonic-gate }
2347c478bd9Sstevel@tonic-gate
2357c478bd9Sstevel@tonic-gate uint64_t
mc_asr_to_pa(uint_t mcreg)2367c478bd9Sstevel@tonic-gate mc_asr_to_pa(uint_t mcreg)
2377c478bd9Sstevel@tonic-gate {
2387c478bd9Sstevel@tonic-gate uint64_t pa, masr, addrmask, lowbitmask;
2397c478bd9Sstevel@tonic-gate
2407c478bd9Sstevel@tonic-gate /*
2417c478bd9Sstevel@tonic-gate * Remove memory present bit.
2427c478bd9Sstevel@tonic-gate */
2437c478bd9Sstevel@tonic-gate masr = (uint64_t)(mcreg & ~STARFIRE_MC_MEM_PRESENT_MASK);
2447c478bd9Sstevel@tonic-gate /*
2457c478bd9Sstevel@tonic-gate * Get mask for bits 32-26.
2467c478bd9Sstevel@tonic-gate */
2477c478bd9Sstevel@tonic-gate lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK;
2487c478bd9Sstevel@tonic-gate lowbitmask <<= STARFIRE_MC_MASK_SHIFT;
2497c478bd9Sstevel@tonic-gate addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask;
2507c478bd9Sstevel@tonic-gate
2517c478bd9Sstevel@tonic-gate pa = (masr << STARFIRE_MC_BASE_SHIFT) & addrmask;
2527c478bd9Sstevel@tonic-gate
2537c478bd9Sstevel@tonic-gate return (pa);
2547c478bd9Sstevel@tonic-gate }
2557c478bd9Sstevel@tonic-gate
2567c478bd9Sstevel@tonic-gate uint_t
mc_pa_to_asr(uint_t masr,uint64_t pa)2577c478bd9Sstevel@tonic-gate mc_pa_to_asr(uint_t masr, uint64_t pa)
2587c478bd9Sstevel@tonic-gate {
2597c478bd9Sstevel@tonic-gate uint64_t addrmask, lowbitmask;
2607c478bd9Sstevel@tonic-gate uint_t base;
2617c478bd9Sstevel@tonic-gate
2627c478bd9Sstevel@tonic-gate /*
2637c478bd9Sstevel@tonic-gate * Get mask for bits 32-26.
2647c478bd9Sstevel@tonic-gate */
2657c478bd9Sstevel@tonic-gate lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK;
2667c478bd9Sstevel@tonic-gate lowbitmask <<= STARFIRE_MC_MASK_SHIFT;
2677c478bd9Sstevel@tonic-gate addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask;
2687c478bd9Sstevel@tonic-gate
2697c478bd9Sstevel@tonic-gate base = (pa & addrmask) >> STARFIRE_MC_BASE_SHIFT;
2707c478bd9Sstevel@tonic-gate masr &= ~ STARFIRE_MC_MEM_BASEADDR_MASK;
2717c478bd9Sstevel@tonic-gate masr |= base & STARFIRE_MC_MEM_BASEADDR_MASK;
2727c478bd9Sstevel@tonic-gate
2737c478bd9Sstevel@tonic-gate ASSERT(mc_asr_to_pa(masr) == pa);
2747c478bd9Sstevel@tonic-gate
2757c478bd9Sstevel@tonic-gate return (masr);
2767c478bd9Sstevel@tonic-gate }
277