xref: /titanic_50/usr/src/uts/sun4u/starfire/io/memctrl.c (revision bf30efa4af94cd71664f6c1be0e6e950b1d7a0f4)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
57c478bd9Sstevel@tonic-gate  * Common Development and Distribution License, Version 1.0 only
67c478bd9Sstevel@tonic-gate  * (the "License").  You may not use this file except in compliance
77c478bd9Sstevel@tonic-gate  * with the License.
87c478bd9Sstevel@tonic-gate  *
97c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
107c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
117c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
127c478bd9Sstevel@tonic-gate  * and limitations under the License.
137c478bd9Sstevel@tonic-gate  *
147c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
157c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
167c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
177c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
187c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
197c478bd9Sstevel@tonic-gate  *
207c478bd9Sstevel@tonic-gate  * CDDL HEADER END
217c478bd9Sstevel@tonic-gate  */
227c478bd9Sstevel@tonic-gate /*
23fa9e4066Sahrens  * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
24fa9e4066Sahrens  * Use is subject to license terms.
257c478bd9Sstevel@tonic-gate  */
267c478bd9Sstevel@tonic-gate 
277c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
287c478bd9Sstevel@tonic-gate 
297c478bd9Sstevel@tonic-gate /*
307c478bd9Sstevel@tonic-gate  * Starfire Memory Controller specific routines.
317c478bd9Sstevel@tonic-gate  */
327c478bd9Sstevel@tonic-gate 
337c478bd9Sstevel@tonic-gate #include <sys/debug.h>
347c478bd9Sstevel@tonic-gate #include <sys/types.h>
357c478bd9Sstevel@tonic-gate #include <sys/errno.h>
367c478bd9Sstevel@tonic-gate #include <sys/dditypes.h>
377c478bd9Sstevel@tonic-gate #include <sys/conf.h>
387c478bd9Sstevel@tonic-gate #include <sys/ddi.h>
397c478bd9Sstevel@tonic-gate #include <sys/sunddi.h>
407c478bd9Sstevel@tonic-gate #include <sys/sunndi.h>
417c478bd9Sstevel@tonic-gate #include <sys/ddi_impldefs.h>
427c478bd9Sstevel@tonic-gate #include <sys/promif.h>
437c478bd9Sstevel@tonic-gate #include <sys/machsystm.h>
447c478bd9Sstevel@tonic-gate 
457c478bd9Sstevel@tonic-gate #include <sys/starfire.h>
467c478bd9Sstevel@tonic-gate 
477c478bd9Sstevel@tonic-gate struct mc_dimm_table {
487c478bd9Sstevel@tonic-gate 	int	mc_type;
497c478bd9Sstevel@tonic-gate 	int	mc_module_size;		/* module size in MB */
507c478bd9Sstevel@tonic-gate };
517c478bd9Sstevel@tonic-gate 
527c478bd9Sstevel@tonic-gate static struct mc_dimm_table dimmsize_table[] = {
537c478bd9Sstevel@tonic-gate 	{ 4,	8 },
547c478bd9Sstevel@tonic-gate 	{ 6,	8 },
557c478bd9Sstevel@tonic-gate 	{ 11,	32 },
567c478bd9Sstevel@tonic-gate 	{ 15,	128 },
577c478bd9Sstevel@tonic-gate 	{ 0,	0 }
587c478bd9Sstevel@tonic-gate };
597c478bd9Sstevel@tonic-gate 
607c478bd9Sstevel@tonic-gate #define	MC_MB(mb) ((mb) * 1048576ull)
617c478bd9Sstevel@tonic-gate 
627c478bd9Sstevel@tonic-gate struct mc_seg_size {
637c478bd9Sstevel@tonic-gate 	uint_t		seg_mask;
647c478bd9Sstevel@tonic-gate 	uint64_t	seg_size;
657c478bd9Sstevel@tonic-gate };
667c478bd9Sstevel@tonic-gate 
677c478bd9Sstevel@tonic-gate struct mc_seg_size mc_seg_table[] = {
687c478bd9Sstevel@tonic-gate 	{ 0x7f,	MC_MB(64)	},
697c478bd9Sstevel@tonic-gate 	{ 0x7e,	MC_MB(128)	},
707c478bd9Sstevel@tonic-gate 	{ 0x7c,	MC_MB(256)	},
717c478bd9Sstevel@tonic-gate 	{ 0x78,	MC_MB(512)	},
727c478bd9Sstevel@tonic-gate 	{ 0x70,	MC_MB(1024)	},
737c478bd9Sstevel@tonic-gate 	{ 0x60,	MC_MB(2048)	},
747c478bd9Sstevel@tonic-gate 	{ 0x40,	MC_MB(4096)	},
757c478bd9Sstevel@tonic-gate 	{ 0,	0		}
767c478bd9Sstevel@tonic-gate };
777c478bd9Sstevel@tonic-gate 
787c478bd9Sstevel@tonic-gate /*
797c478bd9Sstevel@tonic-gate  * Alignment of memory between MC's.
807c478bd9Sstevel@tonic-gate  */
817c478bd9Sstevel@tonic-gate uint64_t
mc_get_mem_alignment()827c478bd9Sstevel@tonic-gate mc_get_mem_alignment()
837c478bd9Sstevel@tonic-gate {
847c478bd9Sstevel@tonic-gate 	return (STARFIRE_MC_MEMBOARD_ALIGNMENT);
857c478bd9Sstevel@tonic-gate }
867c478bd9Sstevel@tonic-gate 
877c478bd9Sstevel@tonic-gate uint64_t
mc_get_asr_addr(pnode_t nodeid)88fa9e4066Sahrens mc_get_asr_addr(pnode_t nodeid)
897c478bd9Sstevel@tonic-gate {
907c478bd9Sstevel@tonic-gate 	int		rlen;
917c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr;
927c478bd9Sstevel@tonic-gate 	struct sf_memunit_regspec	reg;
937c478bd9Sstevel@tonic-gate 
947c478bd9Sstevel@tonic-gate 	rlen = prom_getproplen(nodeid, "reg");
957c478bd9Sstevel@tonic-gate 	if (rlen != sizeof (struct sf_memunit_regspec))
967c478bd9Sstevel@tonic-gate 		return ((uint64_t)-1);
977c478bd9Sstevel@tonic-gate 
987c478bd9Sstevel@tonic-gate 	if (prom_getprop(nodeid, "reg", (caddr_t)&reg) < 0)
997c478bd9Sstevel@tonic-gate 		return ((uint64_t)-1);
1007c478bd9Sstevel@tonic-gate 
1017c478bd9Sstevel@tonic-gate 	psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1027c478bd9Sstevel@tonic-gate 	psi_addr |= (uint64_t)reg.regspec_addr_lo;
1037c478bd9Sstevel@tonic-gate 
1047c478bd9Sstevel@tonic-gate 	return (STARFIRE_MC_ASR_ADDR(psi_addr));
1057c478bd9Sstevel@tonic-gate }
1067c478bd9Sstevel@tonic-gate 
1077c478bd9Sstevel@tonic-gate uint64_t
mc_get_idle_addr(pnode_t nodeid)108fa9e4066Sahrens mc_get_idle_addr(pnode_t nodeid)
1097c478bd9Sstevel@tonic-gate {
1107c478bd9Sstevel@tonic-gate 	int		rlen;
1117c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr;
1127c478bd9Sstevel@tonic-gate 	struct sf_memunit_regspec	reg;
1137c478bd9Sstevel@tonic-gate 
1147c478bd9Sstevel@tonic-gate 	rlen = prom_getproplen(nodeid, "reg");
1157c478bd9Sstevel@tonic-gate 	if (rlen != sizeof (struct sf_memunit_regspec))
1167c478bd9Sstevel@tonic-gate 		return ((uint64_t)-1);
1177c478bd9Sstevel@tonic-gate 
1187c478bd9Sstevel@tonic-gate 	if (prom_getprop(nodeid, "reg", (caddr_t)&reg) < 0)
1197c478bd9Sstevel@tonic-gate 		return ((uint64_t)-1);
1207c478bd9Sstevel@tonic-gate 
1217c478bd9Sstevel@tonic-gate 	psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1227c478bd9Sstevel@tonic-gate 	psi_addr |= (uint64_t)reg.regspec_addr_lo;
1237c478bd9Sstevel@tonic-gate 
1247c478bd9Sstevel@tonic-gate 	return (STARFIRE_MC_IDLE_ADDR(psi_addr));
1257c478bd9Sstevel@tonic-gate }
1267c478bd9Sstevel@tonic-gate 
1277c478bd9Sstevel@tonic-gate int
mc_get_dimm_size(pnode_t nodeid)128fa9e4066Sahrens mc_get_dimm_size(pnode_t nodeid)
1297c478bd9Sstevel@tonic-gate {
1307c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr;
1317c478bd9Sstevel@tonic-gate 	uint_t		dimmtype;
1327c478bd9Sstevel@tonic-gate 	int		i, rlen;
1337c478bd9Sstevel@tonic-gate 	struct sf_memunit_regspec	reg;
1347c478bd9Sstevel@tonic-gate 
1357c478bd9Sstevel@tonic-gate 	rlen = prom_getproplen(nodeid, "reg");
1367c478bd9Sstevel@tonic-gate 	if (rlen != sizeof (struct sf_memunit_regspec))
1377c478bd9Sstevel@tonic-gate 		return (-1);
1387c478bd9Sstevel@tonic-gate 
1397c478bd9Sstevel@tonic-gate 	if (prom_getprop(nodeid, "reg", (caddr_t)&reg) < 0)
1407c478bd9Sstevel@tonic-gate 		return (-1);
1417c478bd9Sstevel@tonic-gate 
1427c478bd9Sstevel@tonic-gate 	psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1437c478bd9Sstevel@tonic-gate 	psi_addr |= (uint64_t)reg.regspec_addr_lo;
1447c478bd9Sstevel@tonic-gate 	psi_addr = STARFIRE_MC_DIMMTYPE_ADDR(psi_addr);
1457c478bd9Sstevel@tonic-gate 
1467c478bd9Sstevel@tonic-gate 	if (psi_addr == (uint64_t)-1)
1477c478bd9Sstevel@tonic-gate 		return (-1);
1487c478bd9Sstevel@tonic-gate 
1497c478bd9Sstevel@tonic-gate 	dimmtype = ldphysio(psi_addr);
1507c478bd9Sstevel@tonic-gate 	dimmtype &= STARFIRE_MC_DIMMSIZE_MASK;
1517c478bd9Sstevel@tonic-gate 
1527c478bd9Sstevel@tonic-gate 	for (i = 0; dimmsize_table[i].mc_type != 0; i++)
1537c478bd9Sstevel@tonic-gate 		if (dimmsize_table[i].mc_type == dimmtype)
1547c478bd9Sstevel@tonic-gate 			break;
1557c478bd9Sstevel@tonic-gate 
1567c478bd9Sstevel@tonic-gate 	return (dimmsize_table[i].mc_module_size);
1577c478bd9Sstevel@tonic-gate }
1587c478bd9Sstevel@tonic-gate 
1597c478bd9Sstevel@tonic-gate uint64_t
mc_get_alignment_mask(pnode_t nodeid)160fa9e4066Sahrens mc_get_alignment_mask(pnode_t nodeid)
1617c478bd9Sstevel@tonic-gate {
1627c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr, seg_sz;
1637c478bd9Sstevel@tonic-gate 	uint_t		mcreg, seg_sz_mask;
1647c478bd9Sstevel@tonic-gate 	int		i, rlen;
1657c478bd9Sstevel@tonic-gate 	struct sf_memunit_regspec	reg;
1667c478bd9Sstevel@tonic-gate 
1677c478bd9Sstevel@tonic-gate 	rlen = prom_getproplen(nodeid, "reg");
1687c478bd9Sstevel@tonic-gate 	if (rlen != sizeof (struct sf_memunit_regspec))
1697c478bd9Sstevel@tonic-gate 		return (-1);
1707c478bd9Sstevel@tonic-gate 
1717c478bd9Sstevel@tonic-gate 	if (prom_getprop(nodeid, "reg", (caddr_t)&reg) < 0)
1727c478bd9Sstevel@tonic-gate 		return (-1);
1737c478bd9Sstevel@tonic-gate 
1747c478bd9Sstevel@tonic-gate 	psi_addr = ((uint64_t)reg.regspec_addr_hi) << 32;
1757c478bd9Sstevel@tonic-gate 	psi_addr |= (uint64_t)reg.regspec_addr_lo;
1767c478bd9Sstevel@tonic-gate 	psi_addr = STARFIRE_MC_ASR_ADDR(psi_addr);
1777c478bd9Sstevel@tonic-gate 
1787c478bd9Sstevel@tonic-gate 	if (psi_addr == (uint64_t)-1)
1797c478bd9Sstevel@tonic-gate 		return (-1);
1807c478bd9Sstevel@tonic-gate 
1817c478bd9Sstevel@tonic-gate 	mcreg = ldphysio(psi_addr);
1827c478bd9Sstevel@tonic-gate 	seg_sz_mask = (mcreg & STARFIRE_MC_MASK_MASK) >> 8;
1837c478bd9Sstevel@tonic-gate 
1847c478bd9Sstevel@tonic-gate 	for (i = 0; mc_seg_table[i].seg_size != 0; i++)
1857c478bd9Sstevel@tonic-gate 		if (mc_seg_table[i].seg_mask == seg_sz_mask)
1867c478bd9Sstevel@tonic-gate 			break;
1877c478bd9Sstevel@tonic-gate 
1887c478bd9Sstevel@tonic-gate 	if (mc_seg_table[i].seg_size == 0)
1897c478bd9Sstevel@tonic-gate 		seg_sz = mc_get_mem_alignment();
1907c478bd9Sstevel@tonic-gate 	else
1917c478bd9Sstevel@tonic-gate 		seg_sz = mc_seg_table[i].seg_size;
1927c478bd9Sstevel@tonic-gate 
1937c478bd9Sstevel@tonic-gate #ifdef DEBUG
194*bf30efa4Smathue 	printf("nodeid %x, mc asr addr %lx, val %x, seg_sz_mask %x, "
195*bf30efa4Smathue 	    "seg_sz %lx\n", nodeid, psi_addr, mcreg, seg_sz_mask, seg_sz);
1967c478bd9Sstevel@tonic-gate #endif /* DEBUG */
1977c478bd9Sstevel@tonic-gate 
1987c478bd9Sstevel@tonic-gate 	return (seg_sz - 1);
1997c478bd9Sstevel@tonic-gate }
2007c478bd9Sstevel@tonic-gate 
2017c478bd9Sstevel@tonic-gate int
mc_read_asr(pnode_t nodeid,uint_t * mcregp)202fa9e4066Sahrens mc_read_asr(pnode_t nodeid, uint_t *mcregp)
2037c478bd9Sstevel@tonic-gate {
2047c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr;
2057c478bd9Sstevel@tonic-gate 
2067c478bd9Sstevel@tonic-gate 	*mcregp = 0;
2077c478bd9Sstevel@tonic-gate 
2087c478bd9Sstevel@tonic-gate 	psi_addr = mc_get_asr_addr(nodeid);
2097c478bd9Sstevel@tonic-gate 	if (psi_addr == (uint64_t)-1)
2107c478bd9Sstevel@tonic-gate 		return (-1);
2117c478bd9Sstevel@tonic-gate 
2127c478bd9Sstevel@tonic-gate 	*mcregp = ldphysio(psi_addr);
2137c478bd9Sstevel@tonic-gate 
2147c478bd9Sstevel@tonic-gate 	return (0);
2157c478bd9Sstevel@tonic-gate }
2167c478bd9Sstevel@tonic-gate 
2177c478bd9Sstevel@tonic-gate int
mc_write_asr(pnode_t nodeid,uint_t mcreg)218fa9e4066Sahrens mc_write_asr(pnode_t nodeid, uint_t mcreg)
2197c478bd9Sstevel@tonic-gate {
2207c478bd9Sstevel@tonic-gate 	uint_t		mcreg_rd;
2217c478bd9Sstevel@tonic-gate 	uint64_t	psi_addr;
2227c478bd9Sstevel@tonic-gate 
2237c478bd9Sstevel@tonic-gate 	psi_addr = mc_get_asr_addr(nodeid);
2247c478bd9Sstevel@tonic-gate 	if (psi_addr == (uint64_t)-1)
2257c478bd9Sstevel@tonic-gate 		return (-1);
2267c478bd9Sstevel@tonic-gate 
2277c478bd9Sstevel@tonic-gate 	stphysio(psi_addr, mcreg);
2287c478bd9Sstevel@tonic-gate 
2297c478bd9Sstevel@tonic-gate 	mcreg_rd = ldphysio(psi_addr);
2307c478bd9Sstevel@tonic-gate 	ASSERT(mcreg_rd == mcreg);
2317c478bd9Sstevel@tonic-gate 
2327c478bd9Sstevel@tonic-gate 	return ((mcreg_rd != mcreg) ? -1 : 0);
2337c478bd9Sstevel@tonic-gate }
2347c478bd9Sstevel@tonic-gate 
2357c478bd9Sstevel@tonic-gate uint64_t
mc_asr_to_pa(uint_t mcreg)2367c478bd9Sstevel@tonic-gate mc_asr_to_pa(uint_t mcreg)
2377c478bd9Sstevel@tonic-gate {
2387c478bd9Sstevel@tonic-gate 	uint64_t	pa, masr, addrmask, lowbitmask;
2397c478bd9Sstevel@tonic-gate 
2407c478bd9Sstevel@tonic-gate 	/*
2417c478bd9Sstevel@tonic-gate 	 * Remove memory present bit.
2427c478bd9Sstevel@tonic-gate 	 */
2437c478bd9Sstevel@tonic-gate 	masr = (uint64_t)(mcreg & ~STARFIRE_MC_MEM_PRESENT_MASK);
2447c478bd9Sstevel@tonic-gate 	/*
2457c478bd9Sstevel@tonic-gate 	 * Get mask for bits 32-26.
2467c478bd9Sstevel@tonic-gate 	 */
2477c478bd9Sstevel@tonic-gate 	lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK;
2487c478bd9Sstevel@tonic-gate 	lowbitmask <<= STARFIRE_MC_MASK_SHIFT;
2497c478bd9Sstevel@tonic-gate 	addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask;
2507c478bd9Sstevel@tonic-gate 
2517c478bd9Sstevel@tonic-gate 	pa = (masr << STARFIRE_MC_BASE_SHIFT) & addrmask;
2527c478bd9Sstevel@tonic-gate 
2537c478bd9Sstevel@tonic-gate 	return (pa);
2547c478bd9Sstevel@tonic-gate }
2557c478bd9Sstevel@tonic-gate 
2567c478bd9Sstevel@tonic-gate uint_t
mc_pa_to_asr(uint_t masr,uint64_t pa)2577c478bd9Sstevel@tonic-gate mc_pa_to_asr(uint_t masr, uint64_t pa)
2587c478bd9Sstevel@tonic-gate {
2597c478bd9Sstevel@tonic-gate 	uint64_t	addrmask, lowbitmask;
2607c478bd9Sstevel@tonic-gate 	uint_t		base;
2617c478bd9Sstevel@tonic-gate 
2627c478bd9Sstevel@tonic-gate 	/*
2637c478bd9Sstevel@tonic-gate 	 * Get mask for bits 32-26.
2647c478bd9Sstevel@tonic-gate 	 */
2657c478bd9Sstevel@tonic-gate 	lowbitmask = masr & (uint64_t)STARFIRE_MC_MASK_MASK;
2667c478bd9Sstevel@tonic-gate 	lowbitmask <<= STARFIRE_MC_MASK_SHIFT;
2677c478bd9Sstevel@tonic-gate 	addrmask = STARFIRE_MC_ADDR_HIBITS | lowbitmask;
2687c478bd9Sstevel@tonic-gate 
2697c478bd9Sstevel@tonic-gate 	base  = (pa & addrmask) >> STARFIRE_MC_BASE_SHIFT;
2707c478bd9Sstevel@tonic-gate 	masr &= ~ STARFIRE_MC_MEM_BASEADDR_MASK;
2717c478bd9Sstevel@tonic-gate 	masr |= base & STARFIRE_MC_MEM_BASEADDR_MASK;
2727c478bd9Sstevel@tonic-gate 
2737c478bd9Sstevel@tonic-gate 	ASSERT(mc_asr_to_pa(masr) == pa);
2747c478bd9Sstevel@tonic-gate 
2757c478bd9Sstevel@tonic-gate 	return (masr);
2767c478bd9Sstevel@tonic-gate }
277