17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 512af71e9Sayznaga * Common Development and Distribution License (the "License"). 612af71e9Sayznaga * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 2256f33205SJonathan Adams * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 2448bbca81SDaniel Hoffman * Copyright (c) 2016 by Delphix. All rights reserved. 257c478bd9Sstevel@tonic-gate */ 267c478bd9Sstevel@tonic-gate 277c478bd9Sstevel@tonic-gate /* 28*80d5689fSPatrick Mooney * Copyright 2017 Joyent, Inc. 29b1c760bdSJames Blachly * Copyright 2017 James S Blachly, MD <james.blachly@gmail.com> 30915c848aSBryan Cantrill */ 31915c848aSBryan Cantrill 32915c848aSBryan Cantrill /* 337c478bd9Sstevel@tonic-gate * Memory special file 347c478bd9Sstevel@tonic-gate */ 357c478bd9Sstevel@tonic-gate 367c478bd9Sstevel@tonic-gate #include <sys/types.h> 377c478bd9Sstevel@tonic-gate #include <sys/param.h> 387c478bd9Sstevel@tonic-gate #include <sys/user.h> 397c478bd9Sstevel@tonic-gate #include <sys/buf.h> 407c478bd9Sstevel@tonic-gate #include <sys/systm.h> 417c478bd9Sstevel@tonic-gate #include <sys/cred.h> 427c478bd9Sstevel@tonic-gate #include <sys/vm.h> 437c478bd9Sstevel@tonic-gate #include <sys/uio.h> 447c478bd9Sstevel@tonic-gate #include <sys/mman.h> 457c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 467c478bd9Sstevel@tonic-gate #include <vm/seg.h> 477c478bd9Sstevel@tonic-gate #include <vm/page.h> 487c478bd9Sstevel@tonic-gate #include <sys/stat.h> 497c478bd9Sstevel@tonic-gate #include <sys/vmem.h> 507c478bd9Sstevel@tonic-gate #include <sys/memlist.h> 517c478bd9Sstevel@tonic-gate #include <sys/bootconf.h> 527c478bd9Sstevel@tonic-gate 537c478bd9Sstevel@tonic-gate #include <vm/seg_vn.h> 547c478bd9Sstevel@tonic-gate #include <vm/seg_dev.h> 557c478bd9Sstevel@tonic-gate #include <vm/seg_kmem.h> 567c478bd9Sstevel@tonic-gate #include <vm/seg_kp.h> 577c478bd9Sstevel@tonic-gate #include <vm/seg_kpm.h> 587c478bd9Sstevel@tonic-gate #include <vm/hat.h> 597c478bd9Sstevel@tonic-gate 607c478bd9Sstevel@tonic-gate #include <sys/conf.h> 617c478bd9Sstevel@tonic-gate #include <sys/mem.h> 627c478bd9Sstevel@tonic-gate #include <sys/types.h> 637c478bd9Sstevel@tonic-gate #include <sys/conf.h> 647c478bd9Sstevel@tonic-gate #include <sys/param.h> 657c478bd9Sstevel@tonic-gate #include <sys/systm.h> 667c478bd9Sstevel@tonic-gate #include <sys/errno.h> 677c478bd9Sstevel@tonic-gate #include <sys/modctl.h> 687c478bd9Sstevel@tonic-gate #include <sys/memlist.h> 697c478bd9Sstevel@tonic-gate #include <sys/ddi.h> 707c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 717c478bd9Sstevel@tonic-gate #include <sys/debug.h> 72d00f0155Sayznaga #include <sys/fm/protocol.h> 737c478bd9Sstevel@tonic-gate 747aec1d6eScindi #if defined(__sparc) 757c478bd9Sstevel@tonic-gate extern int cpu_get_mem_name(uint64_t, uint64_t *, uint64_t, char *, int, int *); 767c478bd9Sstevel@tonic-gate extern int cpu_get_mem_info(uint64_t, uint64_t, uint64_t *, uint64_t *, 777c478bd9Sstevel@tonic-gate uint64_t *, int *, int *, int *); 787c478bd9Sstevel@tonic-gate extern size_t cpu_get_name_bufsize(void); 79d00f0155Sayznaga extern int cpu_get_mem_sid(char *, char *, int, int *); 80d00f0155Sayznaga extern int cpu_get_mem_addr(char *, char *, uint64_t, uint64_t *); 81ae115bc7Smrj #elif defined(__x86) 827aec1d6eScindi #include <sys/cpu_module.h> 83d00f0155Sayznaga #endif /* __sparc */ 847c478bd9Sstevel@tonic-gate 857c478bd9Sstevel@tonic-gate /* 867c478bd9Sstevel@tonic-gate * Turn a byte length into a pagecount. The DDI btop takes a 877c478bd9Sstevel@tonic-gate * 32-bit size on 32-bit machines, this handles 64-bit sizes for 887c478bd9Sstevel@tonic-gate * large physical-memory 32-bit machines. 897c478bd9Sstevel@tonic-gate */ 907c478bd9Sstevel@tonic-gate #define BTOP(x) ((pgcnt_t)((x) >> _pageshift)) 917c478bd9Sstevel@tonic-gate 927c478bd9Sstevel@tonic-gate static kmutex_t mm_lock; 937c478bd9Sstevel@tonic-gate static caddr_t mm_map; 947c478bd9Sstevel@tonic-gate 957c478bd9Sstevel@tonic-gate static dev_info_t *mm_dip; /* private copy of devinfo pointer */ 967c478bd9Sstevel@tonic-gate 977c478bd9Sstevel@tonic-gate static int mm_kmem_io_access; 987c478bd9Sstevel@tonic-gate 997c478bd9Sstevel@tonic-gate static int mm_kstat_update(kstat_t *ksp, int rw); 1007c478bd9Sstevel@tonic-gate static int mm_kstat_snapshot(kstat_t *ksp, void *buf, int rw); 1017c478bd9Sstevel@tonic-gate 102d00f0155Sayznaga static int mm_read_mem_name(intptr_t data, mem_name_t *mem_name); 103d00f0155Sayznaga 104915c848aSBryan Cantrill #define MM_KMEMLOG_NENTRIES 64 105915c848aSBryan Cantrill 106915c848aSBryan Cantrill static int mm_kmemlogent; 107915c848aSBryan Cantrill static mm_logentry_t mm_kmemlog[MM_KMEMLOG_NENTRIES]; 108915c848aSBryan Cantrill 109915c848aSBryan Cantrill /* 110915c848aSBryan Cantrill * On kmem/allmem writes, we log information that might be useful in the event 111915c848aSBryan Cantrill * that a write is errant (that is, due to operator error) and induces a later 112915c848aSBryan Cantrill * problem. Note that (in particular) in the event of such operator-induced 113915c848aSBryan Cantrill * corruption, a search over the kernel address space for the corrupted 114915c848aSBryan Cantrill * address will yield the ring buffer entry that recorded the write. And 115915c848aSBryan Cantrill * should it seem baroque or otherwise unnecessary, yes, we need this kind of 116915c848aSBryan Cantrill * auditing facility and yes, we learned that the hard way: disturbingly, 117915c848aSBryan Cantrill * there exist recommendations for "tuning" the system that involve writing to 118915c848aSBryan Cantrill * kernel memory addresses via the kernel debugger, and -- as we discovered -- 119915c848aSBryan Cantrill * these can easily be applied incorrectly or unsafely, yielding an entirely 120915c848aSBryan Cantrill * undebuggable "can't happen" kind of panic. 121915c848aSBryan Cantrill */ 122915c848aSBryan Cantrill static void 123915c848aSBryan Cantrill mm_logkmem(struct uio *uio) 124915c848aSBryan Cantrill { 125915c848aSBryan Cantrill mm_logentry_t *ent; 126915c848aSBryan Cantrill proc_t *p = curthread->t_procp; 127915c848aSBryan Cantrill 128915c848aSBryan Cantrill mutex_enter(&mm_lock); 129915c848aSBryan Cantrill 130915c848aSBryan Cantrill ent = &mm_kmemlog[mm_kmemlogent++]; 131915c848aSBryan Cantrill 132915c848aSBryan Cantrill if (mm_kmemlogent == MM_KMEMLOG_NENTRIES) 133915c848aSBryan Cantrill mm_kmemlogent = 0; 134915c848aSBryan Cantrill 135915c848aSBryan Cantrill ent->mle_vaddr = (uintptr_t)uio->uio_loffset; 136915c848aSBryan Cantrill ent->mle_len = uio->uio_resid; 137915c848aSBryan Cantrill gethrestime(&ent->mle_hrestime); 138915c848aSBryan Cantrill ent->mle_hrtime = gethrtime(); 139915c848aSBryan Cantrill ent->mle_pid = p->p_pidp->pid_id; 140915c848aSBryan Cantrill 141915c848aSBryan Cantrill (void) strncpy(ent->mle_psargs, 142915c848aSBryan Cantrill p->p_user.u_psargs, sizeof (ent->mle_psargs)); 143915c848aSBryan Cantrill 144915c848aSBryan Cantrill mutex_exit(&mm_lock); 145915c848aSBryan Cantrill } 146915c848aSBryan Cantrill 1477c478bd9Sstevel@tonic-gate /*ARGSUSED1*/ 1487c478bd9Sstevel@tonic-gate static int 1497c478bd9Sstevel@tonic-gate mm_attach(dev_info_t *devi, ddi_attach_cmd_t cmd) 1507c478bd9Sstevel@tonic-gate { 1517c478bd9Sstevel@tonic-gate int i; 1527c478bd9Sstevel@tonic-gate struct mem_minor { 1537c478bd9Sstevel@tonic-gate char *name; 1547c478bd9Sstevel@tonic-gate minor_t minor; 1557c478bd9Sstevel@tonic-gate int privonly; 1567c478bd9Sstevel@tonic-gate const char *rdpriv; 1577c478bd9Sstevel@tonic-gate const char *wrpriv; 1587c478bd9Sstevel@tonic-gate mode_t priv_mode; 1597c478bd9Sstevel@tonic-gate } mm[] = { 1607c478bd9Sstevel@tonic-gate { "mem", M_MEM, 0, NULL, "all", 0640 }, 1617c478bd9Sstevel@tonic-gate { "kmem", M_KMEM, 0, NULL, "all", 0640 }, 1627c478bd9Sstevel@tonic-gate { "allkmem", M_ALLKMEM, 0, "all", "all", 0600 }, 1637c478bd9Sstevel@tonic-gate { "null", M_NULL, PRIVONLY_DEV, NULL, NULL, 0666 }, 1647c478bd9Sstevel@tonic-gate { "zero", M_ZERO, PRIVONLY_DEV, NULL, NULL, 0666 }, 165b1c760bdSJames Blachly { "full", M_FULL, PRIVONLY_DEV, NULL, NULL, 0666 }, 1667c478bd9Sstevel@tonic-gate }; 1677c478bd9Sstevel@tonic-gate kstat_t *ksp; 1687c478bd9Sstevel@tonic-gate 1697c478bd9Sstevel@tonic-gate mutex_init(&mm_lock, NULL, MUTEX_DEFAULT, NULL); 1707c478bd9Sstevel@tonic-gate mm_map = vmem_alloc(heap_arena, PAGESIZE, VM_SLEEP); 1717c478bd9Sstevel@tonic-gate 1727c478bd9Sstevel@tonic-gate for (i = 0; i < (sizeof (mm) / sizeof (mm[0])); i++) { 1737c478bd9Sstevel@tonic-gate if (ddi_create_priv_minor_node(devi, mm[i].name, S_IFCHR, 1747c478bd9Sstevel@tonic-gate mm[i].minor, DDI_PSEUDO, mm[i].privonly, 1757c478bd9Sstevel@tonic-gate mm[i].rdpriv, mm[i].wrpriv, mm[i].priv_mode) == 1767c478bd9Sstevel@tonic-gate DDI_FAILURE) { 1777c478bd9Sstevel@tonic-gate ddi_remove_minor_node(devi, NULL); 1787c478bd9Sstevel@tonic-gate return (DDI_FAILURE); 1797c478bd9Sstevel@tonic-gate } 1807c478bd9Sstevel@tonic-gate } 1817c478bd9Sstevel@tonic-gate 1827c478bd9Sstevel@tonic-gate mm_dip = devi; 1837c478bd9Sstevel@tonic-gate 1847c478bd9Sstevel@tonic-gate ksp = kstat_create("mm", 0, "phys_installed", "misc", 1857c478bd9Sstevel@tonic-gate KSTAT_TYPE_RAW, 0, KSTAT_FLAG_VAR_SIZE | KSTAT_FLAG_VIRTUAL); 1867c478bd9Sstevel@tonic-gate if (ksp != NULL) { 1877c478bd9Sstevel@tonic-gate ksp->ks_update = mm_kstat_update; 1887c478bd9Sstevel@tonic-gate ksp->ks_snapshot = mm_kstat_snapshot; 1897c478bd9Sstevel@tonic-gate ksp->ks_lock = &mm_lock; /* XXX - not really needed */ 1907c478bd9Sstevel@tonic-gate kstat_install(ksp); 1917c478bd9Sstevel@tonic-gate } 1927c478bd9Sstevel@tonic-gate 1937c478bd9Sstevel@tonic-gate mm_kmem_io_access = ddi_getprop(DDI_DEV_T_ANY, devi, DDI_PROP_DONTPASS, 1947c478bd9Sstevel@tonic-gate "kmem_io_access", 0); 1957c478bd9Sstevel@tonic-gate 1967c478bd9Sstevel@tonic-gate return (DDI_SUCCESS); 1977c478bd9Sstevel@tonic-gate } 1987c478bd9Sstevel@tonic-gate 1997c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 2007c478bd9Sstevel@tonic-gate static int 2017c478bd9Sstevel@tonic-gate mm_info(dev_info_t *dip, ddi_info_cmd_t infocmd, void *arg, void **result) 2027c478bd9Sstevel@tonic-gate { 2037c478bd9Sstevel@tonic-gate register int error; 2047c478bd9Sstevel@tonic-gate 2057c478bd9Sstevel@tonic-gate switch (infocmd) { 2067c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2DEVINFO: 2077c478bd9Sstevel@tonic-gate *result = (void *)mm_dip; 2087c478bd9Sstevel@tonic-gate error = DDI_SUCCESS; 2097c478bd9Sstevel@tonic-gate break; 2107c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2INSTANCE: 2117c478bd9Sstevel@tonic-gate *result = (void *)0; 2127c478bd9Sstevel@tonic-gate error = DDI_SUCCESS; 2137c478bd9Sstevel@tonic-gate break; 2147c478bd9Sstevel@tonic-gate default: 2157c478bd9Sstevel@tonic-gate error = DDI_FAILURE; 2167c478bd9Sstevel@tonic-gate } 2177c478bd9Sstevel@tonic-gate return (error); 2187c478bd9Sstevel@tonic-gate } 2197c478bd9Sstevel@tonic-gate 2207c478bd9Sstevel@tonic-gate /*ARGSUSED1*/ 2217c478bd9Sstevel@tonic-gate static int 2227c478bd9Sstevel@tonic-gate mmopen(dev_t *devp, int flag, int typ, struct cred *cred) 2237c478bd9Sstevel@tonic-gate { 2247c478bd9Sstevel@tonic-gate switch (getminor(*devp)) { 2257c478bd9Sstevel@tonic-gate case M_NULL: 2267c478bd9Sstevel@tonic-gate case M_ZERO: 227b1c760bdSJames Blachly case M_FULL: 2287c478bd9Sstevel@tonic-gate case M_MEM: 2297c478bd9Sstevel@tonic-gate case M_KMEM: 2307c478bd9Sstevel@tonic-gate case M_ALLKMEM: 2317c478bd9Sstevel@tonic-gate /* standard devices */ 2327c478bd9Sstevel@tonic-gate break; 2337c478bd9Sstevel@tonic-gate 2347c478bd9Sstevel@tonic-gate default: 2357c478bd9Sstevel@tonic-gate /* Unsupported or unknown type */ 2367c478bd9Sstevel@tonic-gate return (EINVAL); 2377c478bd9Sstevel@tonic-gate } 2384f7df455Scth /* must be character device */ 2394f7df455Scth if (typ != OTYP_CHR) 2404f7df455Scth return (EINVAL); 2417c478bd9Sstevel@tonic-gate return (0); 2427c478bd9Sstevel@tonic-gate } 2437c478bd9Sstevel@tonic-gate 2447c478bd9Sstevel@tonic-gate struct pollhead mm_pollhd; 2457c478bd9Sstevel@tonic-gate 2467c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 2477c478bd9Sstevel@tonic-gate static int 2487c478bd9Sstevel@tonic-gate mmchpoll(dev_t dev, short events, int anyyet, short *reventsp, 2497c478bd9Sstevel@tonic-gate struct pollhead **phpp) 2507c478bd9Sstevel@tonic-gate { 2517c478bd9Sstevel@tonic-gate switch (getminor(dev)) { 2527c478bd9Sstevel@tonic-gate case M_NULL: 2537c478bd9Sstevel@tonic-gate case M_ZERO: 254b1c760bdSJames Blachly case M_FULL: 2557c478bd9Sstevel@tonic-gate case M_MEM: 2567c478bd9Sstevel@tonic-gate case M_KMEM: 2577c478bd9Sstevel@tonic-gate case M_ALLKMEM: 2587c478bd9Sstevel@tonic-gate *reventsp = events & (POLLIN | POLLOUT | POLLPRI | POLLRDNORM | 2597c478bd9Sstevel@tonic-gate POLLWRNORM | POLLRDBAND | POLLWRBAND); 2607c478bd9Sstevel@tonic-gate /* 2617c478bd9Sstevel@tonic-gate * A non NULL pollhead pointer should be returned in case 262*80d5689fSPatrick Mooney * user polls for 0 events or is doing an edge-triggerd poll. 2637c478bd9Sstevel@tonic-gate */ 264*80d5689fSPatrick Mooney if ((!*reventsp && !anyyet) || (events & POLLET)) { 265*80d5689fSPatrick Mooney *phpp = &mm_pollhd; 266*80d5689fSPatrick Mooney } 2677c478bd9Sstevel@tonic-gate return (0); 2687c478bd9Sstevel@tonic-gate default: 2697c478bd9Sstevel@tonic-gate /* no other devices currently support polling */ 2707c478bd9Sstevel@tonic-gate return (ENXIO); 2717c478bd9Sstevel@tonic-gate } 2727c478bd9Sstevel@tonic-gate } 2737c478bd9Sstevel@tonic-gate 2747c478bd9Sstevel@tonic-gate static int 2757c478bd9Sstevel@tonic-gate mmpropop(dev_t dev, dev_info_t *dip, ddi_prop_op_t prop_op, int flags, 2767c478bd9Sstevel@tonic-gate char *name, caddr_t valuep, int *lengthp) 2777c478bd9Sstevel@tonic-gate { 2787c478bd9Sstevel@tonic-gate /* 2797c478bd9Sstevel@tonic-gate * implement zero size to reduce overhead (avoid two failing 2807c478bd9Sstevel@tonic-gate * property lookups per stat). 2817c478bd9Sstevel@tonic-gate */ 2827c478bd9Sstevel@tonic-gate return (ddi_prop_op_size(dev, dip, prop_op, 2837c478bd9Sstevel@tonic-gate flags, name, valuep, lengthp, 0)); 2847c478bd9Sstevel@tonic-gate } 2857c478bd9Sstevel@tonic-gate 2867c478bd9Sstevel@tonic-gate static int 287d20abfaaSPavel Tatashin mmio(struct uio *uio, enum uio_rw rw, pfn_t pfn, off_t pageoff, int allowio, 288d20abfaaSPavel Tatashin page_t *pp) 2897c478bd9Sstevel@tonic-gate { 2907c478bd9Sstevel@tonic-gate int error = 0; 291d20abfaaSPavel Tatashin int devload = 0; 292d20abfaaSPavel Tatashin int is_memory = pf_is_memory(pfn); 2937c478bd9Sstevel@tonic-gate size_t nbytes = MIN((size_t)(PAGESIZE - pageoff), 2947c478bd9Sstevel@tonic-gate (size_t)uio->uio_iov->iov_len); 295d20abfaaSPavel Tatashin caddr_t va = NULL; 2967c478bd9Sstevel@tonic-gate 2977c478bd9Sstevel@tonic-gate mutex_enter(&mm_lock); 298d20abfaaSPavel Tatashin 299d20abfaaSPavel Tatashin if (is_memory && kpm_enable) { 300d20abfaaSPavel Tatashin if (pp) 301d20abfaaSPavel Tatashin va = hat_kpm_mapin(pp, NULL); 302d20abfaaSPavel Tatashin else 303d20abfaaSPavel Tatashin va = hat_kpm_mapin_pfn(pfn); 304d20abfaaSPavel Tatashin } 305d20abfaaSPavel Tatashin 306d20abfaaSPavel Tatashin if (va == NULL) { 3077c478bd9Sstevel@tonic-gate hat_devload(kas.a_hat, mm_map, PAGESIZE, pfn, 3087c478bd9Sstevel@tonic-gate (uint_t)(rw == UIO_READ ? PROT_READ : PROT_READ|PROT_WRITE), 3097c478bd9Sstevel@tonic-gate HAT_LOAD_NOCONSIST|HAT_LOAD_LOCK); 310d20abfaaSPavel Tatashin va = mm_map; 311d20abfaaSPavel Tatashin devload = 1; 312d20abfaaSPavel Tatashin } 3137c478bd9Sstevel@tonic-gate 314d20abfaaSPavel Tatashin if (!is_memory) { 3157c478bd9Sstevel@tonic-gate if (allowio) { 3167c478bd9Sstevel@tonic-gate size_t c = uio->uio_iov->iov_len; 3177c478bd9Sstevel@tonic-gate 3187c478bd9Sstevel@tonic-gate if (ddi_peekpokeio(NULL, uio, rw, 3197c478bd9Sstevel@tonic-gate (caddr_t)(uintptr_t)uio->uio_loffset, c, 3207c478bd9Sstevel@tonic-gate sizeof (int32_t)) != DDI_SUCCESS) 3217c478bd9Sstevel@tonic-gate error = EFAULT; 3227c478bd9Sstevel@tonic-gate } else 3237c478bd9Sstevel@tonic-gate error = EIO; 3249d0d62adSJason Beloro } else 325d20abfaaSPavel Tatashin error = uiomove(va + pageoff, nbytes, rw, uio); 3267c478bd9Sstevel@tonic-gate 327d20abfaaSPavel Tatashin if (devload) 3287c478bd9Sstevel@tonic-gate hat_unload(kas.a_hat, mm_map, PAGESIZE, HAT_UNLOAD_UNLOCK); 329d20abfaaSPavel Tatashin else if (pp) 330d20abfaaSPavel Tatashin hat_kpm_mapout(pp, NULL, va); 331d20abfaaSPavel Tatashin else 332d20abfaaSPavel Tatashin hat_kpm_mapout_pfn(pfn); 333d20abfaaSPavel Tatashin 3347c478bd9Sstevel@tonic-gate mutex_exit(&mm_lock); 3357c478bd9Sstevel@tonic-gate return (error); 3367c478bd9Sstevel@tonic-gate } 3377c478bd9Sstevel@tonic-gate 3381bd5c35fSelowe static int 3391bd5c35fSelowe mmpagelock(struct as *as, caddr_t va) 3401bd5c35fSelowe { 3411bd5c35fSelowe struct seg *seg; 3421bd5c35fSelowe int i; 3431bd5c35fSelowe 344dc32d872SJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER); 3451bd5c35fSelowe seg = as_segat(as, va); 3461bd5c35fSelowe i = (seg != NULL)? SEGOP_CAPABLE(seg, S_CAPABILITY_NOMINFLT) : 0; 347dc32d872SJosef 'Jeff' Sipek AS_LOCK_EXIT(as); 3481bd5c35fSelowe 3491bd5c35fSelowe return (i); 3501bd5c35fSelowe } 3511bd5c35fSelowe 352843e1988Sjohnlev #ifdef __sparc 353843e1988Sjohnlev 3541bd5c35fSelowe #define NEED_LOCK_KVADDR(kva) mmpagelock(&kas, kva) 3557c478bd9Sstevel@tonic-gate 3567c478bd9Sstevel@tonic-gate #else /* __i386, __amd64 */ 3577c478bd9Sstevel@tonic-gate 3587c478bd9Sstevel@tonic-gate #define NEED_LOCK_KVADDR(va) 0 3597c478bd9Sstevel@tonic-gate 3607c478bd9Sstevel@tonic-gate #endif /* __sparc */ 3617c478bd9Sstevel@tonic-gate 3627c478bd9Sstevel@tonic-gate /*ARGSUSED3*/ 3637c478bd9Sstevel@tonic-gate static int 3647c478bd9Sstevel@tonic-gate mmrw(dev_t dev, struct uio *uio, enum uio_rw rw, cred_t *cred) 3657c478bd9Sstevel@tonic-gate { 3667c478bd9Sstevel@tonic-gate pfn_t v; 3677c478bd9Sstevel@tonic-gate struct iovec *iov; 3687c478bd9Sstevel@tonic-gate int error = 0; 3697c478bd9Sstevel@tonic-gate size_t c; 3707c478bd9Sstevel@tonic-gate ssize_t oresid = uio->uio_resid; 3717c478bd9Sstevel@tonic-gate minor_t minor = getminor(dev); 3727c478bd9Sstevel@tonic-gate 3737c478bd9Sstevel@tonic-gate while (uio->uio_resid > 0 && error == 0) { 3747c478bd9Sstevel@tonic-gate iov = uio->uio_iov; 3757c478bd9Sstevel@tonic-gate if (iov->iov_len == 0) { 3767c478bd9Sstevel@tonic-gate uio->uio_iov++; 3777c478bd9Sstevel@tonic-gate uio->uio_iovcnt--; 3787c478bd9Sstevel@tonic-gate if (uio->uio_iovcnt < 0) 3797c478bd9Sstevel@tonic-gate panic("mmrw"); 3807c478bd9Sstevel@tonic-gate continue; 3817c478bd9Sstevel@tonic-gate } 3827c478bd9Sstevel@tonic-gate switch (minor) { 3837c478bd9Sstevel@tonic-gate 3847c478bd9Sstevel@tonic-gate case M_MEM: 3857c478bd9Sstevel@tonic-gate memlist_read_lock(); 3867c478bd9Sstevel@tonic-gate if (!address_in_memlist(phys_install, 3877c478bd9Sstevel@tonic-gate (uint64_t)uio->uio_loffset, 1)) { 3887c478bd9Sstevel@tonic-gate memlist_read_unlock(); 3897c478bd9Sstevel@tonic-gate error = EFAULT; 3907c478bd9Sstevel@tonic-gate break; 3917c478bd9Sstevel@tonic-gate } 3927c478bd9Sstevel@tonic-gate memlist_read_unlock(); 3937c478bd9Sstevel@tonic-gate 3947c478bd9Sstevel@tonic-gate v = BTOP((u_offset_t)uio->uio_loffset); 3957c478bd9Sstevel@tonic-gate error = mmio(uio, rw, v, 396d20abfaaSPavel Tatashin uio->uio_loffset & PAGEOFFSET, 0, NULL); 3977c478bd9Sstevel@tonic-gate break; 3987c478bd9Sstevel@tonic-gate 3997c478bd9Sstevel@tonic-gate case M_KMEM: 4007c478bd9Sstevel@tonic-gate case M_ALLKMEM: 4017c478bd9Sstevel@tonic-gate { 402d20abfaaSPavel Tatashin page_t **ppp = NULL; 4037c478bd9Sstevel@tonic-gate caddr_t vaddr = (caddr_t)uio->uio_offset; 4047c478bd9Sstevel@tonic-gate int try_lock = NEED_LOCK_KVADDR(vaddr); 4057c478bd9Sstevel@tonic-gate int locked = 0; 4067c478bd9Sstevel@tonic-gate 407843e1988Sjohnlev if ((error = plat_mem_do_mmio(uio, rw)) != ENOTSUP) 408ae115bc7Smrj break; 409ae115bc7Smrj 410915c848aSBryan Cantrill if (rw == UIO_WRITE) 411915c848aSBryan Cantrill mm_logkmem(uio); 412915c848aSBryan Cantrill 4137c478bd9Sstevel@tonic-gate /* 4147c478bd9Sstevel@tonic-gate * If vaddr does not map a valid page, as_pagelock() 4157c478bd9Sstevel@tonic-gate * will return failure. Hence we can't check the 4167c478bd9Sstevel@tonic-gate * return value and return EFAULT here as we'd like. 4177c478bd9Sstevel@tonic-gate * seg_kp and seg_kpm do not properly support 4187c478bd9Sstevel@tonic-gate * as_pagelock() for this context so we avoid it 4197c478bd9Sstevel@tonic-gate * using the try_lock set check above. Some day when 4207c478bd9Sstevel@tonic-gate * the kernel page locking gets redesigned all this 4217c478bd9Sstevel@tonic-gate * muck can be cleaned up. 4227c478bd9Sstevel@tonic-gate */ 4237c478bd9Sstevel@tonic-gate if (try_lock) 4247c478bd9Sstevel@tonic-gate locked = (as_pagelock(&kas, &ppp, vaddr, 4257c478bd9Sstevel@tonic-gate PAGESIZE, S_WRITE) == 0); 4267c478bd9Sstevel@tonic-gate 427e42d2a1cSjongkis v = hat_getpfnum(kas.a_hat, 428e42d2a1cSjongkis (caddr_t)(uintptr_t)uio->uio_loffset); 4297c478bd9Sstevel@tonic-gate if (v == PFN_INVALID) { 4307c478bd9Sstevel@tonic-gate if (locked) 4317c478bd9Sstevel@tonic-gate as_pageunlock(&kas, ppp, vaddr, 4327c478bd9Sstevel@tonic-gate PAGESIZE, S_WRITE); 4337c478bd9Sstevel@tonic-gate error = EFAULT; 4347c478bd9Sstevel@tonic-gate break; 4357c478bd9Sstevel@tonic-gate } 4367c478bd9Sstevel@tonic-gate 4377c478bd9Sstevel@tonic-gate error = mmio(uio, rw, v, uio->uio_loffset & PAGEOFFSET, 438d20abfaaSPavel Tatashin minor == M_ALLKMEM || mm_kmem_io_access, 439d20abfaaSPavel Tatashin (locked && ppp) ? *ppp : NULL); 4407c478bd9Sstevel@tonic-gate if (locked) 4417c478bd9Sstevel@tonic-gate as_pageunlock(&kas, ppp, vaddr, PAGESIZE, 4427c478bd9Sstevel@tonic-gate S_WRITE); 4437c478bd9Sstevel@tonic-gate } 4447c478bd9Sstevel@tonic-gate 4457c478bd9Sstevel@tonic-gate break; 4467c478bd9Sstevel@tonic-gate 447b1c760bdSJames Blachly case M_FULL: 448b1c760bdSJames Blachly if (rw == UIO_WRITE) { 449b1c760bdSJames Blachly error = ENOSPC; 450b1c760bdSJames Blachly break; 451b1c760bdSJames Blachly } 452b1c760bdSJames Blachly /* else it's a read, fall through to zero case */ 453b1c760bdSJames Blachly /*FALLTHROUGH*/ 454b1c760bdSJames Blachly 4557c478bd9Sstevel@tonic-gate case M_ZERO: 4567c478bd9Sstevel@tonic-gate if (rw == UIO_READ) { 4577c478bd9Sstevel@tonic-gate label_t ljb; 4587c478bd9Sstevel@tonic-gate 4597c478bd9Sstevel@tonic-gate if (on_fault(&ljb)) { 4607c478bd9Sstevel@tonic-gate no_fault(); 4617c478bd9Sstevel@tonic-gate error = EFAULT; 4627c478bd9Sstevel@tonic-gate break; 4637c478bd9Sstevel@tonic-gate } 4647c478bd9Sstevel@tonic-gate uzero(iov->iov_base, iov->iov_len); 4657c478bd9Sstevel@tonic-gate no_fault(); 4667c478bd9Sstevel@tonic-gate uio->uio_resid -= iov->iov_len; 4677c478bd9Sstevel@tonic-gate uio->uio_loffset += iov->iov_len; 4687c478bd9Sstevel@tonic-gate break; 4697c478bd9Sstevel@tonic-gate } 4707c478bd9Sstevel@tonic-gate /* else it's a write, fall through to NULL case */ 4717c478bd9Sstevel@tonic-gate /*FALLTHROUGH*/ 4727c478bd9Sstevel@tonic-gate 4737c478bd9Sstevel@tonic-gate case M_NULL: 4747c478bd9Sstevel@tonic-gate if (rw == UIO_READ) 4757c478bd9Sstevel@tonic-gate return (0); 4767c478bd9Sstevel@tonic-gate c = iov->iov_len; 4777c478bd9Sstevel@tonic-gate iov->iov_base += c; 4787c478bd9Sstevel@tonic-gate iov->iov_len -= c; 4797c478bd9Sstevel@tonic-gate uio->uio_loffset += c; 4807c478bd9Sstevel@tonic-gate uio->uio_resid -= c; 4817c478bd9Sstevel@tonic-gate break; 4827c478bd9Sstevel@tonic-gate 4837c478bd9Sstevel@tonic-gate } 4847c478bd9Sstevel@tonic-gate } 4857c478bd9Sstevel@tonic-gate return (uio->uio_resid == oresid ? error : 0); 4867c478bd9Sstevel@tonic-gate } 4877c478bd9Sstevel@tonic-gate 4887c478bd9Sstevel@tonic-gate static int 4897c478bd9Sstevel@tonic-gate mmread(dev_t dev, struct uio *uio, cred_t *cred) 4907c478bd9Sstevel@tonic-gate { 4917c478bd9Sstevel@tonic-gate return (mmrw(dev, uio, UIO_READ, cred)); 4927c478bd9Sstevel@tonic-gate } 4937c478bd9Sstevel@tonic-gate 4947c478bd9Sstevel@tonic-gate static int 4957c478bd9Sstevel@tonic-gate mmwrite(dev_t dev, struct uio *uio, cred_t *cred) 4967c478bd9Sstevel@tonic-gate { 4977c478bd9Sstevel@tonic-gate return (mmrw(dev, uio, UIO_WRITE, cred)); 4987c478bd9Sstevel@tonic-gate } 4997c478bd9Sstevel@tonic-gate 5007c478bd9Sstevel@tonic-gate /* 5017c478bd9Sstevel@tonic-gate * Private ioctl for libkvm to support kvm_physaddr(). 5027c478bd9Sstevel@tonic-gate * Given an address space and a VA, compute the PA. 5037c478bd9Sstevel@tonic-gate */ 5047c478bd9Sstevel@tonic-gate static int 5057c478bd9Sstevel@tonic-gate mmioctl_vtop(intptr_t data) 5067c478bd9Sstevel@tonic-gate { 5077aec1d6eScindi #ifdef _SYSCALL32 5087aec1d6eScindi mem_vtop32_t vtop32; 5097aec1d6eScindi #endif 5107c478bd9Sstevel@tonic-gate mem_vtop_t mem_vtop; 5117c478bd9Sstevel@tonic-gate proc_t *p; 5127c478bd9Sstevel@tonic-gate pfn_t pfn = (pfn_t)PFN_INVALID; 5137c478bd9Sstevel@tonic-gate pid_t pid = 0; 5147c478bd9Sstevel@tonic-gate struct as *as; 5157c478bd9Sstevel@tonic-gate struct seg *seg; 5167c478bd9Sstevel@tonic-gate 5177aec1d6eScindi if (get_udatamodel() == DATAMODEL_NATIVE) { 5187c478bd9Sstevel@tonic-gate if (copyin((void *)data, &mem_vtop, sizeof (mem_vtop_t))) 5197c478bd9Sstevel@tonic-gate return (EFAULT); 5207aec1d6eScindi } 5217aec1d6eScindi #ifdef _SYSCALL32 5227aec1d6eScindi else { 5237aec1d6eScindi if (copyin((void *)data, &vtop32, sizeof (mem_vtop32_t))) 5247aec1d6eScindi return (EFAULT); 52580ab886dSwesolows mem_vtop.m_as = (struct as *)(uintptr_t)vtop32.m_as; 52680ab886dSwesolows mem_vtop.m_va = (void *)(uintptr_t)vtop32.m_va; 5277aec1d6eScindi 5287aec1d6eScindi if (mem_vtop.m_as != NULL) 5297aec1d6eScindi return (EINVAL); 5307aec1d6eScindi } 5317aec1d6eScindi #endif 5327aec1d6eScindi 5337c478bd9Sstevel@tonic-gate if (mem_vtop.m_as == &kas) { 5347c478bd9Sstevel@tonic-gate pfn = hat_getpfnum(kas.a_hat, mem_vtop.m_va); 5357c478bd9Sstevel@tonic-gate } else { 5367aec1d6eScindi if (mem_vtop.m_as == NULL) { 5377aec1d6eScindi /* 5387aec1d6eScindi * Assume the calling process's address space if the 5397aec1d6eScindi * caller didn't specify one. 5407aec1d6eScindi */ 5417aec1d6eScindi p = curthread->t_procp; 5427aec1d6eScindi if (p == NULL) 5437aec1d6eScindi return (EIO); 5447aec1d6eScindi mem_vtop.m_as = p->p_as; 5457aec1d6eScindi } 5467aec1d6eScindi 5477c478bd9Sstevel@tonic-gate mutex_enter(&pidlock); 5487c478bd9Sstevel@tonic-gate for (p = practive; p != NULL; p = p->p_next) { 5497c478bd9Sstevel@tonic-gate if (p->p_as == mem_vtop.m_as) { 5507c478bd9Sstevel@tonic-gate pid = p->p_pid; 5517c478bd9Sstevel@tonic-gate break; 5527c478bd9Sstevel@tonic-gate } 5537c478bd9Sstevel@tonic-gate } 5547c478bd9Sstevel@tonic-gate mutex_exit(&pidlock); 5557c478bd9Sstevel@tonic-gate if (p == NULL) 5567c478bd9Sstevel@tonic-gate return (EIO); 5577c478bd9Sstevel@tonic-gate p = sprlock(pid); 5587c478bd9Sstevel@tonic-gate if (p == NULL) 5597c478bd9Sstevel@tonic-gate return (EIO); 5607c478bd9Sstevel@tonic-gate as = p->p_as; 5617c478bd9Sstevel@tonic-gate if (as == mem_vtop.m_as) { 5627c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 563dc32d872SJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER); 5647c478bd9Sstevel@tonic-gate for (seg = AS_SEGFIRST(as); seg != NULL; 5657c478bd9Sstevel@tonic-gate seg = AS_SEGNEXT(as, seg)) 5667c478bd9Sstevel@tonic-gate if ((uintptr_t)mem_vtop.m_va - 5677c478bd9Sstevel@tonic-gate (uintptr_t)seg->s_base < seg->s_size) 5687c478bd9Sstevel@tonic-gate break; 5697c478bd9Sstevel@tonic-gate if (seg != NULL) 5707c478bd9Sstevel@tonic-gate pfn = hat_getpfnum(as->a_hat, mem_vtop.m_va); 571dc32d872SJosef 'Jeff' Sipek AS_LOCK_EXIT(as); 5727c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 5737c478bd9Sstevel@tonic-gate } 5747c478bd9Sstevel@tonic-gate sprunlock(p); 5757c478bd9Sstevel@tonic-gate } 5767c478bd9Sstevel@tonic-gate mem_vtop.m_pfn = pfn; 5777c478bd9Sstevel@tonic-gate if (pfn == PFN_INVALID) 5787c478bd9Sstevel@tonic-gate return (EIO); 5797aec1d6eScindi 5807aec1d6eScindi if (get_udatamodel() == DATAMODEL_NATIVE) { 5817c478bd9Sstevel@tonic-gate if (copyout(&mem_vtop, (void *)data, sizeof (mem_vtop_t))) 5827c478bd9Sstevel@tonic-gate return (EFAULT); 5837aec1d6eScindi } 5847aec1d6eScindi #ifdef _SYSCALL32 5857aec1d6eScindi else { 5867aec1d6eScindi vtop32.m_pfn = mem_vtop.m_pfn; 5877aec1d6eScindi if (copyout(&vtop32, (void *)data, sizeof (mem_vtop32_t))) 5887aec1d6eScindi return (EFAULT); 5897aec1d6eScindi } 5907aec1d6eScindi #endif 5917c478bd9Sstevel@tonic-gate 5927c478bd9Sstevel@tonic-gate return (0); 5937c478bd9Sstevel@tonic-gate } 5947c478bd9Sstevel@tonic-gate 5957c478bd9Sstevel@tonic-gate /* 596db874c57Selowe * Given a PA, execute the given page retire command on it. 5977c478bd9Sstevel@tonic-gate */ 5987c478bd9Sstevel@tonic-gate static int 5997c478bd9Sstevel@tonic-gate mmioctl_page_retire(int cmd, intptr_t data) 6007c478bd9Sstevel@tonic-gate { 601db874c57Selowe extern int page_retire_test(void); 6027c478bd9Sstevel@tonic-gate uint64_t pa; 6037c478bd9Sstevel@tonic-gate 604db874c57Selowe if (copyin((void *)data, &pa, sizeof (uint64_t))) { 6057c478bd9Sstevel@tonic-gate return (EFAULT); 6067c478bd9Sstevel@tonic-gate } 6077c478bd9Sstevel@tonic-gate 608db874c57Selowe switch (cmd) { 609db874c57Selowe case MEM_PAGE_ISRETIRED: 610db874c57Selowe return (page_retire_check(pa, NULL)); 6117c478bd9Sstevel@tonic-gate 612db874c57Selowe case MEM_PAGE_UNRETIRE: 613db874c57Selowe return (page_unretire(pa)); 614db874c57Selowe 615db874c57Selowe case MEM_PAGE_RETIRE: 616db874c57Selowe return (page_retire(pa, PR_FMA)); 617db874c57Selowe 618db874c57Selowe case MEM_PAGE_RETIRE_MCE: 619db874c57Selowe return (page_retire(pa, PR_MCE)); 620db874c57Selowe 621db874c57Selowe case MEM_PAGE_RETIRE_UE: 622db874c57Selowe return (page_retire(pa, PR_UE)); 623db874c57Selowe 624db874c57Selowe case MEM_PAGE_GETERRORS: 625db874c57Selowe { 626db874c57Selowe uint64_t page_errors; 627db874c57Selowe int rc = page_retire_check(pa, &page_errors); 628db874c57Selowe if (copyout(&page_errors, (void *)data, 629db874c57Selowe sizeof (uint64_t))) { 630db874c57Selowe return (EFAULT); 631db874c57Selowe } 632db874c57Selowe return (rc); 633db874c57Selowe } 634db874c57Selowe 635db874c57Selowe case MEM_PAGE_RETIRE_TEST: 636db874c57Selowe return (page_retire_test()); 637db874c57Selowe 638db874c57Selowe } 639db874c57Selowe 640db874c57Selowe return (EINVAL); 6417c478bd9Sstevel@tonic-gate } 6427c478bd9Sstevel@tonic-gate 6437c478bd9Sstevel@tonic-gate #ifdef __sparc 6447c478bd9Sstevel@tonic-gate /* 6457c478bd9Sstevel@tonic-gate * Given a syndrome, syndrome type, and address return the 6467c478bd9Sstevel@tonic-gate * associated memory name in the provided data buffer. 6477c478bd9Sstevel@tonic-gate */ 6487c478bd9Sstevel@tonic-gate static int 6497c478bd9Sstevel@tonic-gate mmioctl_get_mem_name(intptr_t data) 6507c478bd9Sstevel@tonic-gate { 6517c478bd9Sstevel@tonic-gate mem_name_t mem_name; 6527c478bd9Sstevel@tonic-gate void *buf; 6537c478bd9Sstevel@tonic-gate size_t bufsize; 6547c478bd9Sstevel@tonic-gate int len, err; 6557c478bd9Sstevel@tonic-gate 6567c478bd9Sstevel@tonic-gate if ((bufsize = cpu_get_name_bufsize()) == 0) 6577c478bd9Sstevel@tonic-gate return (ENOTSUP); 6587c478bd9Sstevel@tonic-gate 659d00f0155Sayznaga if ((err = mm_read_mem_name(data, &mem_name)) < 0) 660d00f0155Sayznaga return (err); 6617c478bd9Sstevel@tonic-gate 6627c478bd9Sstevel@tonic-gate buf = kmem_alloc(bufsize, KM_SLEEP); 6637c478bd9Sstevel@tonic-gate 6647c478bd9Sstevel@tonic-gate /* 6657c478bd9Sstevel@tonic-gate * Call into cpu specific code to do the lookup. 6667c478bd9Sstevel@tonic-gate */ 6677c478bd9Sstevel@tonic-gate if ((err = cpu_get_mem_name(mem_name.m_synd, mem_name.m_type, 6687c478bd9Sstevel@tonic-gate mem_name.m_addr, buf, bufsize, &len)) != 0) { 6697c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize); 6707c478bd9Sstevel@tonic-gate return (err); 6717c478bd9Sstevel@tonic-gate } 6727c478bd9Sstevel@tonic-gate 6737c478bd9Sstevel@tonic-gate if (len >= mem_name.m_namelen) { 6747c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize); 6756684e119Spothier return (ENOSPC); 6767c478bd9Sstevel@tonic-gate } 6777c478bd9Sstevel@tonic-gate 6787c478bd9Sstevel@tonic-gate if (copyoutstr(buf, (char *)mem_name.m_name, 6797c478bd9Sstevel@tonic-gate mem_name.m_namelen, NULL) != 0) { 6807c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize); 6817c478bd9Sstevel@tonic-gate return (EFAULT); 6827c478bd9Sstevel@tonic-gate } 6837c478bd9Sstevel@tonic-gate 6847c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize); 6857c478bd9Sstevel@tonic-gate return (0); 6867c478bd9Sstevel@tonic-gate } 6877c478bd9Sstevel@tonic-gate 6887c478bd9Sstevel@tonic-gate /* 6897c478bd9Sstevel@tonic-gate * Given a syndrome and address return information about the associated memory. 6907c478bd9Sstevel@tonic-gate */ 6917c478bd9Sstevel@tonic-gate static int 6927c478bd9Sstevel@tonic-gate mmioctl_get_mem_info(intptr_t data) 6937c478bd9Sstevel@tonic-gate { 6947c478bd9Sstevel@tonic-gate mem_info_t mem_info; 6957c478bd9Sstevel@tonic-gate int err; 6967c478bd9Sstevel@tonic-gate 6977c478bd9Sstevel@tonic-gate if (copyin((void *)data, &mem_info, sizeof (mem_info_t))) 6987c478bd9Sstevel@tonic-gate return (EFAULT); 6997c478bd9Sstevel@tonic-gate 7007c478bd9Sstevel@tonic-gate if ((err = cpu_get_mem_info(mem_info.m_synd, mem_info.m_addr, 7017c478bd9Sstevel@tonic-gate &mem_info.m_mem_size, &mem_info.m_seg_size, &mem_info.m_bank_size, 7027c478bd9Sstevel@tonic-gate &mem_info.m_segments, &mem_info.m_banks, &mem_info.m_mcid)) != 0) 7037c478bd9Sstevel@tonic-gate return (err); 7047c478bd9Sstevel@tonic-gate 7057c478bd9Sstevel@tonic-gate if (copyout(&mem_info, (void *)data, sizeof (mem_info_t)) != 0) 7067c478bd9Sstevel@tonic-gate return (EFAULT); 7077c478bd9Sstevel@tonic-gate 7087c478bd9Sstevel@tonic-gate return (0); 7097c478bd9Sstevel@tonic-gate } 710d00f0155Sayznaga 711d00f0155Sayznaga /* 712d00f0155Sayznaga * Given a memory name, return its associated serial id 713d00f0155Sayznaga */ 714d00f0155Sayznaga static int 715d00f0155Sayznaga mmioctl_get_mem_sid(intptr_t data) 716d00f0155Sayznaga { 717d00f0155Sayznaga mem_name_t mem_name; 718d00f0155Sayznaga void *buf; 719d00f0155Sayznaga void *name; 720d00f0155Sayznaga size_t name_len; 721d00f0155Sayznaga size_t bufsize; 722d00f0155Sayznaga int len, err; 723d00f0155Sayznaga 724d00f0155Sayznaga if ((bufsize = cpu_get_name_bufsize()) == 0) 725d00f0155Sayznaga return (ENOTSUP); 726d00f0155Sayznaga 727d00f0155Sayznaga if ((err = mm_read_mem_name(data, &mem_name)) < 0) 728d00f0155Sayznaga return (err); 729d00f0155Sayznaga 730d00f0155Sayznaga buf = kmem_alloc(bufsize, KM_SLEEP); 731d00f0155Sayznaga 732d00f0155Sayznaga if (mem_name.m_namelen > 1024) 733d00f0155Sayznaga mem_name.m_namelen = 1024; /* cap at 1024 bytes */ 734d00f0155Sayznaga 735d00f0155Sayznaga name = kmem_alloc(mem_name.m_namelen, KM_SLEEP); 736d00f0155Sayznaga 737d00f0155Sayznaga if ((err = copyinstr((char *)mem_name.m_name, (char *)name, 738d00f0155Sayznaga mem_name.m_namelen, &name_len)) != 0) { 739d00f0155Sayznaga kmem_free(buf, bufsize); 740d00f0155Sayznaga kmem_free(name, mem_name.m_namelen); 741d00f0155Sayznaga return (err); 742d00f0155Sayznaga } 743d00f0155Sayznaga 744d00f0155Sayznaga /* 745d00f0155Sayznaga * Call into cpu specific code to do the lookup. 746d00f0155Sayznaga */ 747d00f0155Sayznaga if ((err = cpu_get_mem_sid(name, buf, bufsize, &len)) != 0) { 748d00f0155Sayznaga kmem_free(buf, bufsize); 749d00f0155Sayznaga kmem_free(name, mem_name.m_namelen); 750d00f0155Sayznaga return (err); 751d00f0155Sayznaga } 752d00f0155Sayznaga 753d00f0155Sayznaga if (len > mem_name.m_sidlen) { 754d00f0155Sayznaga kmem_free(buf, bufsize); 755d00f0155Sayznaga kmem_free(name, mem_name.m_namelen); 756d00f0155Sayznaga return (ENAMETOOLONG); 757d00f0155Sayznaga } 758d00f0155Sayznaga 759d00f0155Sayznaga if (copyoutstr(buf, (char *)mem_name.m_sid, 760d00f0155Sayznaga mem_name.m_sidlen, NULL) != 0) { 761d00f0155Sayznaga kmem_free(buf, bufsize); 762d00f0155Sayznaga kmem_free(name, mem_name.m_namelen); 763d00f0155Sayznaga return (EFAULT); 764d00f0155Sayznaga } 765d00f0155Sayznaga 766d00f0155Sayznaga kmem_free(buf, bufsize); 767d00f0155Sayznaga kmem_free(name, mem_name.m_namelen); 768d00f0155Sayznaga return (0); 769d00f0155Sayznaga } 7707c478bd9Sstevel@tonic-gate #endif /* __sparc */ 7717c478bd9Sstevel@tonic-gate 7727c478bd9Sstevel@tonic-gate /* 7737c478bd9Sstevel@tonic-gate * Private ioctls for 7747c478bd9Sstevel@tonic-gate * libkvm to support kvm_physaddr(). 7757c478bd9Sstevel@tonic-gate * FMA support for page_retire() and memory attribute information. 7767c478bd9Sstevel@tonic-gate */ 7777c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 7787c478bd9Sstevel@tonic-gate static int 7797c478bd9Sstevel@tonic-gate mmioctl(dev_t dev, int cmd, intptr_t data, int flag, cred_t *cred, int *rvalp) 7807c478bd9Sstevel@tonic-gate { 78133129b33Sayznaga if ((cmd == MEM_VTOP && getminor(dev) != M_KMEM) || 78233129b33Sayznaga (cmd != MEM_VTOP && getminor(dev) != M_MEM)) 783d00f0155Sayznaga return (ENXIO); 784d00f0155Sayznaga 7857c478bd9Sstevel@tonic-gate switch (cmd) { 7867c478bd9Sstevel@tonic-gate case MEM_VTOP: 7877c478bd9Sstevel@tonic-gate return (mmioctl_vtop(data)); 7887c478bd9Sstevel@tonic-gate 7897c478bd9Sstevel@tonic-gate case MEM_PAGE_RETIRE: 7907c478bd9Sstevel@tonic-gate case MEM_PAGE_ISRETIRED: 791db874c57Selowe case MEM_PAGE_UNRETIRE: 792db874c57Selowe case MEM_PAGE_RETIRE_MCE: 793db874c57Selowe case MEM_PAGE_RETIRE_UE: 794db874c57Selowe case MEM_PAGE_GETERRORS: 795db874c57Selowe case MEM_PAGE_RETIRE_TEST: 7967c478bd9Sstevel@tonic-gate return (mmioctl_page_retire(cmd, data)); 7977c478bd9Sstevel@tonic-gate 7987c478bd9Sstevel@tonic-gate #ifdef __sparc 799d00f0155Sayznaga case MEM_NAME: 8007c478bd9Sstevel@tonic-gate return (mmioctl_get_mem_name(data)); 8017c478bd9Sstevel@tonic-gate 8027c478bd9Sstevel@tonic-gate case MEM_INFO: 8037c478bd9Sstevel@tonic-gate return (mmioctl_get_mem_info(data)); 804d00f0155Sayznaga 805d00f0155Sayznaga case MEM_SID: 806d00f0155Sayznaga return (mmioctl_get_mem_sid(data)); 8077c478bd9Sstevel@tonic-gate #else 808d00f0155Sayznaga case MEM_NAME: 809d00f0155Sayznaga case MEM_INFO: 810d00f0155Sayznaga case MEM_SID: 8117c478bd9Sstevel@tonic-gate return (ENOTSUP); 812d00f0155Sayznaga #endif /* __sparc */ 8137c478bd9Sstevel@tonic-gate } 8147c478bd9Sstevel@tonic-gate return (ENXIO); 8157c478bd9Sstevel@tonic-gate } 8167c478bd9Sstevel@tonic-gate 8177c478bd9Sstevel@tonic-gate /*ARGSUSED2*/ 8187c478bd9Sstevel@tonic-gate static int 8197c478bd9Sstevel@tonic-gate mmmmap(dev_t dev, off_t off, int prot) 8207c478bd9Sstevel@tonic-gate { 8217c478bd9Sstevel@tonic-gate pfn_t pf; 8227c478bd9Sstevel@tonic-gate struct memlist *pmem; 8237c478bd9Sstevel@tonic-gate minor_t minor = getminor(dev); 8247c478bd9Sstevel@tonic-gate 8257c478bd9Sstevel@tonic-gate switch (minor) { 8267c478bd9Sstevel@tonic-gate case M_MEM: 8277c478bd9Sstevel@tonic-gate pf = btop(off); 8287c478bd9Sstevel@tonic-gate memlist_read_lock(); 82956f33205SJonathan Adams for (pmem = phys_install; pmem != NULL; pmem = pmem->ml_next) { 83056f33205SJonathan Adams if (pf >= BTOP(pmem->ml_address) && 83156f33205SJonathan Adams pf < BTOP(pmem->ml_address + pmem->ml_size)) { 8327c478bd9Sstevel@tonic-gate memlist_read_unlock(); 8337c478bd9Sstevel@tonic-gate return (impl_obmem_pfnum(pf)); 8347c478bd9Sstevel@tonic-gate } 8357c478bd9Sstevel@tonic-gate } 8367c478bd9Sstevel@tonic-gate memlist_read_unlock(); 8377c478bd9Sstevel@tonic-gate break; 8387c478bd9Sstevel@tonic-gate 8397c478bd9Sstevel@tonic-gate case M_KMEM: 8407c478bd9Sstevel@tonic-gate case M_ALLKMEM: 8417c478bd9Sstevel@tonic-gate /* no longer supported with KPR */ 8427c478bd9Sstevel@tonic-gate return (-1); 8437c478bd9Sstevel@tonic-gate 844b1c760bdSJames Blachly case M_FULL: 8457c478bd9Sstevel@tonic-gate case M_ZERO: 8467c478bd9Sstevel@tonic-gate /* 8477c478bd9Sstevel@tonic-gate * We shouldn't be mmap'ing to /dev/zero here as 8487c478bd9Sstevel@tonic-gate * mmsegmap() should have already converted 8497c478bd9Sstevel@tonic-gate * a mapping request for this device to a mapping 8507c478bd9Sstevel@tonic-gate * using seg_vn for anonymous memory. 8517c478bd9Sstevel@tonic-gate */ 8527c478bd9Sstevel@tonic-gate break; 8537c478bd9Sstevel@tonic-gate 8547c478bd9Sstevel@tonic-gate } 8557c478bd9Sstevel@tonic-gate return (-1); 8567c478bd9Sstevel@tonic-gate } 8577c478bd9Sstevel@tonic-gate 8587c478bd9Sstevel@tonic-gate /* 8597c478bd9Sstevel@tonic-gate * This function is called when a memory device is mmap'ed. 8607c478bd9Sstevel@tonic-gate * Set up the mapping to the correct device driver. 8617c478bd9Sstevel@tonic-gate */ 8627c478bd9Sstevel@tonic-gate static int 8637c478bd9Sstevel@tonic-gate mmsegmap(dev_t dev, off_t off, struct as *as, caddr_t *addrp, off_t len, 8647c478bd9Sstevel@tonic-gate uint_t prot, uint_t maxprot, uint_t flags, struct cred *cred) 8657c478bd9Sstevel@tonic-gate { 8667c478bd9Sstevel@tonic-gate struct segvn_crargs vn_a; 8677c478bd9Sstevel@tonic-gate struct segdev_crargs dev_a; 8687c478bd9Sstevel@tonic-gate int error; 8697c478bd9Sstevel@tonic-gate minor_t minor; 8707c478bd9Sstevel@tonic-gate off_t i; 8717c478bd9Sstevel@tonic-gate 8727c478bd9Sstevel@tonic-gate minor = getminor(dev); 8737c478bd9Sstevel@tonic-gate 8747c478bd9Sstevel@tonic-gate as_rangelock(as); 8757c478bd9Sstevel@tonic-gate /* 8767c478bd9Sstevel@tonic-gate * No need to worry about vac alignment on /dev/zero 8777c478bd9Sstevel@tonic-gate * since this is a "clone" object that doesn't yet exist. 8787c478bd9Sstevel@tonic-gate */ 87960946fe0Smec error = choose_addr(as, addrp, len, off, 8807c478bd9Sstevel@tonic-gate (minor == M_MEM) || (minor == M_KMEM), flags); 88160946fe0Smec if (error != 0) { 8827c478bd9Sstevel@tonic-gate as_rangeunlock(as); 88360946fe0Smec return (error); 8847c478bd9Sstevel@tonic-gate } 8857c478bd9Sstevel@tonic-gate 8867c478bd9Sstevel@tonic-gate switch (minor) { 8877c478bd9Sstevel@tonic-gate case M_MEM: 8887c478bd9Sstevel@tonic-gate /* /dev/mem cannot be mmap'ed with MAP_PRIVATE */ 8897c478bd9Sstevel@tonic-gate if ((flags & MAP_TYPE) != MAP_SHARED) { 8907c478bd9Sstevel@tonic-gate as_rangeunlock(as); 8917c478bd9Sstevel@tonic-gate return (EINVAL); 8927c478bd9Sstevel@tonic-gate } 8937c478bd9Sstevel@tonic-gate 8947c478bd9Sstevel@tonic-gate /* 8957c478bd9Sstevel@tonic-gate * Check to ensure that the entire range is 8967c478bd9Sstevel@tonic-gate * legal and we are not trying to map in 8977c478bd9Sstevel@tonic-gate * more than the device will let us. 8987c478bd9Sstevel@tonic-gate */ 8997c478bd9Sstevel@tonic-gate for (i = 0; i < len; i += PAGESIZE) { 9007c478bd9Sstevel@tonic-gate if (mmmmap(dev, off + i, maxprot) == -1) { 9017c478bd9Sstevel@tonic-gate as_rangeunlock(as); 9027c478bd9Sstevel@tonic-gate return (ENXIO); 9037c478bd9Sstevel@tonic-gate } 9047c478bd9Sstevel@tonic-gate } 9057c478bd9Sstevel@tonic-gate 9067c478bd9Sstevel@tonic-gate /* 9077c478bd9Sstevel@tonic-gate * Use seg_dev segment driver for /dev/mem mapping. 9087c478bd9Sstevel@tonic-gate */ 9097c478bd9Sstevel@tonic-gate dev_a.mapfunc = mmmmap; 9107c478bd9Sstevel@tonic-gate dev_a.dev = dev; 9117c478bd9Sstevel@tonic-gate dev_a.offset = off; 9127c478bd9Sstevel@tonic-gate dev_a.type = (flags & MAP_TYPE); 9137c478bd9Sstevel@tonic-gate dev_a.prot = (uchar_t)prot; 9147c478bd9Sstevel@tonic-gate dev_a.maxprot = (uchar_t)maxprot; 9157c478bd9Sstevel@tonic-gate dev_a.hat_attr = 0; 9167c478bd9Sstevel@tonic-gate 9177c478bd9Sstevel@tonic-gate /* 9187c478bd9Sstevel@tonic-gate * Make /dev/mem mappings non-consistent since we can't 9197c478bd9Sstevel@tonic-gate * alias pages that don't have page structs behind them, 9207c478bd9Sstevel@tonic-gate * such as kernel stack pages. If someone mmap()s a kernel 92148bbca81SDaniel Hoffman * stack page and if we give them a tte with cv, a line from 9227c478bd9Sstevel@tonic-gate * that page can get into both pages of the spitfire d$. 9237c478bd9Sstevel@tonic-gate * But snoop from another processor will only invalidate 9247c478bd9Sstevel@tonic-gate * the first page. This later caused kernel (xc_attention) 9257c478bd9Sstevel@tonic-gate * to go into an infinite loop at pil 13 and no interrupts 9267c478bd9Sstevel@tonic-gate * could come in. See 1203630. 9277c478bd9Sstevel@tonic-gate * 9287c478bd9Sstevel@tonic-gate */ 9297c478bd9Sstevel@tonic-gate dev_a.hat_flags = HAT_LOAD_NOCONSIST; 9307c478bd9Sstevel@tonic-gate dev_a.devmap_data = NULL; 9317c478bd9Sstevel@tonic-gate 9327c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segdev_create, &dev_a); 9337c478bd9Sstevel@tonic-gate break; 9347c478bd9Sstevel@tonic-gate 9357c478bd9Sstevel@tonic-gate case M_ZERO: 9367c478bd9Sstevel@tonic-gate /* 9377c478bd9Sstevel@tonic-gate * Use seg_vn segment driver for /dev/zero mapping. 9387c478bd9Sstevel@tonic-gate * Passing in a NULL amp gives us the "cloning" effect. 9397c478bd9Sstevel@tonic-gate */ 9407c478bd9Sstevel@tonic-gate vn_a.vp = NULL; 9417c478bd9Sstevel@tonic-gate vn_a.offset = 0; 9427c478bd9Sstevel@tonic-gate vn_a.type = (flags & MAP_TYPE); 9437c478bd9Sstevel@tonic-gate vn_a.prot = prot; 9447c478bd9Sstevel@tonic-gate vn_a.maxprot = maxprot; 9457c478bd9Sstevel@tonic-gate vn_a.flags = flags & ~MAP_TYPE; 9467c478bd9Sstevel@tonic-gate vn_a.cred = cred; 9477c478bd9Sstevel@tonic-gate vn_a.amp = NULL; 9487c478bd9Sstevel@tonic-gate vn_a.szc = 0; 9497c478bd9Sstevel@tonic-gate vn_a.lgrp_mem_policy_flags = 0; 9507c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segvn_create, &vn_a); 9517c478bd9Sstevel@tonic-gate break; 9527c478bd9Sstevel@tonic-gate 9537c478bd9Sstevel@tonic-gate case M_KMEM: 9547c478bd9Sstevel@tonic-gate case M_ALLKMEM: 9557c478bd9Sstevel@tonic-gate /* No longer supported with KPR. */ 9567c478bd9Sstevel@tonic-gate error = ENXIO; 9577c478bd9Sstevel@tonic-gate break; 9587c478bd9Sstevel@tonic-gate 9597c478bd9Sstevel@tonic-gate case M_NULL: 9607c478bd9Sstevel@tonic-gate /* 9617c478bd9Sstevel@tonic-gate * Use seg_dev segment driver for /dev/null mapping. 9627c478bd9Sstevel@tonic-gate */ 9637c478bd9Sstevel@tonic-gate dev_a.mapfunc = mmmmap; 9647c478bd9Sstevel@tonic-gate dev_a.dev = dev; 9657c478bd9Sstevel@tonic-gate dev_a.offset = off; 9667c478bd9Sstevel@tonic-gate dev_a.type = 0; /* neither PRIVATE nor SHARED */ 9677c478bd9Sstevel@tonic-gate dev_a.prot = dev_a.maxprot = (uchar_t)PROT_NONE; 9687c478bd9Sstevel@tonic-gate dev_a.hat_attr = 0; 9697c478bd9Sstevel@tonic-gate dev_a.hat_flags = 0; 9707c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segdev_create, &dev_a); 9717c478bd9Sstevel@tonic-gate break; 9727c478bd9Sstevel@tonic-gate 9737c478bd9Sstevel@tonic-gate default: 9747c478bd9Sstevel@tonic-gate error = ENXIO; 9757c478bd9Sstevel@tonic-gate } 9767c478bd9Sstevel@tonic-gate 9777c478bd9Sstevel@tonic-gate as_rangeunlock(as); 9787c478bd9Sstevel@tonic-gate return (error); 9797c478bd9Sstevel@tonic-gate } 9807c478bd9Sstevel@tonic-gate 9817c478bd9Sstevel@tonic-gate static struct cb_ops mm_cb_ops = { 9827c478bd9Sstevel@tonic-gate mmopen, /* open */ 9837c478bd9Sstevel@tonic-gate nulldev, /* close */ 9847c478bd9Sstevel@tonic-gate nodev, /* strategy */ 9857c478bd9Sstevel@tonic-gate nodev, /* print */ 9867c478bd9Sstevel@tonic-gate nodev, /* dump */ 9877c478bd9Sstevel@tonic-gate mmread, /* read */ 9887c478bd9Sstevel@tonic-gate mmwrite, /* write */ 9897c478bd9Sstevel@tonic-gate mmioctl, /* ioctl */ 9907c478bd9Sstevel@tonic-gate nodev, /* devmap */ 9917c478bd9Sstevel@tonic-gate mmmmap, /* mmap */ 9927c478bd9Sstevel@tonic-gate mmsegmap, /* segmap */ 9937c478bd9Sstevel@tonic-gate mmchpoll, /* poll */ 9947c478bd9Sstevel@tonic-gate mmpropop, /* prop_op */ 9957c478bd9Sstevel@tonic-gate 0, /* streamtab */ 9967c478bd9Sstevel@tonic-gate D_NEW | D_MP | D_64BIT | D_U64BIT 9977c478bd9Sstevel@tonic-gate }; 9987c478bd9Sstevel@tonic-gate 9997c478bd9Sstevel@tonic-gate static struct dev_ops mm_ops = { 10007c478bd9Sstevel@tonic-gate DEVO_REV, /* devo_rev, */ 10017c478bd9Sstevel@tonic-gate 0, /* refcnt */ 10027c478bd9Sstevel@tonic-gate mm_info, /* get_dev_info */ 10037c478bd9Sstevel@tonic-gate nulldev, /* identify */ 10047c478bd9Sstevel@tonic-gate nulldev, /* probe */ 10057c478bd9Sstevel@tonic-gate mm_attach, /* attach */ 10067c478bd9Sstevel@tonic-gate nodev, /* detach */ 10077c478bd9Sstevel@tonic-gate nodev, /* reset */ 10087c478bd9Sstevel@tonic-gate &mm_cb_ops, /* driver operations */ 100919397407SSherry Moore (struct bus_ops *)0, /* bus operations */ 101019397407SSherry Moore NULL, /* power */ 101119397407SSherry Moore ddi_quiesce_not_needed, /* quiesce */ 10127c478bd9Sstevel@tonic-gate }; 10137c478bd9Sstevel@tonic-gate 10147c478bd9Sstevel@tonic-gate static struct modldrv modldrv = { 1015e4b86885SCheng Sean Ye &mod_driverops, "memory driver", &mm_ops, 10167c478bd9Sstevel@tonic-gate }; 10177c478bd9Sstevel@tonic-gate 10187c478bd9Sstevel@tonic-gate static struct modlinkage modlinkage = { 10197c478bd9Sstevel@tonic-gate MODREV_1, &modldrv, NULL 10207c478bd9Sstevel@tonic-gate }; 10217c478bd9Sstevel@tonic-gate 10227c478bd9Sstevel@tonic-gate int 10237c478bd9Sstevel@tonic-gate _init(void) 10247c478bd9Sstevel@tonic-gate { 10257c478bd9Sstevel@tonic-gate return (mod_install(&modlinkage)); 10267c478bd9Sstevel@tonic-gate } 10277c478bd9Sstevel@tonic-gate 10287c478bd9Sstevel@tonic-gate int 10297c478bd9Sstevel@tonic-gate _info(struct modinfo *modinfop) 10307c478bd9Sstevel@tonic-gate { 10317c478bd9Sstevel@tonic-gate return (mod_info(&modlinkage, modinfop)); 10327c478bd9Sstevel@tonic-gate } 10337c478bd9Sstevel@tonic-gate 10347c478bd9Sstevel@tonic-gate int 10357c478bd9Sstevel@tonic-gate _fini(void) 10367c478bd9Sstevel@tonic-gate { 10377c478bd9Sstevel@tonic-gate return (mod_remove(&modlinkage)); 10387c478bd9Sstevel@tonic-gate } 10397c478bd9Sstevel@tonic-gate 10407c478bd9Sstevel@tonic-gate static int 10417c478bd9Sstevel@tonic-gate mm_kstat_update(kstat_t *ksp, int rw) 10427c478bd9Sstevel@tonic-gate { 10437c478bd9Sstevel@tonic-gate struct memlist *pmem; 10447c478bd9Sstevel@tonic-gate uint_t count; 10457c478bd9Sstevel@tonic-gate 10467c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE) 10477c478bd9Sstevel@tonic-gate return (EACCES); 10487c478bd9Sstevel@tonic-gate 10497c478bd9Sstevel@tonic-gate count = 0; 10507c478bd9Sstevel@tonic-gate memlist_read_lock(); 105156f33205SJonathan Adams for (pmem = phys_install; pmem != NULL; pmem = pmem->ml_next) { 10527c478bd9Sstevel@tonic-gate count++; 10537c478bd9Sstevel@tonic-gate } 10547c478bd9Sstevel@tonic-gate memlist_read_unlock(); 10557c478bd9Sstevel@tonic-gate 10567c478bd9Sstevel@tonic-gate ksp->ks_ndata = count; 10577c478bd9Sstevel@tonic-gate ksp->ks_data_size = count * 2 * sizeof (uint64_t); 10587c478bd9Sstevel@tonic-gate 10597c478bd9Sstevel@tonic-gate return (0); 10607c478bd9Sstevel@tonic-gate } 10617c478bd9Sstevel@tonic-gate 10627c478bd9Sstevel@tonic-gate static int 10637c478bd9Sstevel@tonic-gate mm_kstat_snapshot(kstat_t *ksp, void *buf, int rw) 10647c478bd9Sstevel@tonic-gate { 10657c478bd9Sstevel@tonic-gate struct memlist *pmem; 10667c478bd9Sstevel@tonic-gate struct memunit { 10677c478bd9Sstevel@tonic-gate uint64_t address; 10687c478bd9Sstevel@tonic-gate uint64_t size; 10697c478bd9Sstevel@tonic-gate } *kspmem; 10707c478bd9Sstevel@tonic-gate 10717c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE) 10727c478bd9Sstevel@tonic-gate return (EACCES); 10737c478bd9Sstevel@tonic-gate 10747c478bd9Sstevel@tonic-gate ksp->ks_snaptime = gethrtime(); 10757c478bd9Sstevel@tonic-gate 10767c478bd9Sstevel@tonic-gate kspmem = (struct memunit *)buf; 10777c478bd9Sstevel@tonic-gate memlist_read_lock(); 107856f33205SJonathan Adams for (pmem = phys_install; pmem != NULL; 107956f33205SJonathan Adams pmem = pmem->ml_next, kspmem++) { 10807c478bd9Sstevel@tonic-gate if ((caddr_t)kspmem >= (caddr_t)buf + ksp->ks_data_size) 10817c478bd9Sstevel@tonic-gate break; 108256f33205SJonathan Adams kspmem->address = pmem->ml_address; 108356f33205SJonathan Adams kspmem->size = pmem->ml_size; 10847c478bd9Sstevel@tonic-gate } 10857c478bd9Sstevel@tonic-gate memlist_read_unlock(); 10867c478bd9Sstevel@tonic-gate 10877c478bd9Sstevel@tonic-gate return (0); 10887c478bd9Sstevel@tonic-gate } 1089d00f0155Sayznaga 1090d00f0155Sayznaga /* 1091d00f0155Sayznaga * Read a mem_name_t from user-space and store it in the mem_name_t 1092d00f0155Sayznaga * pointed to by the mem_name argument. 1093d00f0155Sayznaga */ 1094d00f0155Sayznaga static int 1095d00f0155Sayznaga mm_read_mem_name(intptr_t data, mem_name_t *mem_name) 1096d00f0155Sayznaga { 1097d00f0155Sayznaga if (get_udatamodel() == DATAMODEL_NATIVE) { 1098d00f0155Sayznaga if (copyin((void *)data, mem_name, sizeof (mem_name_t))) 1099d00f0155Sayznaga return (EFAULT); 1100d00f0155Sayznaga } 1101d00f0155Sayznaga #ifdef _SYSCALL32 1102d00f0155Sayznaga else { 1103d00f0155Sayznaga mem_name32_t mem_name32; 1104d00f0155Sayznaga 1105d00f0155Sayznaga if (copyin((void *)data, &mem_name32, sizeof (mem_name32_t))) 1106d00f0155Sayznaga return (EFAULT); 1107d00f0155Sayznaga mem_name->m_addr = mem_name32.m_addr; 1108d00f0155Sayznaga mem_name->m_synd = mem_name32.m_synd; 1109d00f0155Sayznaga mem_name->m_type[0] = mem_name32.m_type[0]; 1110d00f0155Sayznaga mem_name->m_type[1] = mem_name32.m_type[1]; 111133129b33Sayznaga mem_name->m_name = (caddr_t)(uintptr_t)mem_name32.m_name; 1112d00f0155Sayznaga mem_name->m_namelen = (size_t)mem_name32.m_namelen; 111333129b33Sayznaga mem_name->m_sid = (caddr_t)(uintptr_t)mem_name32.m_sid; 1114d00f0155Sayznaga mem_name->m_sidlen = (size_t)mem_name32.m_sidlen; 1115d00f0155Sayznaga } 1116d00f0155Sayznaga #endif /* _SYSCALL32 */ 1117d00f0155Sayznaga 1118d00f0155Sayznaga return (0); 1119d00f0155Sayznaga } 1120