17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate * CDDL HEADER START
37c478bd9Sstevel@tonic-gate *
47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the
512af71e9Sayznaga * Common Development and Distribution License (the "License").
612af71e9Sayznaga * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate *
87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate * and limitations under the License.
127c478bd9Sstevel@tonic-gate *
137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate *
197c478bd9Sstevel@tonic-gate * CDDL HEADER END
207c478bd9Sstevel@tonic-gate */
217c478bd9Sstevel@tonic-gate /*
2256f33205SJonathan Adams * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
237c478bd9Sstevel@tonic-gate * Use is subject to license terms.
2448bbca81SDaniel Hoffman * Copyright (c) 2016 by Delphix. All rights reserved.
257c478bd9Sstevel@tonic-gate */
267c478bd9Sstevel@tonic-gate
277c478bd9Sstevel@tonic-gate /*
2880d5689fSPatrick Mooney * Copyright 2017 Joyent, Inc.
29b1c760bdSJames Blachly * Copyright 2017 James S Blachly, MD <james.blachly@gmail.com>
30915c848aSBryan Cantrill */
31915c848aSBryan Cantrill
32915c848aSBryan Cantrill /*
337c478bd9Sstevel@tonic-gate * Memory special file
347c478bd9Sstevel@tonic-gate */
357c478bd9Sstevel@tonic-gate
367c478bd9Sstevel@tonic-gate #include <sys/types.h>
377c478bd9Sstevel@tonic-gate #include <sys/param.h>
387c478bd9Sstevel@tonic-gate #include <sys/user.h>
397c478bd9Sstevel@tonic-gate #include <sys/buf.h>
407c478bd9Sstevel@tonic-gate #include <sys/systm.h>
417c478bd9Sstevel@tonic-gate #include <sys/cred.h>
427c478bd9Sstevel@tonic-gate #include <sys/vm.h>
437c478bd9Sstevel@tonic-gate #include <sys/uio.h>
447c478bd9Sstevel@tonic-gate #include <sys/mman.h>
457c478bd9Sstevel@tonic-gate #include <sys/kmem.h>
467c478bd9Sstevel@tonic-gate #include <vm/seg.h>
477c478bd9Sstevel@tonic-gate #include <vm/page.h>
487c478bd9Sstevel@tonic-gate #include <sys/stat.h>
497c478bd9Sstevel@tonic-gate #include <sys/vmem.h>
507c478bd9Sstevel@tonic-gate #include <sys/memlist.h>
517c478bd9Sstevel@tonic-gate #include <sys/bootconf.h>
527c478bd9Sstevel@tonic-gate
537c478bd9Sstevel@tonic-gate #include <vm/seg_vn.h>
547c478bd9Sstevel@tonic-gate #include <vm/seg_dev.h>
557c478bd9Sstevel@tonic-gate #include <vm/seg_kmem.h>
567c478bd9Sstevel@tonic-gate #include <vm/seg_kp.h>
577c478bd9Sstevel@tonic-gate #include <vm/seg_kpm.h>
587c478bd9Sstevel@tonic-gate #include <vm/hat.h>
597c478bd9Sstevel@tonic-gate
607c478bd9Sstevel@tonic-gate #include <sys/conf.h>
617c478bd9Sstevel@tonic-gate #include <sys/mem.h>
627c478bd9Sstevel@tonic-gate #include <sys/types.h>
637c478bd9Sstevel@tonic-gate #include <sys/conf.h>
647c478bd9Sstevel@tonic-gate #include <sys/param.h>
657c478bd9Sstevel@tonic-gate #include <sys/systm.h>
667c478bd9Sstevel@tonic-gate #include <sys/errno.h>
677c478bd9Sstevel@tonic-gate #include <sys/modctl.h>
687c478bd9Sstevel@tonic-gate #include <sys/memlist.h>
697c478bd9Sstevel@tonic-gate #include <sys/ddi.h>
707c478bd9Sstevel@tonic-gate #include <sys/sunddi.h>
717c478bd9Sstevel@tonic-gate #include <sys/debug.h>
72d00f0155Sayznaga #include <sys/fm/protocol.h>
737c478bd9Sstevel@tonic-gate
747aec1d6eScindi #if defined(__sparc)
757c478bd9Sstevel@tonic-gate extern int cpu_get_mem_name(uint64_t, uint64_t *, uint64_t, char *, int, int *);
767c478bd9Sstevel@tonic-gate extern int cpu_get_mem_info(uint64_t, uint64_t, uint64_t *, uint64_t *,
777c478bd9Sstevel@tonic-gate uint64_t *, int *, int *, int *);
787c478bd9Sstevel@tonic-gate extern size_t cpu_get_name_bufsize(void);
79d00f0155Sayznaga extern int cpu_get_mem_sid(char *, char *, int, int *);
80d00f0155Sayznaga extern int cpu_get_mem_addr(char *, char *, uint64_t, uint64_t *);
81ae115bc7Smrj #elif defined(__x86)
827aec1d6eScindi #include <sys/cpu_module.h>
83d00f0155Sayznaga #endif /* __sparc */
847c478bd9Sstevel@tonic-gate
857c478bd9Sstevel@tonic-gate /*
867c478bd9Sstevel@tonic-gate * Turn a byte length into a pagecount. The DDI btop takes a
877c478bd9Sstevel@tonic-gate * 32-bit size on 32-bit machines, this handles 64-bit sizes for
887c478bd9Sstevel@tonic-gate * large physical-memory 32-bit machines.
897c478bd9Sstevel@tonic-gate */
907c478bd9Sstevel@tonic-gate #define BTOP(x) ((pgcnt_t)((x) >> _pageshift))
917c478bd9Sstevel@tonic-gate
927c478bd9Sstevel@tonic-gate static kmutex_t mm_lock;
937c478bd9Sstevel@tonic-gate static caddr_t mm_map;
947c478bd9Sstevel@tonic-gate
957c478bd9Sstevel@tonic-gate static dev_info_t *mm_dip; /* private copy of devinfo pointer */
967c478bd9Sstevel@tonic-gate
977c478bd9Sstevel@tonic-gate static int mm_kmem_io_access;
987c478bd9Sstevel@tonic-gate
997c478bd9Sstevel@tonic-gate static int mm_kstat_update(kstat_t *ksp, int rw);
1007c478bd9Sstevel@tonic-gate static int mm_kstat_snapshot(kstat_t *ksp, void *buf, int rw);
1017c478bd9Sstevel@tonic-gate
102915c848aSBryan Cantrill #define MM_KMEMLOG_NENTRIES 64
103915c848aSBryan Cantrill
104915c848aSBryan Cantrill static int mm_kmemlogent;
105915c848aSBryan Cantrill static mm_logentry_t mm_kmemlog[MM_KMEMLOG_NENTRIES];
106915c848aSBryan Cantrill
107915c848aSBryan Cantrill /*
108915c848aSBryan Cantrill * On kmem/allmem writes, we log information that might be useful in the event
109915c848aSBryan Cantrill * that a write is errant (that is, due to operator error) and induces a later
110915c848aSBryan Cantrill * problem. Note that (in particular) in the event of such operator-induced
111915c848aSBryan Cantrill * corruption, a search over the kernel address space for the corrupted
112915c848aSBryan Cantrill * address will yield the ring buffer entry that recorded the write. And
113915c848aSBryan Cantrill * should it seem baroque or otherwise unnecessary, yes, we need this kind of
114915c848aSBryan Cantrill * auditing facility and yes, we learned that the hard way: disturbingly,
115915c848aSBryan Cantrill * there exist recommendations for "tuning" the system that involve writing to
116915c848aSBryan Cantrill * kernel memory addresses via the kernel debugger, and -- as we discovered --
117915c848aSBryan Cantrill * these can easily be applied incorrectly or unsafely, yielding an entirely
118915c848aSBryan Cantrill * undebuggable "can't happen" kind of panic.
119915c848aSBryan Cantrill */
120915c848aSBryan Cantrill static void
mm_logkmem(struct uio * uio)121915c848aSBryan Cantrill mm_logkmem(struct uio *uio)
122915c848aSBryan Cantrill {
123915c848aSBryan Cantrill mm_logentry_t *ent;
124915c848aSBryan Cantrill proc_t *p = curthread->t_procp;
125915c848aSBryan Cantrill
126915c848aSBryan Cantrill mutex_enter(&mm_lock);
127915c848aSBryan Cantrill
128915c848aSBryan Cantrill ent = &mm_kmemlog[mm_kmemlogent++];
129915c848aSBryan Cantrill
130915c848aSBryan Cantrill if (mm_kmemlogent == MM_KMEMLOG_NENTRIES)
131915c848aSBryan Cantrill mm_kmemlogent = 0;
132915c848aSBryan Cantrill
133915c848aSBryan Cantrill ent->mle_vaddr = (uintptr_t)uio->uio_loffset;
134915c848aSBryan Cantrill ent->mle_len = uio->uio_resid;
135915c848aSBryan Cantrill gethrestime(&ent->mle_hrestime);
136915c848aSBryan Cantrill ent->mle_hrtime = gethrtime();
137915c848aSBryan Cantrill ent->mle_pid = p->p_pidp->pid_id;
138915c848aSBryan Cantrill
139915c848aSBryan Cantrill (void) strncpy(ent->mle_psargs,
140915c848aSBryan Cantrill p->p_user.u_psargs, sizeof (ent->mle_psargs));
141915c848aSBryan Cantrill
142915c848aSBryan Cantrill mutex_exit(&mm_lock);
143915c848aSBryan Cantrill }
144915c848aSBryan Cantrill
1457c478bd9Sstevel@tonic-gate /*ARGSUSED1*/
1467c478bd9Sstevel@tonic-gate static int
mm_attach(dev_info_t * devi,ddi_attach_cmd_t cmd)1477c478bd9Sstevel@tonic-gate mm_attach(dev_info_t *devi, ddi_attach_cmd_t cmd)
1487c478bd9Sstevel@tonic-gate {
1497c478bd9Sstevel@tonic-gate int i;
1507c478bd9Sstevel@tonic-gate struct mem_minor {
1517c478bd9Sstevel@tonic-gate char *name;
1527c478bd9Sstevel@tonic-gate minor_t minor;
1537c478bd9Sstevel@tonic-gate int privonly;
1547c478bd9Sstevel@tonic-gate const char *rdpriv;
1557c478bd9Sstevel@tonic-gate const char *wrpriv;
1567c478bd9Sstevel@tonic-gate mode_t priv_mode;
1577c478bd9Sstevel@tonic-gate } mm[] = {
1587c478bd9Sstevel@tonic-gate { "mem", M_MEM, 0, NULL, "all", 0640 },
1597c478bd9Sstevel@tonic-gate { "kmem", M_KMEM, 0, NULL, "all", 0640 },
1607c478bd9Sstevel@tonic-gate { "allkmem", M_ALLKMEM, 0, "all", "all", 0600 },
1617c478bd9Sstevel@tonic-gate { "null", M_NULL, PRIVONLY_DEV, NULL, NULL, 0666 },
1627c478bd9Sstevel@tonic-gate { "zero", M_ZERO, PRIVONLY_DEV, NULL, NULL, 0666 },
163b1c760bdSJames Blachly { "full", M_FULL, PRIVONLY_DEV, NULL, NULL, 0666 },
1647c478bd9Sstevel@tonic-gate };
1657c478bd9Sstevel@tonic-gate kstat_t *ksp;
1667c478bd9Sstevel@tonic-gate
1677c478bd9Sstevel@tonic-gate mutex_init(&mm_lock, NULL, MUTEX_DEFAULT, NULL);
1687c478bd9Sstevel@tonic-gate mm_map = vmem_alloc(heap_arena, PAGESIZE, VM_SLEEP);
1697c478bd9Sstevel@tonic-gate
1707c478bd9Sstevel@tonic-gate for (i = 0; i < (sizeof (mm) / sizeof (mm[0])); i++) {
1717c478bd9Sstevel@tonic-gate if (ddi_create_priv_minor_node(devi, mm[i].name, S_IFCHR,
1727c478bd9Sstevel@tonic-gate mm[i].minor, DDI_PSEUDO, mm[i].privonly,
1737c478bd9Sstevel@tonic-gate mm[i].rdpriv, mm[i].wrpriv, mm[i].priv_mode) ==
1747c478bd9Sstevel@tonic-gate DDI_FAILURE) {
1757c478bd9Sstevel@tonic-gate ddi_remove_minor_node(devi, NULL);
1767c478bd9Sstevel@tonic-gate return (DDI_FAILURE);
1777c478bd9Sstevel@tonic-gate }
1787c478bd9Sstevel@tonic-gate }
1797c478bd9Sstevel@tonic-gate
1807c478bd9Sstevel@tonic-gate mm_dip = devi;
1817c478bd9Sstevel@tonic-gate
1827c478bd9Sstevel@tonic-gate ksp = kstat_create("mm", 0, "phys_installed", "misc",
1837c478bd9Sstevel@tonic-gate KSTAT_TYPE_RAW, 0, KSTAT_FLAG_VAR_SIZE | KSTAT_FLAG_VIRTUAL);
1847c478bd9Sstevel@tonic-gate if (ksp != NULL) {
1857c478bd9Sstevel@tonic-gate ksp->ks_update = mm_kstat_update;
1867c478bd9Sstevel@tonic-gate ksp->ks_snapshot = mm_kstat_snapshot;
1877c478bd9Sstevel@tonic-gate ksp->ks_lock = &mm_lock; /* XXX - not really needed */
1887c478bd9Sstevel@tonic-gate kstat_install(ksp);
1897c478bd9Sstevel@tonic-gate }
1907c478bd9Sstevel@tonic-gate
1917c478bd9Sstevel@tonic-gate mm_kmem_io_access = ddi_getprop(DDI_DEV_T_ANY, devi, DDI_PROP_DONTPASS,
1927c478bd9Sstevel@tonic-gate "kmem_io_access", 0);
1937c478bd9Sstevel@tonic-gate
1947c478bd9Sstevel@tonic-gate return (DDI_SUCCESS);
1957c478bd9Sstevel@tonic-gate }
1967c478bd9Sstevel@tonic-gate
1977c478bd9Sstevel@tonic-gate /*ARGSUSED*/
1987c478bd9Sstevel@tonic-gate static int
mm_info(dev_info_t * dip,ddi_info_cmd_t infocmd,void * arg,void ** result)1997c478bd9Sstevel@tonic-gate mm_info(dev_info_t *dip, ddi_info_cmd_t infocmd, void *arg, void **result)
2007c478bd9Sstevel@tonic-gate {
2017c478bd9Sstevel@tonic-gate register int error;
2027c478bd9Sstevel@tonic-gate
2037c478bd9Sstevel@tonic-gate switch (infocmd) {
2047c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2DEVINFO:
2057c478bd9Sstevel@tonic-gate *result = (void *)mm_dip;
2067c478bd9Sstevel@tonic-gate error = DDI_SUCCESS;
2077c478bd9Sstevel@tonic-gate break;
2087c478bd9Sstevel@tonic-gate case DDI_INFO_DEVT2INSTANCE:
2097c478bd9Sstevel@tonic-gate *result = (void *)0;
2107c478bd9Sstevel@tonic-gate error = DDI_SUCCESS;
2117c478bd9Sstevel@tonic-gate break;
2127c478bd9Sstevel@tonic-gate default:
2137c478bd9Sstevel@tonic-gate error = DDI_FAILURE;
2147c478bd9Sstevel@tonic-gate }
2157c478bd9Sstevel@tonic-gate return (error);
2167c478bd9Sstevel@tonic-gate }
2177c478bd9Sstevel@tonic-gate
2187c478bd9Sstevel@tonic-gate /*ARGSUSED1*/
2197c478bd9Sstevel@tonic-gate static int
mmopen(dev_t * devp,int flag,int typ,struct cred * cred)2207c478bd9Sstevel@tonic-gate mmopen(dev_t *devp, int flag, int typ, struct cred *cred)
2217c478bd9Sstevel@tonic-gate {
2227c478bd9Sstevel@tonic-gate switch (getminor(*devp)) {
2237c478bd9Sstevel@tonic-gate case M_NULL:
2247c478bd9Sstevel@tonic-gate case M_ZERO:
225b1c760bdSJames Blachly case M_FULL:
2267c478bd9Sstevel@tonic-gate case M_MEM:
2277c478bd9Sstevel@tonic-gate case M_KMEM:
2287c478bd9Sstevel@tonic-gate case M_ALLKMEM:
2297c478bd9Sstevel@tonic-gate /* standard devices */
2307c478bd9Sstevel@tonic-gate break;
2317c478bd9Sstevel@tonic-gate
2327c478bd9Sstevel@tonic-gate default:
2337c478bd9Sstevel@tonic-gate /* Unsupported or unknown type */
2347c478bd9Sstevel@tonic-gate return (EINVAL);
2357c478bd9Sstevel@tonic-gate }
2364f7df455Scth /* must be character device */
2374f7df455Scth if (typ != OTYP_CHR)
2384f7df455Scth return (EINVAL);
2397c478bd9Sstevel@tonic-gate return (0);
2407c478bd9Sstevel@tonic-gate }
2417c478bd9Sstevel@tonic-gate
2427c478bd9Sstevel@tonic-gate struct pollhead mm_pollhd;
2437c478bd9Sstevel@tonic-gate
2447c478bd9Sstevel@tonic-gate /*ARGSUSED*/
2457c478bd9Sstevel@tonic-gate static int
mmchpoll(dev_t dev,short events,int anyyet,short * reventsp,struct pollhead ** phpp)2467c478bd9Sstevel@tonic-gate mmchpoll(dev_t dev, short events, int anyyet, short *reventsp,
2477c478bd9Sstevel@tonic-gate struct pollhead **phpp)
2487c478bd9Sstevel@tonic-gate {
2497c478bd9Sstevel@tonic-gate switch (getminor(dev)) {
2507c478bd9Sstevel@tonic-gate case M_NULL:
2517c478bd9Sstevel@tonic-gate case M_ZERO:
252b1c760bdSJames Blachly case M_FULL:
2537c478bd9Sstevel@tonic-gate case M_MEM:
2547c478bd9Sstevel@tonic-gate case M_KMEM:
2557c478bd9Sstevel@tonic-gate case M_ALLKMEM:
2567c478bd9Sstevel@tonic-gate *reventsp = events & (POLLIN | POLLOUT | POLLPRI | POLLRDNORM |
2577c478bd9Sstevel@tonic-gate POLLWRNORM | POLLRDBAND | POLLWRBAND);
2587c478bd9Sstevel@tonic-gate /*
2597c478bd9Sstevel@tonic-gate * A non NULL pollhead pointer should be returned in case
26080d5689fSPatrick Mooney * user polls for 0 events or is doing an edge-triggerd poll.
2617c478bd9Sstevel@tonic-gate */
26280d5689fSPatrick Mooney if ((!*reventsp && !anyyet) || (events & POLLET)) {
26380d5689fSPatrick Mooney *phpp = &mm_pollhd;
26480d5689fSPatrick Mooney }
2657c478bd9Sstevel@tonic-gate return (0);
2667c478bd9Sstevel@tonic-gate default:
2677c478bd9Sstevel@tonic-gate /* no other devices currently support polling */
2687c478bd9Sstevel@tonic-gate return (ENXIO);
2697c478bd9Sstevel@tonic-gate }
2707c478bd9Sstevel@tonic-gate }
2717c478bd9Sstevel@tonic-gate
2727c478bd9Sstevel@tonic-gate static int
mmpropop(dev_t dev,dev_info_t * dip,ddi_prop_op_t prop_op,int flags,char * name,caddr_t valuep,int * lengthp)2737c478bd9Sstevel@tonic-gate mmpropop(dev_t dev, dev_info_t *dip, ddi_prop_op_t prop_op, int flags,
2747c478bd9Sstevel@tonic-gate char *name, caddr_t valuep, int *lengthp)
2757c478bd9Sstevel@tonic-gate {
2767c478bd9Sstevel@tonic-gate /*
2777c478bd9Sstevel@tonic-gate * implement zero size to reduce overhead (avoid two failing
2787c478bd9Sstevel@tonic-gate * property lookups per stat).
2797c478bd9Sstevel@tonic-gate */
2807c478bd9Sstevel@tonic-gate return (ddi_prop_op_size(dev, dip, prop_op,
2817c478bd9Sstevel@tonic-gate flags, name, valuep, lengthp, 0));
2827c478bd9Sstevel@tonic-gate }
2837c478bd9Sstevel@tonic-gate
2847c478bd9Sstevel@tonic-gate static int
mmio(struct uio * uio,enum uio_rw rw,pfn_t pfn,off_t pageoff,int allowio,page_t * pp)285d20abfaaSPavel Tatashin mmio(struct uio *uio, enum uio_rw rw, pfn_t pfn, off_t pageoff, int allowio,
286d20abfaaSPavel Tatashin page_t *pp)
2877c478bd9Sstevel@tonic-gate {
2887c478bd9Sstevel@tonic-gate int error = 0;
289d20abfaaSPavel Tatashin int devload = 0;
290d20abfaaSPavel Tatashin int is_memory = pf_is_memory(pfn);
2917c478bd9Sstevel@tonic-gate size_t nbytes = MIN((size_t)(PAGESIZE - pageoff),
2927c478bd9Sstevel@tonic-gate (size_t)uio->uio_iov->iov_len);
293d20abfaaSPavel Tatashin caddr_t va = NULL;
2947c478bd9Sstevel@tonic-gate
2957c478bd9Sstevel@tonic-gate mutex_enter(&mm_lock);
296d20abfaaSPavel Tatashin
297d20abfaaSPavel Tatashin if (is_memory && kpm_enable) {
298d20abfaaSPavel Tatashin if (pp)
299d20abfaaSPavel Tatashin va = hat_kpm_mapin(pp, NULL);
300d20abfaaSPavel Tatashin else
301d20abfaaSPavel Tatashin va = hat_kpm_mapin_pfn(pfn);
302d20abfaaSPavel Tatashin }
303d20abfaaSPavel Tatashin
304d20abfaaSPavel Tatashin if (va == NULL) {
3057c478bd9Sstevel@tonic-gate hat_devload(kas.a_hat, mm_map, PAGESIZE, pfn,
3067c478bd9Sstevel@tonic-gate (uint_t)(rw == UIO_READ ? PROT_READ : PROT_READ|PROT_WRITE),
3077c478bd9Sstevel@tonic-gate HAT_LOAD_NOCONSIST|HAT_LOAD_LOCK);
308d20abfaaSPavel Tatashin va = mm_map;
309d20abfaaSPavel Tatashin devload = 1;
310d20abfaaSPavel Tatashin }
3117c478bd9Sstevel@tonic-gate
312d20abfaaSPavel Tatashin if (!is_memory) {
3137c478bd9Sstevel@tonic-gate if (allowio) {
3147c478bd9Sstevel@tonic-gate size_t c = uio->uio_iov->iov_len;
3157c478bd9Sstevel@tonic-gate
3167c478bd9Sstevel@tonic-gate if (ddi_peekpokeio(NULL, uio, rw,
3177c478bd9Sstevel@tonic-gate (caddr_t)(uintptr_t)uio->uio_loffset, c,
3187c478bd9Sstevel@tonic-gate sizeof (int32_t)) != DDI_SUCCESS)
3197c478bd9Sstevel@tonic-gate error = EFAULT;
3207c478bd9Sstevel@tonic-gate } else
3217c478bd9Sstevel@tonic-gate error = EIO;
3229d0d62adSJason Beloro } else
323d20abfaaSPavel Tatashin error = uiomove(va + pageoff, nbytes, rw, uio);
3247c478bd9Sstevel@tonic-gate
325d20abfaaSPavel Tatashin if (devload)
3267c478bd9Sstevel@tonic-gate hat_unload(kas.a_hat, mm_map, PAGESIZE, HAT_UNLOAD_UNLOCK);
327d20abfaaSPavel Tatashin else if (pp)
328d20abfaaSPavel Tatashin hat_kpm_mapout(pp, NULL, va);
329d20abfaaSPavel Tatashin else
330d20abfaaSPavel Tatashin hat_kpm_mapout_pfn(pfn);
331d20abfaaSPavel Tatashin
3327c478bd9Sstevel@tonic-gate mutex_exit(&mm_lock);
3337c478bd9Sstevel@tonic-gate return (error);
3347c478bd9Sstevel@tonic-gate }
3357c478bd9Sstevel@tonic-gate
336*ae5a8bedSAndy Fiddaman #ifdef __sparc
337*ae5a8bedSAndy Fiddaman
3381bd5c35fSelowe static int
mmpagelock(struct as * as,caddr_t va)3391bd5c35fSelowe mmpagelock(struct as *as, caddr_t va)
3401bd5c35fSelowe {
3411bd5c35fSelowe struct seg *seg;
3421bd5c35fSelowe int i;
3431bd5c35fSelowe
344dc32d872SJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER);
3451bd5c35fSelowe seg = as_segat(as, va);
3461bd5c35fSelowe i = (seg != NULL)? SEGOP_CAPABLE(seg, S_CAPABILITY_NOMINFLT) : 0;
347dc32d872SJosef 'Jeff' Sipek AS_LOCK_EXIT(as);
3481bd5c35fSelowe
3491bd5c35fSelowe return (i);
3501bd5c35fSelowe }
3511bd5c35fSelowe
3521bd5c35fSelowe #define NEED_LOCK_KVADDR(kva) mmpagelock(&kas, kva)
3537c478bd9Sstevel@tonic-gate
35486ef0a63SRichard Lowe #else
3557c478bd9Sstevel@tonic-gate
3567c478bd9Sstevel@tonic-gate #define NEED_LOCK_KVADDR(va) 0
3577c478bd9Sstevel@tonic-gate
3587c478bd9Sstevel@tonic-gate #endif /* __sparc */
3597c478bd9Sstevel@tonic-gate
3607c478bd9Sstevel@tonic-gate /*ARGSUSED3*/
3617c478bd9Sstevel@tonic-gate static int
mmrw(dev_t dev,struct uio * uio,enum uio_rw rw,cred_t * cred)3627c478bd9Sstevel@tonic-gate mmrw(dev_t dev, struct uio *uio, enum uio_rw rw, cred_t *cred)
3637c478bd9Sstevel@tonic-gate {
3647c478bd9Sstevel@tonic-gate pfn_t v;
3657c478bd9Sstevel@tonic-gate struct iovec *iov;
3667c478bd9Sstevel@tonic-gate int error = 0;
3677c478bd9Sstevel@tonic-gate size_t c;
3687c478bd9Sstevel@tonic-gate ssize_t oresid = uio->uio_resid;
3697c478bd9Sstevel@tonic-gate minor_t minor = getminor(dev);
3707c478bd9Sstevel@tonic-gate
3717c478bd9Sstevel@tonic-gate while (uio->uio_resid > 0 && error == 0) {
3727c478bd9Sstevel@tonic-gate iov = uio->uio_iov;
3737c478bd9Sstevel@tonic-gate if (iov->iov_len == 0) {
3747c478bd9Sstevel@tonic-gate uio->uio_iov++;
3757c478bd9Sstevel@tonic-gate uio->uio_iovcnt--;
3767c478bd9Sstevel@tonic-gate if (uio->uio_iovcnt < 0)
3777c478bd9Sstevel@tonic-gate panic("mmrw");
3787c478bd9Sstevel@tonic-gate continue;
3797c478bd9Sstevel@tonic-gate }
3807c478bd9Sstevel@tonic-gate switch (minor) {
3817c478bd9Sstevel@tonic-gate
3827c478bd9Sstevel@tonic-gate case M_MEM:
3837c478bd9Sstevel@tonic-gate memlist_read_lock();
3847c478bd9Sstevel@tonic-gate if (!address_in_memlist(phys_install,
3857c478bd9Sstevel@tonic-gate (uint64_t)uio->uio_loffset, 1)) {
3867c478bd9Sstevel@tonic-gate memlist_read_unlock();
3877c478bd9Sstevel@tonic-gate error = EFAULT;
3887c478bd9Sstevel@tonic-gate break;
3897c478bd9Sstevel@tonic-gate }
3907c478bd9Sstevel@tonic-gate memlist_read_unlock();
3917c478bd9Sstevel@tonic-gate
3927c478bd9Sstevel@tonic-gate v = BTOP((u_offset_t)uio->uio_loffset);
3937c478bd9Sstevel@tonic-gate error = mmio(uio, rw, v,
394d20abfaaSPavel Tatashin uio->uio_loffset & PAGEOFFSET, 0, NULL);
3957c478bd9Sstevel@tonic-gate break;
3967c478bd9Sstevel@tonic-gate
3977c478bd9Sstevel@tonic-gate case M_KMEM:
3987c478bd9Sstevel@tonic-gate case M_ALLKMEM:
3997c478bd9Sstevel@tonic-gate {
400d20abfaaSPavel Tatashin page_t **ppp = NULL;
4017c478bd9Sstevel@tonic-gate caddr_t vaddr = (caddr_t)uio->uio_offset;
4027c478bd9Sstevel@tonic-gate int try_lock = NEED_LOCK_KVADDR(vaddr);
4037c478bd9Sstevel@tonic-gate int locked = 0;
4047c478bd9Sstevel@tonic-gate
405843e1988Sjohnlev if ((error = plat_mem_do_mmio(uio, rw)) != ENOTSUP)
406ae115bc7Smrj break;
407ae115bc7Smrj
408915c848aSBryan Cantrill if (rw == UIO_WRITE)
409915c848aSBryan Cantrill mm_logkmem(uio);
410915c848aSBryan Cantrill
4117c478bd9Sstevel@tonic-gate /*
4127c478bd9Sstevel@tonic-gate * If vaddr does not map a valid page, as_pagelock()
4137c478bd9Sstevel@tonic-gate * will return failure. Hence we can't check the
4147c478bd9Sstevel@tonic-gate * return value and return EFAULT here as we'd like.
4157c478bd9Sstevel@tonic-gate * seg_kp and seg_kpm do not properly support
4167c478bd9Sstevel@tonic-gate * as_pagelock() for this context so we avoid it
4177c478bd9Sstevel@tonic-gate * using the try_lock set check above. Some day when
4187c478bd9Sstevel@tonic-gate * the kernel page locking gets redesigned all this
4197c478bd9Sstevel@tonic-gate * muck can be cleaned up.
4207c478bd9Sstevel@tonic-gate */
4217c478bd9Sstevel@tonic-gate if (try_lock)
4227c478bd9Sstevel@tonic-gate locked = (as_pagelock(&kas, &ppp, vaddr,
4237c478bd9Sstevel@tonic-gate PAGESIZE, S_WRITE) == 0);
4247c478bd9Sstevel@tonic-gate
425e42d2a1cSjongkis v = hat_getpfnum(kas.a_hat,
426e42d2a1cSjongkis (caddr_t)(uintptr_t)uio->uio_loffset);
4277c478bd9Sstevel@tonic-gate if (v == PFN_INVALID) {
4287c478bd9Sstevel@tonic-gate if (locked)
4297c478bd9Sstevel@tonic-gate as_pageunlock(&kas, ppp, vaddr,
4307c478bd9Sstevel@tonic-gate PAGESIZE, S_WRITE);
4317c478bd9Sstevel@tonic-gate error = EFAULT;
4327c478bd9Sstevel@tonic-gate break;
4337c478bd9Sstevel@tonic-gate }
4347c478bd9Sstevel@tonic-gate
4357c478bd9Sstevel@tonic-gate error = mmio(uio, rw, v, uio->uio_loffset & PAGEOFFSET,
436d20abfaaSPavel Tatashin minor == M_ALLKMEM || mm_kmem_io_access,
437d20abfaaSPavel Tatashin (locked && ppp) ? *ppp : NULL);
4387c478bd9Sstevel@tonic-gate if (locked)
4397c478bd9Sstevel@tonic-gate as_pageunlock(&kas, ppp, vaddr, PAGESIZE,
4407c478bd9Sstevel@tonic-gate S_WRITE);
4417c478bd9Sstevel@tonic-gate }
4427c478bd9Sstevel@tonic-gate
4437c478bd9Sstevel@tonic-gate break;
4447c478bd9Sstevel@tonic-gate
445b1c760bdSJames Blachly case M_FULL:
446b1c760bdSJames Blachly if (rw == UIO_WRITE) {
447b1c760bdSJames Blachly error = ENOSPC;
448b1c760bdSJames Blachly break;
449b1c760bdSJames Blachly }
450b1c760bdSJames Blachly /* else it's a read, fall through to zero case */
451b1c760bdSJames Blachly /*FALLTHROUGH*/
452b1c760bdSJames Blachly
4537c478bd9Sstevel@tonic-gate case M_ZERO:
4547c478bd9Sstevel@tonic-gate if (rw == UIO_READ) {
4557c478bd9Sstevel@tonic-gate label_t ljb;
4567c478bd9Sstevel@tonic-gate
4577c478bd9Sstevel@tonic-gate if (on_fault(&ljb)) {
4587c478bd9Sstevel@tonic-gate no_fault();
4597c478bd9Sstevel@tonic-gate error = EFAULT;
4607c478bd9Sstevel@tonic-gate break;
4617c478bd9Sstevel@tonic-gate }
4627c478bd9Sstevel@tonic-gate uzero(iov->iov_base, iov->iov_len);
4637c478bd9Sstevel@tonic-gate no_fault();
4647c478bd9Sstevel@tonic-gate uio->uio_resid -= iov->iov_len;
4657c478bd9Sstevel@tonic-gate uio->uio_loffset += iov->iov_len;
4667c478bd9Sstevel@tonic-gate break;
4677c478bd9Sstevel@tonic-gate }
4687c478bd9Sstevel@tonic-gate /* else it's a write, fall through to NULL case */
4697c478bd9Sstevel@tonic-gate /*FALLTHROUGH*/
4707c478bd9Sstevel@tonic-gate
4717c478bd9Sstevel@tonic-gate case M_NULL:
4727c478bd9Sstevel@tonic-gate if (rw == UIO_READ)
4737c478bd9Sstevel@tonic-gate return (0);
4747c478bd9Sstevel@tonic-gate c = iov->iov_len;
4757c478bd9Sstevel@tonic-gate iov->iov_base += c;
4767c478bd9Sstevel@tonic-gate iov->iov_len -= c;
4777c478bd9Sstevel@tonic-gate uio->uio_loffset += c;
4787c478bd9Sstevel@tonic-gate uio->uio_resid -= c;
4797c478bd9Sstevel@tonic-gate break;
4807c478bd9Sstevel@tonic-gate
4817c478bd9Sstevel@tonic-gate }
4827c478bd9Sstevel@tonic-gate }
4837c478bd9Sstevel@tonic-gate return (uio->uio_resid == oresid ? error : 0);
4847c478bd9Sstevel@tonic-gate }
4857c478bd9Sstevel@tonic-gate
4867c478bd9Sstevel@tonic-gate static int
mmread(dev_t dev,struct uio * uio,cred_t * cred)4877c478bd9Sstevel@tonic-gate mmread(dev_t dev, struct uio *uio, cred_t *cred)
4887c478bd9Sstevel@tonic-gate {
4897c478bd9Sstevel@tonic-gate return (mmrw(dev, uio, UIO_READ, cred));
4907c478bd9Sstevel@tonic-gate }
4917c478bd9Sstevel@tonic-gate
4927c478bd9Sstevel@tonic-gate static int
mmwrite(dev_t dev,struct uio * uio,cred_t * cred)4937c478bd9Sstevel@tonic-gate mmwrite(dev_t dev, struct uio *uio, cred_t *cred)
4947c478bd9Sstevel@tonic-gate {
4957c478bd9Sstevel@tonic-gate return (mmrw(dev, uio, UIO_WRITE, cred));
4967c478bd9Sstevel@tonic-gate }
4977c478bd9Sstevel@tonic-gate
4987c478bd9Sstevel@tonic-gate /*
4997c478bd9Sstevel@tonic-gate * Private ioctl for libkvm to support kvm_physaddr().
5007c478bd9Sstevel@tonic-gate * Given an address space and a VA, compute the PA.
5017c478bd9Sstevel@tonic-gate */
5027c478bd9Sstevel@tonic-gate static int
mmioctl_vtop(intptr_t data)5037c478bd9Sstevel@tonic-gate mmioctl_vtop(intptr_t data)
5047c478bd9Sstevel@tonic-gate {
5057aec1d6eScindi #ifdef _SYSCALL32
5067aec1d6eScindi mem_vtop32_t vtop32;
5077aec1d6eScindi #endif
5087c478bd9Sstevel@tonic-gate mem_vtop_t mem_vtop;
5097c478bd9Sstevel@tonic-gate proc_t *p;
5107c478bd9Sstevel@tonic-gate pfn_t pfn = (pfn_t)PFN_INVALID;
5117c478bd9Sstevel@tonic-gate pid_t pid = 0;
5127c478bd9Sstevel@tonic-gate struct as *as;
5137c478bd9Sstevel@tonic-gate struct seg *seg;
5147c478bd9Sstevel@tonic-gate
5157aec1d6eScindi if (get_udatamodel() == DATAMODEL_NATIVE) {
5167c478bd9Sstevel@tonic-gate if (copyin((void *)data, &mem_vtop, sizeof (mem_vtop_t)))
5177c478bd9Sstevel@tonic-gate return (EFAULT);
5187aec1d6eScindi }
5197aec1d6eScindi #ifdef _SYSCALL32
5207aec1d6eScindi else {
5217aec1d6eScindi if (copyin((void *)data, &vtop32, sizeof (mem_vtop32_t)))
5227aec1d6eScindi return (EFAULT);
52380ab886dSwesolows mem_vtop.m_as = (struct as *)(uintptr_t)vtop32.m_as;
52480ab886dSwesolows mem_vtop.m_va = (void *)(uintptr_t)vtop32.m_va;
5257aec1d6eScindi
5267aec1d6eScindi if (mem_vtop.m_as != NULL)
5277aec1d6eScindi return (EINVAL);
5287aec1d6eScindi }
5297aec1d6eScindi #endif
5307aec1d6eScindi
5317c478bd9Sstevel@tonic-gate if (mem_vtop.m_as == &kas) {
5327c478bd9Sstevel@tonic-gate pfn = hat_getpfnum(kas.a_hat, mem_vtop.m_va);
5337c478bd9Sstevel@tonic-gate } else {
5347aec1d6eScindi if (mem_vtop.m_as == NULL) {
5357aec1d6eScindi /*
5367aec1d6eScindi * Assume the calling process's address space if the
5377aec1d6eScindi * caller didn't specify one.
5387aec1d6eScindi */
5397aec1d6eScindi p = curthread->t_procp;
5407aec1d6eScindi if (p == NULL)
5417aec1d6eScindi return (EIO);
5427aec1d6eScindi mem_vtop.m_as = p->p_as;
5437aec1d6eScindi }
5447aec1d6eScindi
5457c478bd9Sstevel@tonic-gate mutex_enter(&pidlock);
5467c478bd9Sstevel@tonic-gate for (p = practive; p != NULL; p = p->p_next) {
5477c478bd9Sstevel@tonic-gate if (p->p_as == mem_vtop.m_as) {
5487c478bd9Sstevel@tonic-gate pid = p->p_pid;
5497c478bd9Sstevel@tonic-gate break;
5507c478bd9Sstevel@tonic-gate }
5517c478bd9Sstevel@tonic-gate }
5527c478bd9Sstevel@tonic-gate mutex_exit(&pidlock);
5537c478bd9Sstevel@tonic-gate if (p == NULL)
5547c478bd9Sstevel@tonic-gate return (EIO);
5557c478bd9Sstevel@tonic-gate p = sprlock(pid);
5567c478bd9Sstevel@tonic-gate if (p == NULL)
5577c478bd9Sstevel@tonic-gate return (EIO);
5587c478bd9Sstevel@tonic-gate as = p->p_as;
5597c478bd9Sstevel@tonic-gate if (as == mem_vtop.m_as) {
5607c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock);
561dc32d872SJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER);
5627c478bd9Sstevel@tonic-gate for (seg = AS_SEGFIRST(as); seg != NULL;
5637c478bd9Sstevel@tonic-gate seg = AS_SEGNEXT(as, seg))
5647c478bd9Sstevel@tonic-gate if ((uintptr_t)mem_vtop.m_va -
5657c478bd9Sstevel@tonic-gate (uintptr_t)seg->s_base < seg->s_size)
5667c478bd9Sstevel@tonic-gate break;
5677c478bd9Sstevel@tonic-gate if (seg != NULL)
5687c478bd9Sstevel@tonic-gate pfn = hat_getpfnum(as->a_hat, mem_vtop.m_va);
569dc32d872SJosef 'Jeff' Sipek AS_LOCK_EXIT(as);
5707c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock);
5717c478bd9Sstevel@tonic-gate }
5727c478bd9Sstevel@tonic-gate sprunlock(p);
5737c478bd9Sstevel@tonic-gate }
5747c478bd9Sstevel@tonic-gate mem_vtop.m_pfn = pfn;
5757c478bd9Sstevel@tonic-gate if (pfn == PFN_INVALID)
5767c478bd9Sstevel@tonic-gate return (EIO);
5777aec1d6eScindi
5787aec1d6eScindi if (get_udatamodel() == DATAMODEL_NATIVE) {
5797c478bd9Sstevel@tonic-gate if (copyout(&mem_vtop, (void *)data, sizeof (mem_vtop_t)))
5807c478bd9Sstevel@tonic-gate return (EFAULT);
5817aec1d6eScindi }
5827aec1d6eScindi #ifdef _SYSCALL32
5837aec1d6eScindi else {
5847aec1d6eScindi vtop32.m_pfn = mem_vtop.m_pfn;
5857aec1d6eScindi if (copyout(&vtop32, (void *)data, sizeof (mem_vtop32_t)))
5867aec1d6eScindi return (EFAULT);
5877aec1d6eScindi }
5887aec1d6eScindi #endif
5897c478bd9Sstevel@tonic-gate
5907c478bd9Sstevel@tonic-gate return (0);
5917c478bd9Sstevel@tonic-gate }
5927c478bd9Sstevel@tonic-gate
5937c478bd9Sstevel@tonic-gate /*
594db874c57Selowe * Given a PA, execute the given page retire command on it.
5957c478bd9Sstevel@tonic-gate */
5967c478bd9Sstevel@tonic-gate static int
mmioctl_page_retire(int cmd,intptr_t data)5977c478bd9Sstevel@tonic-gate mmioctl_page_retire(int cmd, intptr_t data)
5987c478bd9Sstevel@tonic-gate {
599db874c57Selowe extern int page_retire_test(void);
6007c478bd9Sstevel@tonic-gate uint64_t pa;
6017c478bd9Sstevel@tonic-gate
602db874c57Selowe if (copyin((void *)data, &pa, sizeof (uint64_t))) {
6037c478bd9Sstevel@tonic-gate return (EFAULT);
6047c478bd9Sstevel@tonic-gate }
6057c478bd9Sstevel@tonic-gate
606db874c57Selowe switch (cmd) {
607db874c57Selowe case MEM_PAGE_ISRETIRED:
608db874c57Selowe return (page_retire_check(pa, NULL));
6097c478bd9Sstevel@tonic-gate
610db874c57Selowe case MEM_PAGE_UNRETIRE:
611db874c57Selowe return (page_unretire(pa));
612db874c57Selowe
613db874c57Selowe case MEM_PAGE_RETIRE:
614db874c57Selowe return (page_retire(pa, PR_FMA));
615db874c57Selowe
616db874c57Selowe case MEM_PAGE_RETIRE_MCE:
617db874c57Selowe return (page_retire(pa, PR_MCE));
618db874c57Selowe
619db874c57Selowe case MEM_PAGE_RETIRE_UE:
620db874c57Selowe return (page_retire(pa, PR_UE));
621db874c57Selowe
622db874c57Selowe case MEM_PAGE_GETERRORS:
623db874c57Selowe {
624db874c57Selowe uint64_t page_errors;
625db874c57Selowe int rc = page_retire_check(pa, &page_errors);
626db874c57Selowe if (copyout(&page_errors, (void *)data,
627db874c57Selowe sizeof (uint64_t))) {
628db874c57Selowe return (EFAULT);
629db874c57Selowe }
630db874c57Selowe return (rc);
631db874c57Selowe }
632db874c57Selowe
633db874c57Selowe case MEM_PAGE_RETIRE_TEST:
634db874c57Selowe return (page_retire_test());
635db874c57Selowe
636db874c57Selowe }
637db874c57Selowe
638db874c57Selowe return (EINVAL);
6397c478bd9Sstevel@tonic-gate }
6407c478bd9Sstevel@tonic-gate
6417c478bd9Sstevel@tonic-gate #ifdef __sparc
6427c478bd9Sstevel@tonic-gate /*
643*ae5a8bedSAndy Fiddaman * Read a mem_name_t from user-space and store it in the mem_name_t
644*ae5a8bedSAndy Fiddaman * pointed to by the mem_name argument.
645*ae5a8bedSAndy Fiddaman */
646*ae5a8bedSAndy Fiddaman static int
mm_read_mem_name(intptr_t data,mem_name_t * mem_name)647*ae5a8bedSAndy Fiddaman mm_read_mem_name(intptr_t data, mem_name_t *mem_name)
648*ae5a8bedSAndy Fiddaman {
649*ae5a8bedSAndy Fiddaman if (get_udatamodel() == DATAMODEL_NATIVE) {
650*ae5a8bedSAndy Fiddaman if (copyin((void *)data, mem_name, sizeof (mem_name_t)))
651*ae5a8bedSAndy Fiddaman return (EFAULT);
652*ae5a8bedSAndy Fiddaman }
653*ae5a8bedSAndy Fiddaman #ifdef _SYSCALL32
654*ae5a8bedSAndy Fiddaman else {
655*ae5a8bedSAndy Fiddaman mem_name32_t mem_name32;
656*ae5a8bedSAndy Fiddaman
657*ae5a8bedSAndy Fiddaman if (copyin((void *)data, &mem_name32, sizeof (mem_name32_t)))
658*ae5a8bedSAndy Fiddaman return (EFAULT);
659*ae5a8bedSAndy Fiddaman mem_name->m_addr = mem_name32.m_addr;
660*ae5a8bedSAndy Fiddaman mem_name->m_synd = mem_name32.m_synd;
661*ae5a8bedSAndy Fiddaman mem_name->m_type[0] = mem_name32.m_type[0];
662*ae5a8bedSAndy Fiddaman mem_name->m_type[1] = mem_name32.m_type[1];
663*ae5a8bedSAndy Fiddaman mem_name->m_name = (caddr_t)(uintptr_t)mem_name32.m_name;
664*ae5a8bedSAndy Fiddaman mem_name->m_namelen = (size_t)mem_name32.m_namelen;
665*ae5a8bedSAndy Fiddaman mem_name->m_sid = (caddr_t)(uintptr_t)mem_name32.m_sid;
666*ae5a8bedSAndy Fiddaman mem_name->m_sidlen = (size_t)mem_name32.m_sidlen;
667*ae5a8bedSAndy Fiddaman }
668*ae5a8bedSAndy Fiddaman #endif /* _SYSCALL32 */
669*ae5a8bedSAndy Fiddaman
670*ae5a8bedSAndy Fiddaman return (0);
671*ae5a8bedSAndy Fiddaman }
672*ae5a8bedSAndy Fiddaman
673*ae5a8bedSAndy Fiddaman /*
6747c478bd9Sstevel@tonic-gate * Given a syndrome, syndrome type, and address return the
6757c478bd9Sstevel@tonic-gate * associated memory name in the provided data buffer.
6767c478bd9Sstevel@tonic-gate */
6777c478bd9Sstevel@tonic-gate static int
mmioctl_get_mem_name(intptr_t data)6787c478bd9Sstevel@tonic-gate mmioctl_get_mem_name(intptr_t data)
6797c478bd9Sstevel@tonic-gate {
6807c478bd9Sstevel@tonic-gate mem_name_t mem_name;
6817c478bd9Sstevel@tonic-gate void *buf;
6827c478bd9Sstevel@tonic-gate size_t bufsize;
6837c478bd9Sstevel@tonic-gate int len, err;
6847c478bd9Sstevel@tonic-gate
6857c478bd9Sstevel@tonic-gate if ((bufsize = cpu_get_name_bufsize()) == 0)
6867c478bd9Sstevel@tonic-gate return (ENOTSUP);
6877c478bd9Sstevel@tonic-gate
688d00f0155Sayznaga if ((err = mm_read_mem_name(data, &mem_name)) < 0)
689d00f0155Sayznaga return (err);
6907c478bd9Sstevel@tonic-gate
6917c478bd9Sstevel@tonic-gate buf = kmem_alloc(bufsize, KM_SLEEP);
6927c478bd9Sstevel@tonic-gate
6937c478bd9Sstevel@tonic-gate /*
6947c478bd9Sstevel@tonic-gate * Call into cpu specific code to do the lookup.
6957c478bd9Sstevel@tonic-gate */
6967c478bd9Sstevel@tonic-gate if ((err = cpu_get_mem_name(mem_name.m_synd, mem_name.m_type,
6977c478bd9Sstevel@tonic-gate mem_name.m_addr, buf, bufsize, &len)) != 0) {
6987c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize);
6997c478bd9Sstevel@tonic-gate return (err);
7007c478bd9Sstevel@tonic-gate }
7017c478bd9Sstevel@tonic-gate
7027c478bd9Sstevel@tonic-gate if (len >= mem_name.m_namelen) {
7037c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize);
7046684e119Spothier return (ENOSPC);
7057c478bd9Sstevel@tonic-gate }
7067c478bd9Sstevel@tonic-gate
7077c478bd9Sstevel@tonic-gate if (copyoutstr(buf, (char *)mem_name.m_name,
7087c478bd9Sstevel@tonic-gate mem_name.m_namelen, NULL) != 0) {
7097c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize);
7107c478bd9Sstevel@tonic-gate return (EFAULT);
7117c478bd9Sstevel@tonic-gate }
7127c478bd9Sstevel@tonic-gate
7137c478bd9Sstevel@tonic-gate kmem_free(buf, bufsize);
7147c478bd9Sstevel@tonic-gate return (0);
7157c478bd9Sstevel@tonic-gate }
7167c478bd9Sstevel@tonic-gate
7177c478bd9Sstevel@tonic-gate /*
7187c478bd9Sstevel@tonic-gate * Given a syndrome and address return information about the associated memory.
7197c478bd9Sstevel@tonic-gate */
7207c478bd9Sstevel@tonic-gate static int
mmioctl_get_mem_info(intptr_t data)7217c478bd9Sstevel@tonic-gate mmioctl_get_mem_info(intptr_t data)
7227c478bd9Sstevel@tonic-gate {
7237c478bd9Sstevel@tonic-gate mem_info_t mem_info;
7247c478bd9Sstevel@tonic-gate int err;
7257c478bd9Sstevel@tonic-gate
7267c478bd9Sstevel@tonic-gate if (copyin((void *)data, &mem_info, sizeof (mem_info_t)))
7277c478bd9Sstevel@tonic-gate return (EFAULT);
7287c478bd9Sstevel@tonic-gate
7297c478bd9Sstevel@tonic-gate if ((err = cpu_get_mem_info(mem_info.m_synd, mem_info.m_addr,
7307c478bd9Sstevel@tonic-gate &mem_info.m_mem_size, &mem_info.m_seg_size, &mem_info.m_bank_size,
7317c478bd9Sstevel@tonic-gate &mem_info.m_segments, &mem_info.m_banks, &mem_info.m_mcid)) != 0)
7327c478bd9Sstevel@tonic-gate return (err);
7337c478bd9Sstevel@tonic-gate
7347c478bd9Sstevel@tonic-gate if (copyout(&mem_info, (void *)data, sizeof (mem_info_t)) != 0)
7357c478bd9Sstevel@tonic-gate return (EFAULT);
7367c478bd9Sstevel@tonic-gate
7377c478bd9Sstevel@tonic-gate return (0);
7387c478bd9Sstevel@tonic-gate }
739d00f0155Sayznaga
740d00f0155Sayznaga /*
741d00f0155Sayznaga * Given a memory name, return its associated serial id
742d00f0155Sayznaga */
743d00f0155Sayznaga static int
mmioctl_get_mem_sid(intptr_t data)744d00f0155Sayznaga mmioctl_get_mem_sid(intptr_t data)
745d00f0155Sayznaga {
746d00f0155Sayznaga mem_name_t mem_name;
747d00f0155Sayznaga void *buf;
748d00f0155Sayznaga void *name;
749d00f0155Sayznaga size_t name_len;
750d00f0155Sayznaga size_t bufsize;
751d00f0155Sayznaga int len, err;
752d00f0155Sayznaga
753d00f0155Sayznaga if ((bufsize = cpu_get_name_bufsize()) == 0)
754d00f0155Sayznaga return (ENOTSUP);
755d00f0155Sayznaga
756d00f0155Sayznaga if ((err = mm_read_mem_name(data, &mem_name)) < 0)
757d00f0155Sayznaga return (err);
758d00f0155Sayznaga
759d00f0155Sayznaga buf = kmem_alloc(bufsize, KM_SLEEP);
760d00f0155Sayznaga
761d00f0155Sayznaga if (mem_name.m_namelen > 1024)
762d00f0155Sayznaga mem_name.m_namelen = 1024; /* cap at 1024 bytes */
763d00f0155Sayznaga
764d00f0155Sayznaga name = kmem_alloc(mem_name.m_namelen, KM_SLEEP);
765d00f0155Sayznaga
766d00f0155Sayznaga if ((err = copyinstr((char *)mem_name.m_name, (char *)name,
767d00f0155Sayznaga mem_name.m_namelen, &name_len)) != 0) {
768d00f0155Sayznaga kmem_free(buf, bufsize);
769d00f0155Sayznaga kmem_free(name, mem_name.m_namelen);
770d00f0155Sayznaga return (err);
771d00f0155Sayznaga }
772d00f0155Sayznaga
773d00f0155Sayznaga /*
774d00f0155Sayznaga * Call into cpu specific code to do the lookup.
775d00f0155Sayznaga */
776d00f0155Sayznaga if ((err = cpu_get_mem_sid(name, buf, bufsize, &len)) != 0) {
777d00f0155Sayznaga kmem_free(buf, bufsize);
778d00f0155Sayznaga kmem_free(name, mem_name.m_namelen);
779d00f0155Sayznaga return (err);
780d00f0155Sayznaga }
781d00f0155Sayznaga
782d00f0155Sayznaga if (len > mem_name.m_sidlen) {
783d00f0155Sayznaga kmem_free(buf, bufsize);
784d00f0155Sayznaga kmem_free(name, mem_name.m_namelen);
785d00f0155Sayznaga return (ENAMETOOLONG);
786d00f0155Sayznaga }
787d00f0155Sayznaga
788d00f0155Sayznaga if (copyoutstr(buf, (char *)mem_name.m_sid,
789d00f0155Sayznaga mem_name.m_sidlen, NULL) != 0) {
790d00f0155Sayznaga kmem_free(buf, bufsize);
791d00f0155Sayznaga kmem_free(name, mem_name.m_namelen);
792d00f0155Sayznaga return (EFAULT);
793d00f0155Sayznaga }
794d00f0155Sayznaga
795d00f0155Sayznaga kmem_free(buf, bufsize);
796d00f0155Sayznaga kmem_free(name, mem_name.m_namelen);
797d00f0155Sayznaga return (0);
798d00f0155Sayznaga }
7997c478bd9Sstevel@tonic-gate #endif /* __sparc */
8007c478bd9Sstevel@tonic-gate
8017c478bd9Sstevel@tonic-gate /*
8027c478bd9Sstevel@tonic-gate * Private ioctls for
8037c478bd9Sstevel@tonic-gate * libkvm to support kvm_physaddr().
8047c478bd9Sstevel@tonic-gate * FMA support for page_retire() and memory attribute information.
8057c478bd9Sstevel@tonic-gate */
8067c478bd9Sstevel@tonic-gate /*ARGSUSED*/
8077c478bd9Sstevel@tonic-gate static int
mmioctl(dev_t dev,int cmd,intptr_t data,int flag,cred_t * cred,int * rvalp)8087c478bd9Sstevel@tonic-gate mmioctl(dev_t dev, int cmd, intptr_t data, int flag, cred_t *cred, int *rvalp)
8097c478bd9Sstevel@tonic-gate {
81033129b33Sayznaga if ((cmd == MEM_VTOP && getminor(dev) != M_KMEM) ||
81133129b33Sayznaga (cmd != MEM_VTOP && getminor(dev) != M_MEM))
812d00f0155Sayznaga return (ENXIO);
813d00f0155Sayznaga
8147c478bd9Sstevel@tonic-gate switch (cmd) {
8157c478bd9Sstevel@tonic-gate case MEM_VTOP:
8167c478bd9Sstevel@tonic-gate return (mmioctl_vtop(data));
8177c478bd9Sstevel@tonic-gate
8187c478bd9Sstevel@tonic-gate case MEM_PAGE_RETIRE:
8197c478bd9Sstevel@tonic-gate case MEM_PAGE_ISRETIRED:
820db874c57Selowe case MEM_PAGE_UNRETIRE:
821db874c57Selowe case MEM_PAGE_RETIRE_MCE:
822db874c57Selowe case MEM_PAGE_RETIRE_UE:
823db874c57Selowe case MEM_PAGE_GETERRORS:
824db874c57Selowe case MEM_PAGE_RETIRE_TEST:
8257c478bd9Sstevel@tonic-gate return (mmioctl_page_retire(cmd, data));
8267c478bd9Sstevel@tonic-gate
8277c478bd9Sstevel@tonic-gate #ifdef __sparc
828d00f0155Sayznaga case MEM_NAME:
8297c478bd9Sstevel@tonic-gate return (mmioctl_get_mem_name(data));
8307c478bd9Sstevel@tonic-gate
8317c478bd9Sstevel@tonic-gate case MEM_INFO:
8327c478bd9Sstevel@tonic-gate return (mmioctl_get_mem_info(data));
833d00f0155Sayznaga
834d00f0155Sayznaga case MEM_SID:
835d00f0155Sayznaga return (mmioctl_get_mem_sid(data));
8367c478bd9Sstevel@tonic-gate #else
837d00f0155Sayznaga case MEM_NAME:
838d00f0155Sayznaga case MEM_INFO:
839d00f0155Sayznaga case MEM_SID:
8407c478bd9Sstevel@tonic-gate return (ENOTSUP);
841d00f0155Sayznaga #endif /* __sparc */
8427c478bd9Sstevel@tonic-gate }
8437c478bd9Sstevel@tonic-gate return (ENXIO);
8447c478bd9Sstevel@tonic-gate }
8457c478bd9Sstevel@tonic-gate
8467c478bd9Sstevel@tonic-gate /*ARGSUSED2*/
8477c478bd9Sstevel@tonic-gate static int
mmmmap(dev_t dev,off_t off,int prot)8487c478bd9Sstevel@tonic-gate mmmmap(dev_t dev, off_t off, int prot)
8497c478bd9Sstevel@tonic-gate {
8507c478bd9Sstevel@tonic-gate pfn_t pf;
8517c478bd9Sstevel@tonic-gate struct memlist *pmem;
8527c478bd9Sstevel@tonic-gate minor_t minor = getminor(dev);
8537c478bd9Sstevel@tonic-gate
8547c478bd9Sstevel@tonic-gate switch (minor) {
8557c478bd9Sstevel@tonic-gate case M_MEM:
8567c478bd9Sstevel@tonic-gate pf = btop(off);
8577c478bd9Sstevel@tonic-gate memlist_read_lock();
85856f33205SJonathan Adams for (pmem = phys_install; pmem != NULL; pmem = pmem->ml_next) {
85956f33205SJonathan Adams if (pf >= BTOP(pmem->ml_address) &&
86056f33205SJonathan Adams pf < BTOP(pmem->ml_address + pmem->ml_size)) {
8617c478bd9Sstevel@tonic-gate memlist_read_unlock();
8627c478bd9Sstevel@tonic-gate return (impl_obmem_pfnum(pf));
8637c478bd9Sstevel@tonic-gate }
8647c478bd9Sstevel@tonic-gate }
8657c478bd9Sstevel@tonic-gate memlist_read_unlock();
8667c478bd9Sstevel@tonic-gate break;
8677c478bd9Sstevel@tonic-gate
8687c478bd9Sstevel@tonic-gate case M_KMEM:
8697c478bd9Sstevel@tonic-gate case M_ALLKMEM:
8707c478bd9Sstevel@tonic-gate /* no longer supported with KPR */
8717c478bd9Sstevel@tonic-gate return (-1);
8727c478bd9Sstevel@tonic-gate
873b1c760bdSJames Blachly case M_FULL:
8747c478bd9Sstevel@tonic-gate case M_ZERO:
8757c478bd9Sstevel@tonic-gate /*
8767c478bd9Sstevel@tonic-gate * We shouldn't be mmap'ing to /dev/zero here as
8777c478bd9Sstevel@tonic-gate * mmsegmap() should have already converted
8787c478bd9Sstevel@tonic-gate * a mapping request for this device to a mapping
8797c478bd9Sstevel@tonic-gate * using seg_vn for anonymous memory.
8807c478bd9Sstevel@tonic-gate */
8817c478bd9Sstevel@tonic-gate break;
8827c478bd9Sstevel@tonic-gate
8837c478bd9Sstevel@tonic-gate }
8847c478bd9Sstevel@tonic-gate return (-1);
8857c478bd9Sstevel@tonic-gate }
8867c478bd9Sstevel@tonic-gate
8877c478bd9Sstevel@tonic-gate /*
8887c478bd9Sstevel@tonic-gate * This function is called when a memory device is mmap'ed.
8897c478bd9Sstevel@tonic-gate * Set up the mapping to the correct device driver.
8907c478bd9Sstevel@tonic-gate */
8917c478bd9Sstevel@tonic-gate static int
mmsegmap(dev_t dev,off_t off,struct as * as,caddr_t * addrp,off_t len,uint_t prot,uint_t maxprot,uint_t flags,struct cred * cred)8927c478bd9Sstevel@tonic-gate mmsegmap(dev_t dev, off_t off, struct as *as, caddr_t *addrp, off_t len,
8937c478bd9Sstevel@tonic-gate uint_t prot, uint_t maxprot, uint_t flags, struct cred *cred)
8947c478bd9Sstevel@tonic-gate {
8957c478bd9Sstevel@tonic-gate struct segvn_crargs vn_a;
8967c478bd9Sstevel@tonic-gate struct segdev_crargs dev_a;
8977c478bd9Sstevel@tonic-gate int error;
8987c478bd9Sstevel@tonic-gate minor_t minor;
8997c478bd9Sstevel@tonic-gate off_t i;
9007c478bd9Sstevel@tonic-gate
9017c478bd9Sstevel@tonic-gate minor = getminor(dev);
9027c478bd9Sstevel@tonic-gate
9037c478bd9Sstevel@tonic-gate as_rangelock(as);
9047c478bd9Sstevel@tonic-gate /*
9057c478bd9Sstevel@tonic-gate * No need to worry about vac alignment on /dev/zero
9067c478bd9Sstevel@tonic-gate * since this is a "clone" object that doesn't yet exist.
9077c478bd9Sstevel@tonic-gate */
90860946fe0Smec error = choose_addr(as, addrp, len, off,
9097c478bd9Sstevel@tonic-gate (minor == M_MEM) || (minor == M_KMEM), flags);
91060946fe0Smec if (error != 0) {
9117c478bd9Sstevel@tonic-gate as_rangeunlock(as);
91260946fe0Smec return (error);
9137c478bd9Sstevel@tonic-gate }
9147c478bd9Sstevel@tonic-gate
9157c478bd9Sstevel@tonic-gate switch (minor) {
9167c478bd9Sstevel@tonic-gate case M_MEM:
9177c478bd9Sstevel@tonic-gate /* /dev/mem cannot be mmap'ed with MAP_PRIVATE */
9187c478bd9Sstevel@tonic-gate if ((flags & MAP_TYPE) != MAP_SHARED) {
9197c478bd9Sstevel@tonic-gate as_rangeunlock(as);
9207c478bd9Sstevel@tonic-gate return (EINVAL);
9217c478bd9Sstevel@tonic-gate }
9227c478bd9Sstevel@tonic-gate
9237c478bd9Sstevel@tonic-gate /*
9247c478bd9Sstevel@tonic-gate * Check to ensure that the entire range is
9257c478bd9Sstevel@tonic-gate * legal and we are not trying to map in
9267c478bd9Sstevel@tonic-gate * more than the device will let us.
9277c478bd9Sstevel@tonic-gate */
9287c478bd9Sstevel@tonic-gate for (i = 0; i < len; i += PAGESIZE) {
9297c478bd9Sstevel@tonic-gate if (mmmmap(dev, off + i, maxprot) == -1) {
9307c478bd9Sstevel@tonic-gate as_rangeunlock(as);
9317c478bd9Sstevel@tonic-gate return (ENXIO);
9327c478bd9Sstevel@tonic-gate }
9337c478bd9Sstevel@tonic-gate }
9347c478bd9Sstevel@tonic-gate
9357c478bd9Sstevel@tonic-gate /*
9367c478bd9Sstevel@tonic-gate * Use seg_dev segment driver for /dev/mem mapping.
9377c478bd9Sstevel@tonic-gate */
9387c478bd9Sstevel@tonic-gate dev_a.mapfunc = mmmmap;
9397c478bd9Sstevel@tonic-gate dev_a.dev = dev;
9407c478bd9Sstevel@tonic-gate dev_a.offset = off;
9417c478bd9Sstevel@tonic-gate dev_a.type = (flags & MAP_TYPE);
9427c478bd9Sstevel@tonic-gate dev_a.prot = (uchar_t)prot;
9437c478bd9Sstevel@tonic-gate dev_a.maxprot = (uchar_t)maxprot;
9447c478bd9Sstevel@tonic-gate dev_a.hat_attr = 0;
9457c478bd9Sstevel@tonic-gate
9467c478bd9Sstevel@tonic-gate /*
9477c478bd9Sstevel@tonic-gate * Make /dev/mem mappings non-consistent since we can't
9487c478bd9Sstevel@tonic-gate * alias pages that don't have page structs behind them,
9497c478bd9Sstevel@tonic-gate * such as kernel stack pages. If someone mmap()s a kernel
95048bbca81SDaniel Hoffman * stack page and if we give them a tte with cv, a line from
9517c478bd9Sstevel@tonic-gate * that page can get into both pages of the spitfire d$.
9527c478bd9Sstevel@tonic-gate * But snoop from another processor will only invalidate
9537c478bd9Sstevel@tonic-gate * the first page. This later caused kernel (xc_attention)
9547c478bd9Sstevel@tonic-gate * to go into an infinite loop at pil 13 and no interrupts
9557c478bd9Sstevel@tonic-gate * could come in. See 1203630.
9567c478bd9Sstevel@tonic-gate *
9577c478bd9Sstevel@tonic-gate */
9587c478bd9Sstevel@tonic-gate dev_a.hat_flags = HAT_LOAD_NOCONSIST;
9597c478bd9Sstevel@tonic-gate dev_a.devmap_data = NULL;
9607c478bd9Sstevel@tonic-gate
9617c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segdev_create, &dev_a);
9627c478bd9Sstevel@tonic-gate break;
9637c478bd9Sstevel@tonic-gate
9647c478bd9Sstevel@tonic-gate case M_ZERO:
9657c478bd9Sstevel@tonic-gate /*
9667c478bd9Sstevel@tonic-gate * Use seg_vn segment driver for /dev/zero mapping.
9677c478bd9Sstevel@tonic-gate * Passing in a NULL amp gives us the "cloning" effect.
9687c478bd9Sstevel@tonic-gate */
9697c478bd9Sstevel@tonic-gate vn_a.vp = NULL;
9707c478bd9Sstevel@tonic-gate vn_a.offset = 0;
9717c478bd9Sstevel@tonic-gate vn_a.type = (flags & MAP_TYPE);
9727c478bd9Sstevel@tonic-gate vn_a.prot = prot;
9737c478bd9Sstevel@tonic-gate vn_a.maxprot = maxprot;
9747c478bd9Sstevel@tonic-gate vn_a.flags = flags & ~MAP_TYPE;
9757c478bd9Sstevel@tonic-gate vn_a.cred = cred;
9767c478bd9Sstevel@tonic-gate vn_a.amp = NULL;
9777c478bd9Sstevel@tonic-gate vn_a.szc = 0;
9787c478bd9Sstevel@tonic-gate vn_a.lgrp_mem_policy_flags = 0;
9797c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segvn_create, &vn_a);
9807c478bd9Sstevel@tonic-gate break;
9817c478bd9Sstevel@tonic-gate
9827c478bd9Sstevel@tonic-gate case M_KMEM:
9837c478bd9Sstevel@tonic-gate case M_ALLKMEM:
9847c478bd9Sstevel@tonic-gate /* No longer supported with KPR. */
9857c478bd9Sstevel@tonic-gate error = ENXIO;
9867c478bd9Sstevel@tonic-gate break;
9877c478bd9Sstevel@tonic-gate
9887c478bd9Sstevel@tonic-gate case M_NULL:
9897c478bd9Sstevel@tonic-gate /*
9907c478bd9Sstevel@tonic-gate * Use seg_dev segment driver for /dev/null mapping.
9917c478bd9Sstevel@tonic-gate */
9927c478bd9Sstevel@tonic-gate dev_a.mapfunc = mmmmap;
9937c478bd9Sstevel@tonic-gate dev_a.dev = dev;
9947c478bd9Sstevel@tonic-gate dev_a.offset = off;
9957c478bd9Sstevel@tonic-gate dev_a.type = 0; /* neither PRIVATE nor SHARED */
9967c478bd9Sstevel@tonic-gate dev_a.prot = dev_a.maxprot = (uchar_t)PROT_NONE;
9977c478bd9Sstevel@tonic-gate dev_a.hat_attr = 0;
9987c478bd9Sstevel@tonic-gate dev_a.hat_flags = 0;
9997c478bd9Sstevel@tonic-gate error = as_map(as, *addrp, len, segdev_create, &dev_a);
10007c478bd9Sstevel@tonic-gate break;
10017c478bd9Sstevel@tonic-gate
10027c478bd9Sstevel@tonic-gate default:
10037c478bd9Sstevel@tonic-gate error = ENXIO;
10047c478bd9Sstevel@tonic-gate }
10057c478bd9Sstevel@tonic-gate
10067c478bd9Sstevel@tonic-gate as_rangeunlock(as);
10077c478bd9Sstevel@tonic-gate return (error);
10087c478bd9Sstevel@tonic-gate }
10097c478bd9Sstevel@tonic-gate
10107c478bd9Sstevel@tonic-gate static struct cb_ops mm_cb_ops = {
10117c478bd9Sstevel@tonic-gate mmopen, /* open */
10127c478bd9Sstevel@tonic-gate nulldev, /* close */
10137c478bd9Sstevel@tonic-gate nodev, /* strategy */
10147c478bd9Sstevel@tonic-gate nodev, /* print */
10157c478bd9Sstevel@tonic-gate nodev, /* dump */
10167c478bd9Sstevel@tonic-gate mmread, /* read */
10177c478bd9Sstevel@tonic-gate mmwrite, /* write */
10187c478bd9Sstevel@tonic-gate mmioctl, /* ioctl */
10197c478bd9Sstevel@tonic-gate nodev, /* devmap */
10207c478bd9Sstevel@tonic-gate mmmmap, /* mmap */
10217c478bd9Sstevel@tonic-gate mmsegmap, /* segmap */
10227c478bd9Sstevel@tonic-gate mmchpoll, /* poll */
10237c478bd9Sstevel@tonic-gate mmpropop, /* prop_op */
10247c478bd9Sstevel@tonic-gate 0, /* streamtab */
10257c478bd9Sstevel@tonic-gate D_NEW | D_MP | D_64BIT | D_U64BIT
10267c478bd9Sstevel@tonic-gate };
10277c478bd9Sstevel@tonic-gate
10287c478bd9Sstevel@tonic-gate static struct dev_ops mm_ops = {
10297c478bd9Sstevel@tonic-gate DEVO_REV, /* devo_rev, */
10307c478bd9Sstevel@tonic-gate 0, /* refcnt */
10317c478bd9Sstevel@tonic-gate mm_info, /* get_dev_info */
10327c478bd9Sstevel@tonic-gate nulldev, /* identify */
10337c478bd9Sstevel@tonic-gate nulldev, /* probe */
10347c478bd9Sstevel@tonic-gate mm_attach, /* attach */
10357c478bd9Sstevel@tonic-gate nodev, /* detach */
10367c478bd9Sstevel@tonic-gate nodev, /* reset */
10377c478bd9Sstevel@tonic-gate &mm_cb_ops, /* driver operations */
103819397407SSherry Moore (struct bus_ops *)0, /* bus operations */
103919397407SSherry Moore NULL, /* power */
104019397407SSherry Moore ddi_quiesce_not_needed, /* quiesce */
10417c478bd9Sstevel@tonic-gate };
10427c478bd9Sstevel@tonic-gate
10437c478bd9Sstevel@tonic-gate static struct modldrv modldrv = {
1044e4b86885SCheng Sean Ye &mod_driverops, "memory driver", &mm_ops,
10457c478bd9Sstevel@tonic-gate };
10467c478bd9Sstevel@tonic-gate
10477c478bd9Sstevel@tonic-gate static struct modlinkage modlinkage = {
10487c478bd9Sstevel@tonic-gate MODREV_1, &modldrv, NULL
10497c478bd9Sstevel@tonic-gate };
10507c478bd9Sstevel@tonic-gate
10517c478bd9Sstevel@tonic-gate int
_init(void)10527c478bd9Sstevel@tonic-gate _init(void)
10537c478bd9Sstevel@tonic-gate {
10547c478bd9Sstevel@tonic-gate return (mod_install(&modlinkage));
10557c478bd9Sstevel@tonic-gate }
10567c478bd9Sstevel@tonic-gate
10577c478bd9Sstevel@tonic-gate int
_info(struct modinfo * modinfop)10587c478bd9Sstevel@tonic-gate _info(struct modinfo *modinfop)
10597c478bd9Sstevel@tonic-gate {
10607c478bd9Sstevel@tonic-gate return (mod_info(&modlinkage, modinfop));
10617c478bd9Sstevel@tonic-gate }
10627c478bd9Sstevel@tonic-gate
10637c478bd9Sstevel@tonic-gate int
_fini(void)10647c478bd9Sstevel@tonic-gate _fini(void)
10657c478bd9Sstevel@tonic-gate {
10667c478bd9Sstevel@tonic-gate return (mod_remove(&modlinkage));
10677c478bd9Sstevel@tonic-gate }
10687c478bd9Sstevel@tonic-gate
10697c478bd9Sstevel@tonic-gate static int
mm_kstat_update(kstat_t * ksp,int rw)10707c478bd9Sstevel@tonic-gate mm_kstat_update(kstat_t *ksp, int rw)
10717c478bd9Sstevel@tonic-gate {
10727c478bd9Sstevel@tonic-gate struct memlist *pmem;
10737c478bd9Sstevel@tonic-gate uint_t count;
10747c478bd9Sstevel@tonic-gate
10757c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE)
10767c478bd9Sstevel@tonic-gate return (EACCES);
10777c478bd9Sstevel@tonic-gate
10787c478bd9Sstevel@tonic-gate count = 0;
10797c478bd9Sstevel@tonic-gate memlist_read_lock();
108056f33205SJonathan Adams for (pmem = phys_install; pmem != NULL; pmem = pmem->ml_next) {
10817c478bd9Sstevel@tonic-gate count++;
10827c478bd9Sstevel@tonic-gate }
10837c478bd9Sstevel@tonic-gate memlist_read_unlock();
10847c478bd9Sstevel@tonic-gate
10857c478bd9Sstevel@tonic-gate ksp->ks_ndata = count;
10867c478bd9Sstevel@tonic-gate ksp->ks_data_size = count * 2 * sizeof (uint64_t);
10877c478bd9Sstevel@tonic-gate
10887c478bd9Sstevel@tonic-gate return (0);
10897c478bd9Sstevel@tonic-gate }
10907c478bd9Sstevel@tonic-gate
10917c478bd9Sstevel@tonic-gate static int
mm_kstat_snapshot(kstat_t * ksp,void * buf,int rw)10927c478bd9Sstevel@tonic-gate mm_kstat_snapshot(kstat_t *ksp, void *buf, int rw)
10937c478bd9Sstevel@tonic-gate {
10947c478bd9Sstevel@tonic-gate struct memlist *pmem;
10957c478bd9Sstevel@tonic-gate struct memunit {
10967c478bd9Sstevel@tonic-gate uint64_t address;
10977c478bd9Sstevel@tonic-gate uint64_t size;
10987c478bd9Sstevel@tonic-gate } *kspmem;
10997c478bd9Sstevel@tonic-gate
11007c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE)
11017c478bd9Sstevel@tonic-gate return (EACCES);
11027c478bd9Sstevel@tonic-gate
11037c478bd9Sstevel@tonic-gate ksp->ks_snaptime = gethrtime();
11047c478bd9Sstevel@tonic-gate
11057c478bd9Sstevel@tonic-gate kspmem = (struct memunit *)buf;
11067c478bd9Sstevel@tonic-gate memlist_read_lock();
110756f33205SJonathan Adams for (pmem = phys_install; pmem != NULL;
110856f33205SJonathan Adams pmem = pmem->ml_next, kspmem++) {
11097c478bd9Sstevel@tonic-gate if ((caddr_t)kspmem >= (caddr_t)buf + ksp->ks_data_size)
11107c478bd9Sstevel@tonic-gate break;
111156f33205SJonathan Adams kspmem->address = pmem->ml_address;
111256f33205SJonathan Adams kspmem->size = pmem->ml_size;
11137c478bd9Sstevel@tonic-gate }
11147c478bd9Sstevel@tonic-gate memlist_read_unlock();
11157c478bd9Sstevel@tonic-gate
11167c478bd9Sstevel@tonic-gate return (0);
11177c478bd9Sstevel@tonic-gate }
1118