1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 * Copyright 2016 Joyent, Inc. 25 */ 26 27 #ifndef _VM_SEG_KMEM_H 28 #define _VM_SEG_KMEM_H 29 30 31 #ifdef __cplusplus 32 extern "C" { 33 #endif 34 35 #include <sys/types.h> 36 #include <sys/vnode.h> 37 #include <sys/vmem.h> 38 #include <vm/as.h> 39 #include <vm/seg.h> 40 #include <vm/page.h> 41 42 /* 43 * VM - Kernel Segment Driver 44 */ 45 46 #if defined(_KERNEL) 47 48 extern char *kernelheap; /* start of primary kernel heap */ 49 extern char *ekernelheap; /* end of primary kernel heap */ 50 extern char *heap_lp_base; /* start of kernel large page heap arena */ 51 extern char *heap_lp_end; /* end of kernel large page heap arena */ 52 extern struct seg kvseg; /* primary kernel heap segment */ 53 extern struct seg kvseg_core; /* "core" kernel heap segment */ 54 extern struct seg kzioseg; /* Segment for zio mappings */ 55 extern vmem_t *heap_lp_arena; /* kernel large page heap arena */ 56 extern vmem_t *heap_arena; /* primary kernel heap arena */ 57 extern vmem_t *hat_memload_arena; /* HAT translation arena */ 58 extern struct seg kvseg32; /* 32-bit kernel heap segment */ 59 extern vmem_t *heap32_arena; /* 32-bit kernel heap arena */ 60 extern vmem_t *heaptext_arena; /* kernel text arena, from heap */ 61 extern struct as kas; /* kernel address space */ 62 extern int segkmem_reloc; /* enable/disable segkmem relocatable pages */ 63 extern vmem_t *static_arena; /* arena for caches to import static memory */ 64 extern vmem_t *static_alloc_arena; /* arena for allocating static memory */ 65 extern vmem_t *zio_arena; /* arena for zio caches */ 66 extern vmem_t *zio_alloc_arena; /* arena for zio caches */ 67 extern struct vnode kvps[]; 68 /* 69 * segkmem page vnodes 70 */ 71 #define kvp (kvps[KV_KVP]) 72 #define zvp (kvps[KV_ZVP]) 73 #if defined(__sparc) 74 #define mpvp (kvps[KV_MPVP]) 75 #define promvp (kvps[KV_PROMVP]) 76 #endif /* __sparc */ 77 78 extern int segkmem_create(struct seg *); 79 extern page_t *segkmem_page_create(void *, size_t, int, void *); 80 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t, 81 page_t *(*page_create_func)(void *, size_t, int, void *), void *); 82 extern void *segkmem_alloc(vmem_t *, size_t, int); 83 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int); 84 extern void segkmem_free(vmem_t *, void *, size_t); 85 extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *)); 86 87 extern void *boot_alloc(void *, size_t, uint_t); 88 extern void boot_mapin(caddr_t addr, size_t size); 89 extern void kernelheap_init(void *, void *, char *, void *, void *); 90 extern void segkmem_gc(void); 91 92 extern void *segkmem_zio_alloc(vmem_t *, size_t, int); 93 extern int segkmem_zio_create(struct seg *); 94 extern void segkmem_zio_free(vmem_t *, void *, size_t); 95 extern void segkmem_zio_init(void *, size_t); 96 97 /* 98 * Flags for segkmem_xalloc(). 99 * 100 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be 101 * returned rather than unlocked which is now the default. Note that 102 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free(). 103 * This is a hack for seg_dev that should be cleaned up in the future. 104 */ 105 #define SEGKMEM_SHARELOCKED 0x20000 106 107 /* 108 * Large page for kmem caches support 109 */ 110 typedef struct segkmem_lpcb { 111 kmutex_t lp_lock; 112 kcondvar_t lp_cv; 113 uint_t lp_wait; 114 uint_t lp_uselp; 115 ulong_t lp_throttle; 116 117 /* stats */ 118 uint64_t sleep_allocs_failed; 119 uint64_t nosleep_allocs_failed; 120 uint64_t allocs_throttled; 121 uint64_t allocs_limited; 122 uint64_t alloc_bytes_failed; 123 } segkmem_lpcb_t; 124 125 extern void *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int); 126 extern void segkmem_free_lp(vmem_t *, void *, size_t); 127 extern int segkmem_lpsetup(); 128 extern void segkmem_heap_lp_init(void); 129 130 extern size_t segkmem_lpsize; 131 extern int segkmem_lpszc; 132 extern size_t segkmem_heaplp_quantum; 133 extern size_t segkmem_kmemlp_max; 134 135 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE) 136 137 #define IS_KMEM_VA_LARGEPAGE(vaddr) \ 138 (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end)) 139 140 extern struct seg_ops segkmem_ops; 141 142 #endif /* _KERNEL */ 143 144 #ifdef __cplusplus 145 } 146 #endif 147 148 #endif /* _VM_SEG_KMEM_H */ 149