1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 * Copyright 2018 Joyent, Inc. 25 * Copyright 2017 RackTop Systems. 26 */ 27 28 #ifndef _VM_SEG_KMEM_H 29 #define _VM_SEG_KMEM_H 30 31 32 #ifdef __cplusplus 33 extern "C" { 34 #endif 35 36 #include <sys/types.h> 37 #include <sys/vnode.h> 38 #include <sys/vmem.h> 39 #include <vm/as.h> 40 #include <vm/seg.h> 41 #include <vm/page.h> 42 43 /* 44 * VM - Kernel Segment Driver 45 */ 46 47 #if defined(_KERNEL) || defined(_FAKE_KERNEL) 48 49 extern char *kernelheap; /* start of primary kernel heap */ 50 extern char *ekernelheap; /* end of primary kernel heap */ 51 extern char *heap_lp_base; /* start of kernel large page heap arena */ 52 extern char *heap_lp_end; /* end of kernel large page heap arena */ 53 extern struct seg kvseg; /* primary kernel heap segment */ 54 extern struct seg kvseg_core; /* "core" kernel heap segment */ 55 extern struct seg kzioseg; /* Segment for zio mappings */ 56 extern vmem_t *heap_lp_arena; /* kernel large page heap arena */ 57 extern vmem_t *heap_arena; /* primary kernel heap arena */ 58 extern vmem_t *hat_memload_arena; /* HAT translation arena */ 59 extern struct seg kvseg32; /* 32-bit kernel heap segment */ 60 extern vmem_t *heap32_arena; /* 32-bit kernel heap arena */ 61 extern vmem_t *heaptext_arena; /* kernel text arena, from heap */ 62 extern struct as kas; /* kernel address space */ 63 extern int segkmem_reloc; /* enable/disable segkmem relocatable pages */ 64 extern vmem_t *static_arena; /* arena for caches to import static memory */ 65 extern vmem_t *static_alloc_arena; /* arena for allocating static memory */ 66 extern vmem_t *zio_arena; /* arena for zio caches */ 67 extern vmem_t *zio_alloc_arena; /* arena for zio caches */ 68 69 #if defined(__amd64) 70 extern struct seg kvmmseg; /* Segment for vmm mappings */ 71 extern vmem_t *kvmm_arena; /* arena for vmm VA */ 72 extern void segkmem_kvmm_init(void *, size_t); 73 #endif 74 75 extern struct vnode kvps[]; 76 /* 77 * segkmem page vnodes (please don't add more defines here...) 78 */ 79 #define kvp (kvps[KV_KVP]) 80 #if defined(__sparc) 81 #define mpvp (kvps[KV_MPVP]) 82 #define promvp (kvps[KV_PROMVP]) 83 #endif /* __sparc */ 84 85 extern int segkmem_create(struct seg *); 86 extern page_t *segkmem_page_create(void *, size_t, int, void *); 87 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t, 88 page_t *(*page_create_func)(void *, size_t, int, void *), void *); 89 extern void *segkmem_alloc(vmem_t *, size_t, int); 90 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int); 91 extern void segkmem_free(vmem_t *, void *, size_t); 92 extern void segkmem_xfree(vmem_t *, void *, size_t, 93 struct vnode *, void (*)(page_t *)); 94 95 extern void *boot_alloc(void *, size_t, uint_t); 96 extern void boot_mapin(caddr_t addr, size_t size); 97 extern void kernelheap_init(void *, void *, char *, void *, void *); 98 extern void segkmem_gc(void); 99 100 extern void segkmem_zio_init(void *, size_t); 101 102 /* 103 * Flags for segkmem_xalloc(). 104 * 105 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be 106 * returned rather than unlocked which is now the default. Note that 107 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free(). 108 * This is a hack for seg_dev that should be cleaned up in the future. 109 */ 110 #define SEGKMEM_SHARELOCKED 0x20000 111 112 /* 113 * Large page for kmem caches support 114 */ 115 typedef struct segkmem_lpcb { 116 kmutex_t lp_lock; 117 kcondvar_t lp_cv; 118 uint_t lp_wait; 119 uint_t lp_uselp; 120 ulong_t lp_throttle; 121 122 /* stats */ 123 uint64_t sleep_allocs_failed; 124 uint64_t nosleep_allocs_failed; 125 uint64_t allocs_throttled; 126 uint64_t allocs_limited; 127 uint64_t alloc_bytes_failed; 128 } segkmem_lpcb_t; 129 130 extern void *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int); 131 extern void segkmem_free_lp(vmem_t *, void *, size_t); 132 extern int segkmem_lpsetup(); 133 extern void segkmem_heap_lp_init(void); 134 135 extern size_t segkmem_lpsize; 136 extern int segkmem_lpszc; 137 extern size_t segkmem_heaplp_quantum; 138 extern size_t segkmem_kmemlp_max; 139 140 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE) 141 142 #define IS_KMEM_VA_LARGEPAGE(vaddr) \ 143 (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end)) 144 145 extern struct seg_ops segkmem_ops; 146 147 #endif /* _KERNEL || _FAKE_KERNEL */ 148 149 #ifdef __cplusplus 150 } 151 #endif 152 153 #endif /* _VM_SEG_KMEM_H */ 154