1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 * Copyright 2016 Joyent, Inc. 25 * Copyright 2017 RackTop Systems. 26 */ 27 28 #ifndef _VM_SEG_KMEM_H 29 #define _VM_SEG_KMEM_H 30 31 32 #ifdef __cplusplus 33 extern "C" { 34 #endif 35 36 #include <sys/types.h> 37 #include <sys/vnode.h> 38 #include <sys/vmem.h> 39 #include <vm/as.h> 40 #include <vm/seg.h> 41 #include <vm/page.h> 42 43 /* 44 * VM - Kernel Segment Driver 45 */ 46 47 #if defined(_KERNEL) || defined(_FAKE_KERNEL) 48 49 extern char *kernelheap; /* start of primary kernel heap */ 50 extern char *ekernelheap; /* end of primary kernel heap */ 51 extern char *heap_lp_base; /* start of kernel large page heap arena */ 52 extern char *heap_lp_end; /* end of kernel large page heap arena */ 53 extern struct seg kvseg; /* primary kernel heap segment */ 54 extern struct seg kvseg_core; /* "core" kernel heap segment */ 55 extern struct seg kzioseg; /* Segment for zio mappings */ 56 extern vmem_t *heap_lp_arena; /* kernel large page heap arena */ 57 extern vmem_t *heap_arena; /* primary kernel heap arena */ 58 extern vmem_t *hat_memload_arena; /* HAT translation arena */ 59 extern struct seg kvseg32; /* 32-bit kernel heap segment */ 60 extern vmem_t *heap32_arena; /* 32-bit kernel heap arena */ 61 extern vmem_t *heaptext_arena; /* kernel text arena, from heap */ 62 extern struct as kas; /* kernel address space */ 63 extern int segkmem_reloc; /* enable/disable segkmem relocatable pages */ 64 extern vmem_t *static_arena; /* arena for caches to import static memory */ 65 extern vmem_t *static_alloc_arena; /* arena for allocating static memory */ 66 extern vmem_t *zio_arena; /* arena for zio caches */ 67 extern vmem_t *zio_alloc_arena; /* arena for zio caches */ 68 extern struct vnode kvps[]; 69 /* 70 * segkmem page vnodes 71 */ 72 #define kvp (kvps[KV_KVP]) 73 #define zvp (kvps[KV_ZVP]) 74 #if defined(__sparc) 75 #define mpvp (kvps[KV_MPVP]) 76 #define promvp (kvps[KV_PROMVP]) 77 #endif /* __sparc */ 78 79 extern int segkmem_create(struct seg *); 80 extern page_t *segkmem_page_create(void *, size_t, int, void *); 81 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t, 82 page_t *(*page_create_func)(void *, size_t, int, void *), void *); 83 extern void *segkmem_alloc(vmem_t *, size_t, int); 84 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int); 85 extern void segkmem_free(vmem_t *, void *, size_t); 86 extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *)); 87 88 extern void *boot_alloc(void *, size_t, uint_t); 89 extern void boot_mapin(caddr_t addr, size_t size); 90 extern void kernelheap_init(void *, void *, char *, void *, void *); 91 extern void segkmem_gc(void); 92 93 extern void *segkmem_zio_alloc(vmem_t *, size_t, int); 94 extern int segkmem_zio_create(struct seg *); 95 extern void segkmem_zio_free(vmem_t *, void *, size_t); 96 extern void segkmem_zio_init(void *, size_t); 97 98 /* 99 * Flags for segkmem_xalloc(). 100 * 101 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be 102 * returned rather than unlocked which is now the default. Note that 103 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free(). 104 * This is a hack for seg_dev that should be cleaned up in the future. 105 */ 106 #define SEGKMEM_SHARELOCKED 0x20000 107 108 /* 109 * Large page for kmem caches support 110 */ 111 typedef struct segkmem_lpcb { 112 kmutex_t lp_lock; 113 kcondvar_t lp_cv; 114 uint_t lp_wait; 115 uint_t lp_uselp; 116 ulong_t lp_throttle; 117 118 /* stats */ 119 uint64_t sleep_allocs_failed; 120 uint64_t nosleep_allocs_failed; 121 uint64_t allocs_throttled; 122 uint64_t allocs_limited; 123 uint64_t alloc_bytes_failed; 124 } segkmem_lpcb_t; 125 126 extern void *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int); 127 extern void segkmem_free_lp(vmem_t *, void *, size_t); 128 extern int segkmem_lpsetup(); 129 extern void segkmem_heap_lp_init(void); 130 131 extern size_t segkmem_lpsize; 132 extern int segkmem_lpszc; 133 extern size_t segkmem_heaplp_quantum; 134 extern size_t segkmem_kmemlp_max; 135 136 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE) 137 138 #define IS_KMEM_VA_LARGEPAGE(vaddr) \ 139 (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end)) 140 141 extern struct seg_ops segkmem_ops; 142 143 #endif /* _KERNEL || _FAKE_KERNEL */ 144 145 #ifdef __cplusplus 146 } 147 #endif 148 149 #endif /* _VM_SEG_KMEM_H */ 150