1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 #ifndef _VM_SEG_KMEM_H 27 #define _VM_SEG_KMEM_H 28 29 30 #ifdef __cplusplus 31 extern "C" { 32 #endif 33 34 #include <sys/types.h> 35 #include <sys/vnode.h> 36 #include <sys/vmem.h> 37 #include <vm/as.h> 38 #include <vm/seg.h> 39 #include <vm/page.h> 40 41 /* 42 * VM - Kernel Segment Driver 43 */ 44 45 #if defined(_KERNEL) 46 47 extern char *kernelheap; /* start of primary kernel heap */ 48 extern char *ekernelheap; /* end of primary kernel heap */ 49 extern char *heap_lp_base; /* start of kernel large page heap arena */ 50 extern char *heap_lp_end; /* end of kernel large page heap arena */ 51 extern struct seg kvseg; /* primary kernel heap segment */ 52 extern struct seg kvseg_core; /* "core" kernel heap segment */ 53 extern struct seg kzioseg; /* Segment for zio mappings */ 54 extern vmem_t *heap_lp_arena; /* kernel large page heap arena */ 55 extern vmem_t *heap_arena; /* primary kernel heap arena */ 56 extern vmem_t *hat_memload_arena; /* HAT translation arena */ 57 extern struct seg kvseg32; /* 32-bit kernel heap segment */ 58 extern vmem_t *heap32_arena; /* 32-bit kernel heap arena */ 59 extern vmem_t *heaptext_arena; /* kernel text arena, from heap */ 60 extern struct as kas; /* kernel address space */ 61 extern int segkmem_reloc; /* enable/disable segkmem relocatable pages */ 62 extern vmem_t *static_arena; /* arena for caches to import static memory */ 63 extern vmem_t *static_alloc_arena; /* arena for allocating static memory */ 64 extern vmem_t *zio_arena; /* arena for zio caches */ 65 extern vmem_t *zio_alloc_arena; /* arena for zio caches */ 66 extern struct vnode kvps[]; 67 /* 68 * segkmem page vnodes 69 */ 70 #define kvp (kvps[KV_KVP]) 71 #define zvp (kvps[KV_ZVP]) 72 #if defined(__sparc) 73 #define mpvp (kvps[KV_MPVP]) 74 #define promvp (kvps[KV_PROMVP]) 75 #endif /* __sparc */ 76 77 extern int segkmem_create(struct seg *); 78 extern page_t *segkmem_page_create(void *, size_t, int, void *); 79 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t, 80 page_t *(*page_create_func)(void *, size_t, int, void *), void *); 81 extern void *segkmem_alloc(vmem_t *, size_t, int); 82 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int); 83 extern void segkmem_free(vmem_t *, void *, size_t); 84 extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *)); 85 86 extern void *boot_alloc(void *, size_t, uint_t); 87 extern void boot_mapin(caddr_t addr, size_t size); 88 extern void kernelheap_init(void *, void *, char *, void *, void *); 89 extern void segkmem_gc(void); 90 91 extern void *segkmem_zio_alloc(vmem_t *, size_t, int); 92 extern int segkmem_zio_create(struct seg *); 93 extern void segkmem_zio_free(vmem_t *, void *, size_t); 94 extern void segkmem_zio_init(void *, size_t); 95 96 /* 97 * Flags for segkmem_xalloc(). 98 * 99 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be 100 * returned rather than unlocked which is now the default. Note that 101 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free(). 102 * This is a hack for seg_dev that should be cleaned up in the future. 103 */ 104 #define SEGKMEM_SHARELOCKED 0x20000 105 106 /* 107 * Large page for kmem caches support 108 */ 109 typedef struct segkmem_lpcb { 110 kmutex_t lp_lock; 111 kcondvar_t lp_cv; 112 uint_t lp_wait; 113 uint_t lp_uselp; 114 ulong_t lp_throttle; 115 116 /* stats */ 117 uint64_t sleep_allocs_failed; 118 uint64_t nosleep_allocs_failed; 119 uint64_t allocs_throttled; 120 uint64_t allocs_limited; 121 uint64_t alloc_bytes_failed; 122 } segkmem_lpcb_t; 123 124 extern void *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int); 125 extern void segkmem_free_lp(vmem_t *, void *, size_t); 126 extern int segkmem_lpsetup(); 127 extern void segkmem_heap_lp_init(void); 128 129 extern size_t segkmem_lpsize; 130 extern int segkmem_lpszc; 131 extern size_t segkmem_heaplp_quantum; 132 extern size_t segkmem_kmemlp_max; 133 134 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE) 135 136 #define IS_KMEM_VA_LARGEPAGE(vaddr) \ 137 (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end)) 138 139 #endif /* _KERNEL */ 140 141 #ifdef __cplusplus 142 } 143 #endif 144 145 #endif /* _VM_SEG_KMEM_H */ 146