1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright (c) 2019 The FreeBSD Foundation 5 * All rights reserved. 6 * 7 * This software was developed by Konstantin Belousov <kib@FreeBSD.org> 8 * under sponsorship from the FreeBSD Foundation. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 29 * SUCH DAMAGE. 30 */ 31 32 #include <sys/cdefs.h> 33 __FBSDID("$FreeBSD$"); 34 35 #include <sys/types.h> 36 #include <sys/mman.h> 37 #include <rtld_malloc.h> 38 #include "thr_private.h" 39 40 int npagesizes; 41 size_t *pagesizes; 42 static size_t pagesizes_d[2]; 43 static struct umutex thr_malloc_umtx; 44 static u_int thr_malloc_umtx_level; 45 46 void 47 __thr_malloc_init(void) 48 { 49 50 if (npagesizes != 0) 51 return; 52 npagesizes = getpagesizes(pagesizes_d, nitems(pagesizes_d)); 53 if (npagesizes == -1) { 54 PANIC("Unable to read page sizes"); 55 } 56 pagesizes = pagesizes_d; 57 _thr_umutex_init(&thr_malloc_umtx); 58 } 59 60 static void 61 thr_malloc_lock(struct pthread *curthread) 62 { 63 uint32_t curtid; 64 65 if (curthread == NULL) 66 return; 67 curthread->locklevel++; 68 curtid = TID(curthread); 69 if ((uint32_t)thr_malloc_umtx.m_owner == curtid) 70 thr_malloc_umtx_level++; 71 else 72 _thr_umutex_lock(&thr_malloc_umtx, curtid); 73 } 74 75 static void 76 thr_malloc_unlock(struct pthread *curthread) 77 { 78 79 if (curthread == NULL) 80 return; 81 if (thr_malloc_umtx_level > 0) 82 thr_malloc_umtx_level--; 83 else 84 _thr_umutex_unlock(&thr_malloc_umtx, TID(curthread)); 85 curthread->locklevel--; 86 _thr_ast(curthread); 87 } 88 89 void * 90 __thr_calloc(size_t num, size_t size) 91 { 92 struct pthread *curthread; 93 void *res; 94 95 curthread = _get_curthread(); 96 thr_malloc_lock(curthread); 97 res = __crt_calloc(num, size); 98 thr_malloc_unlock(curthread); 99 return (res); 100 } 101 102 void 103 __thr_free(void *cp) 104 { 105 struct pthread *curthread; 106 107 curthread = _get_curthread(); 108 thr_malloc_lock(curthread); 109 __crt_free(cp); 110 thr_malloc_unlock(curthread); 111 } 112 113 void * 114 __thr_malloc(size_t nbytes) 115 { 116 struct pthread *curthread; 117 void *res; 118 119 curthread = _get_curthread(); 120 thr_malloc_lock(curthread); 121 res = __crt_malloc(nbytes); 122 thr_malloc_unlock(curthread); 123 return (res); 124 } 125 126 void * 127 __thr_realloc(void *cp, size_t nbytes) 128 { 129 struct pthread *curthread; 130 void *res; 131 132 curthread = _get_curthread(); 133 thr_malloc_lock(curthread); 134 res = __crt_realloc(cp, nbytes); 135 thr_malloc_unlock(curthread); 136 return (res); 137 } 138 139 void 140 __thr_malloc_prefork(struct pthread *curthread) 141 { 142 143 _thr_umutex_lock(&thr_malloc_umtx, TID(curthread)); 144 } 145 146 void 147 __thr_malloc_postfork(struct pthread *curthread) 148 { 149 150 _thr_umutex_unlock(&thr_malloc_umtx, TID(curthread)); 151 } 152