xref: /freebsd/contrib/jemalloc/FREEBSD-diffs (revision e722f8f8ac59f5a163a06f2538f46efa42aedfb9)
1a4bd5210SJason Evansdiff --git a/doc/jemalloc.xml.in b/doc/jemalloc.xml.in
2*e722f8f8SJason Evansindex 93c16dc..b5c5595 100644
3a4bd5210SJason Evans--- a/doc/jemalloc.xml.in
4a4bd5210SJason Evans+++ b/doc/jemalloc.xml.in
5a4bd5210SJason Evans@@ -51,12 +51,23 @@
6a4bd5210SJason Evans     <para>This manual describes jemalloc @jemalloc_version@.  More information
7a4bd5210SJason Evans     can be found at the <ulink
8a4bd5210SJason Evans     url="http://www.canonware.com/jemalloc/">jemalloc website</ulink>.</para>
9a4bd5210SJason Evans+
10a4bd5210SJason Evans+    <para>The following configuration options are enabled in libc's built-in
11a4bd5210SJason Evans+    jemalloc: <option>--enable-dss</option>,
12a4bd5210SJason Evans+    <option>--enable-experimental</option>, <option>--enable-fill</option>,
13a4bd5210SJason Evans+    <option>--enable-lazy-lock</option>, <option>--enable-munmap</option>,
14a4bd5210SJason Evans+    <option>--enable-stats</option>, <option>--enable-tcache</option>,
15a4bd5210SJason Evans+    <option>--enable-tls</option>, <option>--enable-utrace</option>, and
16a4bd5210SJason Evans+    <option>--enable-xmalloc</option>.  Additionally,
17a4bd5210SJason Evans+    <option>--enable-debug</option> is enabled in development versions of
18a4bd5210SJason Evans+    FreeBSD (controlled by the <constant>MALLOC_PRODUCTION</constant> make
19a4bd5210SJason Evans+    variable).</para>
20a4bd5210SJason Evans   </refsect1>
21a4bd5210SJason Evans   <refsynopsisdiv>
22a4bd5210SJason Evans     <title>SYNOPSIS</title>
23a4bd5210SJason Evans     <funcsynopsis>
24a4bd5210SJason Evans       <funcsynopsisinfo>#include &lt;<filename class="headerfile">stdlib.h</filename>&gt;
25a4bd5210SJason Evans-#include &lt;<filename class="headerfile">jemalloc/jemalloc.h</filename>&gt;</funcsynopsisinfo>
26a4bd5210SJason Evans+#include &lt;<filename class="headerfile">malloc_np.h</filename>&gt;</funcsynopsisinfo>
27a4bd5210SJason Evans       <refsect2>
28a4bd5210SJason Evans         <title>Standard API</title>
29a4bd5210SJason Evans         <funcprototype>
30*e722f8f8SJason Evans@@ -2101,4 +2112,16 @@ malloc_conf = "lg_chunk:24";]]></programlisting></para>
31a4bd5210SJason Evans     <para>The <function>posix_memalign<parameter/></function> function conforms
32a4bd5210SJason Evans     to IEEE Std 1003.1-2001 (&ldquo;POSIX.1&rdquo;).</para>
33a4bd5210SJason Evans   </refsect1>
34a4bd5210SJason Evans+  <refsect1 id="history">
35a4bd5210SJason Evans+    <title>HISTORY</title>
36a4bd5210SJason Evans+    <para>The <function>malloc_usable_size<parameter/></function> and
37a4bd5210SJason Evans+    <function>posix_memalign<parameter/></function> functions first appeared in
38a4bd5210SJason Evans+    FreeBSD 7.0.</para>
39a4bd5210SJason Evans+
40a4bd5210SJason Evans+    <para>The <function>aligned_alloc<parameter/></function>,
41a4bd5210SJason Evans+    <function>malloc_stats_print<parameter/></function>,
42a4bd5210SJason Evans+    <function>mallctl*<parameter/></function>, and
43a4bd5210SJason Evans+    <function>*allocm<parameter/></function> functions first appeared in
44a4bd5210SJason Evans+    FreeBSD 10.0.</para>
45a4bd5210SJason Evans+  </refsect1>
46a4bd5210SJason Evans </refentry>
47a4bd5210SJason Evansdiff --git a/include/jemalloc/internal/jemalloc_internal.h.in b/include/jemalloc/internal/jemalloc_internal.h.in
48*e722f8f8SJason Evansindex 268cd14..cfb1fb9 100644
49a4bd5210SJason Evans--- a/include/jemalloc/internal/jemalloc_internal.h.in
50a4bd5210SJason Evans+++ b/include/jemalloc/internal/jemalloc_internal.h.in
51c92c6224SJason Evans@@ -1,5 +1,8 @@
52c92c6224SJason Evans #ifndef JEMALLOC_INTERNAL_H
53c92c6224SJason Evans #define JEMALLOC_INTERNAL_H
54a4bd5210SJason Evans+#include "libc_private.h"
55a4bd5210SJason Evans+#include "namespace.h"
56a4bd5210SJason Evans+
57a4bd5210SJason Evans #include <math.h>
58*e722f8f8SJason Evans #ifdef _WIN32
59*e722f8f8SJason Evans #  include <windows.h>
60*e722f8f8SJason Evans@@ -54,6 +57,9 @@ typedef intptr_t ssize_t;
61*e722f8f8SJason Evans #endif
62*e722f8f8SJason Evans #include <fcntl.h>
63a4bd5210SJason Evans
64a4bd5210SJason Evans+#include "un-namespace.h"
65a4bd5210SJason Evans+#include "libc_private.h"
66a4bd5210SJason Evans+
67a4bd5210SJason Evans #define	JEMALLOC_NO_DEMANGLE
68a4bd5210SJason Evans #include "../jemalloc@install_suffix@.h"
69a4bd5210SJason Evans
70a4bd5210SJason Evansdiff --git a/include/jemalloc/internal/mutex.h b/include/jemalloc/internal/mutex.h
71*e722f8f8SJason Evansindex de44e14..564d604 100644
72a4bd5210SJason Evans--- a/include/jemalloc/internal/mutex.h
73a4bd5210SJason Evans+++ b/include/jemalloc/internal/mutex.h
74*e722f8f8SJason Evans@@ -43,9 +43,6 @@ struct malloc_mutex_s {
75a4bd5210SJason Evans
76a4bd5210SJason Evans #ifdef JEMALLOC_LAZY_LOCK
77a4bd5210SJason Evans extern bool isthreaded;
78a4bd5210SJason Evans-#else
798ed34ab0SJason Evans-#  undef isthreaded /* Undo private_namespace.h definition. */
80a4bd5210SJason Evans-#  define isthreaded true
81a4bd5210SJason Evans #endif
82a4bd5210SJason Evans
83a4bd5210SJason Evans bool	malloc_mutex_init(malloc_mutex_t *mutex);
848ed34ab0SJason Evansdiff --git a/include/jemalloc/internal/private_namespace.h b/include/jemalloc/internal/private_namespace.h
85*e722f8f8SJason Evansindex b816647..b8ce6b1 100644
868ed34ab0SJason Evans--- a/include/jemalloc/internal/private_namespace.h
878ed34ab0SJason Evans+++ b/include/jemalloc/internal/private_namespace.h
88*e722f8f8SJason Evans@@ -186,7 +186,6 @@
898ed34ab0SJason Evans #define	iqalloc JEMALLOC_N(iqalloc)
908ed34ab0SJason Evans #define	iralloc JEMALLOC_N(iralloc)
918ed34ab0SJason Evans #define	isalloc JEMALLOC_N(isalloc)
928ed34ab0SJason Evans-#define	isthreaded JEMALLOC_N(isthreaded)
938ed34ab0SJason Evans #define	ivsalloc JEMALLOC_N(ivsalloc)
948ed34ab0SJason Evans #define	jemalloc_postfork_child JEMALLOC_N(jemalloc_postfork_child)
958ed34ab0SJason Evans #define	jemalloc_postfork_parent JEMALLOC_N(jemalloc_postfork_parent)
96a4bd5210SJason Evansdiff --git a/include/jemalloc/jemalloc.h.in b/include/jemalloc/jemalloc.h.in
97*e722f8f8SJason Evansindex ad06948..505dd38 100644
98a4bd5210SJason Evans--- a/include/jemalloc/jemalloc.h.in
99a4bd5210SJason Evans+++ b/include/jemalloc/jemalloc.h.in
100a4bd5210SJason Evans@@ -15,6 +15,7 @@ extern "C" {
101a4bd5210SJason Evans #define	JEMALLOC_VERSION_GID "@jemalloc_version_gid@"
102a4bd5210SJason Evans
103a4bd5210SJason Evans #include "jemalloc_defs@install_suffix@.h"
104a4bd5210SJason Evans+#include "jemalloc_FreeBSD.h"
105a4bd5210SJason Evans
106a4bd5210SJason Evans #ifdef JEMALLOC_EXPERIMENTAL
107a4bd5210SJason Evans #define	ALLOCM_LG_ALIGN(la)	(la)
108a4bd5210SJason Evansdiff --git a/include/jemalloc/jemalloc_FreeBSD.h b/include/jemalloc/jemalloc_FreeBSD.h
109a4bd5210SJason Evansnew file mode 100644
110*e722f8f8SJason Evansindex 0000000..9efab93
111a4bd5210SJason Evans--- /dev/null
112a4bd5210SJason Evans+++ b/include/jemalloc/jemalloc_FreeBSD.h
113*e722f8f8SJason Evans@@ -0,0 +1,80 @@
114a4bd5210SJason Evans+/*
115a4bd5210SJason Evans+ * Override settings that were generated in jemalloc_defs.h as necessary.
116a4bd5210SJason Evans+ */
117a4bd5210SJason Evans+
118a4bd5210SJason Evans+#undef JEMALLOC_OVERRIDE_VALLOC
119a4bd5210SJason Evans+
120a4bd5210SJason Evans+#ifndef MALLOC_PRODUCTION
121a4bd5210SJason Evans+#define	JEMALLOC_DEBUG
122a4bd5210SJason Evans+#endif
123a4bd5210SJason Evans+
124a4bd5210SJason Evans+/*
125a4bd5210SJason Evans+ * The following are architecture-dependent, so conditionally define them for
126a4bd5210SJason Evans+ * each supported architecture.
127a4bd5210SJason Evans+ */
128a4bd5210SJason Evans+#undef CPU_SPINWAIT
129a4bd5210SJason Evans+#undef JEMALLOC_TLS_MODEL
130a4bd5210SJason Evans+#undef STATIC_PAGE_SHIFT
131a4bd5210SJason Evans+#undef LG_SIZEOF_PTR
132a4bd5210SJason Evans+#undef LG_SIZEOF_INT
133a4bd5210SJason Evans+#undef LG_SIZEOF_LONG
134a4bd5210SJason Evans+#undef LG_SIZEOF_INTMAX_T
135a4bd5210SJason Evans+
136a4bd5210SJason Evans+#ifdef __i386__
137a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		2
138a4bd5210SJason Evans+#  define CPU_SPINWAIT		__asm__ volatile("pause")
139a4bd5210SJason Evans+#  define JEMALLOC_TLS_MODEL	__attribute__((tls_model("initial-exec")))
140a4bd5210SJason Evans+#endif
141a4bd5210SJason Evans+#ifdef __ia64__
142a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		3
143a4bd5210SJason Evans+#endif
144a4bd5210SJason Evans+#ifdef __sparc64__
145a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		3
146a4bd5210SJason Evans+#  define JEMALLOC_TLS_MODEL	__attribute__((tls_model("initial-exec")))
147a4bd5210SJason Evans+#endif
148a4bd5210SJason Evans+#ifdef __amd64__
149a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		3
150a4bd5210SJason Evans+#  define CPU_SPINWAIT		__asm__ volatile("pause")
151a4bd5210SJason Evans+#  define JEMALLOC_TLS_MODEL	__attribute__((tls_model("initial-exec")))
152a4bd5210SJason Evans+#endif
153a4bd5210SJason Evans+#ifdef __arm__
154a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		2
155a4bd5210SJason Evans+#endif
156a4bd5210SJason Evans+#ifdef __mips__
157*e722f8f8SJason Evans+#ifdef __mips_n64
158*e722f8f8SJason Evans+#  define LG_SIZEOF_PTR		3
159*e722f8f8SJason Evans+#else
160a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		2
161a4bd5210SJason Evans+#endif
162*e722f8f8SJason Evans+#endif
163a4bd5210SJason Evans+#ifdef __powerpc64__
164a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		3
165a4bd5210SJason Evans+#elif defined(__powerpc__)
166a4bd5210SJason Evans+#  define LG_SIZEOF_PTR		2
167a4bd5210SJason Evans+#endif
168a4bd5210SJason Evans+
169a4bd5210SJason Evans+#ifndef JEMALLOC_TLS_MODEL
170a4bd5210SJason Evans+#  define JEMALLOC_TLS_MODEL	/* Default. */
171a4bd5210SJason Evans+#endif
172a4bd5210SJason Evans+#ifdef __clang__
173a4bd5210SJason Evans+#  undef JEMALLOC_TLS_MODEL
174a4bd5210SJason Evans+#  define JEMALLOC_TLS_MODEL	/* clang does not support tls_model yet. */
175a4bd5210SJason Evans+#endif
176a4bd5210SJason Evans+
177a4bd5210SJason Evans+#define	STATIC_PAGE_SHIFT	PAGE_SHIFT
178a4bd5210SJason Evans+#define	LG_SIZEOF_INT		2
179a4bd5210SJason Evans+#define	LG_SIZEOF_LONG		LG_SIZEOF_PTR
180a4bd5210SJason Evans+#define	LG_SIZEOF_INTMAX_T	3
181a4bd5210SJason Evans+
182a4bd5210SJason Evans+/* Disable lazy-lock machinery, mangle isthreaded, and adjust its type. */
183a4bd5210SJason Evans+#undef JEMALLOC_LAZY_LOCK
184a4bd5210SJason Evans+extern int __isthreaded;
185a4bd5210SJason Evans+#define	isthreaded		((bool)__isthreaded)
186a4bd5210SJason Evans+
187a4bd5210SJason Evans+/* Mangle. */
188a4bd5210SJason Evans+#define	open			_open
189a4bd5210SJason Evans+#define	read			_read
190a4bd5210SJason Evans+#define	write			_write
191a4bd5210SJason Evans+#define	close			_close
192a4bd5210SJason Evans+#define	pthread_mutex_lock	_pthread_mutex_lock
193a4bd5210SJason Evans+#define	pthread_mutex_unlock	_pthread_mutex_unlock
194a4bd5210SJason Evansdiff --git a/src/jemalloc.c b/src/jemalloc.c
195*e722f8f8SJason Evansindex d42e91d..cdf6222 100644
196a4bd5210SJason Evans--- a/src/jemalloc.c
197a4bd5210SJason Evans+++ b/src/jemalloc.c
198*e722f8f8SJason Evans@@ -8,6 +8,10 @@ malloc_tsd_data(, arenas, arena_t *, NULL)
199a4bd5210SJason Evans malloc_tsd_data(, thread_allocated, thread_allocated_t,
200a4bd5210SJason Evans     THREAD_ALLOCATED_INITIALIZER)
201a4bd5210SJason Evans
202*e722f8f8SJason Evans+/* Work around <http://llvm.org/bugs/show_bug.cgi?id=12623>: */
203*e722f8f8SJason Evans+const char	*__malloc_options_1_0 = NULL;
204a4bd5210SJason Evans+__sym_compat(_malloc_options, __malloc_options_1_0, FBSD_1.0);
205a4bd5210SJason Evans+
206a4bd5210SJason Evans /* Runtime configuration options. */
207*e722f8f8SJason Evans const char	*je_malloc_conf;
208a4bd5210SJason Evans #ifdef JEMALLOC_DEBUG
209*e722f8f8SJason Evans@@ -429,7 +433,8 @@ malloc_conf_init(void)
210a4bd5210SJason Evans #endif
211a4bd5210SJason Evans 			    ;
212a4bd5210SJason Evans
213a4bd5210SJason Evans-			if ((opts = getenv(envname)) != NULL) {
214a4bd5210SJason Evans+			if (issetugid() == 0 && (opts = getenv(envname)) !=
215a4bd5210SJason Evans+			    NULL) {
216a4bd5210SJason Evans 				/*
217a4bd5210SJason Evans 				 * Do nothing; opts is already initialized to
218a4bd5210SJason Evans 				 * the value of the MALLOC_CONF environment
219a4bd5210SJason Evansdiff --git a/src/mutex.c b/src/mutex.c
220*e722f8f8SJason Evansindex 37a843e..4a90a05 100644
221a4bd5210SJason Evans--- a/src/mutex.c
222a4bd5210SJason Evans+++ b/src/mutex.c
223*e722f8f8SJason Evans@@ -66,6 +66,17 @@ pthread_create(pthread_t *__restrict thread,
224a4bd5210SJason Evans #ifdef JEMALLOC_MUTEX_INIT_CB
225a4bd5210SJason Evans int	_pthread_mutex_init_calloc_cb(pthread_mutex_t *mutex,
226a4bd5210SJason Evans     void *(calloc_cb)(size_t, size_t));
227a4bd5210SJason Evans+
228a4bd5210SJason Evans+__weak_reference(_pthread_mutex_init_calloc_cb_stub,
229a4bd5210SJason Evans+    _pthread_mutex_init_calloc_cb);
230a4bd5210SJason Evans+
231a4bd5210SJason Evans+int
232a4bd5210SJason Evans+_pthread_mutex_init_calloc_cb_stub(pthread_mutex_t *mutex,
233a4bd5210SJason Evans+    void *(calloc_cb)(size_t, size_t))
234a4bd5210SJason Evans+{
235a4bd5210SJason Evans+
236a4bd5210SJason Evans+	return (0);
237a4bd5210SJason Evans+}
238a4bd5210SJason Evans #endif
239a4bd5210SJason Evans
240a4bd5210SJason Evans bool
241a4bd5210SJason Evansdiff --git a/src/util.c b/src/util.c
242*e722f8f8SJason Evansindex 9b73c3e..f94799f 100644
243a4bd5210SJason Evans--- a/src/util.c
244a4bd5210SJason Evans+++ b/src/util.c
245*e722f8f8SJason Evans@@ -58,6 +58,22 @@ wrtmessage(void *cbopaque, const char *s)
246a4bd5210SJason Evans
247*e722f8f8SJason Evans JEMALLOC_EXPORT void	(*je_malloc_message)(void *, const char *s);
248*e722f8f8SJason Evans
249*e722f8f8SJason Evans+JEMALLOC_ATTR(visibility("hidden"))
250a4bd5210SJason Evans+void
251a4bd5210SJason Evans+wrtmessage_1_0(const char *s1, const char *s2, const char *s3,
252a4bd5210SJason Evans+    const char *s4)
253a4bd5210SJason Evans+{
254a4bd5210SJason Evans+
255a4bd5210SJason Evans+	wrtmessage(NULL, s1);
256a4bd5210SJason Evans+	wrtmessage(NULL, s2);
257a4bd5210SJason Evans+	wrtmessage(NULL, s3);
258a4bd5210SJason Evans+	wrtmessage(NULL, s4);
259a4bd5210SJason Evans+}
260a4bd5210SJason Evans+
261a4bd5210SJason Evans+void	(*__malloc_message_1_0)(const char *s1, const char *s2, const char *s3,
262a4bd5210SJason Evans+    const char *s4) = wrtmessage_1_0;
263a4bd5210SJason Evans+__sym_compat(_malloc_message, __malloc_message_1_0, FBSD_1.0);
264a4bd5210SJason Evans+
265a4bd5210SJason Evans /*
266*e722f8f8SJason Evans  * Wrapper around malloc_message() that avoids the need for
267*e722f8f8SJason Evans  * je_malloc_message(...) throughout the code.
268