xref: /freebsd/contrib/unbound/util/alloc.h (revision 8ed2b5240c410d3de11182efb81fb02981e34820)
1b7579f77SDag-Erling Smørgrav /*
2b7579f77SDag-Erling Smørgrav  * util/alloc.h - memory allocation service.
3b7579f77SDag-Erling Smørgrav  *
4b7579f77SDag-Erling Smørgrav  * Copyright (c) 2007, NLnet Labs. All rights reserved.
5b7579f77SDag-Erling Smørgrav  *
6b7579f77SDag-Erling Smørgrav  * This software is open source.
7b7579f77SDag-Erling Smørgrav  *
8b7579f77SDag-Erling Smørgrav  * Redistribution and use in source and binary forms, with or without
9b7579f77SDag-Erling Smørgrav  * modification, are permitted provided that the following conditions
10b7579f77SDag-Erling Smørgrav  * are met:
11b7579f77SDag-Erling Smørgrav  *
12b7579f77SDag-Erling Smørgrav  * Redistributions of source code must retain the above copyright notice,
13b7579f77SDag-Erling Smørgrav  * this list of conditions and the following disclaimer.
14b7579f77SDag-Erling Smørgrav  *
15b7579f77SDag-Erling Smørgrav  * Redistributions in binary form must reproduce the above copyright notice,
16b7579f77SDag-Erling Smørgrav  * this list of conditions and the following disclaimer in the documentation
17b7579f77SDag-Erling Smørgrav  * and/or other materials provided with the distribution.
18b7579f77SDag-Erling Smørgrav  *
19b7579f77SDag-Erling Smørgrav  * Neither the name of the NLNET LABS nor the names of its contributors may
20b7579f77SDag-Erling Smørgrav  * be used to endorse or promote products derived from this software without
21b7579f77SDag-Erling Smørgrav  * specific prior written permission.
22b7579f77SDag-Erling Smørgrav  *
23b7579f77SDag-Erling Smørgrav  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24b7579f77SDag-Erling Smørgrav  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
25b7579f77SDag-Erling Smørgrav  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
26b7579f77SDag-Erling Smørgrav  * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE
27b7579f77SDag-Erling Smørgrav  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28b7579f77SDag-Erling Smørgrav  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29b7579f77SDag-Erling Smørgrav  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
30b7579f77SDag-Erling Smørgrav  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
31b7579f77SDag-Erling Smørgrav  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
32b7579f77SDag-Erling Smørgrav  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
33b7579f77SDag-Erling Smørgrav  * POSSIBILITY OF SUCH DAMAGE.
34b7579f77SDag-Erling Smørgrav  */
35b7579f77SDag-Erling Smørgrav 
36b7579f77SDag-Erling Smørgrav /**
37b7579f77SDag-Erling Smørgrav  * \file
38b7579f77SDag-Erling Smørgrav  *
39b7579f77SDag-Erling Smørgrav  * This file contains memory allocation functions.
40b7579f77SDag-Erling Smørgrav  *
41b7579f77SDag-Erling Smørgrav  * The reasons for this service are:
42b7579f77SDag-Erling Smørgrav  *	o Avoid locking costs of getting global lock to call malloc().
43b7579f77SDag-Erling Smørgrav  *	o The packed rrset type needs to be kept on special freelists,
44b7579f77SDag-Erling Smørgrav  *	  so that they are reused for other packet rrset allocations.
45b7579f77SDag-Erling Smørgrav  *
46b7579f77SDag-Erling Smørgrav  */
47b7579f77SDag-Erling Smørgrav 
48b7579f77SDag-Erling Smørgrav #ifndef UTIL_ALLOC_H
49b7579f77SDag-Erling Smørgrav #define UTIL_ALLOC_H
50b7579f77SDag-Erling Smørgrav 
51b7579f77SDag-Erling Smørgrav #include "util/locks.h"
52b7579f77SDag-Erling Smørgrav struct ub_packed_rrset_key;
53b7579f77SDag-Erling Smørgrav struct regional;
54b7579f77SDag-Erling Smørgrav 
55b7579f77SDag-Erling Smørgrav /** The special type, packed rrset. Not allowed to be used for other memory */
56b7579f77SDag-Erling Smørgrav typedef struct ub_packed_rrset_key alloc_special_t;
57b7579f77SDag-Erling Smørgrav /** clean the special type. Pass pointer. */
58b7579f77SDag-Erling Smørgrav #define alloc_special_clean(x) (x)->id = 0;
59b7579f77SDag-Erling Smørgrav /** access next pointer. (in available spot). Pass pointer. */
60b7579f77SDag-Erling Smørgrav #define alloc_special_next(x) ((alloc_special_t*)((x)->entry.overflow_next))
61b7579f77SDag-Erling Smørgrav /** set next pointer. (in available spot). Pass pointers. */
62b7579f77SDag-Erling Smørgrav #define alloc_set_special_next(x, y) \
63b7579f77SDag-Erling Smørgrav 	((x)->entry.overflow_next) = (struct lruhash_entry*)(y);
64b7579f77SDag-Erling Smørgrav 
65b7579f77SDag-Erling Smørgrav /** how many blocks to cache locally. */
66b7579f77SDag-Erling Smørgrav #define ALLOC_SPECIAL_MAX 10
67b7579f77SDag-Erling Smørgrav 
68b7579f77SDag-Erling Smørgrav /**
69b7579f77SDag-Erling Smørgrav  * Structure that provides allocation. Use one per thread.
70b7579f77SDag-Erling Smørgrav  * The one on top has a NULL super pointer.
71b7579f77SDag-Erling Smørgrav  */
72b7579f77SDag-Erling Smørgrav struct alloc_cache {
73b7579f77SDag-Erling Smørgrav 	/** lock, only used for the super. */
74b7579f77SDag-Erling Smørgrav 	lock_quick_t lock;
75b7579f77SDag-Erling Smørgrav 	/** global allocator above this one. NULL for none (malloc/free) */
76b7579f77SDag-Erling Smørgrav 	struct alloc_cache* super;
77b7579f77SDag-Erling Smørgrav 	/** singly linked lists of special type. These are free for use. */
78b7579f77SDag-Erling Smørgrav 	alloc_special_t* quar;
79b7579f77SDag-Erling Smørgrav 	/** number of items in quarantine. */
80b7579f77SDag-Erling Smørgrav 	size_t num_quar;
81b7579f77SDag-Erling Smørgrav 	/** thread number for id creation */
82b7579f77SDag-Erling Smørgrav 	int thread_num;
83b7579f77SDag-Erling Smørgrav 	/** next id number to pass out */
84b7579f77SDag-Erling Smørgrav 	uint64_t next_id;
85b7579f77SDag-Erling Smørgrav 	/** last id number possible */
86b7579f77SDag-Erling Smørgrav 	uint64_t last_id;
87b7579f77SDag-Erling Smørgrav 	/** what function to call to cleanup when last id is reached */
88b7579f77SDag-Erling Smørgrav 	void (*cleanup)(void*);
89b7579f77SDag-Erling Smørgrav 	/** user arg for cleanup */
90b7579f77SDag-Erling Smørgrav 	void* cleanup_arg;
91b7579f77SDag-Erling Smørgrav 
92b7579f77SDag-Erling Smørgrav 	/** how many regional blocks to keep back max */
93b7579f77SDag-Erling Smørgrav 	size_t max_reg_blocks;
94b7579f77SDag-Erling Smørgrav 	/** how many regional blocks are kept now */
95b7579f77SDag-Erling Smørgrav 	size_t num_reg_blocks;
96b7579f77SDag-Erling Smørgrav 	/** linked list of regional blocks, using regional->next */
97b7579f77SDag-Erling Smørgrav 	struct regional* reg_list;
98b7579f77SDag-Erling Smørgrav };
99b7579f77SDag-Erling Smørgrav 
100b7579f77SDag-Erling Smørgrav /**
101b7579f77SDag-Erling Smørgrav  * Init alloc (zeroes the struct).
102b7579f77SDag-Erling Smørgrav  * @param alloc: this parameter is allocated by the caller.
103b7579f77SDag-Erling Smørgrav  * @param super: super to use (init that before with super_init).
104b7579f77SDag-Erling Smørgrav  *    Pass this argument NULL to init the toplevel alloc structure.
105b7579f77SDag-Erling Smørgrav  * @param thread_num: thread number for id creation of special type.
106b7579f77SDag-Erling Smørgrav  */
107b7579f77SDag-Erling Smørgrav void alloc_init(struct alloc_cache* alloc, struct alloc_cache* super,
108b7579f77SDag-Erling Smørgrav 	int thread_num);
109b7579f77SDag-Erling Smørgrav 
110b7579f77SDag-Erling Smørgrav /**
111b7579f77SDag-Erling Smørgrav  * Free the alloc. Pushes all the cached items into the super structure.
112b7579f77SDag-Erling Smørgrav  * Or deletes them if alloc->super is NULL.
113b7579f77SDag-Erling Smørgrav  * Does not free the alloc struct itself (it was also allocated by caller).
114b7579f77SDag-Erling Smørgrav  * @param alloc: is almost zeroed on exit (except some stats).
115b7579f77SDag-Erling Smørgrav  */
116b7579f77SDag-Erling Smørgrav void alloc_clear(struct alloc_cache* alloc);
117b7579f77SDag-Erling Smørgrav 
118b7579f77SDag-Erling Smørgrav /**
119b7579f77SDag-Erling Smørgrav  * Get a new special_t element.
120b7579f77SDag-Erling Smørgrav  * @param alloc: where to alloc it.
121b7579f77SDag-Erling Smørgrav  * @return: memory block. Will not return NULL (instead fatal_exit).
122b7579f77SDag-Erling Smørgrav  *    The block is zeroed.
123b7579f77SDag-Erling Smørgrav  */
124b7579f77SDag-Erling Smørgrav alloc_special_t* alloc_special_obtain(struct alloc_cache* alloc);
125b7579f77SDag-Erling Smørgrav 
126b7579f77SDag-Erling Smørgrav /**
127b7579f77SDag-Erling Smørgrav  * Return special_t back to pool.
128b7579f77SDag-Erling Smørgrav  * The block is cleaned up (zeroed) which also invalidates the ID inside.
129b7579f77SDag-Erling Smørgrav  * @param alloc: where to alloc it.
130b7579f77SDag-Erling Smørgrav  * @param mem: block to free.
131b7579f77SDag-Erling Smørgrav  */
132b7579f77SDag-Erling Smørgrav void alloc_special_release(struct alloc_cache* alloc, alloc_special_t* mem);
133b7579f77SDag-Erling Smørgrav 
134b7579f77SDag-Erling Smørgrav /**
135b7579f77SDag-Erling Smørgrav  * Set ID number of special type to a fresh new ID number.
136b7579f77SDag-Erling Smørgrav  * In case of ID number overflow, the rrset cache has to be cleared.
137b7579f77SDag-Erling Smørgrav  * @param alloc: the alloc cache
138b7579f77SDag-Erling Smørgrav  * @return: fresh id is returned.
139b7579f77SDag-Erling Smørgrav  */
140b7579f77SDag-Erling Smørgrav uint64_t alloc_get_id(struct alloc_cache* alloc);
141b7579f77SDag-Erling Smørgrav 
142b7579f77SDag-Erling Smørgrav /**
143b7579f77SDag-Erling Smørgrav  * Get memory size of alloc cache, alloc structure including special types.
144b7579f77SDag-Erling Smørgrav  * @param alloc: on what alloc.
145b7579f77SDag-Erling Smørgrav  * @return size in bytes.
146b7579f77SDag-Erling Smørgrav  */
147b7579f77SDag-Erling Smørgrav size_t alloc_get_mem(struct alloc_cache* alloc);
148b7579f77SDag-Erling Smørgrav 
149b7579f77SDag-Erling Smørgrav /**
150b7579f77SDag-Erling Smørgrav  * Print debug information (statistics).
151b7579f77SDag-Erling Smørgrav  * @param alloc: on what alloc.
152b7579f77SDag-Erling Smørgrav  */
153b7579f77SDag-Erling Smørgrav void alloc_stats(struct alloc_cache* alloc);
154b7579f77SDag-Erling Smørgrav 
155b7579f77SDag-Erling Smørgrav /**
156b7579f77SDag-Erling Smørgrav  * Get a new regional for query states
157b7579f77SDag-Erling Smørgrav  * @param alloc: where to alloc it.
158b7579f77SDag-Erling Smørgrav  * @return regional for use or NULL on alloc failure.
159b7579f77SDag-Erling Smørgrav  */
160b7579f77SDag-Erling Smørgrav struct regional* alloc_reg_obtain(struct alloc_cache* alloc);
161b7579f77SDag-Erling Smørgrav 
162b7579f77SDag-Erling Smørgrav /**
163b7579f77SDag-Erling Smørgrav  * Put regional for query states back into alloc cache.
164b7579f77SDag-Erling Smørgrav  * @param alloc: where to alloc it.
165b7579f77SDag-Erling Smørgrav  * @param r: regional to put back.
166b7579f77SDag-Erling Smørgrav  */
167b7579f77SDag-Erling Smørgrav void alloc_reg_release(struct alloc_cache* alloc, struct regional* r);
168b7579f77SDag-Erling Smørgrav 
169b7579f77SDag-Erling Smørgrav /**
170b7579f77SDag-Erling Smørgrav  * Set cleanup on ID overflow callback function. This should remove all
171b7579f77SDag-Erling Smørgrav  * RRset ID references from the program. Clear the caches.
172b7579f77SDag-Erling Smørgrav  * @param alloc: the alloc
173b7579f77SDag-Erling Smørgrav  * @param cleanup: the callback function, called as cleanup(arg).
174b7579f77SDag-Erling Smørgrav  * @param arg: user argument to callback function.
175b7579f77SDag-Erling Smørgrav  */
176b7579f77SDag-Erling Smørgrav void alloc_set_id_cleanup(struct alloc_cache* alloc, void (*cleanup)(void*),
177b7579f77SDag-Erling Smørgrav 	void* arg);
178b7579f77SDag-Erling Smørgrav 
179b7579f77SDag-Erling Smørgrav #ifdef UNBOUND_ALLOC_LITE
180*8ed2b524SDag-Erling Smørgrav #  include <ldns/ldns.h>
181b7579f77SDag-Erling Smørgrav #  include <ldns/packet.h>
182*8ed2b524SDag-Erling Smørgrav #  ifdef HAVE_OPENSSL_SSL_H
183b7579f77SDag-Erling Smørgrav #    include <openssl/ssl.h>
184*8ed2b524SDag-Erling Smørgrav #  endif
185b7579f77SDag-Erling Smørgrav #  define malloc(s) unbound_stat_malloc_lite(s, __FILE__, __LINE__, __func__)
186b7579f77SDag-Erling Smørgrav #  define calloc(n,s) unbound_stat_calloc_lite(n, s, __FILE__, __LINE__, __func__)
187b7579f77SDag-Erling Smørgrav #  define free(p) unbound_stat_free_lite(p, __FILE__, __LINE__, __func__)
188b7579f77SDag-Erling Smørgrav #  define realloc(p,s) unbound_stat_realloc_lite(p, s, __FILE__, __LINE__, __func__)
189b7579f77SDag-Erling Smørgrav void *unbound_stat_malloc_lite(size_t size, const char* file, int line,
190b7579f77SDag-Erling Smørgrav 	const char* func);
191b7579f77SDag-Erling Smørgrav void *unbound_stat_calloc_lite(size_t nmemb, size_t size, const char* file,
192b7579f77SDag-Erling Smørgrav 	int line, const char* func);
193b7579f77SDag-Erling Smørgrav void unbound_stat_free_lite(void *ptr, const char* file, int line,
194b7579f77SDag-Erling Smørgrav 	const char* func);
195b7579f77SDag-Erling Smørgrav void *unbound_stat_realloc_lite(void *ptr, size_t size, const char* file,
196b7579f77SDag-Erling Smørgrav 	int line, const char* func);
197b7579f77SDag-Erling Smørgrav #  ifdef strdup
198b7579f77SDag-Erling Smørgrav #    undef strdup
199b7579f77SDag-Erling Smørgrav #  endif
200b7579f77SDag-Erling Smørgrav #  define strdup(s) unbound_strdup_lite(s, __FILE__, __LINE__, __func__)
201b7579f77SDag-Erling Smørgrav char* unbound_strdup_lite(const char* s, const char* file, int line,
202b7579f77SDag-Erling Smørgrav 	const char* func);
203b7579f77SDag-Erling Smørgrav char* unbound_lite_wrapstr(char* s);
204b7579f77SDag-Erling Smørgrav #  define ldns_rr2str(rr) unbound_lite_wrapstr(ldns_rr2str(rr))
205b7579f77SDag-Erling Smørgrav #  define ldns_rdf2str(rdf) unbound_lite_wrapstr(ldns_rdf2str(rdf))
206b7579f77SDag-Erling Smørgrav #  define ldns_rr_type2str(t) unbound_lite_wrapstr(ldns_rr_type2str(t))
207b7579f77SDag-Erling Smørgrav #  define ldns_rr_class2str(c) unbound_lite_wrapstr(ldns_rr_class2str(c))
208b7579f77SDag-Erling Smørgrav #  define ldns_rr_list2str(r) unbound_lite_wrapstr(ldns_rr_list2str(r))
209b7579f77SDag-Erling Smørgrav #  define ldns_pkt2str(p) unbound_lite_wrapstr(ldns_pkt2str(p))
210b7579f77SDag-Erling Smørgrav #  define ldns_pkt_rcode2str(r) unbound_lite_wrapstr(ldns_pkt_rcode2str(r))
211b7579f77SDag-Erling Smørgrav #  define ldns_pkt2wire(a, r, s) unbound_lite_pkt2wire(a, r, s)
212b7579f77SDag-Erling Smørgrav ldns_status unbound_lite_pkt2wire(uint8_t **dest, const ldns_pkt *p, size_t *size);
213b7579f77SDag-Erling Smørgrav #  define i2d_DSA_SIG(d, s) unbound_lite_i2d_DSA_SIG(d, s)
214b7579f77SDag-Erling Smørgrav int unbound_lite_i2d_DSA_SIG(DSA_SIG* dsasig, unsigned char** sig);
215b7579f77SDag-Erling Smørgrav #endif /* UNBOUND_ALLOC_LITE */
216b7579f77SDag-Erling Smørgrav 
217b7579f77SDag-Erling Smørgrav #endif /* UTIL_ALLOC_H */
218