1 /*
2 * Copyright 2019-2023 The OpenSSL Project Authors. All Rights Reserved.
3 *
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
8 */
9
10 #include <openssl/crypto.h>
11 #include <openssl/core_dispatch.h>
12 #include "crypto/cryptlib.h"
13 #include "prov/providercommon.h"
14 #include "internal/thread_once.h"
15 #include "crypto/context.h"
16
17 #ifdef FIPS_MODULE
18 #include "prov/provider_ctx.h"
19
20 /*
21 * Thread aware code may want to be told about thread stop events. We register
22 * to hear about those thread stop events when we see a new thread has started.
23 * We call the ossl_init_thread_start function to do that. In the FIPS provider
24 * we have our own copy of ossl_init_thread_start, which cascades notifications
25 * about threads stopping from libcrypto to all the code in the FIPS provider
26 * that needs to know about it.
27 *
28 * The FIPS provider tells libcrypto about which threads it is interested in
29 * by calling "c_thread_start" which is a function pointer created during
30 * provider initialisation (i.e. OSSL_provider_init).
31 */
32 extern OSSL_FUNC_core_thread_start_fn *c_thread_start;
33 #endif
34
35 typedef struct thread_event_handler_st THREAD_EVENT_HANDLER;
36 struct thread_event_handler_st {
37 #ifndef FIPS_MODULE
38 const void *index;
39 #endif
40 void *arg;
41 OSSL_thread_stop_handler_fn handfn;
42 THREAD_EVENT_HANDLER *next;
43 };
44
45 #ifndef FIPS_MODULE
46 DEFINE_SPECIAL_STACK_OF(THREAD_EVENT_HANDLER_PTR, THREAD_EVENT_HANDLER *)
47
48 typedef struct global_tevent_register_st GLOBAL_TEVENT_REGISTER;
49 struct global_tevent_register_st {
50 STACK_OF(THREAD_EVENT_HANDLER_PTR) *skhands;
51 CRYPTO_RWLOCK *lock;
52 };
53
54 static GLOBAL_TEVENT_REGISTER *glob_tevent_reg = NULL;
55
56 static CRYPTO_ONCE tevent_register_runonce = CRYPTO_ONCE_STATIC_INIT;
57
DEFINE_RUN_ONCE_STATIC(create_global_tevent_register)58 DEFINE_RUN_ONCE_STATIC(create_global_tevent_register)
59 {
60 glob_tevent_reg = OPENSSL_zalloc(sizeof(*glob_tevent_reg));
61 if (glob_tevent_reg == NULL)
62 return 0;
63
64 glob_tevent_reg->skhands = sk_THREAD_EVENT_HANDLER_PTR_new_null();
65 glob_tevent_reg->lock = CRYPTO_THREAD_lock_new();
66 if (glob_tevent_reg->skhands == NULL || glob_tevent_reg->lock == NULL) {
67 sk_THREAD_EVENT_HANDLER_PTR_free(glob_tevent_reg->skhands);
68 CRYPTO_THREAD_lock_free(glob_tevent_reg->lock);
69 OPENSSL_free(glob_tevent_reg);
70 glob_tevent_reg = NULL;
71 return 0;
72 }
73
74 return 1;
75 }
76
get_global_tevent_register(void)77 static GLOBAL_TEVENT_REGISTER *get_global_tevent_register(void)
78 {
79 if (!RUN_ONCE(&tevent_register_runonce, create_global_tevent_register))
80 return NULL;
81 return glob_tevent_reg;
82 }
83 #endif
84
85 #ifndef FIPS_MODULE
86 static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands);
87 static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin);
88 static void init_thread_destructor(void *hands);
89 static int init_thread_deregister(void *arg, int all);
90 #endif
91 static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands);
92
93 static THREAD_EVENT_HANDLER **
init_get_thread_local(CRYPTO_THREAD_LOCAL * local,int alloc,int keep)94 init_get_thread_local(CRYPTO_THREAD_LOCAL *local, int alloc, int keep)
95 {
96 THREAD_EVENT_HANDLER **hands = CRYPTO_THREAD_get_local(local);
97
98 if (alloc) {
99 if (hands == NULL) {
100
101 if ((hands = OPENSSL_zalloc(sizeof(*hands))) == NULL)
102 return NULL;
103
104 if (!CRYPTO_THREAD_set_local(local, hands)) {
105 OPENSSL_free(hands);
106 return NULL;
107 }
108
109 #ifndef FIPS_MODULE
110 if (!init_thread_push_handlers(hands)) {
111 CRYPTO_THREAD_set_local(local, NULL);
112 OPENSSL_free(hands);
113 return NULL;
114 }
115 #endif
116 }
117 } else if (!keep) {
118 CRYPTO_THREAD_set_local(local, NULL);
119 }
120
121 return hands;
122 }
123
124 #ifndef FIPS_MODULE
125 /*
126 * Since per-thread-specific-data destructors are not universally
127 * available, i.e. not on Windows, only below CRYPTO_THREAD_LOCAL key
128 * is assumed to have destructor associated. And then an effort is made
129 * to call this single destructor on non-pthread platform[s].
130 *
131 * Initial value is "impossible". It is used as guard value to shortcut
132 * destructor for threads terminating before libcrypto is initialized or
133 * after it's de-initialized. Access to the key doesn't have to be
134 * serialized for the said threads, because they didn't use libcrypto
135 * and it doesn't matter if they pick "impossible" or dereference real
136 * key value and pull NULL past initialization in the first thread that
137 * intends to use libcrypto.
138 */
139 static union {
140 long sane;
141 CRYPTO_THREAD_LOCAL value;
142 } destructor_key = { -1 };
143
144 /*
145 * The thread event handler list is a thread specific linked list
146 * of callback functions which are invoked in list order by the
147 * current thread in case of certain events. (Currently, there is
148 * only one type of event, the 'thread stop' event.)
149 *
150 * We also keep a global reference to that linked list, so that we
151 * can deregister handlers if necessary before all the threads are
152 * stopped.
153 */
init_thread_push_handlers(THREAD_EVENT_HANDLER ** hands)154 static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands)
155 {
156 int ret;
157 GLOBAL_TEVENT_REGISTER *gtr;
158
159 gtr = get_global_tevent_register();
160 if (gtr == NULL)
161 return 0;
162
163 if (!CRYPTO_THREAD_write_lock(gtr->lock))
164 return 0;
165 ret = (sk_THREAD_EVENT_HANDLER_PTR_push(gtr->skhands, hands) != 0);
166 CRYPTO_THREAD_unlock(gtr->lock);
167
168 return ret;
169 }
170
init_thread_remove_handlers(THREAD_EVENT_HANDLER ** handsin)171 static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin)
172 {
173 GLOBAL_TEVENT_REGISTER *gtr;
174 int i;
175
176 gtr = get_global_tevent_register();
177 if (gtr == NULL)
178 return;
179 if (!CRYPTO_THREAD_write_lock(gtr->lock))
180 return;
181 for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) {
182 THREAD_EVENT_HANDLER **hands
183 = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i);
184
185 if (hands == handsin) {
186 sk_THREAD_EVENT_HANDLER_PTR_delete(gtr->skhands, i);
187 CRYPTO_THREAD_unlock(gtr->lock);
188 return;
189 }
190 }
191 CRYPTO_THREAD_unlock(gtr->lock);
192 return;
193 }
194
init_thread_destructor(void * hands)195 static void init_thread_destructor(void *hands)
196 {
197 init_thread_stop(NULL, (THREAD_EVENT_HANDLER **)hands);
198 init_thread_remove_handlers(hands);
199 OPENSSL_free(hands);
200 }
201
202 static CRYPTO_ONCE ossl_init_thread_runonce = CRYPTO_ONCE_STATIC_INIT;
203 static CRYPTO_THREAD_ID recursion_guard = (CRYPTO_THREAD_ID)-1;
204
DEFINE_RUN_ONCE_STATIC(ossl_init_thread_once)205 DEFINE_RUN_ONCE_STATIC(ossl_init_thread_once)
206 {
207 recursion_guard = CRYPTO_THREAD_get_current_id();
208 if (!CRYPTO_THREAD_init_local(&destructor_key.value,
209 init_thread_destructor))
210 return 0;
211
212 recursion_guard = (CRYPTO_THREAD_ID)0;
213 return 1;
214 }
215
ossl_init_thread(void)216 int ossl_init_thread(void)
217 {
218 if (CRYPTO_THREAD_compare_id(recursion_guard,
219 CRYPTO_THREAD_get_current_id()))
220 return 1;
221 if (!RUN_ONCE(&ossl_init_thread_runonce, ossl_init_thread_once))
222 return 0;
223 return 1;
224 }
225
ossl_cleanup_thread(void)226 void ossl_cleanup_thread(void)
227 {
228 init_thread_deregister(NULL, 1);
229 CRYPTO_THREAD_cleanup_local(&destructor_key.value);
230 destructor_key.sane = -1;
231 }
232
OPENSSL_thread_stop_ex(OSSL_LIB_CTX * ctx)233 void OPENSSL_thread_stop_ex(OSSL_LIB_CTX *ctx)
234 {
235 ctx = ossl_lib_ctx_get_concrete(ctx);
236 /*
237 * It would be nice if we could figure out a way to do this on all threads
238 * that have used the OSSL_LIB_CTX when the context is freed. This is
239 * currently not possible due to the use of thread local variables.
240 */
241 ossl_ctx_thread_stop(ctx);
242 }
243
OPENSSL_thread_stop(void)244 void OPENSSL_thread_stop(void)
245 {
246 if (destructor_key.sane != -1) {
247 THREAD_EVENT_HANDLER **hands
248 = init_get_thread_local(&destructor_key.value, 0, 0);
249 init_thread_stop(NULL, hands);
250
251 init_thread_remove_handlers(hands);
252 OPENSSL_free(hands);
253 }
254 }
255
ossl_ctx_thread_stop(OSSL_LIB_CTX * ctx)256 void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx)
257 {
258 if (destructor_key.sane != -1) {
259 THREAD_EVENT_HANDLER **hands
260 = init_get_thread_local(&destructor_key.value, 0, 1);
261 init_thread_stop(ctx, hands);
262 }
263 }
264
265 #else
266
267 static void ossl_arg_thread_stop(void *arg);
268
269 /* Register the current thread so that we are informed if it gets stopped */
ossl_thread_register_fips(OSSL_LIB_CTX * libctx)270 int ossl_thread_register_fips(OSSL_LIB_CTX *libctx)
271 {
272 return c_thread_start(FIPS_get_core_handle(libctx), ossl_arg_thread_stop,
273 libctx);
274 }
275
ossl_thread_event_ctx_new(OSSL_LIB_CTX * libctx)276 void *ossl_thread_event_ctx_new(OSSL_LIB_CTX *libctx)
277 {
278 THREAD_EVENT_HANDLER **hands = NULL;
279 CRYPTO_THREAD_LOCAL *tlocal = OPENSSL_zalloc(sizeof(*tlocal));
280
281 if (tlocal == NULL)
282 return NULL;
283
284 if (!CRYPTO_THREAD_init_local(tlocal, NULL))
285 goto deinit;
286
287 hands = OPENSSL_zalloc(sizeof(*hands));
288 if (hands == NULL)
289 goto err;
290
291 if (!CRYPTO_THREAD_set_local(tlocal, hands))
292 goto err;
293
294 /*
295 * We should ideally call ossl_thread_register_fips() here. This function
296 * is called during the startup of the FIPS provider and we need to ensure
297 * that the main thread is registered to receive thread callbacks in order
298 * to free |hands| that we allocated above. However we are too early in
299 * the FIPS provider initialisation that FIPS_get_core_handle() doesn't work
300 * yet. So we defer this to the main provider OSSL_provider_init_int()
301 * function.
302 */
303
304 return tlocal;
305 err:
306 OPENSSL_free(hands);
307 CRYPTO_THREAD_cleanup_local(tlocal);
308 deinit:
309 OPENSSL_free(tlocal);
310 return NULL;
311 }
312
ossl_thread_event_ctx_free(void * tlocal)313 void ossl_thread_event_ctx_free(void *tlocal)
314 {
315 CRYPTO_THREAD_cleanup_local(tlocal);
316 OPENSSL_free(tlocal);
317 }
318
ossl_arg_thread_stop(void * arg)319 static void ossl_arg_thread_stop(void *arg)
320 {
321 ossl_ctx_thread_stop((OSSL_LIB_CTX *)arg);
322 }
323
ossl_ctx_thread_stop(OSSL_LIB_CTX * ctx)324 void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx)
325 {
326 THREAD_EVENT_HANDLER **hands;
327 CRYPTO_THREAD_LOCAL *local
328 = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX);
329
330 if (local == NULL)
331 return;
332 hands = init_get_thread_local(local, 0, 0);
333 init_thread_stop(ctx, hands);
334 OPENSSL_free(hands);
335 }
336 #endif /* FIPS_MODULE */
337
init_thread_stop(void * arg,THREAD_EVENT_HANDLER ** hands)338 static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands)
339 {
340 THREAD_EVENT_HANDLER *curr, *prev = NULL, *tmp;
341 #ifndef FIPS_MODULE
342 GLOBAL_TEVENT_REGISTER *gtr;
343 #endif
344
345 /* Can't do much about this */
346 if (hands == NULL)
347 return;
348
349 #ifndef FIPS_MODULE
350 gtr = get_global_tevent_register();
351 if (gtr == NULL)
352 return;
353
354 if (!CRYPTO_THREAD_write_lock(gtr->lock))
355 return;
356 #endif
357
358 curr = *hands;
359 while (curr != NULL) {
360 if (arg != NULL && curr->arg != arg) {
361 prev = curr;
362 curr = curr->next;
363 continue;
364 }
365 curr->handfn(curr->arg);
366 if (prev == NULL)
367 *hands = curr->next;
368 else
369 prev->next = curr->next;
370
371 tmp = curr;
372 curr = curr->next;
373
374 OPENSSL_free(tmp);
375 }
376 #ifndef FIPS_MODULE
377 CRYPTO_THREAD_unlock(gtr->lock);
378 #endif
379 }
380
ossl_init_thread_start(const void * index,void * arg,OSSL_thread_stop_handler_fn handfn)381 int ossl_init_thread_start(const void *index, void *arg,
382 OSSL_thread_stop_handler_fn handfn)
383 {
384 THREAD_EVENT_HANDLER **hands;
385 THREAD_EVENT_HANDLER *hand;
386 #ifdef FIPS_MODULE
387 OSSL_LIB_CTX *ctx = arg;
388
389 /*
390 * In FIPS mode the list of THREAD_EVENT_HANDLERs is unique per combination
391 * of OSSL_LIB_CTX and thread. This is because in FIPS mode each
392 * OSSL_LIB_CTX gets informed about thread stop events individually.
393 */
394 CRYPTO_THREAD_LOCAL *local
395 = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX);
396 #else
397 /*
398 * Outside of FIPS mode the list of THREAD_EVENT_HANDLERs is unique per
399 * thread, but may hold multiple OSSL_LIB_CTXs. We only get told about
400 * thread stop events globally, so we have to ensure all affected
401 * OSSL_LIB_CTXs are informed.
402 */
403 CRYPTO_THREAD_LOCAL *local = &destructor_key.value;
404 #endif
405
406 hands = init_get_thread_local(local, 1, 0);
407 if (hands == NULL)
408 return 0;
409
410 #ifdef FIPS_MODULE
411 if (*hands == NULL) {
412 /*
413 * We've not yet registered any handlers for this thread. We need to get
414 * libcrypto to tell us about later thread stop events. c_thread_start
415 * is a callback to libcrypto defined in fipsprov.c
416 */
417 if (!ossl_thread_register_fips(ctx))
418 return 0;
419 }
420 #endif
421
422 hand = OPENSSL_malloc(sizeof(*hand));
423 if (hand == NULL)
424 return 0;
425
426 hand->handfn = handfn;
427 hand->arg = arg;
428 #ifndef FIPS_MODULE
429 hand->index = index;
430 #endif
431 hand->next = *hands;
432 *hands = hand;
433
434 return 1;
435 }
436
437 #ifndef FIPS_MODULE
init_thread_deregister(void * index,int all)438 static int init_thread_deregister(void *index, int all)
439 {
440 GLOBAL_TEVENT_REGISTER *gtr;
441 int i;
442
443 gtr = get_global_tevent_register();
444 if (gtr == NULL)
445 return 0;
446 if (!all) {
447 if (!CRYPTO_THREAD_write_lock(gtr->lock))
448 return 0;
449 } else {
450 glob_tevent_reg = NULL;
451 }
452 for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) {
453 THREAD_EVENT_HANDLER **hands
454 = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i);
455 THREAD_EVENT_HANDLER *curr = NULL, *prev = NULL, *tmp;
456
457 if (hands == NULL) {
458 if (!all)
459 CRYPTO_THREAD_unlock(gtr->lock);
460 return 0;
461 }
462 curr = *hands;
463 while (curr != NULL) {
464 if (all || curr->index == index) {
465 if (prev != NULL)
466 prev->next = curr->next;
467 else
468 *hands = curr->next;
469 tmp = curr;
470 curr = curr->next;
471 OPENSSL_free(tmp);
472 continue;
473 }
474 prev = curr;
475 curr = curr->next;
476 }
477 if (all)
478 OPENSSL_free(hands);
479 }
480 if (all) {
481 CRYPTO_THREAD_lock_free(gtr->lock);
482 sk_THREAD_EVENT_HANDLER_PTR_free(gtr->skhands);
483 OPENSSL_free(gtr);
484 } else {
485 CRYPTO_THREAD_unlock(gtr->lock);
486 }
487 return 1;
488 }
489
ossl_init_thread_deregister(void * index)490 int ossl_init_thread_deregister(void *index)
491 {
492 return init_thread_deregister(index, 0);
493 }
494 #endif
495