]>
Commit | Line | Data |
---|---|---|
72592b86 | 1 | /* |
fecb3aae | 2 | * Copyright 2019-2022 The OpenSSL Project Authors. All Rights Reserved. |
72592b86 MC |
3 | * |
4 | * Licensed under the Apache License 2.0 (the "License"). You may not use | |
5 | * this file except in compliance with the License. You can obtain a copy | |
6 | * in the file LICENSE in the source distribution or at | |
7 | * https://www.openssl.org/source/license.html | |
8 | */ | |
9 | ||
10 | #include <openssl/crypto.h> | |
23c48d94 | 11 | #include <openssl/core_dispatch.h> |
25f2138b | 12 | #include "crypto/cryptlib.h" |
ddd21319 | 13 | #include "prov/providercommon.h" |
6913f5fe | 14 | #include "internal/thread_once.h" |
927d0566 | 15 | #include "crypto/context.h" |
da747958 | 16 | |
f844f9eb | 17 | #ifdef FIPS_MODULE |
f6b72c7d MC |
18 | #include "prov/provider_ctx.h" |
19 | ||
da747958 MC |
20 | /* |
21 | * Thread aware code may want to be told about thread stop events. We register | |
22 | * to hear about those thread stop events when we see a new thread has started. | |
23 | * We call the ossl_init_thread_start function to do that. In the FIPS provider | |
24 | * we have our own copy of ossl_init_thread_start, which cascades notifications | |
25 | * about threads stopping from libcrypto to all the code in the FIPS provider | |
26 | * that needs to know about it. | |
4bd8b240 | 27 | * |
da747958 MC |
28 | * The FIPS provider tells libcrypto about which threads it is interested in |
29 | * by calling "c_thread_start" which is a function pointer created during | |
30 | * provider initialisation (i.e. OSSL_init_provider). | |
31 | */ | |
363b1e5d | 32 | extern OSSL_FUNC_core_thread_start_fn *c_thread_start; |
da747958 | 33 | #endif |
72592b86 MC |
34 | |
35 | typedef struct thread_event_handler_st THREAD_EVENT_HANDLER; | |
36 | struct thread_event_handler_st { | |
ec91f1ae | 37 | #ifndef FIPS_MODULE |
6913f5fe | 38 | const void *index; |
ec91f1ae | 39 | #endif |
da747958 MC |
40 | void *arg; |
41 | OSSL_thread_stop_handler_fn handfn; | |
72592b86 MC |
42 | THREAD_EVENT_HANDLER *next; |
43 | }; | |
44 | ||
f844f9eb | 45 | #ifndef FIPS_MODULE |
6913f5fe MC |
46 | DEFINE_SPECIAL_STACK_OF(THREAD_EVENT_HANDLER_PTR, THREAD_EVENT_HANDLER *) |
47 | ||
48 | typedef struct global_tevent_register_st GLOBAL_TEVENT_REGISTER; | |
49 | struct global_tevent_register_st { | |
50 | STACK_OF(THREAD_EVENT_HANDLER_PTR) *skhands; | |
51 | CRYPTO_RWLOCK *lock; | |
52 | }; | |
53 | ||
54 | static GLOBAL_TEVENT_REGISTER *glob_tevent_reg = NULL; | |
55 | ||
56 | static CRYPTO_ONCE tevent_register_runonce = CRYPTO_ONCE_STATIC_INIT; | |
57 | ||
58 | DEFINE_RUN_ONCE_STATIC(create_global_tevent_register) | |
59 | { | |
60 | glob_tevent_reg = OPENSSL_zalloc(sizeof(*glob_tevent_reg)); | |
61 | if (glob_tevent_reg == NULL) | |
62 | return 0; | |
63 | ||
64 | glob_tevent_reg->skhands = sk_THREAD_EVENT_HANDLER_PTR_new_null(); | |
65 | glob_tevent_reg->lock = CRYPTO_THREAD_lock_new(); | |
66 | if (glob_tevent_reg->skhands == NULL || glob_tevent_reg->lock == NULL) { | |
67 | sk_THREAD_EVENT_HANDLER_PTR_free(glob_tevent_reg->skhands); | |
68 | CRYPTO_THREAD_lock_free(glob_tevent_reg->lock); | |
69 | OPENSSL_free(glob_tevent_reg); | |
70 | glob_tevent_reg = NULL; | |
71 | return 0; | |
72 | } | |
73 | ||
74 | return 1; | |
75 | } | |
76 | ||
77 | static GLOBAL_TEVENT_REGISTER *get_global_tevent_register(void) | |
78 | { | |
79 | if (!RUN_ONCE(&tevent_register_runonce, create_global_tevent_register)) | |
80 | return NULL; | |
81 | return glob_tevent_reg; | |
82 | } | |
83 | #endif | |
84 | ||
f844f9eb | 85 | #ifndef FIPS_MODULE |
3b438ef9 DMSP |
86 | static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands); |
87 | static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin); | |
88 | static void init_thread_destructor(void *hands); | |
89 | static int init_thread_deregister(void *arg, int all); | |
90 | #endif | |
2be8c56a | 91 | static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands); |
da747958 MC |
92 | |
93 | static THREAD_EVENT_HANDLER ** | |
2be8c56a | 94 | init_get_thread_local(CRYPTO_THREAD_LOCAL *local, int alloc, int keep) |
da747958 MC |
95 | { |
96 | THREAD_EVENT_HANDLER **hands = CRYPTO_THREAD_get_local(local); | |
97 | ||
98 | if (alloc) { | |
6913f5fe | 99 | if (hands == NULL) { |
6913f5fe | 100 | |
3b438ef9 | 101 | if ((hands = OPENSSL_zalloc(sizeof(*hands))) == NULL) |
6913f5fe | 102 | return NULL; |
6913f5fe | 103 | |
3b438ef9 | 104 | if (!CRYPTO_THREAD_set_local(local, hands)) { |
6913f5fe MC |
105 | OPENSSL_free(hands); |
106 | return NULL; | |
107 | } | |
3b438ef9 | 108 | |
f844f9eb | 109 | #ifndef FIPS_MODULE |
3b438ef9 DMSP |
110 | if (!init_thread_push_handlers(hands)) { |
111 | CRYPTO_THREAD_set_local(local, NULL); | |
6913f5fe | 112 | OPENSSL_free(hands); |
6913f5fe MC |
113 | return NULL; |
114 | } | |
6913f5fe | 115 | #endif |
da747958 MC |
116 | } |
117 | } else if (!keep) { | |
118 | CRYPTO_THREAD_set_local(local, NULL); | |
119 | } | |
120 | ||
121 | return hands; | |
122 | } | |
e41faf57 | 123 | |
f844f9eb | 124 | #ifndef FIPS_MODULE |
72592b86 MC |
125 | /* |
126 | * Since per-thread-specific-data destructors are not universally | |
127 | * available, i.e. not on Windows, only below CRYPTO_THREAD_LOCAL key | |
128 | * is assumed to have destructor associated. And then an effort is made | |
129 | * to call this single destructor on non-pthread platform[s]. | |
130 | * | |
131 | * Initial value is "impossible". It is used as guard value to shortcut | |
132 | * destructor for threads terminating before libcrypto is initialized or | |
133 | * after it's de-initialized. Access to the key doesn't have to be | |
134 | * serialized for the said threads, because they didn't use libcrypto | |
c2969ff6 | 135 | * and it doesn't matter if they pick "impossible" or dereference real |
72592b86 MC |
136 | * key value and pull NULL past initialization in the first thread that |
137 | * intends to use libcrypto. | |
138 | */ | |
139 | static union { | |
140 | long sane; | |
141 | CRYPTO_THREAD_LOCAL value; | |
142 | } destructor_key = { -1 }; | |
143 | ||
3b438ef9 DMSP |
144 | /* |
145 | * The thread event handler list is a thread specific linked list | |
146 | * of callback functions which are invoked in list order by the | |
147 | * current thread in case of certain events. (Currently, there is | |
148 | * only one type of event, the 'thread stop' event.) | |
149 | * | |
150 | * We also keep a global reference to that linked list, so that we | |
151 | * can deregister handlers if necessary before all the threads are | |
152 | * stopped. | |
153 | */ | |
154 | static int init_thread_push_handlers(THREAD_EVENT_HANDLER **hands) | |
155 | { | |
156 | int ret; | |
157 | GLOBAL_TEVENT_REGISTER *gtr; | |
158 | ||
159 | gtr = get_global_tevent_register(); | |
160 | if (gtr == NULL) | |
161 | return 0; | |
162 | ||
cd3f8c1b RS |
163 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
164 | return 0; | |
3b438ef9 DMSP |
165 | ret = (sk_THREAD_EVENT_HANDLER_PTR_push(gtr->skhands, hands) != 0); |
166 | CRYPTO_THREAD_unlock(gtr->lock); | |
167 | ||
168 | return ret; | |
169 | } | |
170 | ||
6913f5fe MC |
171 | static void init_thread_remove_handlers(THREAD_EVENT_HANDLER **handsin) |
172 | { | |
173 | GLOBAL_TEVENT_REGISTER *gtr; | |
174 | int i; | |
175 | ||
176 | gtr = get_global_tevent_register(); | |
177 | if (gtr == NULL) | |
178 | return; | |
cd3f8c1b RS |
179 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) |
180 | return; | |
6913f5fe MC |
181 | for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) { |
182 | THREAD_EVENT_HANDLER **hands | |
183 | = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i); | |
184 | ||
185 | if (hands == handsin) { | |
30742e8e | 186 | sk_THREAD_EVENT_HANDLER_PTR_delete(gtr->skhands, i); |
6913f5fe MC |
187 | CRYPTO_THREAD_unlock(gtr->lock); |
188 | return; | |
189 | } | |
190 | } | |
191 | CRYPTO_THREAD_unlock(gtr->lock); | |
192 | return; | |
193 | } | |
194 | ||
2be8c56a | 195 | static void init_thread_destructor(void *hands) |
72592b86 | 196 | { |
2be8c56a | 197 | init_thread_stop(NULL, (THREAD_EVENT_HANDLER **)hands); |
6913f5fe | 198 | init_thread_remove_handlers(hands); |
da747958 | 199 | OPENSSL_free(hands); |
72592b86 MC |
200 | } |
201 | ||
2be8c56a | 202 | int ossl_init_thread(void) |
72592b86 | 203 | { |
72592b86 | 204 | if (!CRYPTO_THREAD_init_local(&destructor_key.value, |
2be8c56a | 205 | init_thread_destructor)) |
72592b86 MC |
206 | return 0; |
207 | ||
208 | return 1; | |
209 | } | |
210 | ||
2be8c56a | 211 | void ossl_cleanup_thread(void) |
72592b86 | 212 | { |
6913f5fe | 213 | init_thread_deregister(NULL, 1); |
72592b86 MC |
214 | CRYPTO_THREAD_cleanup_local(&destructor_key.value); |
215 | destructor_key.sane = -1; | |
216 | } | |
217 | ||
b4250010 | 218 | void OPENSSL_thread_stop_ex(OSSL_LIB_CTX *ctx) |
52b18ce1 | 219 | { |
b4250010 | 220 | ctx = ossl_lib_ctx_get_concrete(ctx); |
52b18ce1 | 221 | /* |
703c4d66 MC |
222 | * It would be nice if we could figure out a way to do this on all threads |
223 | * that have used the OSSL_LIB_CTX when the context is freed. This is | |
224 | * currently not possible due to the use of thread local variables. | |
52b18ce1 MC |
225 | */ |
226 | ossl_ctx_thread_stop(ctx); | |
227 | } | |
228 | ||
da747958 | 229 | void OPENSSL_thread_stop(void) |
72592b86 | 230 | { |
da747958 MC |
231 | if (destructor_key.sane != -1) { |
232 | THREAD_EVENT_HANDLER **hands | |
2be8c56a MC |
233 | = init_get_thread_local(&destructor_key.value, 0, 0); |
234 | init_thread_stop(NULL, hands); | |
6913f5fe MC |
235 | |
236 | init_thread_remove_handlers(hands); | |
da747958 | 237 | OPENSSL_free(hands); |
72592b86 | 238 | } |
72592b86 MC |
239 | } |
240 | ||
c9732f09 | 241 | void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx) |
e41faf57 | 242 | { |
da747958 MC |
243 | if (destructor_key.sane != -1) { |
244 | THREAD_EVENT_HANDLER **hands | |
2be8c56a | 245 | = init_get_thread_local(&destructor_key.value, 0, 1); |
c9732f09 | 246 | init_thread_stop(ctx, hands); |
da747958 | 247 | } |
e41faf57 | 248 | } |
da747958 | 249 | |
e41faf57 | 250 | #else |
da747958 | 251 | |
927d0566 | 252 | void *ossl_thread_event_ctx_new(OSSL_LIB_CTX *libctx) |
e41faf57 MC |
253 | { |
254 | THREAD_EVENT_HANDLER **hands = NULL; | |
da747958 | 255 | CRYPTO_THREAD_LOCAL *tlocal = OPENSSL_zalloc(sizeof(*tlocal)); |
e41faf57 MC |
256 | |
257 | if (tlocal == NULL) | |
258 | return NULL; | |
259 | ||
da747958 MC |
260 | if (!CRYPTO_THREAD_init_local(tlocal, NULL)) { |
261 | goto err; | |
262 | } | |
263 | ||
e41faf57 MC |
264 | hands = OPENSSL_zalloc(sizeof(*hands)); |
265 | if (hands == NULL) | |
266 | goto err; | |
267 | ||
268 | if (!CRYPTO_THREAD_set_local(tlocal, hands)) | |
269 | goto err; | |
270 | ||
271 | return tlocal; | |
272 | err: | |
273 | OPENSSL_free(hands); | |
274 | OPENSSL_free(tlocal); | |
275 | return NULL; | |
276 | } | |
277 | ||
927d0566 | 278 | void ossl_thread_event_ctx_free(void *tlocal) |
e41faf57 | 279 | { |
e41faf57 MC |
280 | OPENSSL_free(tlocal); |
281 | } | |
282 | ||
c9732f09 MC |
283 | static void ossl_arg_thread_stop(void *arg) |
284 | { | |
285 | ossl_ctx_thread_stop((OSSL_LIB_CTX *)arg); | |
286 | } | |
287 | ||
288 | void ossl_ctx_thread_stop(OSSL_LIB_CTX *ctx) | |
e41faf57 MC |
289 | { |
290 | THREAD_EVENT_HANDLER **hands; | |
da747958 | 291 | CRYPTO_THREAD_LOCAL *local |
927d0566 | 292 | = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX); |
e41faf57 | 293 | |
da747958 MC |
294 | if (local == NULL) |
295 | return; | |
2be8c56a | 296 | hands = init_get_thread_local(local, 0, 0); |
f6b72c7d | 297 | init_thread_stop(ctx, hands); |
da747958 | 298 | OPENSSL_free(hands); |
e41faf57 | 299 | } |
f844f9eb | 300 | #endif /* FIPS_MODULE */ |
e41faf57 | 301 | |
da747958 | 302 | |
2be8c56a | 303 | static void init_thread_stop(void *arg, THREAD_EVENT_HANDLER **hands) |
72592b86 | 304 | { |
2dd04ca8 | 305 | THREAD_EVENT_HANDLER *curr, *prev = NULL, *tmp; |
3b9de0c9 MC |
306 | #ifndef FIPS_MODULE |
307 | GLOBAL_TEVENT_REGISTER *gtr; | |
308 | #endif | |
72592b86 MC |
309 | |
310 | /* Can't do much about this */ | |
311 | if (hands == NULL) | |
312 | return; | |
313 | ||
3b9de0c9 MC |
314 | #ifndef FIPS_MODULE |
315 | gtr = get_global_tevent_register(); | |
316 | if (gtr == NULL) | |
317 | return; | |
318 | ||
319 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) | |
320 | return; | |
321 | #endif | |
322 | ||
72592b86 MC |
323 | curr = *hands; |
324 | while (curr != NULL) { | |
da747958 | 325 | if (arg != NULL && curr->arg != arg) { |
2dd04ca8 | 326 | prev = curr; |
da747958 MC |
327 | curr = curr->next; |
328 | continue; | |
329 | } | |
330 | curr->handfn(curr->arg); | |
2dd04ca8 MC |
331 | if (prev == NULL) |
332 | *hands = curr->next; | |
333 | else | |
334 | prev->next = curr->next; | |
335 | ||
336 | tmp = curr; | |
72592b86 | 337 | curr = curr->next; |
2dd04ca8 MC |
338 | |
339 | OPENSSL_free(tmp); | |
72592b86 | 340 | } |
3b9de0c9 MC |
341 | #ifndef FIPS_MODULE |
342 | CRYPTO_THREAD_unlock(gtr->lock); | |
343 | #endif | |
72592b86 MC |
344 | } |
345 | ||
6913f5fe MC |
346 | int ossl_init_thread_start(const void *index, void *arg, |
347 | OSSL_thread_stop_handler_fn handfn) | |
72592b86 MC |
348 | { |
349 | THREAD_EVENT_HANDLER **hands; | |
350 | THREAD_EVENT_HANDLER *hand; | |
f844f9eb | 351 | #ifdef FIPS_MODULE |
b4250010 | 352 | OSSL_LIB_CTX *ctx = arg; |
da747958 | 353 | |
e41faf57 MC |
354 | /* |
355 | * In FIPS mode the list of THREAD_EVENT_HANDLERs is unique per combination | |
b4250010 DMSP |
356 | * of OSSL_LIB_CTX and thread. This is because in FIPS mode each |
357 | * OSSL_LIB_CTX gets informed about thread stop events individually. | |
e41faf57 | 358 | */ |
da747958 | 359 | CRYPTO_THREAD_LOCAL *local |
927d0566 | 360 | = ossl_lib_ctx_get_data(ctx, OSSL_LIB_CTX_THREAD_EVENT_HANDLER_INDEX); |
e41faf57 MC |
361 | #else |
362 | /* | |
363 | * Outside of FIPS mode the list of THREAD_EVENT_HANDLERs is unique per | |
b4250010 | 364 | * thread, but may hold multiple OSSL_LIB_CTXs. We only get told about |
e41faf57 | 365 | * thread stop events globally, so we have to ensure all affected |
b4250010 | 366 | * OSSL_LIB_CTXs are informed. |
e41faf57 | 367 | */ |
da747958 | 368 | CRYPTO_THREAD_LOCAL *local = &destructor_key.value; |
e41faf57 | 369 | #endif |
72592b86 | 370 | |
2be8c56a | 371 | hands = init_get_thread_local(local, 1, 0); |
72592b86 MC |
372 | if (hands == NULL) |
373 | return 0; | |
374 | ||
f844f9eb | 375 | #ifdef FIPS_MODULE |
da747958 MC |
376 | if (*hands == NULL) { |
377 | /* | |
378 | * We've not yet registered any handlers for this thread. We need to get | |
379 | * libcrypto to tell us about later thread stop events. c_thread_start | |
380 | * is a callback to libcrypto defined in fipsprov.c | |
381 | */ | |
c9732f09 MC |
382 | if (!c_thread_start(FIPS_get_core_handle(ctx), ossl_arg_thread_stop, |
383 | ctx)) | |
da747958 MC |
384 | return 0; |
385 | } | |
386 | #endif | |
387 | ||
72592b86 MC |
388 | hand = OPENSSL_malloc(sizeof(*hand)); |
389 | if (hand == NULL) | |
390 | return 0; | |
391 | ||
392 | hand->handfn = handfn; | |
da747958 | 393 | hand->arg = arg; |
ec91f1ae | 394 | #ifndef FIPS_MODULE |
6913f5fe | 395 | hand->index = index; |
ec91f1ae | 396 | #endif |
72592b86 MC |
397 | hand->next = *hands; |
398 | *hands = hand; | |
399 | ||
400 | return 1; | |
401 | } | |
6913f5fe | 402 | |
f844f9eb | 403 | #ifndef FIPS_MODULE |
6913f5fe MC |
404 | static int init_thread_deregister(void *index, int all) |
405 | { | |
406 | GLOBAL_TEVENT_REGISTER *gtr; | |
407 | int i; | |
408 | ||
409 | gtr = get_global_tevent_register(); | |
3478a210 P |
410 | if (gtr == NULL) |
411 | return 0; | |
cd3f8c1b RS |
412 | if (!all) { |
413 | if (!CRYPTO_THREAD_write_lock(gtr->lock)) | |
414 | return 0; | |
415 | } else { | |
3d7e7e7c | 416 | glob_tevent_reg = NULL; |
cd3f8c1b | 417 | } |
6913f5fe MC |
418 | for (i = 0; i < sk_THREAD_EVENT_HANDLER_PTR_num(gtr->skhands); i++) { |
419 | THREAD_EVENT_HANDLER **hands | |
420 | = sk_THREAD_EVENT_HANDLER_PTR_value(gtr->skhands, i); | |
59ed7339 | 421 | THREAD_EVENT_HANDLER *curr = NULL, *prev = NULL, *tmp; |
6913f5fe MC |
422 | |
423 | if (hands == NULL) { | |
424 | if (!all) | |
425 | CRYPTO_THREAD_unlock(gtr->lock); | |
426 | return 0; | |
427 | } | |
59ed7339 | 428 | curr = *hands; |
6913f5fe MC |
429 | while (curr != NULL) { |
430 | if (all || curr->index == index) { | |
431 | if (prev != NULL) | |
432 | prev->next = curr->next; | |
433 | else | |
434 | *hands = curr->next; | |
435 | tmp = curr; | |
436 | curr = curr->next; | |
437 | OPENSSL_free(tmp); | |
438 | continue; | |
439 | } | |
440 | prev = curr; | |
441 | curr = curr->next; | |
442 | } | |
443 | if (all) | |
444 | OPENSSL_free(hands); | |
445 | } | |
446 | if (all) { | |
447 | CRYPTO_THREAD_lock_free(gtr->lock); | |
448 | sk_THREAD_EVENT_HANDLER_PTR_free(gtr->skhands); | |
449 | OPENSSL_free(gtr); | |
450 | } else { | |
451 | CRYPTO_THREAD_unlock(gtr->lock); | |
452 | } | |
453 | return 1; | |
454 | } | |
455 | ||
456 | int ossl_init_thread_deregister(void *index) | |
457 | { | |
458 | return init_thread_deregister(index, 0); | |
459 | } | |
460 | #endif |