2 * Copyright 2015-2021 The OpenSSL Project Authors. All Rights Reserved.
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
11 * Without this we start getting longjmp crashes because it thinks we're jumping
12 * up the stack when in fact we are jumping to an entirely different stack. The
13 * cost of this is not having certain buffer overrun/underrun checks etc for
14 * this source file :-(
16 #undef _FORTIFY_SOURCE
18 /* This must be the first #include file */
19 #include "async_local.h"
21 #include <openssl/err.h>
22 #include "crypto/cryptlib.h"
25 #define ASYNC_JOB_RUNNING 0
26 #define ASYNC_JOB_PAUSING 1
27 #define ASYNC_JOB_PAUSED 2
28 #define ASYNC_JOB_STOPPING 3
30 static CRYPTO_THREAD_LOCAL ctxkey;
31 static CRYPTO_THREAD_LOCAL poolkey;
33 static void async_delete_thread_state(void *arg);
35 static async_ctx *async_ctx_new(void)
39 if (!ossl_init_thread_start(NULL, NULL, async_delete_thread_state))
42 nctx = OPENSSL_malloc(sizeof(*nctx));
44 ERR_raise(ERR_LIB_ASYNC, ERR_R_MALLOC_FAILURE);
48 async_fibre_init_dispatcher(&nctx->dispatcher);
51 if (!CRYPTO_THREAD_set_local(&ctxkey, nctx))
61 async_ctx *async_get_ctx(void)
63 return (async_ctx *)CRYPTO_THREAD_get_local(&ctxkey);
66 static int async_ctx_free(void)
70 ctx = async_get_ctx();
72 if (!CRYPTO_THREAD_set_local(&ctxkey, NULL))
80 static ASYNC_JOB *async_job_new(void)
82 ASYNC_JOB *job = NULL;
84 job = OPENSSL_zalloc(sizeof(*job));
86 ERR_raise(ERR_LIB_ASYNC, ERR_R_MALLOC_FAILURE);
90 job->status = ASYNC_JOB_RUNNING;
95 static void async_job_free(ASYNC_JOB *job)
98 OPENSSL_free(job->funcargs);
99 async_fibre_free(&job->fibrectx);
104 static ASYNC_JOB *async_get_pool_job(void) {
108 pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
111 * Pool has not been initialised, so init with the defaults, i.e.
112 * no max size and no pre-created jobs
114 if (ASYNC_init_thread(0, 0) == 0)
116 pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
119 job = sk_ASYNC_JOB_pop(pool->jobs);
122 if ((pool->max_size != 0) && (pool->curr_size >= pool->max_size))
125 job = async_job_new();
127 if (! async_fibre_makecontext(&job->fibrectx)) {
137 static void async_release_job(ASYNC_JOB *job) {
140 pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
141 OPENSSL_free(job->funcargs);
142 job->funcargs = NULL;
143 sk_ASYNC_JOB_push(pool->jobs, job);
146 void async_start_func(void)
149 async_ctx *ctx = async_get_ctx();
154 job->ret = job->func(job->funcargs);
157 job->status = ASYNC_JOB_STOPPING;
158 if (!async_fibre_swapcontext(&job->fibrectx,
159 &ctx->dispatcher, 1)) {
161 * Should not happen. Getting here will close the thread...can't do
164 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
169 int ASYNC_start_job(ASYNC_JOB **job, ASYNC_WAIT_CTX *wctx, int *ret,
170 int (*func)(void *), void *args, size_t size)
173 OSSL_LIB_CTX *libctx;
175 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
178 ctx = async_get_ctx();
180 ctx = async_ctx_new();
188 if (ctx->currjob != NULL) {
189 if (ctx->currjob->status == ASYNC_JOB_STOPPING) {
190 *ret = ctx->currjob->ret;
191 ctx->currjob->waitctx = NULL;
192 async_release_job(ctx->currjob);
198 if (ctx->currjob->status == ASYNC_JOB_PAUSING) {
200 ctx->currjob->status = ASYNC_JOB_PAUSED;
205 if (ctx->currjob->status == ASYNC_JOB_PAUSED) {
211 * Restore the default libctx to what it was the last time the
214 libctx = OSSL_LIB_CTX_set0_default(ctx->currjob->libctx);
215 if (libctx == NULL) {
216 /* Failed to set the default context */
217 ERR_raise(ERR_LIB_ASYNC, ERR_R_INTERNAL_ERROR);
220 /* Resume previous job */
221 if (!async_fibre_swapcontext(&ctx->dispatcher,
222 &ctx->currjob->fibrectx, 1)) {
223 ctx->currjob->libctx = OSSL_LIB_CTX_set0_default(libctx);
224 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
228 * In case the fibre changed the default libctx we set it back
229 * again to what it was originally, and remember what it had
232 ctx->currjob->libctx = OSSL_LIB_CTX_set0_default(libctx);
236 /* Should not happen */
237 ERR_raise(ERR_LIB_ASYNC, ERR_R_INTERNAL_ERROR);
238 async_release_job(ctx->currjob);
244 /* Start a new job */
245 if ((ctx->currjob = async_get_pool_job()) == NULL)
246 return ASYNC_NO_JOBS;
249 ctx->currjob->funcargs = OPENSSL_malloc(size);
250 if (ctx->currjob->funcargs == NULL) {
251 ERR_raise(ERR_LIB_ASYNC, ERR_R_MALLOC_FAILURE);
252 async_release_job(ctx->currjob);
256 memcpy(ctx->currjob->funcargs, args, size);
258 ctx->currjob->funcargs = NULL;
261 ctx->currjob->func = func;
262 ctx->currjob->waitctx = wctx;
263 libctx = ossl_lib_ctx_get_concrete(NULL);
264 if (!async_fibre_swapcontext(&ctx->dispatcher,
265 &ctx->currjob->fibrectx, 1)) {
266 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
270 * In case the fibre changed the default libctx we set it back again
271 * to what it was, and remember what it had been changed to.
273 ctx->currjob->libctx = OSSL_LIB_CTX_set0_default(libctx);
277 async_release_job(ctx->currjob);
283 int ASYNC_pause_job(void)
286 async_ctx *ctx = async_get_ctx();
289 || ctx->currjob == NULL
292 * Could be we've deliberately not been started within a job so this is
293 * counted as success.
299 job->status = ASYNC_JOB_PAUSING;
301 if (!async_fibre_swapcontext(&job->fibrectx,
302 &ctx->dispatcher, 1)) {
303 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
306 /* Reset counts of added and deleted fds */
307 async_wait_ctx_reset_counts(job->waitctx);
312 static void async_empty_pool(async_pool *pool)
316 if (pool == NULL || pool->jobs == NULL)
320 job = sk_ASYNC_JOB_pop(pool->jobs);
327 if (!CRYPTO_THREAD_init_local(&ctxkey, NULL))
330 if (!CRYPTO_THREAD_init_local(&poolkey, NULL)) {
331 CRYPTO_THREAD_cleanup_local(&ctxkey);
338 void async_deinit(void)
340 CRYPTO_THREAD_cleanup_local(&ctxkey);
341 CRYPTO_THREAD_cleanup_local(&poolkey);
344 int ASYNC_init_thread(size_t max_size, size_t init_size)
347 size_t curr_size = 0;
349 if (init_size > max_size) {
350 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_INVALID_POOL_SIZE);
354 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
357 if (!ossl_init_thread_start(NULL, NULL, async_delete_thread_state))
360 pool = OPENSSL_zalloc(sizeof(*pool));
362 ERR_raise(ERR_LIB_ASYNC, ERR_R_MALLOC_FAILURE);
366 pool->jobs = sk_ASYNC_JOB_new_reserve(NULL, init_size);
367 if (pool->jobs == NULL) {
368 ERR_raise(ERR_LIB_ASYNC, ERR_R_MALLOC_FAILURE);
373 pool->max_size = max_size;
375 /* Pre-create jobs as required */
376 while (init_size--) {
378 job = async_job_new();
379 if (job == NULL || !async_fibre_makecontext(&job->fibrectx)) {
381 * Not actually fatal because we already created the pool, just
382 * skip creation of any more jobs
387 job->funcargs = NULL;
388 sk_ASYNC_JOB_push(pool->jobs, job); /* Cannot fail due to reserve */
391 pool->curr_size = curr_size;
392 if (!CRYPTO_THREAD_set_local(&poolkey, pool)) {
393 ERR_raise(ERR_LIB_ASYNC, ASYNC_R_FAILED_TO_SET_POOL);
399 async_empty_pool(pool);
400 sk_ASYNC_JOB_free(pool->jobs);
405 static void async_delete_thread_state(void *arg)
407 async_pool *pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
410 async_empty_pool(pool);
411 sk_ASYNC_JOB_free(pool->jobs);
413 CRYPTO_THREAD_set_local(&poolkey, NULL);
415 async_local_cleanup();
419 void ASYNC_cleanup_thread(void)
421 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
424 async_delete_thread_state(NULL);
427 ASYNC_JOB *ASYNC_get_current_job(void)
431 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
434 ctx = async_get_ctx();
441 ASYNC_WAIT_CTX *ASYNC_get_wait_ctx(ASYNC_JOB *job)
446 void ASYNC_block_pause(void)
450 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
453 ctx = async_get_ctx();
454 if (ctx == NULL || ctx->currjob == NULL) {
456 * We're not in a job anyway so ignore this
463 void ASYNC_unblock_pause(void)
467 if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
470 ctx = async_get_ctx();
471 if (ctx == NULL || ctx->currjob == NULL) {
473 * We're not in a job anyway so ignore this
477 if (ctx->blocked > 0)