Make the public and private DRBG thread local

This avoids lock contention.

Reviewed-by: Tim Hudson <tjh@openssl.org>
Reviewed-by: Paul Dale <paul.dale@oracle.com>
Reviewed-by: Matthias St. Pierre <Matthias.St.Pierre@ncp-e.com>
(Merged from https://github.com/openssl/openssl/pull/5547)

diff --git a/crypto/include/internal/cryptlib_int.h b/crypto/include/internal/cryptlib_int.h
index 3dddf0820046826a79d65d96c79d2d0fa7a13997..633551762b5c5d5ff130f885e1a44230ddc8dee2 100644 (file)
--- a/crypto/include/internal/cryptlib_int.h
+++ b/crypto/include/internal/cryptlib_int.h
@@ -14,6 +14,7 @@
 struct thread_local_inits_st {
     int async;
     int err_state;
 struct thread_local_inits_st {
     int async;
     int err_state;

+    int rand;

 };
 
 int ossl_init_thread_start(uint64_t opts);
 };
 
 int ossl_init_thread_start(uint64_t opts);


@@ -28,5 +29,6 @@ int ossl_init_thread_start(uint64_t opts);
 /* OPENSSL_INIT_THREAD flags */
 # define OPENSSL_INIT_THREAD_ASYNC           0x01
 # define OPENSSL_INIT_THREAD_ERR_STATE       0x02
 /* OPENSSL_INIT_THREAD flags */
 # define OPENSSL_INIT_THREAD_ASYNC           0x01
 # define OPENSSL_INIT_THREAD_ERR_STATE       0x02

+# define OPENSSL_INIT_THREAD_RAND            0x04

 
 void ossl_malloc_setup_failures(void);
 
 void ossl_malloc_setup_failures(void);

diff --git a/crypto/include/internal/rand_int.h b/crypto/include/internal/rand_int.h
index 27ca703fcf6fd91ca4637deacf13cbdfc41ed193..5db2425e101d5e8b410f39769279b7acb7701d4e 100644 (file)
--- a/crypto/include/internal/rand_int.h
+++ b/crypto/include/internal/rand_int.h
@@ -25,6 +25,7 @@ typedef struct rand_pool_st RAND_POOL;
 
 void rand_cleanup_int(void);
 void rand_drbg_cleanup_int(void);
 
 void rand_cleanup_int(void);
 void rand_drbg_cleanup_int(void);

+void drbg_delete_thread_state(void);

 void rand_fork(void);
 
 /* Hardware-based seeding functions. */
 void rand_fork(void);
 
 /* Hardware-based seeding functions. */

diff --git a/crypto/init.c b/crypto/init.c
index 4a88e9cc02bc251401d6f5c657761a52fe6ce886..cc3da4fb7d94f4141393ea2f18217e4d46869b67 100644 (file)
--- a/crypto/init.c
+++ b/crypto/init.c
@@ -352,6 +352,14 @@ static void ossl_init_thread_stop(struct thread_local_inits_st *locals)
         err_delete_thread_state();
     }
 
         err_delete_thread_state();
     }
 

+    if (locals->rand) {
+#ifdef OPENSSL_INIT_DEBUG
+        fprintf(stderr, "OPENSSL_INIT: ossl_init_thread_stop: "
+                        "drbg_delete_thread_state()\n");
+#endif
+        drbg_delete_thread_state();
+    }
+

     OPENSSL_free(locals);
 }
 
     OPENSSL_free(locals);
 }
 


@@ -389,6 +397,14 @@ int ossl_init_thread_start(uint64_t opts)
         locals->err_state = 1;
     }
 
         locals->err_state = 1;
     }
 

+    if (opts & OPENSSL_INIT_THREAD_RAND) {
+#ifdef OPENSSL_INIT_DEBUG
+        fprintf(stderr, "OPENSSL_INIT: ossl_init_thread_start: "
+                        "marking thread for rand\n");
+#endif
+        locals->rand = 1;
+    }
+

     return 1;
 }
 
     return 1;
 }
 

diff --git a/crypto/rand/drbg_lib.c b/crypto/rand/drbg_lib.c
index 360ea7ce3db848072edbdcac29dd9f5fb64bcb0b..723f6307fdad5ef400ccf9a883c892a172a79bac 100644 (file)
--- a/crypto/rand/drbg_lib.c
+++ b/crypto/rand/drbg_lib.c
@@ -14,6 +14,7 @@
 #include "rand_lcl.h"
 #include "internal/thread_once.h"
 #include "internal/rand_int.h"
 #include "rand_lcl.h"
 #include "internal/thread_once.h"
 #include "internal/rand_int.h"

+#include "internal/cryptlib_int.h"

 
 /*
  * Support framework for NIST SP 800-90A DRBG, AES-CTR mode.
 
 /*
  * Support framework for NIST SP 800-90A DRBG, AES-CTR mode.


@@ -40,18 +41,6 @@
  * sources or by consuming randomnes which was added by RAND_add()
  */
 static RAND_DRBG *drbg_master;
  * sources or by consuming randomnes which was added by RAND_add()
  */
 static RAND_DRBG *drbg_master;

-/*
- * THE PUBLIC DRBG
- *
- * Used by default for generating random bytes using RAND_bytes().
- */
-static RAND_DRBG *drbg_public;
-/*
- * THE PRIVATE DRBG
- *
- * Used by default for generating private keys using RAND_priv_bytes()
- */
-static RAND_DRBG *drbg_private;

 /*+
  * DRBG HIERARCHY
  *
 /*+
  * DRBG HIERARCHY
  *


@@ -112,6 +101,8 @@ static RAND_DRBG *drbg_private;
 static const char ossl_pers_string[] = "OpenSSL NIST SP 800-90A DRBG";
 
 static CRYPTO_ONCE rand_drbg_init = CRYPTO_ONCE_STATIC_INIT;
 static const char ossl_pers_string[] = "OpenSSL NIST SP 800-90A DRBG";
 
 static CRYPTO_ONCE rand_drbg_init = CRYPTO_ONCE_STATIC_INIT;

+static CRYPTO_THREAD_LOCAL private_drbg_thread_local_key;
+static CRYPTO_THREAD_LOCAL public_drbg_thread_local_key;

 
 
 
 
 
 


@@ -236,13 +227,18 @@ static RAND_DRBG *rand_drbg_new(int secure,
     if (RAND_DRBG_set(drbg, type, flags) == 0)
         goto err;
 
     if (RAND_DRBG_set(drbg, type, flags) == 0)
         goto err;
 

-    if (parent != NULL && drbg->strength > parent->strength) {
-        /*
-         * We currently don't support the algorithm from NIST SP 800-90C
-         * 10.1.2 to use a weaker DRBG as source
-         */
-        RANDerr(RAND_F_RAND_DRBG_NEW, RAND_R_PARENT_STRENGTH_TOO_WEAK);
-        goto err;
+    if (parent != NULL) {
+        rand_drbg_lock(parent);
+        if (drbg->strength > parent->strength) {
+            /*
+             * We currently don't support the algorithm from NIST SP 800-90C
+             * 10.1.2 to use a weaker DRBG as source
+             */
+            rand_drbg_unlock(parent);
+            RANDerr(RAND_F_RAND_DRBG_NEW, RAND_R_PARENT_STRENGTH_TOO_WEAK);
+            goto err;
+        }
+        rand_drbg_unlock(parent);

     }
 
     if (!RAND_DRBG_set_callbacks(drbg, rand_drbg_get_entropy,
     }
 
     if (!RAND_DRBG_set_callbacks(drbg, rand_drbg_get_entropy,


@@ -900,7 +896,8 @@ static RAND_DRBG *drbg_setup(RAND_DRBG *parent)
     if (drbg == NULL)
         return NULL;
 
     if (drbg == NULL)
         return NULL;
 

-    if (rand_drbg_enable_locking(drbg) == 0)
+    /* Only the master DRBG needs to have a lock */
+    if (parent == NULL && rand_drbg_enable_locking(drbg) == 0)

         goto err;
 
     /* enable seed propagation */
         goto err;
 
     /* enable seed propagation */


@@ -928,6 +925,8 @@ err:
  */
 DEFINE_RUN_ONCE_STATIC(do_rand_drbg_init)
 {
  */
 DEFINE_RUN_ONCE_STATIC(do_rand_drbg_init)
 {

+    int ret = 1;
+

     /*
      * ensure that libcrypto is initialized, otherwise the
      * DRBG locks are not cleaned up properly
     /*
      * ensure that libcrypto is initialized, otherwise the
      * DRBG locks are not cleaned up properly


@@ -935,11 +934,14 @@ DEFINE_RUN_ONCE_STATIC(do_rand_drbg_init)
     if (!OPENSSL_init_crypto(0, NULL))
         return 0;
 
     if (!OPENSSL_init_crypto(0, NULL))
         return 0;
 

+    ossl_init_thread_start(OPENSSL_INIT_THREAD_RAND);
+

     drbg_master = drbg_setup(NULL);
     drbg_master = drbg_setup(NULL);

-    drbg_public = drbg_setup(drbg_master);
-    drbg_private = drbg_setup(drbg_master);

 
 

-    if (drbg_master == NULL || drbg_public == NULL || drbg_private == NULL)
+    ret &= CRYPTO_THREAD_init_local(&private_drbg_thread_local_key, NULL);
+    ret &= CRYPTO_THREAD_init_local(&public_drbg_thread_local_key, NULL);
+
+    if (drbg_master == NULL || ret == 0)

         return 0;
 
     return 1;
         return 0;
 
     return 1;


@@ -948,11 +950,22 @@ DEFINE_RUN_ONCE_STATIC(do_rand_drbg_init)
 /* Clean up the global DRBGs before exit */
 void rand_drbg_cleanup_int(void)
 {
 /* Clean up the global DRBGs before exit */
 void rand_drbg_cleanup_int(void)
 {

-    RAND_DRBG_free(drbg_private);
-    RAND_DRBG_free(drbg_public);

     RAND_DRBG_free(drbg_master);
     RAND_DRBG_free(drbg_master);

+    drbg_master = NULL;

 
 

-    drbg_private = drbg_public = drbg_master = NULL;
+    CRYPTO_THREAD_cleanup_local(&private_drbg_thread_local_key);
+    CRYPTO_THREAD_cleanup_local(&public_drbg_thread_local_key);
+}
+
+void drbg_delete_thread_state()
+{
+    RAND_DRBG *drbg;
+
+    drbg = CRYPTO_THREAD_get_local(&public_drbg_thread_local_key);
+    RAND_DRBG_free(drbg);
+
+    drbg = CRYPTO_THREAD_get_local(&private_drbg_thread_local_key);
+    RAND_DRBG_free(drbg);

 }
 
 /* Implements the default OpenSSL RAND_bytes() method */
 }
 
 /* Implements the default OpenSSL RAND_bytes() method */


@@ -964,9 +977,7 @@ static int drbg_bytes(unsigned char *out, int count)
     if (drbg == NULL)
         return 0;
 
     if (drbg == NULL)
         return 0;
 

-    rand_drbg_lock(drbg);

     ret = RAND_DRBG_bytes(drbg, out, count);
     ret = RAND_DRBG_bytes(drbg, out, count);

-    rand_drbg_unlock(drbg);

 
     return ret;
 }
 
     return ret;
 }


@@ -1042,10 +1053,18 @@ RAND_DRBG *RAND_DRBG_get0_master(void)
  */
 RAND_DRBG *RAND_DRBG_get0_public(void)
 {
  */
 RAND_DRBG *RAND_DRBG_get0_public(void)
 {

+    RAND_DRBG *drbg;
+

     if (!RUN_ONCE(&rand_drbg_init, do_rand_drbg_init))
         return NULL;
 
     if (!RUN_ONCE(&rand_drbg_init, do_rand_drbg_init))
         return NULL;
 

-    return drbg_public;
+    drbg = CRYPTO_THREAD_get_local(&public_drbg_thread_local_key);
+    if (drbg == NULL) {
+        ossl_init_thread_start(OPENSSL_INIT_THREAD_RAND);
+        drbg = drbg_setup(drbg_master);
+        CRYPTO_THREAD_set_local(&public_drbg_thread_local_key, drbg);
+    }
+    return drbg;

 }
 
 /*
 }
 
 /*


@@ -1054,10 +1073,18 @@ RAND_DRBG *RAND_DRBG_get0_public(void)
  */
 RAND_DRBG *RAND_DRBG_get0_private(void)
 {
  */
 RAND_DRBG *RAND_DRBG_get0_private(void)
 {

+    RAND_DRBG *drbg;
+

     if (!RUN_ONCE(&rand_drbg_init, do_rand_drbg_init))
         return NULL;
 
     if (!RUN_ONCE(&rand_drbg_init, do_rand_drbg_init))
         return NULL;
 

-    return drbg_private;
+    drbg = CRYPTO_THREAD_get_local(&private_drbg_thread_local_key);
+    if (drbg == NULL) {
+        ossl_init_thread_start(OPENSSL_INIT_THREAD_RAND);
+        drbg = drbg_setup(drbg_master);
+        CRYPTO_THREAD_set_local(&private_drbg_thread_local_key, drbg);
+    }
+    return drbg;

 }
 
 RAND_METHOD rand_meth = {
 }
 
 RAND_METHOD rand_meth = {

diff --git a/crypto/rand/rand_lib.c b/crypto/rand/rand_lib.c
index dfffb84b46041f933d5954883ac86eddeb66ec70..defa3ecb538cfaf3b8039c39d1cf7727ea9c4396 100644 (file)
--- a/crypto/rand/rand_lib.c
+++ b/crypto/rand/rand_lib.c
@@ -826,10 +826,7 @@ int RAND_priv_bytes(unsigned char *buf, int num)
     if (drbg == NULL)
         return 0;
 
     if (drbg == NULL)
         return 0;
 

-    /* We have to lock the DRBG before generating bits from it. */
-    rand_drbg_lock(drbg);

     ret = RAND_DRBG_bytes(drbg, buf, num);
     ret = RAND_DRBG_bytes(drbg, buf, num);

-    rand_drbg_unlock(drbg);

     return ret;
 }
 
     return ret;
 }