Update "OAEP reconsidered" comment
[openssl.git] / crypto / rsa / rsa_eay.c
index e675d0a7b80fcb46ff4dac6baa5edf3ff3844431..6a68770031d6d651b3903d24a8529ce2eda2715e 100644 (file)
@@ -83,7 +83,7 @@ static RSA_METHOD rsa_pkcs1_eay_meth={
        RSA_eay_private_encrypt,
        RSA_eay_private_decrypt,
        RSA_eay_mod_exp,
-       BN_mod_exp_mont,
+       BN_mod_exp_mont, /* XXX probably we should not use Montgomery if  e == 3 */
        RSA_eay_init,
        RSA_eay_finish,
        0,
@@ -141,26 +141,28 @@ static int RSA_eay_public_encrypt(int flen, const unsigned char *from,
        
        if ((rsa->_method_mod_n == NULL) && (rsa->flags & RSA_FLAG_CACHE_PUBLIC))
                {
-               CRYPTO_w_lock(CRYPTO_LOCK_RSA);
-               if (rsa->_method_mod_n == NULL)
+               BN_MONT_CTX* bn_mont_ctx;
+               if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
+                       goto err;
+               if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->n,ctx))
                        {
-                       BN_MONT_CTX* bn_mont_ctx;
-                       if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
-                               {
-                               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                               goto err;
-                               }
-                       if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->n,ctx))
+                       BN_MONT_CTX_free(bn_mont_ctx);
+                       goto err;
+                       }
+               if (rsa->_method_mod_n == NULL) /* other thread may have finished first */
+                       {
+                       CRYPTO_w_lock(CRYPTO_LOCK_RSA);
+                       if (rsa->_method_mod_n == NULL)
                                {
-                               BN_MONT_CTX_free(bn_mont_ctx);
-                               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                               goto err;
+                               rsa->_method_mod_n = bn_mont_ctx;
+                               bn_mont_ctx = NULL;
                                }
-                       rsa->_method_mod_n = bn_mont_ctx;
+                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
                        }
-               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
+               if (bn_mont_ctx)
+                       BN_MONT_CTX_free(bn_mont_ctx);
                }
-
+               
        if (!meth->bn_mod_exp(&ret,&f,rsa->e,rsa->n,ctx,
                rsa->_method_mod_n)) goto err;
 
@@ -393,26 +395,28 @@ static int RSA_eay_public_decrypt(int flen, const unsigned char *from,
        /* do the decrypt */
        if ((rsa->_method_mod_n == NULL) && (rsa->flags & RSA_FLAG_CACHE_PUBLIC))
                {
-               CRYPTO_w_lock(CRYPTO_LOCK_RSA);
-               if (rsa->_method_mod_n == NULL)
+               BN_MONT_CTX* bn_mont_ctx;
+               if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
+                       goto err;
+               if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->n,ctx))
                        {
-                       BN_MONT_CTX* bn_mont_ctx;
-                       if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
-                               {
-                               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                               goto err;
-                               }
-                       if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->n,ctx))
+                       BN_MONT_CTX_free(bn_mont_ctx);
+                       goto err;
+                       }
+               if (rsa->_method_mod_n == NULL) /* other thread may have finished first */
+                       {
+                       CRYPTO_w_lock(CRYPTO_LOCK_RSA);
+                       if (rsa->_method_mod_n == NULL)
                                {
-                               BN_MONT_CTX_free(bn_mont_ctx);
-                               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                               goto err;
+                               rsa->_method_mod_n = bn_mont_ctx;
+                               bn_mont_ctx = NULL;
                                }
-                       rsa->_method_mod_n = bn_mont_ctx;
+                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
                        }
-               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
+               if (bn_mont_ctx)
+                       BN_MONT_CTX_free(bn_mont_ctx);
                }
-
+               
        if (!meth->bn_mod_exp(&ret,&f,rsa->e,rsa->n,ctx,
                rsa->_method_mod_n)) goto err;
 
@@ -462,48 +466,53 @@ static int RSA_eay_mod_exp(BIGNUM *r0, const BIGNUM *I, RSA *rsa)
                {
                if (rsa->_method_mod_p == NULL)
                        {
-                       CRYPTO_w_lock(CRYPTO_LOCK_RSA);
-                       if (rsa->_method_mod_p == NULL)
+                       BN_MONT_CTX* bn_mont_ctx;
+                       if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
+                               goto err;
+                       if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->p,ctx))
                                {
-                               BN_MONT_CTX* bn_mont_ctx;
-                               if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
-                                       {
-                                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                                       goto err;
-                                       }
-                               if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->p,ctx))
+                               BN_MONT_CTX_free(bn_mont_ctx);
+                               goto err;
+                               }
+                       if (rsa->_method_mod_p == NULL) /* other thread may have finished first */
+                               {
+                               CRYPTO_w_lock(CRYPTO_LOCK_RSA);
+                               if (rsa->_method_mod_p == NULL)
                                        {
-                                       BN_MONT_CTX_free(bn_mont_ctx);
-                                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                                       goto err;
+                                       rsa->_method_mod_p = bn_mont_ctx;
+                                       bn_mont_ctx = NULL;
                                        }
-                               rsa->_method_mod_p = bn_mont_ctx;
-                               }
                                CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
+                               }
+                       if (bn_mont_ctx)
+                               BN_MONT_CTX_free(bn_mont_ctx);
                        }
+
                if (rsa->_method_mod_q == NULL)
                        {
-                       CRYPTO_w_lock(CRYPTO_LOCK_RSA);
-                       if (rsa->_method_mod_q == NULL)
+                       BN_MONT_CTX* bn_mont_ctx;
+                       if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
+                               goto err;
+                       if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->q,ctx))
                                {
-                               BN_MONT_CTX* bn_mont_ctx;
-                               if ((bn_mont_ctx=BN_MONT_CTX_new()) == NULL)
-                                       {
-                                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                                       goto err;
-                                       }
-                               if (!BN_MONT_CTX_set(bn_mont_ctx,rsa->q,ctx))
+                               BN_MONT_CTX_free(bn_mont_ctx);
+                               goto err;
+                               }
+                       if (rsa->_method_mod_q == NULL) /* other thread may have finished first */
+                               {
+                               CRYPTO_w_lock(CRYPTO_LOCK_RSA);
+                               if (rsa->_method_mod_q == NULL)
                                        {
-                                       BN_MONT_CTX_free(bn_mont_ctx);
-                                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
-                                       goto err;
+                                       rsa->_method_mod_q = bn_mont_ctx;
+                                       bn_mont_ctx = NULL;
                                        }
-                               rsa->_method_mod_q = bn_mont_ctx;
+                               CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
                                }
-                       CRYPTO_w_unlock(CRYPTO_LOCK_RSA);
+                       if (bn_mont_ctx)
+                               BN_MONT_CTX_free(bn_mont_ctx);
                        }
                }
-
+               
        if (!BN_mod(&r1,I,rsa->q,ctx)) goto err;
        if (!meth->bn_mod_exp(&m1,&r1,rsa->dmq1,rsa->q,ctx,
                rsa->_method_mod_q)) goto err;