PROV & ASYM_CIPHER: Adapt the RSA asymmetric cipher code for PSS-parameters
authorRichard Levitte <levitte@openssl.org>
Wed, 6 May 2020 19:52:12 +0000 (21:52 +0200)
committerRichard Levitte <levitte@openssl.org>
Thu, 14 May 2020 10:17:13 +0000 (12:17 +0200)
Reviewed-by: Shane Lontis <shane.lontis@oracle.com>
(Merged from https://github.com/openssl/openssl/pull/11710)

providers/implementations/asymciphers/rsa_enc.c

index 0ca52ae..f7e7b54 100644 (file)
@@ -95,7 +95,16 @@ static int rsa_init(void *vprsactx, void *vrsa)
         return 0;
     RSA_free(prsactx->rsa);
     prsactx->rsa = vrsa;
-    prsactx->pad_mode = RSA_PKCS1_PADDING;
+
+    switch (RSA_test_flags(prsactx->rsa, RSA_FLAG_TYPE_MASK)) {
+    case RSA_FLAG_TYPE_RSA:
+        prsactx->pad_mode = RSA_PKCS1_PADDING;
+        break;
+    default:
+        ERR_raise(ERR_LIB_PROV, PROV_R_OPERATION_NOT_SUPPORTED_FOR_THIS_KEYTYPE);
+        return 0;
+    }
+
     return 1;
 }