More S/MIME tidy. Place some common attribute operations in utility
[openssl.git] / crypto / pkcs7 / pk7_smime.c
index 4607e5fd6990f8d2a01b3c49f21c766d8a2e6fd1..e09fb38dc5f1884dd90c87ed31199f46112e5c5e 100644 (file)
@@ -67,84 +67,147 @@ PKCS7 *PKCS7_sign(X509 *signcert, EVP_PKEY *pkey, STACK_OF(X509) *certs,
                  BIO *data, int flags)
 {
        PKCS7 *p7;
-       PKCS7_SIGNER_INFO *si;
-       BIO *p7bio;
-       STACK_OF(X509_ALGOR) *smcap;
        int i;
 
-       if(!X509_check_private_key(signcert, pkey)) {
-               PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
-                return NULL;
-       }
-
-       if(!(p7 = PKCS7_new())) {
+       if(!(p7 = PKCS7_new()))
+               {
                PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
                return NULL;
-       }
+               }
 
-       PKCS7_set_type(p7, NID_pkcs7_signed);
+       if (!PKCS7_set_type(p7, NID_pkcs7_signed))
+               goto err;
 
-       PKCS7_content_new(p7, NID_pkcs7_data);
+       if (!PKCS7_content_new(p7, NID_pkcs7_data))
+               goto err;
 
-       if (!(si = PKCS7_add_signature(p7,signcert,pkey,EVP_sha1()))) {
-               PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PKCS7_ADD_SIGNATURE_ERROR);
-               return NULL;
-       }
+       if (pkey && !PKCS7_sign_add_signer(p7, signcert, pkey, NULL, flags))
+               {
+               PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PKCS7_ADD_SIGNER_ERROR);
+               goto err;
+               }
 
-       if(!(flags & PKCS7_NOCERTS)) {
-               PKCS7_add_certificate(p7, signcert);
-               if(certs) for(i = 0; i < sk_X509_num(certs); i++)
-                       PKCS7_add_certificate(p7, sk_X509_value(certs, i));
-       }
+       if(!(flags & PKCS7_NOCERTS))
+               {
+               for(i = 0; i < sk_X509_num(certs); i++)
+                       {
+                       if (!PKCS7_add_certificate(p7, sk_X509_value(certs, i)))
+                               goto err;
+                       }
+               }
 
-       if(!(flags & PKCS7_NOATTR)) {
-               PKCS7_add_signed_attribute(si, NID_pkcs9_contentType,
-                               V_ASN1_OBJECT, OBJ_nid2obj(NID_pkcs7_data));
-               /* Add SMIMECapabilities */
-               if(!(flags & PKCS7_NOSMIMECAP))
+       if (flags & (PKCS7_STREAM|PKCS7_PARTIAL))
+               return p7;
+
+       if (PKCS7_final(p7, data, flags))
+               return p7;
+
+       err:
+       PKCS7_free(p7);
+       return NULL;
+}
+
+int PKCS7_final(PKCS7 *p7, BIO *data, int flags)
+       {
+       BIO *p7bio;
+       int ret;
+       if (!(p7bio = PKCS7_dataInit(p7, NULL)))
                {
-               if(!(smcap = sk_X509_ALGOR_new_null())) {
-                       PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
-                       return NULL;
+               PKCS7err(PKCS7_F_PKCS7_FINAL,ERR_R_MALLOC_FAILURE);
+               return 0;
                }
-#ifndef OPENSSL_NO_DES
-               PKCS7_simple_smimecap (smcap, NID_des_ede3_cbc, -1);
-#endif
-#ifndef OPENSSL_NO_RC2
-               PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 128);
-               PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 64);
-#endif
-#ifndef OPENSSL_NO_DES
-               PKCS7_simple_smimecap (smcap, NID_des_cbc, -1);
-#endif
-#ifndef OPENSSL_NO_RC2
-               PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 40);
-#endif
-               PKCS7_add_attrib_smimecap (si, smcap);
-               sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
+
+       SMIME_crlf_copy(data, p7bio, flags);
+
+       if(PKCS7_type_is_signed(p7) && (flags & PKCS7_DETACHED))
+               PKCS7_set_detached(p7, 1);
+
+        if (!PKCS7_dataFinal(p7,p7bio))
+               {
+               PKCS7err(PKCS7_F_PKCS7_FINAL,PKCS7_R_PKCS7_DATASIGN);
+               goto err;
                }
-       }
 
-       if (flags & PKCS7_STREAM)
-               return p7;
+       ret = 1;
+
+       err:
+       BIO_free_all(p7bio);
+
+       return ret;
 
-       if (!(p7bio = PKCS7_dataInit(p7, NULL))) {
-               PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
-               return NULL;
        }
 
-       SMIME_crlf_copy(data, p7bio, flags);
+/* Check to see if a cipher exists and if so add S/MIME capabilities */
+
+static int add_cipher_smcap(STACK_OF(X509_ALGOR) *sk, int nid, int arg)
+       {
+       if (EVP_get_cipherbynid(nid))
+               return PKCS7_simple_smimecap(sk, nid, arg);
+       return 1;
+       }
 
-       if(flags & PKCS7_DETACHED)PKCS7_set_detached(p7, 1);
+PKCS7_SIGNER_INFO *PKCS7_sign_add_signer(PKCS7 *p7, X509 *signcert,
+                                       EVP_PKEY *pkey, const EVP_MD *md,
+                                       int flags)
+       {
+       PKCS7_SIGNER_INFO *si = NULL;
+       int si_free = 1;
+       STACK_OF(X509_ALGOR) *smcap = NULL;
+       if(!X509_check_private_key(signcert, pkey))
+               {
+               PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER,
+                       PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
+                return NULL;
+               }
 
-        if (!PKCS7_dataFinal(p7,p7bio)) {
-               PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PKCS7_DATASIGN);
+       if (!(si = PKCS7_add_signature(p7,signcert,pkey, md)))
+               {
+               PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER,
+                               PKCS7_R_PKCS7_ADD_SIGNATURE_ERROR);
                return NULL;
-       }
+               }
 
-        BIO_free_all(p7bio);
-       return p7;
-}
+       /* si is now part of p7 so don't free it on error */
+
+       si_free = 0;
+
+       if(!(flags & PKCS7_NOCERTS))
+               {
+               if (!PKCS7_add_certificate(p7, signcert))
+                       goto err;
+               }
+
+       if(!(flags & PKCS7_NOATTR))
+               {
+               if (!PKCS7_add_attrib_content_type(si, NULL))
+                       goto err;
+               /* Add SMIMECapabilities */
+               if(!(flags & PKCS7_NOSMIMECAP))
+                       {
+                       if(!(smcap = sk_X509_ALGOR_new_null()))
+                               {
+                               PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER,
+                                       ERR_R_MALLOC_FAILURE);
+                               goto err;
+                               }
+                       if (!add_cipher_smcap(smcap, NID_des_ede3_cbc, -1)
+                               || !add_cipher_smcap(smcap, NID_rc2_cbc, 128)
+                               || !add_cipher_smcap(smcap, NID_rc2_cbc, 64)
+                               || !add_cipher_smcap(smcap, NID_des_cbc, -1)
+                               || !add_cipher_smcap(smcap, NID_rc2_cbc, 40)
+                               || !PKCS7_add_attrib_smimecap (si, smcap))
+                               goto err;
+                       sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
+                       }
+               }
+       return si;
+       err:
+       if (smcap)
+               sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
+       if (si && si_free)
+               PKCS7_SIGNER_INFO_free(si);
+       return NULL;
+       }
 
 int PKCS7_verify(PKCS7 *p7, STACK_OF(X509) *certs, X509_STORE *store,
                                        BIO *indata, BIO *out, int flags)
@@ -300,11 +363,9 @@ int PKCS7_verify(PKCS7 *p7, STACK_OF(X509) *certs, X509_STORE *store,
        
        if (tmpin == indata)
                {
-               if(indata) BIO_pop(p7bio);
-               BIO_free_all(p7bio);
+               if (indata) BIO_pop(p7bio);
                }
-       else
-               BIO_free_all(tmpin);
+       BIO_free_all(p7bio);
 
        sk_X509_free(signers);
 
@@ -397,22 +458,8 @@ PKCS7 *PKCS7_encrypt(STACK_OF(X509) *certs, BIO *in, const EVP_CIPHER *cipher,
                }
        }
 
-       if(!(p7bio = PKCS7_dataInit(p7, NULL))) {
-               PKCS7err(PKCS7_F_PKCS7_ENCRYPT,ERR_R_MALLOC_FAILURE);
-               goto err;
-       }
-
-       SMIME_crlf_copy(in, p7bio, flags);
-
-       BIO_flush(p7bio);
-
-        if (!PKCS7_dataFinal(p7,p7bio)) {
-               PKCS7err(PKCS7_F_PKCS7_ENCRYPT,PKCS7_R_PKCS7_DATAFINAL_ERROR);
-               goto err;
-       }
-        BIO_free_all(p7bio);
-
-       return p7;
+       if (PKCS7_final(p7, in, flags))
+               return p7;
 
        err:
 
@@ -438,7 +485,7 @@ int PKCS7_decrypt(PKCS7 *p7, EVP_PKEY *pkey, X509 *cert, BIO *data, int flags)
                return 0;
        }
 
-       if(!X509_check_private_key(cert, pkey)) {
+       if(cert && !X509_check_private_key(cert, pkey)) {
                PKCS7err(PKCS7_F_PKCS7_DECRYPT,
                                PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
                return 0;