Suppress CT callback as appropriate
[openssl.git] / test / ct_test.c
1 /*
2  * Tests the Certificate Transparency public API.
3  *
4  * Author:      Rob Percival (robpercival@google.com)
5  *
6  * ====================================================================
7  * Copyright (c) 2016 The OpenSSL Project.    All rights reserved.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  *
13  * 1. Redistributions of source code must retain the above copyright
14  *        notice, this list of conditions and the following disclaimer.
15  *
16  * 2. Redistributions in binary form must reproduce the above copyright
17  *        notice, this list of conditions and the following disclaimer in
18  *        the documentation and/or other materials provided with the
19  *        distribution.
20  *
21  * 3. All advertising materials mentioning features or use of this
22  *        software must display the following acknowledgment:
23  *        "This product includes software developed by the OpenSSL Project
24  *        for use in the OpenSSL Toolkit. (http://www.OpenSSL.org/)"
25  *
26  * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
27  *        endorse or promote products derived from this software without
28  *        prior written permission. For written permission, please contact
29  *        licensing@OpenSSL.org.
30  *
31  * 5. Products derived from this software may not be called "OpenSSL"
32  *        nor may "OpenSSL" appear in their names without prior written
33  *        permission of the OpenSSL Project.
34  *
35  * 6. Redistributions of any form whatsoever must retain the following
36  *        acknowledgment:
37  *        "This product includes software developed by the OpenSSL Project
38  *        for use in the OpenSSL Toolkit (http://www.OpenSSL.org/)"
39  *
40  * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT AS IS'' AND ANY
41  * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
42  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
43  * PURPOSE ARE DISCLAIMED.    IN NO EVENT SHALL THE OpenSSL PROJECT OR
44  * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
45  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
46  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
47  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
49  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
50  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
51  * OF THE POSSIBILITY OF SUCH DAMAGE.
52  * ====================================================================
53  */
54
55 #include <ctype.h>
56 #include <stdio.h>
57 #include <stdlib.h>
58 #include <string.h>
59
60 #include <openssl/ct.h>
61 #include <openssl/err.h>
62 #include <openssl/pem.h>
63 #include <openssl/x509.h>
64 #include <openssl/x509v3.h>
65 #include "testutil.h"
66
67 #ifndef OPENSSL_NO_CT
68
69 /* Used when declaring buffers to read text files into */
70 #define CT_TEST_MAX_FILE_SIZE 8096
71
72 static char *certs_dir = NULL;
73 static char *ct_dir = NULL;
74
75 typedef struct ct_test_fixture {
76     const char *test_case_name;
77     /* The CT log store to use during tests */
78     CTLOG_STORE* ctlog_store;
79     /* Set the following to test handling of SCTs in X509 certificates */
80     const char *certs_dir;
81     char *certificate_file;
82     char *issuer_file;
83     int expected_sct_count;
84     /* Set the following to test handling of SCTs in TLS format */
85     const unsigned char *tls_sct;
86     size_t tls_sct_len;
87     SCT *sct;
88     /*
89      * A file to load the expected SCT text from.
90      * This text will be compared to the actual text output during the test.
91      * A maximum of |CT_TEST_MAX_FILE_SIZE| bytes will be read of this file.
92      */
93     const char *sct_dir;
94     const char *sct_text_file;
95     /* Whether to test the validity of the SCT(s) */
96     int test_validity;
97
98 } CT_TEST_FIXTURE;
99
100 static CT_TEST_FIXTURE set_up(const char *const test_case_name)
101 {
102     CT_TEST_FIXTURE fixture;
103     int setup_ok = 1;
104     CTLOG_STORE *ctlog_store = CTLOG_STORE_new();
105
106     if (ctlog_store == NULL) {
107         setup_ok = 0;
108         fprintf(stderr, "Failed to create a new CT log store\n");
109         goto end;
110     }
111
112     if (CTLOG_STORE_load_default_file(ctlog_store) != 1) {
113         setup_ok = 0;
114         fprintf(stderr, "Failed to load CT log list\n");
115         goto end;
116     }
117
118     memset(&fixture, 0, sizeof(fixture));
119     fixture.test_case_name = test_case_name;
120     fixture.ctlog_store = ctlog_store;
121
122 end:
123     if (!setup_ok) {
124         exit(EXIT_FAILURE);
125     }
126     return fixture;
127 }
128
129 static void tear_down(CT_TEST_FIXTURE fixture)
130 {
131     CTLOG_STORE_free(fixture.ctlog_store);
132     SCT_free(fixture.sct);
133     ERR_print_errors_fp(stderr);
134 }
135
136 static char *mk_file_path(const char *dir, const char *file)
137 {
138     char *full_file = NULL;
139     size_t full_file_l = 0;
140     const char *sep = "";
141 #ifndef OPENSSL_SYS_VMS
142     sep = "/";
143 #endif
144
145     full_file_l = strlen(dir) + strlen(sep) + strlen(file) + 1;
146     full_file = OPENSSL_zalloc(full_file_l);
147     if (full_file != NULL) {
148         OPENSSL_strlcpy(full_file, dir, full_file_l);
149         OPENSSL_strlcat(full_file, sep, full_file_l);
150         OPENSSL_strlcat(full_file, file, full_file_l);
151     }
152
153     return full_file;
154 }
155
156 static X509 *load_pem_cert(const char *dir, const char *file)
157 {
158     X509 *cert = NULL;
159     char *file_path = mk_file_path(dir, file);
160
161     if (file_path != NULL) {
162         BIO *cert_io = BIO_new_file(file_path, "r");
163         OPENSSL_free(file_path);
164
165         if (cert_io != NULL)
166             cert = PEM_read_bio_X509(cert_io, NULL, NULL, NULL);
167
168         BIO_free(cert_io);
169     }
170     return cert;
171 }
172
173 static int read_text_file(const char *dir, const char *file,
174                           char *buffer, int buffer_length)
175 {
176     int result = -1;
177     char *file_path = mk_file_path(dir, file);
178
179     if (file_path != NULL) {
180         BIO *file_io = BIO_new_file(file_path, "r");
181         OPENSSL_free(file_path);
182
183         if (file_io != NULL) {
184             result = BIO_read(file_io, buffer, buffer_length);
185             BIO_free(file_io);
186         }
187     }
188
189     return result;
190 }
191
192 static int compare_sct_printout(SCT *sct,
193     const char *expected_output)
194 {
195     BIO *text_buffer = NULL;
196     char *actual_output = NULL;
197     int result = 1;
198
199     text_buffer = BIO_new(BIO_s_mem());
200     if (text_buffer == NULL) {
201         fprintf(stderr, "Unable to allocate buffer\n");
202         goto end;
203     }
204
205     SCT_print(sct, text_buffer, 0, NULL);
206
207     /* Append null terminator because we're about to use the buffer contents
208     * as a string. */
209     if (BIO_write(text_buffer, "\0", 1) != 1) {
210         fprintf(stderr, "Failed to append null terminator to SCT text\n");
211         goto end;
212     }
213
214     BIO_get_mem_data(text_buffer, &actual_output);
215     result = strcmp(actual_output, expected_output);
216
217     if (result != 0) {
218         fprintf(stderr,
219             "Expected SCT printout:\n%s\nActual SCT printout:\n%s\n",
220             expected_output, actual_output);
221     }
222
223 end:
224     BIO_free(text_buffer);
225     return result;
226 }
227
228 static int compare_extension_printout(X509_EXTENSION *extension,
229                                       const char *expected_output)
230 {
231     BIO *text_buffer = NULL;
232     char *actual_output = NULL;
233     int result = 1;
234
235     text_buffer = BIO_new(BIO_s_mem());
236     if (text_buffer == NULL) {
237         fprintf(stderr, "Unable to allocate buffer\n");
238         goto end;
239     }
240
241     if (!X509V3_EXT_print(text_buffer, extension, X509V3_EXT_DEFAULT, 0)) {
242         fprintf(stderr, "Failed to print extension\n");
243         goto end;
244     }
245
246     /* Append null terminator because we're about to use the buffer contents
247      * as a string. */
248     if (BIO_write(text_buffer, "\0", 1) != 1) {
249         fprintf(stderr, "Failed to append null terminator to extension text\n");
250         goto end;
251     }
252
253     BIO_get_mem_data(text_buffer, &actual_output);
254     result = strcmp(actual_output, expected_output);
255
256     if (result != 0) {
257         fprintf(stderr,
258                 "Expected SCT printout:\n%s\nActual SCT printout:\n%s\n",
259                 expected_output, actual_output);
260     }
261
262 end:
263     BIO_free(text_buffer);
264     return result;
265 }
266
267 static int execute_cert_test(CT_TEST_FIXTURE fixture)
268 {
269     int success = 0;
270     X509 *cert = NULL, *issuer = NULL;
271     STACK_OF(SCT) *scts = NULL;
272     SCT *sct = NULL;
273     char expected_sct_text[CT_TEST_MAX_FILE_SIZE];
274     int sct_text_len = 0;
275     unsigned char *tls_sct = NULL;
276     size_t tls_sct_len = 0;
277     CT_POLICY_EVAL_CTX *ct_policy_ctx = CT_POLICY_EVAL_CTX_new();
278
279     if (fixture.sct_text_file != NULL) {
280         sct_text_len = read_text_file(fixture.sct_dir, fixture.sct_text_file,
281                                       expected_sct_text,
282                                       CT_TEST_MAX_FILE_SIZE - 1);
283
284         if (sct_text_len < 0) {
285             fprintf(stderr, "Test data file not found: %s\n",
286                 fixture.sct_text_file);
287             goto end;
288         }
289
290         expected_sct_text[sct_text_len] = '\0';
291     }
292
293     CT_POLICY_EVAL_CTX_set0_log_store(ct_policy_ctx, fixture.ctlog_store);
294
295     if (fixture.certificate_file != NULL) {
296         int sct_extension_index;
297         X509_EXTENSION *sct_extension = NULL;
298         cert = load_pem_cert(fixture.certs_dir, fixture.certificate_file);
299
300         if (cert == NULL) {
301             fprintf(stderr, "Unable to load certificate: %s\n",
302                 fixture.certificate_file);
303             goto end;
304         }
305
306         CT_POLICY_EVAL_CTX_set0_cert(ct_policy_ctx, cert);
307
308         if (fixture.issuer_file != NULL) {
309             issuer = load_pem_cert(fixture.certs_dir, fixture.issuer_file);
310
311             if (issuer == NULL) {
312                 fprintf(stderr, "Unable to load issuer certificate: %s\n",
313                         fixture.issuer_file);
314                 goto end;
315             }
316
317             CT_POLICY_EVAL_CTX_set0_issuer(ct_policy_ctx, issuer);
318         }
319
320         sct_extension_index =
321                 X509_get_ext_by_NID(cert, NID_ct_precert_scts, -1);
322         sct_extension = X509_get_ext(cert, sct_extension_index);
323         if (fixture.expected_sct_count > 0) {
324             if (sct_extension == NULL) {
325                 fprintf(stderr, "SCT extension not found in: %s\n",
326                     fixture.certificate_file);
327                 goto end;
328             }
329
330             if (fixture.sct_text_file
331                 && compare_extension_printout(sct_extension,
332                                               expected_sct_text)) {
333                     goto end;
334             }
335
336             if (fixture.test_validity) {
337                 int are_scts_validated = 0;
338                 int i;
339
340                 scts = X509V3_EXT_d2i(sct_extension);
341                 for (i = 0; i < sk_SCT_num(scts); ++i) {
342                     SCT *sct_i = sk_SCT_value(scts, i);
343
344                     if (!SCT_set_source(sct_i, SCT_SOURCE_X509V3_EXTENSION)) {
345                         fprintf(stderr,
346                                 "Error setting SCT source to X509v3 extension\n");
347                         goto end;
348                     }
349                 }
350
351                 are_scts_validated = SCT_LIST_validate(scts, ct_policy_ctx);
352                 if (are_scts_validated < 0) {
353                     fprintf(stderr, "Error verifying SCTs\n");
354                     goto end;
355                 } else if (!are_scts_validated) {
356                     int invalid_sct_count = 0;
357                     int valid_sct_count = 0;
358
359                     for (i = 0; i < sk_SCT_num(scts); ++i) {
360                         SCT *sct_i = sk_SCT_value(scts, i);
361                         switch (SCT_get_validation_status(sct_i)) {
362                         case SCT_VALIDATION_STATUS_VALID:
363                             ++valid_sct_count;
364                             break;
365                         case SCT_VALIDATION_STATUS_INVALID:
366                             ++invalid_sct_count;
367                             break;
368                         default:
369                             /* Ignore other validation statuses. */
370                             break;
371                         }
372                     }
373
374                     if (valid_sct_count != fixture.expected_sct_count) {
375                         int unverified_sct_count = sk_SCT_num(scts) -
376                                 invalid_sct_count - valid_sct_count;
377
378                         fprintf(stderr,
379                                 "%d SCTs failed verification\n"
380                                 "%d SCTs passed verification (%d expected)\n"
381                                 "%d SCTs were unverified\n",
382                                 invalid_sct_count,
383                                 valid_sct_count,
384                                 fixture.expected_sct_count,
385                                 unverified_sct_count);
386                     }
387                     goto end;
388                 }
389             }
390         } else if (sct_extension != NULL) {
391             fprintf(stderr,
392                     "Expected no SCTs, but found SCT extension in: %s\n",
393                     fixture.certificate_file);
394             goto end;
395         }
396     }
397
398     if (fixture.tls_sct != NULL) {
399         const unsigned char *p = fixture.tls_sct;
400         if (o2i_SCT(&sct, &p, fixture.tls_sct_len) == NULL) {
401             fprintf(stderr, "Failed to decode SCT from TLS format\n");
402             goto end;
403         }
404
405         if (fixture.test_validity && cert != NULL) {
406             int is_sct_validated = SCT_validate(sct, ct_policy_ctx);
407             if (is_sct_validated < 0) {
408                 fprintf(stderr, "Error validating SCT\n");
409                 goto end;
410             } else if (!is_sct_validated) {
411                 fprintf(stderr, "SCT failed verification\n");
412                 goto end;
413             }
414         }
415
416         if (fixture.sct_text_file
417             && compare_sct_printout(sct, expected_sct_text)) {
418                 goto end;
419         }
420
421         tls_sct_len = i2o_SCT(sct, &tls_sct);
422         if (tls_sct_len != fixture.tls_sct_len ||
423             memcmp(fixture.tls_sct, tls_sct, tls_sct_len) != 0) {
424             fprintf(stderr, "Failed to encode SCT into TLS format correctly\n");
425             goto end;
426         }
427     }
428     success = 1;
429
430 end:
431     X509_free(cert);
432     X509_free(issuer);
433     SCT_LIST_free(scts);
434     SCT_free(sct);
435     CT_POLICY_EVAL_CTX_free(ct_policy_ctx);
436     OPENSSL_free(tls_sct);
437     return success;
438 }
439
440 #define SETUP_CT_TEST_FIXTURE() SETUP_TEST_FIXTURE(CT_TEST_FIXTURE, set_up)
441 #define EXECUTE_CT_TEST() EXECUTE_TEST(execute_cert_test, tear_down)
442
443 static int test_no_scts_in_certificate()
444 {
445     SETUP_CT_TEST_FIXTURE();
446     fixture.certs_dir = certs_dir;
447     fixture.certificate_file = "leaf.pem";
448     fixture.issuer_file = "subinterCA.pem";
449     fixture.expected_sct_count = 0;
450     EXECUTE_CT_TEST();
451 }
452
453 static int test_one_sct_in_certificate()
454 {
455     SETUP_CT_TEST_FIXTURE();
456     fixture.certs_dir = certs_dir;
457     fixture.certificate_file = "embeddedSCTs1.pem";
458     fixture.issuer_file = "embeddedSCTs1_issuer.pem";
459     fixture.expected_sct_count = 1;
460     fixture.sct_dir = certs_dir;
461     fixture.sct_text_file = "embeddedSCTs1.sct";
462     EXECUTE_CT_TEST();
463 }
464
465 static int test_multiple_scts_in_certificate()
466 {
467     SETUP_CT_TEST_FIXTURE();
468     fixture.certs_dir = certs_dir;
469     fixture.certificate_file = "embeddedSCTs3.pem";
470     fixture.issuer_file = "embeddedSCTs3_issuer.pem";
471     fixture.expected_sct_count = 3;
472     fixture.sct_dir = certs_dir;
473     fixture.sct_text_file = "embeddedSCTs3.sct";
474     EXECUTE_CT_TEST();
475 }
476
477 static int test_verify_one_sct()
478 {
479     SETUP_CT_TEST_FIXTURE();
480     fixture.certs_dir = certs_dir;
481     fixture.certificate_file = "embeddedSCTs1.pem";
482     fixture.issuer_file = "embeddedSCTs1_issuer.pem";
483     fixture.expected_sct_count = 1;
484     fixture.test_validity = 1;
485     EXECUTE_CT_TEST();
486 }
487
488 static int test_verify_multiple_scts()
489 {
490     SETUP_CT_TEST_FIXTURE();
491     fixture.certs_dir = certs_dir;
492     fixture.certificate_file = "embeddedSCTs3.pem";
493     fixture.issuer_file = "embeddedSCTs3_issuer.pem";
494     fixture.expected_sct_count = 3;
495     fixture.test_validity = 1;
496     EXECUTE_CT_TEST();
497 }
498
499 static int test_decode_tls_sct()
500 {
501     const unsigned char tls_sct[] = "\x00" /* version */
502         /* log ID */
503         "\xDF\x1C\x2E\xC1\x15\x00\x94\x52\x47\xA9\x61\x68\x32\x5D\xDC\x5C\x79"
504         "\x59\xE8\xF7\xC6\xD3\x88\xFC\x00\x2E\x0B\xBD\x3F\x74\xD7\x64"
505         "\x00\x00\x01\x3D\xDB\x27\xDF\x93" /* timestamp */
506         "\x00\x00" /* extensions length */
507         "" /* extensions */
508         "\x04\x03" /* hash and signature algorithms */
509         "\x00\x47" /* signature length */
510         /* signature */
511         "\x30\x45\x02\x20\x48\x2F\x67\x51\xAF\x35\xDB\xA6\x54\x36\xBE\x1F\xD6"
512         "\x64\x0F\x3D\xBF\x9A\x41\x42\x94\x95\x92\x45\x30\x28\x8F\xA3\xE5\xE2"
513         "\x3E\x06\x02\x21\x00\xE4\xED\xC0\xDB\x3A\xC5\x72\xB1\xE2\xF5\xE8\xAB"
514         "\x6A\x68\x06\x53\x98\x7D\xCF\x41\x02\x7D\xFE\xFF\xA1\x05\x51\x9D\x89"
515         "\xED\xBF\x08";
516
517     SETUP_CT_TEST_FIXTURE();
518     fixture.tls_sct = tls_sct;
519     fixture.tls_sct_len = 118;
520     fixture.sct_dir = ct_dir;
521     fixture.sct_text_file = "tls1.sct";
522     EXECUTE_CT_TEST();
523 }
524
525 static int test_encode_tls_sct()
526 {
527     const unsigned char log_id[] = "\xDF\x1C\x2E\xC1\x15\x00\x94\x52\x47\xA9"
528             "\x61\x68\x32\x5D\xDC\x5C\x79\x59\xE8\xF7\xC6\xD3\x88\xFC\x00\x2E"
529             "\x0B\xBD\x3F\x74\xD7\x64";
530
531     const unsigned char signature[] = "\x45\x02\x20\x48\x2F\x67\x51\xAF\x35"
532             "\xDB\xA6\x54\x36\xBE\x1F\xD6\x64\x0F\x3D\xBF\x9A\x41\x42\x94\x95"
533             "\x92\x45\x30\x28\x8F\xA3\xE5\xE2\x3E\x06\x02\x21\x00\xE4\xED\xC0"
534             "\xDB\x3A\xC5\x72\xB1\xE2\xF5\xE8\xAB\x6A\x68\x06\x53\x98\x7D\xCF"
535             "\x41\x02\x7D\xFE\xFF\xA1\x05\x51\x9D\x89\xED\xBF\x08";
536
537     SETUP_CT_TEST_FIXTURE();
538
539     SCT *sct = SCT_new();
540     if (!SCT_set_version(sct, SCT_VERSION_V1)) {
541         fprintf(stderr, "Failed to set SCT version\n");
542         return 1;
543     }
544     if (!SCT_set1_log_id(sct, log_id, 32)) {
545         fprintf(stderr, "Failed to set SCT log ID\n");
546         return 1;
547     }
548     SCT_set_timestamp(sct, 1);
549     if (!SCT_set_signature_nid(sct, NID_ecdsa_with_SHA256)) {
550         fprintf(stderr, "Failed to set SCT signature NID\n");
551         return 1;
552     }
553     if (!SCT_set1_signature(sct, signature, 71)) {
554         fprintf(stderr, "Failed to set SCT signature\n");
555         return 1;
556     }
557     fixture.sct = sct;
558     fixture.sct_dir = ct_dir;
559     fixture.sct_text_file = "tls1.sct";
560     EXECUTE_CT_TEST();
561 }
562
563 int main(int argc, char *argv[])
564 {
565     int result = 0;
566     char *tmp_env = NULL;
567
568     tmp_env = getenv("OPENSSL_DEBUG_MEMORY");
569     if (tmp_env != NULL && strcmp(tmp_env, "on") == 0)
570         CRYPTO_set_mem_debug(1);
571     CRYPTO_mem_ctrl(CRYPTO_MEM_CHECK_ON);
572
573     tmp_env = getenv("CT_DIR");
574     ct_dir = OPENSSL_strdup(tmp_env != NULL ? tmp_env : "ct");
575     tmp_env = getenv("CERTS_DIR");
576     certs_dir = OPENSSL_strdup(tmp_env != NULL ? tmp_env : "certs");
577
578     ADD_TEST(test_no_scts_in_certificate);
579     ADD_TEST(test_one_sct_in_certificate);
580     ADD_TEST(test_multiple_scts_in_certificate);
581     ADD_TEST(test_verify_one_sct);
582     ADD_TEST(test_verify_multiple_scts);
583     ADD_TEST(test_decode_tls_sct);
584     ADD_TEST(test_encode_tls_sct);
585
586     result = run_tests(argv[0]);
587     ERR_print_errors_fp(stderr);
588
589     OPENSSL_free(ct_dir);
590     OPENSSL_free(certs_dir);
591
592 #ifndef OPENSSL_NO_CRYPTO_MDEBUG
593     if (CRYPTO_mem_leaks_fp(stderr) <= 0)
594         result = 1;
595 #endif
596
597     return result;
598 }
599
600 #else /* OPENSSL_NO_CT */
601
602 int main(int argc, char* argv[])
603 {
604     return EXIT_SUCCESS;
605 }
606
607 #endif /* OPENSSL_NO_CT */