2 * Copyright 2017 The OpenSSL Project Authors. All Rights Reserved.
4 * Licensed under the OpenSSL license (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
10 #include "../testutil.h"
16 #include "../../e_os.h"
18 /* The size of memory buffers to display on failure */
19 #define MEM_BUFFER_SIZE (2000)
20 #define MAX_STRING_WIDTH (80)
21 #define BN_OUTPUT_SIZE (8)
23 /* Output a failed test first line */
24 static void test_fail_message_prefix(const char *prefix, const char *file,
25 int line, const char *type,
26 const char *left, const char *right,
29 test_printf_stderr("%*s# %s: ", subtest_level(), "",
30 prefix != NULL ? prefix : "ERROR");
32 test_printf_stderr("(%s) ", type);
34 test_printf_stderr("'%s %s %s' failed", left, op, right);
36 test_printf_stderr(" @ %s:%d", file, line);
38 test_printf_stderr("\n");
41 /* Output a diff header */
42 static void test_diff_header(const char *left, const char *right)
44 test_printf_stderr("%*s# --- %s\n", subtest_level(), "", left);
45 test_printf_stderr("%*s# +++ %s\n", subtest_level(), "", right);
49 * A common routine to output test failure messages. Generally this should not
50 * be called directly, rather it should be called by the following functions.
52 * |desc| is a printf formatted description with arguments |args| that is
53 * supplied by the user and |desc| can be NULL. |type| is the data type
54 * that was tested (int, char, ptr, ...). |fmt| is a system provided
55 * printf format with following arguments that spell out the failure
56 * details i.e. the actual values compared and the operator used.
58 * The typical use for this is from an utility test function:
60 * int test6(const char *file, int line, int n) {
62 * test_fail_message(1, file, line, "int", "value %d is not %d", n, 6);
68 * calling test6(3, "oops") will return 0 and produce out along the lines of:
69 * FAIL oops: (int) value 3 is not 6\n
71 static void test_fail_message(const char *prefix, const char *file, int line,
72 const char *type, const char *left,
73 const char *right, const char *op,
77 static void test_fail_message_va(const char *prefix, const char *file,
78 int line, const char *type,
79 const char *left, const char *right,
80 const char *op, const char *fmt, va_list ap)
82 test_fail_message_prefix(prefix, file, line, type, left, right, op);
84 test_printf_stderr("%*s# ", subtest_level(), "");
85 test_vprintf_stderr(fmt, ap);
86 test_printf_stderr("\n");
88 test_printf_stderr("\n");
92 static void test_fail_string_message(const char *prefix, const char *file,
93 int line, const char *type,
94 const char *left, const char *right,
95 const char *op, const char *m1, size_t l1,
96 const char *m2, size_t l2)
98 const int indent = subtest_level();
99 const size_t width = (MAX_STRING_WIDTH - indent - 12) / 16 * 16;
100 char b1[MAX_STRING_WIDTH + 1], b2[MAX_STRING_WIDTH + 1];
101 char bdiff[MAX_STRING_WIDTH + 1];
103 unsigned int cnt = 0, diff;
105 test_fail_message_prefix(prefix, file, line, type, left, right, op);
110 if (l1 == 0 && l2 == 0) {
111 if ((m1 == NULL) == (m2 == NULL)) {
112 test_printf_stderr("%*s# % 4s %s\n", indent, "", "",
113 m1 == NULL ? "NULL" : "''");
115 test_diff_header(left, right);
116 test_printf_stderr("%*s# % 4s - %s\n", indent, "", "",
117 m1 == NULL ? "NULL" : "''");
118 test_printf_stderr("%*s# % 4s + %s\n", indent, "", "",
119 m2 == NULL ? "NULL" : "''");
124 if (l1 != l2 || strcmp(m1, m2) != 0)
125 test_diff_header(left, right);
127 while (l1 > 0 || l2 > 0) {
130 b1[n1 = l1 > width ? width : l1] = 0;
131 for (i = 0; i < n1; i++)
132 b1[i] = isprint(m1[i]) ? m1[i] : '.';
135 b2[n2 = l2 > width ? width : l2] = 0;
136 for (i = 0; i < n2; i++)
137 b2[i] = isprint(m2[i]) ? m2[i] : '.';
141 if (n1 > 0 && n2 > 0) {
142 const size_t j = n1 < n2 ? n1 : n2;
143 const size_t k = n1 > n2 ? n1 : n2;
146 if (m1[i] == m2[i]) {
157 test_printf_stderr("%*s# % 4u: '%s'\n", indent, "", cnt, b1);
159 if (cnt == 0 && m1 == NULL)
160 test_printf_stderr("%*s# % 4s - NULL\n", indent, "", "");
161 else if (cnt == 0 && *m1 == '\0')
162 test_printf_stderr("%*s# % 4s - ''\n", indent, "", "");
164 test_printf_stderr("%*s# % 4u:- '%s'\n", indent, "", cnt, b1);
165 if (cnt == 0 && m2 == NULL)
166 test_printf_stderr("%*s# % 4s + NULL\n", indent, "", "");
167 else if (cnt == 0 && *m2 == '\0')
168 test_printf_stderr("%*s# % 4s + ''\n", indent, "", "");
170 test_printf_stderr("%*s# % 4u:+ '%s'\n", indent, "", cnt, b2);
172 test_printf_stderr("%*s# % 4s %s\n", indent, "", "", bdiff);
181 test_printf_stderr("\n");
185 static void hex_convert_memory(const unsigned char *m, size_t n, char *b,
190 for (i = 0; i < n; i++) {
191 const unsigned char c = *m++;
193 *b++ = "0123456789abcdef"[c >> 4];
194 *b++ = "0123456789abcdef"[c & 15];
195 if (i % width == width - 1 && i != n - 1)
201 static const int bn_bytes = (MAX_STRING_WIDTH - 9) / (BN_OUTPUT_SIZE * 2 + 1)
203 static const int bn_chars = (MAX_STRING_WIDTH - 9) / (BN_OUTPUT_SIZE * 2 + 1)
204 * (BN_OUTPUT_SIZE * 2 + 1) - 1;
206 static void test_bignum_header_line(void)
208 test_printf_stderr("%*s# %*s\n", subtest_level(), "", bn_chars + 6,
212 static void test_bignum_zero_print(const BIGNUM *bn, char sep)
214 const char *v = "NULL", *suf = "";
217 v = BN_is_negative(bn) ? "-0" : "0";
219 test_printf_stderr("%*s# %c%*s%s\n", subtest_level(), "", sep, bn_chars,
223 static int convert_bn_memory(const unsigned char *in, size_t bytes,
224 char *out, int *lz, const BIGNUM *bn)
226 int n = bytes * 2, i;
227 char *p = out, *q = NULL;
229 if (bn != NULL && !BN_is_zero(bn)) {
230 hex_convert_memory(in, bytes, out, BN_OUTPUT_SIZE);
232 for (; *p == '0' || *p == ' '; p++)
240 * in[bytes] is defined because we're converting a non-zero
241 * number and we've not seen a non-zero yet.
243 if ((in[bytes] & 0xf0) != 0 && BN_is_negative(bn)) {
250 if (BN_is_negative(bn)) {
252 * This is valid because we always convert more digits than
263 for (i = 0; i < n; i++) {
265 if (i % (2 * BN_OUTPUT_SIZE) == 2 * BN_OUTPUT_SIZE - 1 && i != n - 1)
272 q = BN_is_negative(bn) ? "-0" : "0";
273 strcpy(p - strlen(q), q);
277 static void test_fail_bignum_common(const char *prefix, const char *file,
278 int line, const char *type,
279 const char *left, const char *right,
281 const BIGNUM *bn1, const BIGNUM *bn2)
283 const int indent = subtest_level();
284 const size_t bytes = bn_bytes;
285 char b1[MAX_STRING_WIDTH + 1], b2[MAX_STRING_WIDTH + 1];
286 char *p, bdiff[MAX_STRING_WIDTH + 1];
287 size_t l1, l2, n1, n2, i, len;
288 unsigned int cnt, diff, real_diff;
289 unsigned char *m1 = NULL, *m2 = NULL;
290 int lz1 = 1, lz2 = 1;
291 unsigned char buffer[MEM_BUFFER_SIZE * 2], *bufp = buffer;
293 l1 = bn1 == NULL ? 0 : (BN_num_bytes(bn1) + (BN_is_negative(bn1) ? 1 : 0));
294 l2 = bn2 == NULL ? 0 : (BN_num_bytes(bn2) + (BN_is_negative(bn2) ? 1 : 0));
295 if (l1 == 0 && l2 == 0) {
296 if ((bn1 == NULL) == (bn2 == NULL)) {
297 test_bignum_header_line();
298 test_bignum_zero_print(bn1, ' ');
300 test_diff_header(left, right);
301 test_bignum_header_line();
302 test_bignum_zero_print(bn1, '-');
303 test_bignum_zero_print(bn2, '+');
308 if (l1 != l2 || bn1 == NULL || bn2 == NULL || BN_cmp(bn1, bn2) != 0)
309 test_diff_header(left, right);
310 test_bignum_header_line();
312 len = ((l1 > l2 ? l1 : l2) + bytes - 1) / bytes * bytes;
314 if (len > MEM_BUFFER_SIZE && (bufp = OPENSSL_malloc(len * 2)) == NULL) {
316 len = MEM_BUFFER_SIZE;
317 test_printf_stderr("%*s# WARNING: these BIGNUMs have been truncated",
323 BN_bn2binpad(bn1, m1, len);
327 BN_bn2binpad(bn2, m2, len);
331 cnt = 8 * (len - bytes);
332 n1 = convert_bn_memory(m1, bytes, b1, &lz1, bn1);
333 n2 = convert_bn_memory(m2, bytes, b2, &lz2, bn2);
335 diff = real_diff = 0;
338 for (i=0; b1[i] != '\0'; i++)
339 if (b1[i] == b2[i] || b1[i] == ' ' || b2[i] == ' ') {
341 diff |= b1[i] != b2[i];
344 real_diff = diff = 1;
348 test_printf_stderr("%*s# %s:% 5d\n", indent, "",
349 n2 > n1 ? b2 : b1, cnt);
351 if (cnt == 0 && bn1 == NULL)
352 test_printf_stderr("%*s# -%s\n", indent, "", b1);
353 else if (cnt == 0 || n1 > 0)
354 test_printf_stderr("%*s# -%s:% 5d\n", indent, "", b1, cnt);
355 if (cnt == 0 && bn2 == NULL)
356 test_printf_stderr("%*s# +%s\n", indent, "", b2);
357 else if (cnt == 0 || n2 > 0)
358 test_printf_stderr("%*s# +%s:% 5d\n", indent, "", b2, cnt);
359 if (real_diff && (cnt == 0 || (n1 > 0 && n2 > 0))
360 && bn1 != NULL && bn2 != NULL)
361 test_printf_stderr("%*s# %s\n", indent, "", bdiff);
370 test_printf_stderr("\n");
376 static void test_fail_bignum_message(const char *prefix, const char *file,
377 int line, const char *type,
378 const char *left, const char *right,
380 const BIGNUM *bn1, const BIGNUM *bn2)
382 test_fail_message_prefix(prefix, file, line, type, left, right, op);
383 test_fail_bignum_common(prefix, file, line, type, left, right, op, bn1, bn2);
386 static void test_fail_bignum_mono_message(const char *prefix, const char *file,
387 int line, const char *type,
388 const char *left, const char *right,
389 const char *op, const BIGNUM *bn)
391 test_fail_message_prefix(prefix, file, line, type, left, right, op);
392 test_fail_bignum_common(prefix, file, line, type, left, right, op, bn, bn);
395 static void test_fail_memory_message(const char *prefix, const char *file,
396 int line, const char *type,
397 const char *left, const char *right,
399 const unsigned char *m1, size_t l1,
400 const unsigned char *m2, size_t l2)
402 const int indent = subtest_level();
403 const size_t bytes = (MAX_STRING_WIDTH - 9) / 17 * 8;
404 char b1[MAX_STRING_WIDTH + 1], b2[MAX_STRING_WIDTH + 1];
405 char *p, bdiff[MAX_STRING_WIDTH + 1];
407 unsigned int cnt = 0, diff;
409 test_fail_message_prefix(prefix, file, line, type, left, right, op);
414 if (l1 == 0 && l2 == 0) {
415 if ((m1 == NULL) == (m2 == NULL)) {
416 test_printf_stderr("%*s# %04s %s\n", indent, "", "",
417 m1 == NULL ? "NULL" : "empty");
419 test_diff_header(left, right);
420 test_printf_stderr("%*s# %04s -%s\n", indent, "", "",
421 m1 == NULL ? "NULL" : "empty");
422 test_printf_stderr("%*s# %04s +%s\n", indent, "", "",
423 m2 == NULL ? "NULL" : "empty");
428 if (l1 != l2 || memcmp(m1, m2, l1) != 0)
429 test_diff_header(left, right);
431 while (l1 > 0 || l2 > 0) {
434 n1 = l1 > bytes ? bytes : l1;
435 hex_convert_memory(m1, n1, b1, 8);
438 n2 = l2 > bytes ? bytes : l2;
439 hex_convert_memory(m2, n2, b2, 8);
445 if (n1 > 0 && n2 > 0) {
446 const size_t j = n1 < n2 ? n1 : n2;
447 const size_t k = n1 > n2 ? n1 : n2;
450 if (m1[i] == m2[i]) {
458 if ((i % 8) == 7 && (i != j - 1 || j != k))
465 if ((i % 8) == 7 && i != k - 1)
472 test_printf_stderr("%*s# %04x: %s\n", indent, "", cnt, b1);
474 if (cnt == 0 && m1 == NULL)
475 test_printf_stderr("%*s# %04s -NULL\n", indent, "", "");
476 else if (cnt == 0 && l1 == 0)
477 test_printf_stderr("%*s# %04s -empty\n", indent, "", "");
479 test_printf_stderr("%*s# %04x:-%s\n", indent, "", cnt, b1);
480 if (cnt == 0 && m2 == NULL)
481 test_printf_stderr("%*s# %04s +NULL\n", indent, "", "");
482 else if (cnt == 0 && l2 == 0)
483 test_printf_stderr("%*s# %04s +empty\n", indent, "", "");
485 test_printf_stderr("%*s# %04x:+%s\n", indent, "", cnt, b2);
487 test_printf_stderr("%*s# % 4s %s\n", indent, "", "", bdiff);
496 test_printf_stderr("\n");
500 static void test_fail_message(const char *prefix, const char *file,
501 int line, const char *type,
502 const char *left, const char *right,
503 const char *op, const char *fmt, ...)
508 test_fail_message_va(prefix, file, line, type, left, right, op, fmt, ap);
512 void test_info_c90(const char *desc, ...)
517 test_fail_message_va("INFO", NULL, -1, NULL, NULL, NULL, NULL, desc, ap);
521 void test_info(const char *file, int line, const char *desc, ...)
526 test_fail_message_va("INFO", file, line, NULL, NULL, NULL, NULL, desc, ap);
530 void test_error_c90(const char *desc, ...)
535 test_fail_message(NULL, NULL, -1, NULL, NULL, NULL, NULL, desc, ap);
539 void test_error(const char *file, int line, const char *desc, ...)
544 test_fail_message_va(NULL, file, line, NULL, NULL, NULL, NULL, desc, ap);
548 void test_openssl_errors(void)
550 ERR_print_errors_cb(openssl_error_cb, NULL);
554 * Define some comparisons between pairs of various types.
555 * These functions return 1 if the test is true.
556 * Otherwise, they return 0 and pretty-print diagnostics.
558 * In each case the functions produced are:
559 * int test_name_eq(const type t1, const type t2, const char *desc, ...);
560 * int test_name_ne(const type t1, const type t2, const char *desc, ...);
561 * int test_name_lt(const type t1, const type t2, const char *desc, ...);
562 * int test_name_le(const type t1, const type t2, const char *desc, ...);
563 * int test_name_gt(const type t1, const type t2, const char *desc, ...);
564 * int test_name_ge(const type t1, const type t2, const char *desc, ...);
566 * The t1 and t2 arguments are to be compared for equality, inequality,
567 * less than, less than or equal to, greater than and greater than or
568 * equal to respectively. If the specified condition holds, the functions
569 * return 1. If the condition does not hold, the functions print a diagnostic
570 * message and return 0.
572 * The desc argument is a printf format string followed by its arguments and
573 * this is included in the output if the condition being tested for is false.
575 #define DEFINE_COMPARISON(type, name, opname, op, fmt) \
576 int test_ ## name ## _ ## opname(const char *file, int line, \
577 const char *s1, const char *s2, \
578 const type t1, const type t2) \
582 test_fail_message(NULL, file, line, #type, s1, s2, #op, \
583 "[" fmt "] compared to [" fmt "]", \
588 #define DEFINE_COMPARISONS(type, name, fmt) \
589 DEFINE_COMPARISON(type, name, eq, ==, fmt) \
590 DEFINE_COMPARISON(type, name, ne, !=, fmt) \
591 DEFINE_COMPARISON(type, name, lt, <, fmt) \
592 DEFINE_COMPARISON(type, name, le, <=, fmt) \
593 DEFINE_COMPARISON(type, name, gt, >, fmt) \
594 DEFINE_COMPARISON(type, name, ge, >=, fmt)
596 DEFINE_COMPARISONS(int, int, "%d")
597 DEFINE_COMPARISONS(unsigned int, uint, "%u")
598 DEFINE_COMPARISONS(char, char, "%c")
599 DEFINE_COMPARISONS(unsigned char, uchar, "%u")
600 DEFINE_COMPARISONS(long, long, "%ld")
601 DEFINE_COMPARISONS(unsigned long, ulong, "%lu")
602 DEFINE_COMPARISONS(size_t, size_t, "%zu")
604 DEFINE_COMPARISON(void *, ptr, eq, ==, "%p")
605 DEFINE_COMPARISON(void *, ptr, ne, !=, "%p")
607 int test_ptr_null(const char *file, int line, const char *s, const void *p)
611 test_fail_message(NULL, file, line, "ptr", s, "NULL", "==", "%p", p);
615 int test_ptr(const char *file, int line, const char *s, const void *p)
619 test_fail_message(NULL, file, line, "ptr", s, "NULL", "!=", "%p", p);
623 int test_true(const char *file, int line, const char *s, int b)
627 test_fail_message(NULL, file, line, "bool", s, "true", "==", "false");
631 int test_false(const char *file, int line, const char *s, int b)
635 test_fail_message(NULL, file, line, "bool", s, "false", "==", "true");
639 int test_str_eq(const char *file, int line, const char *st1, const char *st2,
640 const char *s1, const char *s2)
642 if (s1 == NULL && s2 == NULL)
644 if (s1 == NULL || s2 == NULL || strcmp(s1, s2) != 0) {
645 test_fail_string_message(NULL, file, line, "string", st1, st2, "==",
646 s1, s1 == NULL ? 0 : strlen(s1),
647 s2, s2 == NULL ? 0 : strlen(s2));
653 int test_str_ne(const char *file, int line, const char *st1, const char *st2,
654 const char *s1, const char *s2)
656 if ((s1 == NULL) ^ (s2 == NULL))
658 if (s1 == NULL || strcmp(s1, s2) == 0) {
659 test_fail_string_message(NULL, file, line, "string", st1, st2, "!=",
660 s1, s1 == NULL ? 0 : strlen(s1),
661 s2, s2 == NULL ? 0 : strlen(s2));
667 int test_strn_eq(const char *file, int line, const char *st1, const char *st2,
668 const char *s1, const char *s2, size_t len)
670 if (s1 == NULL && s2 == NULL)
672 if (s1 == NULL || s2 == NULL || strncmp(s1, s2, len) != 0) {
673 test_fail_string_message(NULL, file, line, "string", st1, st2, "==",
674 s1, s1 == NULL ? 0 : OPENSSL_strnlen(s1, len),
675 s2, s2 == NULL ? 0 : OPENSSL_strnlen(s2, len));
681 int test_strn_ne(const char *file, int line, const char *st1, const char *st2,
682 const char *s1, const char *s2, size_t len)
684 if ((s1 == NULL) ^ (s2 == NULL))
686 if (s1 == NULL || strncmp(s1, s2, len) == 0) {
687 test_fail_string_message(NULL, file, line, "string", st1, st2, "!=",
688 s1, s1 == NULL ? 0 : OPENSSL_strnlen(s1, len),
689 s2, s2 == NULL ? 0 : OPENSSL_strnlen(s2, len));
695 int test_mem_eq(const char *file, int line, const char *st1, const char *st2,
696 const void *s1, size_t n1, const void *s2, size_t n2)
698 if (s1 == NULL && s2 == NULL)
700 if (n1 != n2 || s1 == NULL || s2 == NULL || memcmp(s1, s2, n1) != 0) {
701 test_fail_memory_message(NULL, file, line, "memory", st1, st2, "==",
708 int test_mem_ne(const char *file, int line, const char *st1, const char *st2,
709 const void *s1, size_t n1, const void *s2, size_t n2)
711 if ((s1 == NULL) ^ (s2 == NULL))
715 if (s1 == NULL || memcmp(s1, s2, n1) == 0) {
716 test_fail_memory_message(NULL, file, line, "memory", st1, st2, "!=",
723 #define DEFINE_BN_COMPARISONS(opname, op, zero_cond) \
724 int test_BN_ ## opname(const char *file, int line, \
725 const char *s1, const char *s2, \
726 const BIGNUM *t1, const BIGNUM *t2) \
728 if (BN_cmp(t1, t2) op 0) \
730 test_fail_bignum_message(NULL, file, line, "BIGNUM", s1, s2, \
734 int test_BN_ ## opname ## _zero(const char *file, int line, \
735 const char *s, const BIGNUM *a) \
737 if (a != NULL &&(zero_cond)) \
739 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", \
744 DEFINE_BN_COMPARISONS(eq, ==, BN_is_zero(a))
745 DEFINE_BN_COMPARISONS(ne, !=, !BN_is_zero(a))
746 DEFINE_BN_COMPARISONS(gt, >, !BN_is_negative(a) && !BN_is_zero(a))
747 DEFINE_BN_COMPARISONS(ge, >=, !BN_is_negative(a) || BN_is_zero(a))
748 DEFINE_BN_COMPARISONS(lt, <, BN_is_negative(a) && !BN_is_zero(a))
749 DEFINE_BN_COMPARISONS(le, <=, BN_is_negative(a) || BN_is_zero(a))
751 int test_BN_eq_one(const char *file, int line, const char *s, const BIGNUM *a)
753 if (a != NULL && BN_is_one(a))
755 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", s, "1", "==", a);
759 int test_BN_odd(const char *file, int line, const char *s, const BIGNUM *a)
761 if (a != NULL && BN_is_odd(a))
763 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", "ODD(", ")", s, a);
767 int test_BN_even(const char *file, int line, const char *s, const BIGNUM *a)
769 if (a != NULL && !BN_is_odd(a))
771 test_fail_bignum_mono_message(NULL, file, line, "BIGNUM", "EVEN(", ")", s,
776 int test_BN_eq_word(const char *file, int line, const char *bns, const char *ws,
777 const BIGNUM *a, BN_ULONG w)
781 if (a != NULL && BN_is_word(a, w))
785 test_fail_bignum_message(NULL, file, line, "BIGNUM", bns, ws, "==", a, bw);
790 int test_BN_abs_eq_word(const char *file, int line, const char *bns,
791 const char *ws, const BIGNUM *a, BN_ULONG w)
795 if (a != NULL && BN_abs_is_word(a, w))
799 BN_set_negative(aa, 0);
801 test_fail_bignum_message(NULL, file, line, "BIGNUM", bns, ws, "abs==",