A small script to compile mttest.c on VMS as well.
[openssl.git] / ssl / s3_both.c
1 /* ssl/s3_both.c */
2 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3  * All rights reserved.
4  *
5  * This package is an SSL implementation written
6  * by Eric Young (eay@cryptsoft.com).
7  * The implementation was written so as to conform with Netscapes SSL.
8  * 
9  * This library is free for commercial and non-commercial use as long as
10  * the following conditions are aheared to.  The following conditions
11  * apply to all code found in this distribution, be it the RC4, RSA,
12  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13  * included with this distribution is covered by the same copyright terms
14  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15  * 
16  * Copyright remains Eric Young's, and as such any Copyright notices in
17  * the code are not to be removed.
18  * If this package is used in a product, Eric Young should be given attribution
19  * as the author of the parts of the library used.
20  * This can be in the form of a textual message at program startup or
21  * in documentation (online or textual) provided with the package.
22  * 
23  * Redistribution and use in source and binary forms, with or without
24  * modification, are permitted provided that the following conditions
25  * are met:
26  * 1. Redistributions of source code must retain the copyright
27  *    notice, this list of conditions and the following disclaimer.
28  * 2. Redistributions in binary form must reproduce the above copyright
29  *    notice, this list of conditions and the following disclaimer in the
30  *    documentation and/or other materials provided with the distribution.
31  * 3. All advertising materials mentioning features or use of this software
32  *    must display the following acknowledgement:
33  *    "This product includes cryptographic software written by
34  *     Eric Young (eay@cryptsoft.com)"
35  *    The word 'cryptographic' can be left out if the rouines from the library
36  *    being used are not cryptographic related :-).
37  * 4. If you include any Windows specific code (or a derivative thereof) from 
38  *    the apps directory (application code) you must include an acknowledgement:
39  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40  * 
41  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51  * SUCH DAMAGE.
52  * 
53  * The licence and distribution terms for any publically available version or
54  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55  * copied and put under another distribution licence
56  * [including the GNU Public Licence.]
57  */
58 /* ====================================================================
59  * Copyright (c) 1998-2000 The OpenSSL Project.  All rights reserved.
60  *
61  * Redistribution and use in source and binary forms, with or without
62  * modification, are permitted provided that the following conditions
63  * are met:
64  *
65  * 1. Redistributions of source code must retain the above copyright
66  *    notice, this list of conditions and the following disclaimer. 
67  *
68  * 2. Redistributions in binary form must reproduce the above copyright
69  *    notice, this list of conditions and the following disclaimer in
70  *    the documentation and/or other materials provided with the
71  *    distribution.
72  *
73  * 3. All advertising materials mentioning features or use of this
74  *    software must display the following acknowledgment:
75  *    "This product includes software developed by the OpenSSL Project
76  *    for use in the OpenSSL Toolkit. (http://www.openssl.org/)"
77  *
78  * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
79  *    endorse or promote products derived from this software without
80  *    prior written permission. For written permission, please contact
81  *    openssl-core@openssl.org.
82  *
83  * 5. Products derived from this software may not be called "OpenSSL"
84  *    nor may "OpenSSL" appear in their names without prior written
85  *    permission of the OpenSSL Project.
86  *
87  * 6. Redistributions of any form whatsoever must retain the following
88  *    acknowledgment:
89  *    "This product includes software developed by the OpenSSL Project
90  *    for use in the OpenSSL Toolkit (http://www.openssl.org/)"
91  *
92  * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
93  * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
94  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
95  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE OpenSSL PROJECT OR
96  * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
97  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
98  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
99  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
100  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
101  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
102  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
103  * OF THE POSSIBILITY OF SUCH DAMAGE.
104  * ====================================================================
105  *
106  * This product includes cryptographic software written by Eric Young
107  * (eay@cryptsoft.com).  This product includes software written by Tim
108  * Hudson (tjh@cryptsoft.com).
109  *
110  */
111
112 #include <string.h>
113 #include <stdio.h>
114 #include <openssl/buffer.h>
115 #include <openssl/rand.h>
116 #include <openssl/objects.h>
117 #include <openssl/evp.h>
118 #include <openssl/x509.h>
119 #include "ssl_locl.h"
120
121 /* send s->init_buf in records of type 'type' */
122 int ssl3_do_write(SSL *s, int type)
123         {
124         int ret;
125
126         ret=ssl3_write_bytes(s,type,&s->init_buf->data[s->init_off],
127                              s->init_num);
128         if (ret < 0) return(-1);
129         if (type == SSL3_RT_HANDSHAKE)
130                 /* should not be done for 'Hello Request's, but in that case
131                  * we'll ignore the result anyway */
132                 ssl3_finish_mac(s,(unsigned char *)&s->init_buf->data[s->init_off],ret);
133         
134         if (ret == s->init_num)
135                 return(1);
136         s->init_off+=ret;
137         s->init_num-=ret;
138         return(0);
139         }
140
141 int ssl3_send_finished(SSL *s, int a, int b, const char *sender, int slen)
142         {
143         unsigned char *p,*d;
144         int i;
145         unsigned long l;
146
147         if (s->state == a)
148                 {
149                 d=(unsigned char *)s->init_buf->data;
150                 p= &(d[4]);
151
152                 i=s->method->ssl3_enc->final_finish_mac(s,
153                         &(s->s3->finish_dgst1),
154                         &(s->s3->finish_dgst2),
155                         sender,slen,s->s3->tmp.finish_md);
156                 s->s3->tmp.finish_md_len = i;
157                 memcpy(p, s->s3->tmp.finish_md, i);
158                 p+=i;
159                 l=i;
160
161 #ifdef WIN16
162                 /* MSVC 1.5 does not clear the top bytes of the word unless
163                  * I do this.
164                  */
165                 l&=0xffff;
166 #endif
167
168                 *(d++)=SSL3_MT_FINISHED;
169                 l2n3(l,d);
170                 s->init_num=(int)l+4;
171                 s->init_off=0;
172
173                 s->state=b;
174                 }
175
176         /* SSL3_ST_SEND_xxxxxx_HELLO_B */
177         return(ssl3_do_write(s,SSL3_RT_HANDSHAKE));
178         }
179
180 int ssl3_get_finished(SSL *s, int a, int b)
181         {
182         int al,i,ok;
183         long n;
184         unsigned char *p;
185
186         /* the mac has already been generated when we received the
187          * change cipher spec message and is in s->s3->tmp.peer_finish_md
188          */ 
189
190         n=ssl3_get_message(s,
191                 a,
192                 b,
193                 SSL3_MT_FINISHED,
194                 64, /* should actually be 36+4 :-) */
195                 &ok);
196
197         if (!ok) return((int)n);
198
199         /* If this occurs, we have missed a message */
200         if (!s->s3->change_cipher_spec)
201                 {
202                 al=SSL_AD_UNEXPECTED_MESSAGE;
203                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_GOT_A_FIN_BEFORE_A_CCS);
204                 goto f_err;
205                 }
206         s->s3->change_cipher_spec=0;
207
208         p = (unsigned char *)s->init_buf->data;
209         i = s->s3->tmp.peer_finish_md_len;
210
211         if (i != n)
212                 {
213                 al=SSL_AD_DECODE_ERROR;
214                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_BAD_DIGEST_LENGTH);
215                 goto f_err;
216                 }
217
218         if (memcmp(p, s->s3->tmp.peer_finish_md, i) != 0)
219                 {
220                 al=SSL_AD_DECRYPT_ERROR;
221                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_DIGEST_CHECK_FAILED);
222                 goto f_err;
223                 }
224
225         return(1);
226 f_err:
227         ssl3_send_alert(s,SSL3_AL_FATAL,al);
228         return(0);
229         }
230
231 /* for these 2 messages, we need to
232  * ssl->enc_read_ctx                    re-init
233  * ssl->s3->read_sequence               zero
234  * ssl->s3->read_mac_secret             re-init
235  * ssl->session->read_sym_enc           assign
236  * ssl->session->read_compression       assign
237  * ssl->session->read_hash              assign
238  */
239 int ssl3_send_change_cipher_spec(SSL *s, int a, int b)
240         { 
241         unsigned char *p;
242
243         if (s->state == a)
244                 {
245                 p=(unsigned char *)s->init_buf->data;
246                 *p=SSL3_MT_CCS;
247                 s->init_num=1;
248                 s->init_off=0;
249
250                 s->state=b;
251                 }
252
253         /* SSL3_ST_CW_CHANGE_B */
254         return(ssl3_do_write(s,SSL3_RT_CHANGE_CIPHER_SPEC));
255         }
256
257 unsigned long ssl3_output_cert_chain(SSL *s, X509 *x)
258         {
259         unsigned char *p;
260         int n,i;
261         unsigned long l=7;
262         BUF_MEM *buf;
263         X509_STORE_CTX xs_ctx;
264         X509_OBJECT obj;
265
266         /* TLSv1 sends a chain with nothing in it, instead of an alert */
267         buf=s->init_buf;
268         if (!BUF_MEM_grow(buf,(int)(10)))
269                 {
270                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
271                 return(0);
272                 }
273         if (x != NULL)
274                 {
275                 X509_STORE_CTX_init(&xs_ctx,s->ctx->cert_store,NULL,NULL);
276
277                 for (;;)
278                         {
279                         n=i2d_X509(x,NULL);
280                         if (!BUF_MEM_grow(buf,(int)(n+l+3)))
281                                 {
282                                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
283                                 return(0);
284                                 }
285                         p=(unsigned char *)&(buf->data[l]);
286                         l2n3(n,p);
287                         i2d_X509(x,&p);
288                         l+=n+3;
289                         if (X509_NAME_cmp(X509_get_subject_name(x),
290                                 X509_get_issuer_name(x)) == 0) break;
291
292                         i=X509_STORE_get_by_subject(&xs_ctx,X509_LU_X509,
293                                 X509_get_issuer_name(x),&obj);
294                         if (i <= 0) break;
295                         x=obj.data.x509;
296                         /* Count is one too high since the X509_STORE_get uped the
297                          * ref count */
298                         X509_free(x);
299                         }
300
301                 X509_STORE_CTX_cleanup(&xs_ctx);
302                 }
303
304         /* Thawte special :-) */
305         if (s->ctx->extra_certs != NULL)
306         for (i=0; i<sk_X509_num(s->ctx->extra_certs); i++)
307                 {
308                 x=sk_X509_value(s->ctx->extra_certs,i);
309                 n=i2d_X509(x,NULL);
310                 if (!BUF_MEM_grow(buf,(int)(n+l+3)))
311                         {
312                         SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
313                         return(0);
314                         }
315                 p=(unsigned char *)&(buf->data[l]);
316                 l2n3(n,p);
317                 i2d_X509(x,&p);
318                 l+=n+3;
319                 }
320
321         l-=7;
322         p=(unsigned char *)&(buf->data[4]);
323         l2n3(l,p);
324         l+=3;
325         p=(unsigned char *)&(buf->data[0]);
326         *(p++)=SSL3_MT_CERTIFICATE;
327         l2n3(l,p);
328         l+=4;
329         return(l);
330         }
331
332 /* Obtain handshake message of message type 'mt' (any if mt == -1),
333  * maximum acceptable body length 'max'.
334  * The first four bytes (msg_type and length) are read in state 'st1',
335  * the body is read in state 'stn'.
336  */
337 long ssl3_get_message(SSL *s, int st1, int stn, int mt, long max, int *ok)
338         {
339         unsigned char *p;
340         unsigned long l;
341         long n;
342         int i,al;
343
344         if (s->s3->tmp.reuse_message)
345                 {
346                 s->s3->tmp.reuse_message=0;
347                 if ((mt >= 0) && (s->s3->tmp.message_type != mt))
348                         {
349                         al=SSL_AD_UNEXPECTED_MESSAGE;
350                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
351                         goto f_err;
352                         }
353                 *ok=1;
354                 return((int)s->s3->tmp.message_size);
355                 }
356
357         p=(unsigned char *)s->init_buf->data;
358
359         if (s->state == st1) /* s->init_num < 4 */
360                 {
361                 int skip_message;
362
363                 do
364                         {
365                         while (s->init_num < 4)
366                                 {
367                                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],
368                                         4 - s->init_num);
369                                 if (i <= 0)
370                                         {
371                                         s->rwstate=SSL_READING;
372                                         *ok = 0;
373                                         return i;
374                                         }
375                                 s->init_num+=i;
376                                 }
377                         
378                         skip_message = 0;
379                         if (!s->server)
380                                 if (p[0] == SSL3_MT_HELLO_REQUEST)
381                                         /* The server may always send 'Hello Request' messages --
382                                          * we are doing a handshake anyway now, so ignore them
383                                          * if their format is correct. Does not count for
384                                          * 'Finished' MAC. */
385                                         if (p[1] == 0 && p[2] == 0 &&p[3] == 0)
386                                                 skip_message = 1;
387                         }
388                 while (skip_message);
389
390                 /* s->init_num == 4 */
391
392                 if ((mt >= 0) && (*p != mt))
393                         {
394                         al=SSL_AD_UNEXPECTED_MESSAGE;
395                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
396                         goto f_err;
397                         }
398                 if ((mt < 0) && (*p == SSL3_MT_CLIENT_HELLO) &&
399                                         (st1 == SSL3_ST_SR_CERT_A) &&
400                                         (stn == SSL3_ST_SR_CERT_B))
401                         {
402                         /* At this point we have got an MS SGC second client
403                          * hello (maybe we should always allow the client to
404                          * start a new handshake?). We need to restart the mac.
405                          * Don't increment {num,total}_renegotiations because
406                          * we have not completed the handshake. */
407                         ssl3_init_finished_mac(s);
408                         }
409
410                 ssl3_finish_mac(s, (unsigned char *)s->init_buf->data, 4);
411                         
412                 s->s3->tmp.message_type= *(p++);
413
414                 n2l3(p,l);
415                 if (l > (unsigned long)max)
416                         {
417                         al=SSL_AD_ILLEGAL_PARAMETER;
418                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_EXCESSIVE_MESSAGE_SIZE);
419                         goto f_err;
420                         }
421                 if (l && !BUF_MEM_grow(s->init_buf,(int)l))
422                         {
423                         SSLerr(SSL_F_SSL3_GET_MESSAGE,ERR_R_BUF_LIB);
424                         goto err;
425                         }
426                 s->s3->tmp.message_size=l;
427                 s->state=stn;
428
429                 s->init_num=0;
430                 }
431
432         /* next state (stn) */
433         p=(unsigned char *)s->init_buf->data;
434         n=s->s3->tmp.message_size;
435         while (n > 0)
436                 {
437                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],n);
438                 if (i <= 0)
439                         {
440                         s->rwstate=SSL_READING;
441                         *ok = 0;
442                         return i;
443                         }
444                 s->init_num += i;
445                 n -= i;
446                 }
447         ssl3_finish_mac(s, (unsigned char *)s->init_buf->data, s->init_num);
448         *ok=1;
449         return s->init_num;
450 f_err:
451         ssl3_send_alert(s,SSL3_AL_FATAL,al);
452 err:
453         *ok=0;
454         return(-1);
455         }
456
457 int ssl_cert_type(X509 *x, EVP_PKEY *pkey)
458         {
459         EVP_PKEY *pk;
460         int ret= -1,i,j;
461
462         if (pkey == NULL)
463                 pk=X509_get_pubkey(x);
464         else
465                 pk=pkey;
466         if (pk == NULL) goto err;
467
468         i=pk->type;
469         if (i == EVP_PKEY_RSA)
470                 {
471                 ret=SSL_PKEY_RSA_ENC;
472                 if (x != NULL)
473                         {
474                         j=X509_get_ext_count(x);
475                         /* check to see if this is a signing only certificate */
476                         /* EAY EAY EAY EAY */
477                         }
478                 }
479         else if (i == EVP_PKEY_DSA)
480                 {
481                 ret=SSL_PKEY_DSA_SIGN;
482                 }
483         else if (i == EVP_PKEY_DH)
484                 {
485                 /* if we just have a key, we needs to be guess */
486
487                 if (x == NULL)
488                         ret=SSL_PKEY_DH_DSA;
489                 else
490                         {
491                         j=X509_get_signature_type(x);
492                         if (j == EVP_PKEY_RSA)
493                                 ret=SSL_PKEY_DH_RSA;
494                         else if (j== EVP_PKEY_DSA)
495                                 ret=SSL_PKEY_DH_DSA;
496                         else ret= -1;
497                         }
498                 }
499         else
500                 ret= -1;
501
502 err:
503         if(!pkey) EVP_PKEY_free(pk);
504         return(ret);
505         }
506
507 int ssl_verify_alarm_type(long type)
508         {
509         int al;
510
511         switch(type)
512                 {
513         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT:
514         case X509_V_ERR_UNABLE_TO_GET_CRL:
515                 al=SSL_AD_UNKNOWN_CA;
516                 break;
517         case X509_V_ERR_UNABLE_TO_DECRYPT_CERT_SIGNATURE:
518         case X509_V_ERR_UNABLE_TO_DECRYPT_CRL_SIGNATURE:
519         case X509_V_ERR_UNABLE_TO_DECODE_ISSUER_PUBLIC_KEY:
520         case X509_V_ERR_ERROR_IN_CERT_NOT_BEFORE_FIELD:
521         case X509_V_ERR_ERROR_IN_CERT_NOT_AFTER_FIELD:
522         case X509_V_ERR_ERROR_IN_CRL_LAST_UPDATE_FIELD:
523         case X509_V_ERR_ERROR_IN_CRL_NEXT_UPDATE_FIELD:
524         case X509_V_ERR_CERT_NOT_YET_VALID:
525         case X509_V_ERR_CRL_NOT_YET_VALID:
526                 al=SSL_AD_BAD_CERTIFICATE;
527                 break;
528         case X509_V_ERR_CERT_SIGNATURE_FAILURE:
529         case X509_V_ERR_CRL_SIGNATURE_FAILURE:
530                 al=SSL_AD_DECRYPT_ERROR;
531                 break;
532         case X509_V_ERR_CERT_HAS_EXPIRED:
533         case X509_V_ERR_CRL_HAS_EXPIRED:
534                 al=SSL_AD_CERTIFICATE_EXPIRED;
535                 break;
536         case X509_V_ERR_CERT_REVOKED:
537                 al=SSL_AD_CERTIFICATE_REVOKED;
538                 break;
539         case X509_V_ERR_OUT_OF_MEM:
540                 al=SSL_AD_INTERNAL_ERROR;
541                 break;
542         case X509_V_ERR_DEPTH_ZERO_SELF_SIGNED_CERT:
543         case X509_V_ERR_SELF_SIGNED_CERT_IN_CHAIN:
544         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT_LOCALLY:
545         case X509_V_ERR_UNABLE_TO_VERIFY_LEAF_SIGNATURE:
546         case X509_V_ERR_CERT_CHAIN_TOO_LONG:
547                 al=SSL_AD_UNKNOWN_CA;
548                 break;
549         case X509_V_ERR_APPLICATION_VERIFICATION:
550                 al=SSL_AD_HANDSHAKE_FAILURE;
551                 break;
552         default:
553                 al=SSL_AD_CERTIFICATE_UNKNOWN;
554                 break;
555                 }
556         return(al);
557         }
558
559 int ssl3_setup_buffers(SSL *s)
560         {
561         unsigned char *p;
562         unsigned int extra;
563
564         if (s->s3->rbuf.buf == NULL)
565                 {
566                 if (s->options & SSL_OP_MICROSOFT_BIG_SSLV3_BUFFER)
567                         extra=SSL3_RT_MAX_EXTRA;
568                 else
569                         extra=0;
570                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE+extra))
571                         == NULL)
572                         goto err;
573                 s->s3->rbuf.buf=p;
574                 }
575
576         if (s->s3->wbuf.buf == NULL)
577                 {
578                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE))
579                         == NULL)
580                         goto err;
581                 s->s3->wbuf.buf=p;
582                 }
583         s->packet= &(s->s3->rbuf.buf[0]);
584         return(1);
585 err:
586         SSLerr(SSL_F_SSL3_SETUP_BUFFERS,ERR_R_MALLOC_FAILURE);
587         return(0);
588         }