ignore Client Hellos when we're in handshake anyway
[openssl.git] / ssl / s3_both.c
1 /* ssl/s3_both.c */
2 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3  * All rights reserved.
4  *
5  * This package is an SSL implementation written
6  * by Eric Young (eay@cryptsoft.com).
7  * The implementation was written so as to conform with Netscapes SSL.
8  * 
9  * This library is free for commercial and non-commercial use as long as
10  * the following conditions are aheared to.  The following conditions
11  * apply to all code found in this distribution, be it the RC4, RSA,
12  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13  * included with this distribution is covered by the same copyright terms
14  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15  * 
16  * Copyright remains Eric Young's, and as such any Copyright notices in
17  * the code are not to be removed.
18  * If this package is used in a product, Eric Young should be given attribution
19  * as the author of the parts of the library used.
20  * This can be in the form of a textual message at program startup or
21  * in documentation (online or textual) provided with the package.
22  * 
23  * Redistribution and use in source and binary forms, with or without
24  * modification, are permitted provided that the following conditions
25  * are met:
26  * 1. Redistributions of source code must retain the copyright
27  *    notice, this list of conditions and the following disclaimer.
28  * 2. Redistributions in binary form must reproduce the above copyright
29  *    notice, this list of conditions and the following disclaimer in the
30  *    documentation and/or other materials provided with the distribution.
31  * 3. All advertising materials mentioning features or use of this software
32  *    must display the following acknowledgement:
33  *    "This product includes cryptographic software written by
34  *     Eric Young (eay@cryptsoft.com)"
35  *    The word 'cryptographic' can be left out if the rouines from the library
36  *    being used are not cryptographic related :-).
37  * 4. If you include any Windows specific code (or a derivative thereof) from 
38  *    the apps directory (application code) you must include an acknowledgement:
39  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40  * 
41  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51  * SUCH DAMAGE.
52  * 
53  * The licence and distribution terms for any publically available version or
54  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55  * copied and put under another distribution licence
56  * [including the GNU Public Licence.]
57  */
58
59 #include <string.h>
60 #include <stdio.h>
61 #include <openssl/buffer.h>
62 #include <openssl/rand.h>
63 #include <openssl/objects.h>
64 #include <openssl/evp.h>
65 #include <openssl/x509.h>
66 #include "ssl_locl.h"
67
68 int ssl3_send_finished(SSL *s, int a, int b, const char *sender, int slen)
69         {
70         unsigned char *p,*d;
71         int i;
72         unsigned long l;
73
74         if (s->state == a)
75                 {
76                 d=(unsigned char *)s->init_buf->data;
77                 p= &(d[4]);
78
79                 i=s->method->ssl3_enc->final_finish_mac(s,
80                         &(s->s3->finish_dgst1),
81                         &(s->s3->finish_dgst2),
82                         sender,slen,s->s3->tmp.finish_md);
83                 s->s3->tmp.finish_md_len = i;
84                 memcpy(p, s->s3->tmp.finish_md, i);
85                 p+=i;
86                 l=i;
87
88 #ifdef WIN16
89                 /* MSVC 1.5 does not clear the top bytes of the word unless
90                  * I do this.
91                  */
92                 l&=0xffff;
93 #endif
94
95                 *(d++)=SSL3_MT_FINISHED;
96                 l2n3(l,d);
97                 s->init_num=(int)l+4;
98                 s->init_off=0;
99
100                 s->state=b;
101                 }
102
103         /* SSL3_ST_SEND_xxxxxx_HELLO_B */
104         return(ssl3_do_write(s,SSL3_RT_HANDSHAKE));
105         }
106
107 int ssl3_get_finished(SSL *s, int a, int b)
108         {
109         int al,i,ok;
110         long n;
111         unsigned char *p;
112
113         /* the mac has already been generated when we received the
114          * change cipher spec message and is in s->s3->tmp.peer_finish_md
115          */ 
116
117         n=ssl3_get_message(s,
118                 a,
119                 b,
120                 SSL3_MT_FINISHED,
121                 64, /* should actually be 36+4 :-) */
122                 &ok);
123
124         if (!ok) return((int)n);
125
126         /* If this occurs, we have missed a message */
127         if (!s->s3->change_cipher_spec)
128                 {
129                 al=SSL_AD_UNEXPECTED_MESSAGE;
130                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_GOT_A_FIN_BEFORE_A_CCS);
131                 goto f_err;
132                 }
133         s->s3->change_cipher_spec=0;
134
135         p = (unsigned char *)s->init_buf->data;
136         i = s->s3->tmp.peer_finish_md_len;
137
138         if (i != n)
139                 {
140                 al=SSL_AD_DECODE_ERROR;
141                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_BAD_DIGEST_LENGTH);
142                 goto f_err;
143                 }
144
145         if (memcmp(p, s->s3->tmp.peer_finish_md, i) != 0)
146                 {
147                 al=SSL_AD_DECRYPT_ERROR;
148                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_DIGEST_CHECK_FAILED);
149                 goto f_err;
150                 }
151
152         return(1);
153 f_err:
154         ssl3_send_alert(s,SSL3_AL_FATAL,al);
155         return(0);
156         }
157
158 /* for these 2 messages, we need to
159  * ssl->enc_read_ctx                    re-init
160  * ssl->s3->read_sequence               zero
161  * ssl->s3->read_mac_secret             re-init
162  * ssl->session->read_sym_enc           assign
163  * ssl->session->read_compression       assign
164  * ssl->session->read_hash              assign
165  */
166 int ssl3_send_change_cipher_spec(SSL *s, int a, int b)
167         { 
168         unsigned char *p;
169
170         if (s->state == a)
171                 {
172                 p=(unsigned char *)s->init_buf->data;
173                 *p=SSL3_MT_CCS;
174                 s->init_num=1;
175                 s->init_off=0;
176
177                 s->state=b;
178                 }
179
180         /* SSL3_ST_CW_CHANGE_B */
181         return(ssl3_do_write(s,SSL3_RT_CHANGE_CIPHER_SPEC));
182         }
183
184 unsigned long ssl3_output_cert_chain(SSL *s, X509 *x)
185         {
186         unsigned char *p;
187         int n,i;
188         unsigned long l=7;
189         BUF_MEM *buf;
190         X509_STORE_CTX xs_ctx;
191         X509_OBJECT obj;
192
193         /* TLSv1 sends a chain with nothing in it, instead of an alert */
194         buf=s->init_buf;
195         if (!BUF_MEM_grow(buf,(int)(10)))
196                 {
197                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
198                 return(0);
199                 }
200         if (x != NULL)
201                 {
202                 X509_STORE_CTX_init(&xs_ctx,s->ctx->cert_store,NULL,NULL);
203
204                 for (;;)
205                         {
206                         n=i2d_X509(x,NULL);
207                         if (!BUF_MEM_grow(buf,(int)(n+l+3)))
208                                 {
209                                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
210                                 return(0);
211                                 }
212                         p=(unsigned char *)&(buf->data[l]);
213                         l2n3(n,p);
214                         i2d_X509(x,&p);
215                         l+=n+3;
216                         if (X509_NAME_cmp(X509_get_subject_name(x),
217                                 X509_get_issuer_name(x)) == 0) break;
218
219                         i=X509_STORE_get_by_subject(&xs_ctx,X509_LU_X509,
220                                 X509_get_issuer_name(x),&obj);
221                         if (i <= 0) break;
222                         x=obj.data.x509;
223                         /* Count is one too high since the X509_STORE_get uped the
224                          * ref count */
225                         X509_free(x);
226                         }
227
228                 X509_STORE_CTX_cleanup(&xs_ctx);
229                 }
230
231         /* Thawte special :-) */
232         if (s->ctx->extra_certs != NULL)
233         for (i=0; i<sk_X509_num(s->ctx->extra_certs); i++)
234                 {
235                 x=sk_X509_value(s->ctx->extra_certs,i);
236                 n=i2d_X509(x,NULL);
237                 if (!BUF_MEM_grow(buf,(int)(n+l+3)))
238                         {
239                         SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
240                         return(0);
241                         }
242                 p=(unsigned char *)&(buf->data[l]);
243                 l2n3(n,p);
244                 i2d_X509(x,&p);
245                 l+=n+3;
246                 }
247
248         l-=7;
249         p=(unsigned char *)&(buf->data[4]);
250         l2n3(l,p);
251         l+=3;
252         p=(unsigned char *)&(buf->data[0]);
253         *(p++)=SSL3_MT_CERTIFICATE;
254         l2n3(l,p);
255         l+=4;
256         return(l);
257         }
258
259 /* Obtain handshake message of message type 'mt' (any if mt == -1),
260  * maximum acceptable body length 'max'.
261  * The first four bytes (msg_type and length) are read in state 'st1',
262  * the body is read in state 'stn'.
263  */
264 long ssl3_get_message(SSL *s, int st1, int stn, int mt, long max, int *ok)
265         {
266         unsigned char *p;
267         unsigned long l;
268         long n;
269         int i,al;
270
271         if (s->s3->tmp.reuse_message)
272                 {
273                 s->s3->tmp.reuse_message=0;
274                 if ((mt >= 0) && (s->s3->tmp.message_type != mt))
275                         {
276                         al=SSL_AD_UNEXPECTED_MESSAGE;
277                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
278                         goto f_err;
279                         }
280                 *ok=1;
281                 return((int)s->s3->tmp.message_size);
282                 }
283
284         p=(unsigned char *)s->init_buf->data;
285
286         if (s->state == st1) /* s->init_num < 4 */
287                 {
288                 int skip_message;
289
290                 do
291                         {
292                         while (s->init_num < 4)
293                                 {
294                                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],
295                                         4-s->init_num);
296                                 if (i <= 0)
297                                         {
298                                         s->rwstate=SSL_READING;
299                                         *ok = 0;
300                                         return i;
301                                         }
302                                 s->init_num+=i;
303                                 }
304                         
305                         skip_message = 0;
306                         if (!s->server)
307                                 if (p[0] == SSL3_MT_HELLO_REQUEST)
308                                         /* The server may always send 'Hello Request' messages --
309                                          * we are doing a handshake anyway now, so ignore them
310                                          * if their format is correct */
311                                         if (p[1] == 0 && p[2] == 0 &&p[3] == 0)
312                                                 skip_message = 1;
313                         }
314                 while (skip_message);
315
316                 if ((mt >= 0) && (*p != mt))
317                         {
318                         al=SSL_AD_UNEXPECTED_MESSAGE;
319                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
320                         goto f_err;
321                         }
322                 if((mt < 0) && (*p == SSL3_MT_CLIENT_HELLO) &&
323                                         (st1 == SSL3_ST_SR_CERT_A) &&
324                                         (stn == SSL3_ST_SR_CERT_B))
325                         {
326                         /* At this point we have got an MS SGC second client
327                          * hello. We need to restart the mac and mac the data
328                          * currently received.
329                          */
330                         ssl3_init_finished_mac(s);
331                         ssl3_finish_mac(s, p + s->init_num, i);
332                         }
333                         
334                 s->s3->tmp.message_type= *(p++);
335
336                 n2l3(p,l);
337                 if (l > (unsigned long)max)
338                         {
339                         al=SSL_AD_ILLEGAL_PARAMETER;
340                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_EXCESSIVE_MESSAGE_SIZE);
341                         goto f_err;
342                         }
343                 if (l && !BUF_MEM_grow(s->init_buf,(int)l))
344                         {
345                         SSLerr(SSL_F_SSL3_GET_MESSAGE,ERR_R_BUF_LIB);
346                         goto err;
347                         }
348                 s->s3->tmp.message_size=l;
349                 s->state=stn;
350
351                 s->init_num=0;
352                 }
353
354         /* next state (stn) */
355         p=(unsigned char *)s->init_buf->data;
356         n=s->s3->tmp.message_size;
357         while (n > 0)
358                 {
359                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],n);
360                 if (i <= 0)
361                         {
362                         s->rwstate=SSL_READING;
363                         *ok = 0;
364                         return i;
365                         }
366                 s->init_num += i;
367                 n -= i;
368                 }
369         *ok=1;
370         return s->init_num;
371 f_err:
372         ssl3_send_alert(s,SSL3_AL_FATAL,al);
373 err:
374         *ok=0;
375         return(-1);
376         }
377
378 int ssl_cert_type(X509 *x, EVP_PKEY *pkey)
379         {
380         EVP_PKEY *pk;
381         int ret= -1,i,j;
382
383         if (pkey == NULL)
384                 pk=X509_get_pubkey(x);
385         else
386                 pk=pkey;
387         if (pk == NULL) goto err;
388
389         i=pk->type;
390         if (i == EVP_PKEY_RSA)
391                 {
392                 ret=SSL_PKEY_RSA_ENC;
393                 if (x != NULL)
394                         {
395                         j=X509_get_ext_count(x);
396                         /* check to see if this is a signing only certificate */
397                         /* EAY EAY EAY EAY */
398                         }
399                 }
400         else if (i == EVP_PKEY_DSA)
401                 {
402                 ret=SSL_PKEY_DSA_SIGN;
403                 }
404         else if (i == EVP_PKEY_DH)
405                 {
406                 /* if we just have a key, we needs to be guess */
407
408                 if (x == NULL)
409                         ret=SSL_PKEY_DH_DSA;
410                 else
411                         {
412                         j=X509_get_signature_type(x);
413                         if (j == EVP_PKEY_RSA)
414                                 ret=SSL_PKEY_DH_RSA;
415                         else if (j== EVP_PKEY_DSA)
416                                 ret=SSL_PKEY_DH_DSA;
417                         else ret= -1;
418                         }
419                 }
420         else
421                 ret= -1;
422
423 err:
424         if(!pkey) EVP_PKEY_free(pk);
425         return(ret);
426         }
427
428 int ssl_verify_alarm_type(long type)
429         {
430         int al;
431
432         switch(type)
433                 {
434         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT:
435         case X509_V_ERR_UNABLE_TO_GET_CRL:
436                 al=SSL_AD_UNKNOWN_CA;
437                 break;
438         case X509_V_ERR_UNABLE_TO_DECRYPT_CERT_SIGNATURE:
439         case X509_V_ERR_UNABLE_TO_DECRYPT_CRL_SIGNATURE:
440         case X509_V_ERR_UNABLE_TO_DECODE_ISSUER_PUBLIC_KEY:
441         case X509_V_ERR_ERROR_IN_CERT_NOT_BEFORE_FIELD:
442         case X509_V_ERR_ERROR_IN_CERT_NOT_AFTER_FIELD:
443         case X509_V_ERR_ERROR_IN_CRL_LAST_UPDATE_FIELD:
444         case X509_V_ERR_ERROR_IN_CRL_NEXT_UPDATE_FIELD:
445         case X509_V_ERR_CERT_NOT_YET_VALID:
446         case X509_V_ERR_CRL_NOT_YET_VALID:
447                 al=SSL_AD_BAD_CERTIFICATE;
448                 break;
449         case X509_V_ERR_CERT_SIGNATURE_FAILURE:
450         case X509_V_ERR_CRL_SIGNATURE_FAILURE:
451                 al=SSL_AD_DECRYPT_ERROR;
452                 break;
453         case X509_V_ERR_CERT_HAS_EXPIRED:
454         case X509_V_ERR_CRL_HAS_EXPIRED:
455                 al=SSL_AD_CERTIFICATE_EXPIRED;
456                 break;
457         case X509_V_ERR_CERT_REVOKED:
458                 al=SSL_AD_CERTIFICATE_REVOKED;
459                 break;
460         case X509_V_ERR_OUT_OF_MEM:
461                 al=SSL_AD_INTERNAL_ERROR;
462                 break;
463         case X509_V_ERR_DEPTH_ZERO_SELF_SIGNED_CERT:
464         case X509_V_ERR_SELF_SIGNED_CERT_IN_CHAIN:
465         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT_LOCALLY:
466         case X509_V_ERR_UNABLE_TO_VERIFY_LEAF_SIGNATURE:
467         case X509_V_ERR_CERT_CHAIN_TOO_LONG:
468                 al=SSL_AD_UNKNOWN_CA;
469                 break;
470         case X509_V_ERR_APPLICATION_VERIFICATION:
471                 al=SSL_AD_HANDSHAKE_FAILURE;
472                 break;
473         default:
474                 al=SSL_AD_CERTIFICATE_UNKNOWN;
475                 break;
476                 }
477         return(al);
478         }
479
480 int ssl3_setup_buffers(SSL *s)
481         {
482         unsigned char *p;
483         unsigned int extra;
484
485         if (s->s3->rbuf.buf == NULL)
486                 {
487                 if (s->options & SSL_OP_MICROSOFT_BIG_SSLV3_BUFFER)
488                         extra=SSL3_RT_MAX_EXTRA;
489                 else
490                         extra=0;
491                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE+extra))
492                         == NULL)
493                         goto err;
494                 s->s3->rbuf.buf=p;
495                 }
496
497         if (s->s3->wbuf.buf == NULL)
498                 {
499                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE))
500                         == NULL)
501                         goto err;
502                 s->s3->wbuf.buf=p;
503                 }
504         s->packet= &(s->s3->rbuf.buf[0]);
505         return(1);
506 err:
507         SSLerr(SSL_F_SSL3_SETUP_BUFFERS,ERR_R_MALLOC_FAILURE);
508         return(0);
509         }