Fix NO_RSA (misplaced #endif).
[openssl.git] / ssl / s3_both.c
1 /* ssl/s3_both.c */
2 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3  * All rights reserved.
4  *
5  * This package is an SSL implementation written
6  * by Eric Young (eay@cryptsoft.com).
7  * The implementation was written so as to conform with Netscapes SSL.
8  * 
9  * This library is free for commercial and non-commercial use as long as
10  * the following conditions are aheared to.  The following conditions
11  * apply to all code found in this distribution, be it the RC4, RSA,
12  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13  * included with this distribution is covered by the same copyright terms
14  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15  * 
16  * Copyright remains Eric Young's, and as such any Copyright notices in
17  * the code are not to be removed.
18  * If this package is used in a product, Eric Young should be given attribution
19  * as the author of the parts of the library used.
20  * This can be in the form of a textual message at program startup or
21  * in documentation (online or textual) provided with the package.
22  * 
23  * Redistribution and use in source and binary forms, with or without
24  * modification, are permitted provided that the following conditions
25  * are met:
26  * 1. Redistributions of source code must retain the copyright
27  *    notice, this list of conditions and the following disclaimer.
28  * 2. Redistributions in binary form must reproduce the above copyright
29  *    notice, this list of conditions and the following disclaimer in the
30  *    documentation and/or other materials provided with the distribution.
31  * 3. All advertising materials mentioning features or use of this software
32  *    must display the following acknowledgement:
33  *    "This product includes cryptographic software written by
34  *     Eric Young (eay@cryptsoft.com)"
35  *    The word 'cryptographic' can be left out if the rouines from the library
36  *    being used are not cryptographic related :-).
37  * 4. If you include any Windows specific code (or a derivative thereof) from 
38  *    the apps directory (application code) you must include an acknowledgement:
39  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40  * 
41  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51  * SUCH DAMAGE.
52  * 
53  * The licence and distribution terms for any publically available version or
54  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55  * copied and put under another distribution licence
56  * [including the GNU Public Licence.]
57  */
58
59 #include <string.h>
60 #include <stdio.h>
61 #include <openssl/buffer.h>
62 #include <openssl/rand.h>
63 #include <openssl/objects.h>
64 #include <openssl/evp.h>
65 #include <openssl/x509.h>
66 #include "ssl_locl.h"
67
68 /* send s->init_buf in records of type 'type' */
69 int ssl3_do_write(SSL *s, int type)
70         {
71         int ret;
72
73         ret=ssl3_write_bytes(s,type,&s->init_buf->data[s->init_off],
74                              s->init_num);
75         if (ret < 0) return(-1);
76         if (type == SSL3_RT_HANDSHAKE)
77                 /* should not be done for 'Hello Request's, but in that case
78                  * we'll ignore the result anyway */
79                 ssl3_finish_mac(s,(unsigned char *)&s->init_buf->data[s->init_off],ret);
80         
81         if (ret == s->init_num)
82                 return(1);
83         s->init_off+=ret;
84         s->init_num-=ret;
85         return(0);
86         }
87
88 int ssl3_send_finished(SSL *s, int a, int b, const char *sender, int slen)
89         {
90         unsigned char *p,*d;
91         int i;
92         unsigned long l;
93
94         if (s->state == a)
95                 {
96                 d=(unsigned char *)s->init_buf->data;
97                 p= &(d[4]);
98
99                 i=s->method->ssl3_enc->final_finish_mac(s,
100                         &(s->s3->finish_dgst1),
101                         &(s->s3->finish_dgst2),
102                         sender,slen,s->s3->tmp.finish_md);
103                 s->s3->tmp.finish_md_len = i;
104                 memcpy(p, s->s3->tmp.finish_md, i);
105                 p+=i;
106                 l=i;
107
108 #ifdef WIN16
109                 /* MSVC 1.5 does not clear the top bytes of the word unless
110                  * I do this.
111                  */
112                 l&=0xffff;
113 #endif
114
115                 *(d++)=SSL3_MT_FINISHED;
116                 l2n3(l,d);
117                 s->init_num=(int)l+4;
118                 s->init_off=0;
119
120                 s->state=b;
121                 }
122
123         /* SSL3_ST_SEND_xxxxxx_HELLO_B */
124         return(ssl3_do_write(s,SSL3_RT_HANDSHAKE));
125         }
126
127 int ssl3_get_finished(SSL *s, int a, int b)
128         {
129         int al,i,ok;
130         long n;
131         unsigned char *p;
132
133         /* the mac has already been generated when we received the
134          * change cipher spec message and is in s->s3->tmp.peer_finish_md
135          */ 
136
137         n=ssl3_get_message(s,
138                 a,
139                 b,
140                 SSL3_MT_FINISHED,
141                 64, /* should actually be 36+4 :-) */
142                 &ok);
143
144         if (!ok) return((int)n);
145
146         /* If this occurs, we have missed a message */
147         if (!s->s3->change_cipher_spec)
148                 {
149                 al=SSL_AD_UNEXPECTED_MESSAGE;
150                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_GOT_A_FIN_BEFORE_A_CCS);
151                 goto f_err;
152                 }
153         s->s3->change_cipher_spec=0;
154
155         p = (unsigned char *)s->init_buf->data;
156         i = s->s3->tmp.peer_finish_md_len;
157
158         if (i != n)
159                 {
160                 al=SSL_AD_DECODE_ERROR;
161                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_BAD_DIGEST_LENGTH);
162                 goto f_err;
163                 }
164
165         if (memcmp(p, s->s3->tmp.peer_finish_md, i) != 0)
166                 {
167                 al=SSL_AD_DECRYPT_ERROR;
168                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_DIGEST_CHECK_FAILED);
169                 goto f_err;
170                 }
171
172         return(1);
173 f_err:
174         ssl3_send_alert(s,SSL3_AL_FATAL,al);
175         return(0);
176         }
177
178 /* for these 2 messages, we need to
179  * ssl->enc_read_ctx                    re-init
180  * ssl->s3->read_sequence               zero
181  * ssl->s3->read_mac_secret             re-init
182  * ssl->session->read_sym_enc           assign
183  * ssl->session->read_compression       assign
184  * ssl->session->read_hash              assign
185  */
186 int ssl3_send_change_cipher_spec(SSL *s, int a, int b)
187         { 
188         unsigned char *p;
189
190         if (s->state == a)
191                 {
192                 p=(unsigned char *)s->init_buf->data;
193                 *p=SSL3_MT_CCS;
194                 s->init_num=1;
195                 s->init_off=0;
196
197                 s->state=b;
198                 }
199
200         /* SSL3_ST_CW_CHANGE_B */
201         return(ssl3_do_write(s,SSL3_RT_CHANGE_CIPHER_SPEC));
202         }
203
204 unsigned long ssl3_output_cert_chain(SSL *s, X509 *x)
205         {
206         unsigned char *p;
207         int n,i;
208         unsigned long l=7;
209         BUF_MEM *buf;
210         X509_STORE_CTX xs_ctx;
211         X509_OBJECT obj;
212
213         /* TLSv1 sends a chain with nothing in it, instead of an alert */
214         buf=s->init_buf;
215         if (!BUF_MEM_grow(buf,(int)(10)))
216                 {
217                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
218                 return(0);
219                 }
220         if (x != NULL)
221                 {
222                 X509_STORE_CTX_init(&xs_ctx,s->ctx->cert_store,NULL,NULL);
223
224                 for (;;)
225                         {
226                         n=i2d_X509(x,NULL);
227                         if (!BUF_MEM_grow(buf,(int)(n+l+3)))
228                                 {
229                                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
230                                 return(0);
231                                 }
232                         p=(unsigned char *)&(buf->data[l]);
233                         l2n3(n,p);
234                         i2d_X509(x,&p);
235                         l+=n+3;
236                         if (X509_NAME_cmp(X509_get_subject_name(x),
237                                 X509_get_issuer_name(x)) == 0) break;
238
239                         i=X509_STORE_get_by_subject(&xs_ctx,X509_LU_X509,
240                                 X509_get_issuer_name(x),&obj);
241                         if (i <= 0) break;
242                         x=obj.data.x509;
243                         /* Count is one too high since the X509_STORE_get uped the
244                          * ref count */
245                         X509_free(x);
246                         }
247
248                 X509_STORE_CTX_cleanup(&xs_ctx);
249                 }
250
251         /* Thawte special :-) */
252         if (s->ctx->extra_certs != NULL)
253         for (i=0; i<sk_X509_num(s->ctx->extra_certs); i++)
254                 {
255                 x=sk_X509_value(s->ctx->extra_certs,i);
256                 n=i2d_X509(x,NULL);
257                 if (!BUF_MEM_grow(buf,(int)(n+l+3)))
258                         {
259                         SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
260                         return(0);
261                         }
262                 p=(unsigned char *)&(buf->data[l]);
263                 l2n3(n,p);
264                 i2d_X509(x,&p);
265                 l+=n+3;
266                 }
267
268         l-=7;
269         p=(unsigned char *)&(buf->data[4]);
270         l2n3(l,p);
271         l+=3;
272         p=(unsigned char *)&(buf->data[0]);
273         *(p++)=SSL3_MT_CERTIFICATE;
274         l2n3(l,p);
275         l+=4;
276         return(l);
277         }
278
279 /* Obtain handshake message of message type 'mt' (any if mt == -1),
280  * maximum acceptable body length 'max'.
281  * The first four bytes (msg_type and length) are read in state 'st1',
282  * the body is read in state 'stn'.
283  */
284 long ssl3_get_message(SSL *s, int st1, int stn, int mt, long max, int *ok)
285         {
286         unsigned char *p;
287         unsigned long l;
288         long n;
289         int i,al;
290
291         if (s->s3->tmp.reuse_message)
292                 {
293                 s->s3->tmp.reuse_message=0;
294                 if ((mt >= 0) && (s->s3->tmp.message_type != mt))
295                         {
296                         al=SSL_AD_UNEXPECTED_MESSAGE;
297                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
298                         goto f_err;
299                         }
300                 *ok=1;
301                 return((int)s->s3->tmp.message_size);
302                 }
303
304         p=(unsigned char *)s->init_buf->data;
305
306         if (s->state == st1) /* s->init_num < 4 */
307                 {
308                 int skip_message;
309
310                 do
311                         {
312                         while (s->init_num < 4)
313                                 {
314                                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],
315                                         4 - s->init_num);
316                                 if (i <= 0)
317                                         {
318                                         s->rwstate=SSL_READING;
319                                         *ok = 0;
320                                         return i;
321                                         }
322                                 s->init_num+=i;
323                                 }
324                         
325                         skip_message = 0;
326                         if (!s->server)
327                                 if (p[0] == SSL3_MT_HELLO_REQUEST)
328                                         /* The server may always send 'Hello Request' messages --
329                                          * we are doing a handshake anyway now, so ignore them
330                                          * if their format is correct. Does not count for
331                                          * 'Finished' MAC. */
332                                         if (p[1] == 0 && p[2] == 0 &&p[3] == 0)
333                                                 skip_message = 1;
334                         }
335                 while (skip_message);
336
337                 /* s->init_num == 4 */
338
339                 if ((mt >= 0) && (*p != mt))
340                         {
341                         al=SSL_AD_UNEXPECTED_MESSAGE;
342                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
343                         goto f_err;
344                         }
345                 if ((mt < 0) && (*p == SSL3_MT_CLIENT_HELLO) &&
346                                         (st1 == SSL3_ST_SR_CERT_A) &&
347                                         (stn == SSL3_ST_SR_CERT_B))
348                         {
349                         /* At this point we have got an MS SGC second client
350                          * hello (maybe we should always allow the client to
351                          * start a new handshake?). We need to restart the mac.
352                          * Don't increment {num,total}_renegotiations because
353                          * we have not completed the handshake. */
354                         ssl3_init_finished_mac(s);
355                         }
356
357                 ssl3_finish_mac(s, (unsigned char *)s->init_buf->data, 4);
358                         
359                 s->s3->tmp.message_type= *(p++);
360
361                 n2l3(p,l);
362                 if (l > (unsigned long)max)
363                         {
364                         al=SSL_AD_ILLEGAL_PARAMETER;
365                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_EXCESSIVE_MESSAGE_SIZE);
366                         goto f_err;
367                         }
368                 if (l && !BUF_MEM_grow(s->init_buf,(int)l))
369                         {
370                         SSLerr(SSL_F_SSL3_GET_MESSAGE,ERR_R_BUF_LIB);
371                         goto err;
372                         }
373                 s->s3->tmp.message_size=l;
374                 s->state=stn;
375
376                 s->init_num=0;
377                 }
378
379         /* next state (stn) */
380         p=(unsigned char *)s->init_buf->data;
381         n=s->s3->tmp.message_size;
382         while (n > 0)
383                 {
384                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,&p[s->init_num],n);
385                 if (i <= 0)
386                         {
387                         s->rwstate=SSL_READING;
388                         *ok = 0;
389                         return i;
390                         }
391                 s->init_num += i;
392                 n -= i;
393                 }
394         ssl3_finish_mac(s, (unsigned char *)s->init_buf->data, s->init_num);
395         *ok=1;
396         return s->init_num;
397 f_err:
398         ssl3_send_alert(s,SSL3_AL_FATAL,al);
399 err:
400         *ok=0;
401         return(-1);
402         }
403
404 int ssl_cert_type(X509 *x, EVP_PKEY *pkey)
405         {
406         EVP_PKEY *pk;
407         int ret= -1,i,j;
408
409         if (pkey == NULL)
410                 pk=X509_get_pubkey(x);
411         else
412                 pk=pkey;
413         if (pk == NULL) goto err;
414
415         i=pk->type;
416         if (i == EVP_PKEY_RSA)
417                 {
418                 ret=SSL_PKEY_RSA_ENC;
419                 if (x != NULL)
420                         {
421                         j=X509_get_ext_count(x);
422                         /* check to see if this is a signing only certificate */
423                         /* EAY EAY EAY EAY */
424                         }
425                 }
426         else if (i == EVP_PKEY_DSA)
427                 {
428                 ret=SSL_PKEY_DSA_SIGN;
429                 }
430         else if (i == EVP_PKEY_DH)
431                 {
432                 /* if we just have a key, we needs to be guess */
433
434                 if (x == NULL)
435                         ret=SSL_PKEY_DH_DSA;
436                 else
437                         {
438                         j=X509_get_signature_type(x);
439                         if (j == EVP_PKEY_RSA)
440                                 ret=SSL_PKEY_DH_RSA;
441                         else if (j== EVP_PKEY_DSA)
442                                 ret=SSL_PKEY_DH_DSA;
443                         else ret= -1;
444                         }
445                 }
446         else
447                 ret= -1;
448
449 err:
450         if(!pkey) EVP_PKEY_free(pk);
451         return(ret);
452         }
453
454 int ssl_verify_alarm_type(long type)
455         {
456         int al;
457
458         switch(type)
459                 {
460         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT:
461         case X509_V_ERR_UNABLE_TO_GET_CRL:
462                 al=SSL_AD_UNKNOWN_CA;
463                 break;
464         case X509_V_ERR_UNABLE_TO_DECRYPT_CERT_SIGNATURE:
465         case X509_V_ERR_UNABLE_TO_DECRYPT_CRL_SIGNATURE:
466         case X509_V_ERR_UNABLE_TO_DECODE_ISSUER_PUBLIC_KEY:
467         case X509_V_ERR_ERROR_IN_CERT_NOT_BEFORE_FIELD:
468         case X509_V_ERR_ERROR_IN_CERT_NOT_AFTER_FIELD:
469         case X509_V_ERR_ERROR_IN_CRL_LAST_UPDATE_FIELD:
470         case X509_V_ERR_ERROR_IN_CRL_NEXT_UPDATE_FIELD:
471         case X509_V_ERR_CERT_NOT_YET_VALID:
472         case X509_V_ERR_CRL_NOT_YET_VALID:
473                 al=SSL_AD_BAD_CERTIFICATE;
474                 break;
475         case X509_V_ERR_CERT_SIGNATURE_FAILURE:
476         case X509_V_ERR_CRL_SIGNATURE_FAILURE:
477                 al=SSL_AD_DECRYPT_ERROR;
478                 break;
479         case X509_V_ERR_CERT_HAS_EXPIRED:
480         case X509_V_ERR_CRL_HAS_EXPIRED:
481                 al=SSL_AD_CERTIFICATE_EXPIRED;
482                 break;
483         case X509_V_ERR_CERT_REVOKED:
484                 al=SSL_AD_CERTIFICATE_REVOKED;
485                 break;
486         case X509_V_ERR_OUT_OF_MEM:
487                 al=SSL_AD_INTERNAL_ERROR;
488                 break;
489         case X509_V_ERR_DEPTH_ZERO_SELF_SIGNED_CERT:
490         case X509_V_ERR_SELF_SIGNED_CERT_IN_CHAIN:
491         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT_LOCALLY:
492         case X509_V_ERR_UNABLE_TO_VERIFY_LEAF_SIGNATURE:
493         case X509_V_ERR_CERT_CHAIN_TOO_LONG:
494                 al=SSL_AD_UNKNOWN_CA;
495                 break;
496         case X509_V_ERR_APPLICATION_VERIFICATION:
497                 al=SSL_AD_HANDSHAKE_FAILURE;
498                 break;
499         default:
500                 al=SSL_AD_CERTIFICATE_UNKNOWN;
501                 break;
502                 }
503         return(al);
504         }
505
506 int ssl3_setup_buffers(SSL *s)
507         {
508         unsigned char *p;
509         unsigned int extra;
510
511         if (s->s3->rbuf.buf == NULL)
512                 {
513                 if (s->options & SSL_OP_MICROSOFT_BIG_SSLV3_BUFFER)
514                         extra=SSL3_RT_MAX_EXTRA;
515                 else
516                         extra=0;
517                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE+extra))
518                         == NULL)
519                         goto err;
520                 s->s3->rbuf.buf=p;
521                 }
522
523         if (s->s3->wbuf.buf == NULL)
524                 {
525                 if ((p=Malloc(SSL3_RT_MAX_PACKET_SIZE))
526                         == NULL)
527                         goto err;
528                 s->s3->wbuf.buf=p;
529                 }
530         s->packet= &(s->s3->rbuf.buf[0]);
531         return(1);
532 err:
533         SSLerr(SSL_F_SSL3_SETUP_BUFFERS,ERR_R_MALLOC_FAILURE);
534         return(0);
535         }