Change functions to ANSI C.
[openssl.git] / ssl / s3_both.c
1 /* ssl/s3_both.c */
2 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3  * All rights reserved.
4  *
5  * This package is an SSL implementation written
6  * by Eric Young (eay@cryptsoft.com).
7  * The implementation was written so as to conform with Netscapes SSL.
8  * 
9  * This library is free for commercial and non-commercial use as long as
10  * the following conditions are aheared to.  The following conditions
11  * apply to all code found in this distribution, be it the RC4, RSA,
12  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13  * included with this distribution is covered by the same copyright terms
14  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15  * 
16  * Copyright remains Eric Young's, and as such any Copyright notices in
17  * the code are not to be removed.
18  * If this package is used in a product, Eric Young should be given attribution
19  * as the author of the parts of the library used.
20  * This can be in the form of a textual message at program startup or
21  * in documentation (online or textual) provided with the package.
22  * 
23  * Redistribution and use in source and binary forms, with or without
24  * modification, are permitted provided that the following conditions
25  * are met:
26  * 1. Redistributions of source code must retain the copyright
27  *    notice, this list of conditions and the following disclaimer.
28  * 2. Redistributions in binary form must reproduce the above copyright
29  *    notice, this list of conditions and the following disclaimer in the
30  *    documentation and/or other materials provided with the distribution.
31  * 3. All advertising materials mentioning features or use of this software
32  *    must display the following acknowledgement:
33  *    "This product includes cryptographic software written by
34  *     Eric Young (eay@cryptsoft.com)"
35  *    The word 'cryptographic' can be left out if the rouines from the library
36  *    being used are not cryptographic related :-).
37  * 4. If you include any Windows specific code (or a derivative thereof) from 
38  *    the apps directory (application code) you must include an acknowledgement:
39  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40  * 
41  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51  * SUCH DAMAGE.
52  * 
53  * The licence and distribution terms for any publically available version or
54  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55  * copied and put under another distribution licence
56  * [including the GNU Public Licence.]
57  */
58
59 #include <stdio.h>
60 #include "buffer.h"
61 #include "rand.h"
62 #include "objects.h"
63 #include "evp.h"
64 #include "x509.h"
65 #include "ssl_locl.h"
66
67 #define BREAK   break
68
69 /* SSL3err(SSL_F_SSL3_GET_FINISHED,SSL_R_EXCESSIVE_MESSAGE_SIZE);
70  */
71
72 int ssl3_send_finished(SSL *s, int a, int b, unsigned char *sender,
73              int slen)
74         {
75         unsigned char *p,*d;
76         int i;
77         unsigned long l;
78
79         if (s->state == a)
80                 {
81                 d=(unsigned char *)s->init_buf->data;
82                 p= &(d[4]);
83
84                 i=s->method->ssl3_enc->final_finish_mac(s,
85                         &(s->s3->finish_dgst1),
86                         &(s->s3->finish_dgst2),
87                         sender,slen,p);
88                 p+=i;
89                 l=i;
90
91 #ifdef WIN16
92                 /* MSVC 1.5 does not clear the top bytes of the word unless
93                  * I do this.
94                  */
95                 l&=0xffff;
96 #endif
97
98                 *(d++)=SSL3_MT_FINISHED;
99                 l2n3(l,d);
100                 s->init_num=(int)l+4;
101                 s->init_off=0;
102
103                 s->state=b;
104                 }
105
106         /* SSL3_ST_SEND_xxxxxx_HELLO_B */
107         return(ssl3_do_write(s,SSL3_RT_HANDSHAKE));
108         }
109
110 int ssl3_get_finished(SSL *s, int a, int b)
111         {
112         int al,i,ok;
113         long n;
114         unsigned char *p;
115
116         /* the mac has already been generated when we received the
117          * change cipher spec message and is in s->s3->tmp.in_dgst[12]
118          */ 
119
120         n=ssl3_get_message(s,
121                 a,
122                 b,
123                 SSL3_MT_FINISHED,
124                 64, /* should actually be 36+4 :-) */
125                 &ok);
126
127         if (!ok) return((int)n);
128
129         /* If this occurs if we has missed a message */
130         if (!s->s3->change_cipher_spec)
131                 {
132                 al=SSL_AD_UNEXPECTED_MESSAGE;
133                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_GOT_A_FIN_BEFORE_A_CCS);
134                 goto f_err;
135                 }
136         s->s3->change_cipher_spec=0;
137
138         p=(unsigned char *)s->init_buf->data;
139
140         i=s->method->ssl3_enc->finish_mac_length;
141
142         if (i != n)
143                 {
144                 al=SSL_AD_DECODE_ERROR;
145                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_BAD_DIGEST_LENGTH);
146                 goto f_err;
147                 }
148
149         if (memcmp(  p,    (char *)&(s->s3->tmp.finish_md[0]),i) != 0)
150                 {
151                 al=SSL_AD_DECRYPT_ERROR;
152                 SSLerr(SSL_F_SSL3_GET_FINISHED,SSL_R_DIGEST_CHECK_FAILED);
153                 goto f_err;
154                 }
155
156         return(1);
157 f_err:
158         ssl3_send_alert(s,SSL3_AL_FATAL,al);
159         return(0);
160         }
161
162 /* for these 2 messages, we need to
163  * ssl->enc_read_ctx                    re-init
164  * ssl->s3->read_sequence               zero
165  * ssl->s3->read_mac_secret             re-init
166  * ssl->session->read_sym_enc           assign
167  * ssl->session->read_compression       assign
168  * ssl->session->read_hash              assign
169  */
170 int ssl3_send_change_cipher_spec(SSL *s, int a, int b)
171         { 
172         unsigned char *p;
173
174         if (s->state == a)
175                 {
176                 p=(unsigned char *)s->init_buf->data;
177                 *p=SSL3_MT_CCS;
178                 s->init_num=1;
179                 s->init_off=0;
180
181                 s->state=b;
182                 }
183
184         /* SSL3_ST_CW_CHANGE_B */
185         return(ssl3_do_write(s,SSL3_RT_CHANGE_CIPHER_SPEC));
186         }
187
188 unsigned long ssl3_output_cert_chain(SSL *s, X509 *x)
189         {
190         unsigned char *p;
191         int n,i;
192         unsigned long l=7;
193         BUF_MEM *buf;
194         X509_STORE_CTX xs_ctx;
195         X509_OBJECT obj;
196
197         /* TLSv1 sends a chain with nothing in it, instead of an alert */
198         buf=s->init_buf;
199         if (!BUF_MEM_grow(buf,(int)(10)))
200                 {
201                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
202                 return(0);
203                 }
204         if (x != NULL)
205                 {
206                 X509_STORE_CTX_init(&xs_ctx,s->ctx->cert_store,NULL,NULL);
207
208                 for (;;)
209                         {
210                         n=i2d_X509(x,NULL);
211                         if (!BUF_MEM_grow(buf,(int)(n+l+3)))
212                                 {
213                                 SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
214                                 return(0);
215                                 }
216                         p=(unsigned char *)&(buf->data[l]);
217                         l2n3(n,p);
218                         i2d_X509(x,&p);
219                         l+=n+3;
220                         if (X509_NAME_cmp(X509_get_subject_name(x),
221                                 X509_get_issuer_name(x)) == 0) break;
222
223                         i=X509_STORE_get_by_subject(&xs_ctx,X509_LU_X509,
224                                 X509_get_issuer_name(x),&obj);
225                         if (i <= 0) break;
226                         x=obj.data.x509;
227                         /* Count is one too high since the X509_STORE_get uped the
228                          * ref count */
229                         X509_free(x);
230                         }
231
232                 X509_STORE_CTX_cleanup(&xs_ctx);
233                 }
234
235         /* Thawte special :-) */
236         if (s->ctx->extra_certs != NULL)
237         for (i=0; i<sk_X509_num(s->ctx->extra_certs); i++)
238                 {
239                 x=sk_X509_value(s->ctx->extra_certs,i);
240                 n=i2d_X509(x,NULL);
241                 if (!BUF_MEM_grow(buf,(int)(n+l+3)))
242                         {
243                         SSLerr(SSL_F_SSL3_OUTPUT_CERT_CHAIN,ERR_R_BUF_LIB);
244                         return(0);
245                         }
246                 p=(unsigned char *)&(buf->data[l]);
247                 l2n3(n,p);
248                 i2d_X509(x,&p);
249                 l+=n+3;
250                 }
251
252         l-=7;
253         p=(unsigned char *)&(buf->data[4]);
254         l2n3(l,p);
255         l+=3;
256         p=(unsigned char *)&(buf->data[0]);
257         *(p++)=SSL3_MT_CERTIFICATE;
258         l2n3(l,p);
259         l+=4;
260         return(l);
261         }
262
263 long ssl3_get_message(SSL *s, int st1, int stn, int mt, long max, int *ok)
264         {
265         unsigned char *p;
266         unsigned long l;
267         long n;
268         int i,al;
269
270         if (s->s3->tmp.reuse_message)
271                 {
272                 s->s3->tmp.reuse_message=0;
273                 if ((mt >= 0) && (s->s3->tmp.message_type != mt))
274                         {
275                         al=SSL_AD_UNEXPECTED_MESSAGE;
276                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
277                         goto f_err;
278                         }
279                 *ok=1;
280                 return((int)s->s3->tmp.message_size);
281                 }
282
283         p=(unsigned char *)s->init_buf->data;
284
285         if (s->state == st1)
286                 {
287                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,
288                         (char *)&(p[s->init_num]),
289                         4-s->init_num);
290                 if (i < (4-s->init_num))
291                         {
292                         *ok=0;
293                         return(ssl3_part_read(s,i));
294                         }
295
296                 if ((mt >= 0) && (*p != mt))
297                         {
298                         al=SSL_AD_UNEXPECTED_MESSAGE;
299                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_UNEXPECTED_MESSAGE);
300                         goto f_err;
301                         }
302                 s->s3->tmp.message_type= *(p++);
303
304                 n2l3(p,l);
305                 if (l > (unsigned long)max)
306                         {
307                         al=SSL_AD_ILLEGAL_PARAMETER;
308                         SSLerr(SSL_F_SSL3_GET_MESSAGE,SSL_R_EXCESSIVE_MESSAGE_SIZE);
309                         goto f_err;
310                         }
311                 if (l && !BUF_MEM_grow(s->init_buf,(int)l))
312                         {
313                         SSLerr(SSL_F_SSL3_GET_MESSAGE,ERR_R_BUF_LIB);
314                         goto err;
315                         }
316                 s->s3->tmp.message_size=l;
317                 s->state=stn;
318
319                 s->init_num=0;
320                 }
321
322         /* next state (stn) */
323         p=(unsigned char *)s->init_buf->data;
324         n=s->s3->tmp.message_size;
325         if (n > 0)
326                 {
327                 i=ssl3_read_bytes(s,SSL3_RT_HANDSHAKE,
328                         (char *)&(p[s->init_num]),(int)n);
329                 if (i != (int)n)
330                         {
331                         *ok=0;
332                         return(ssl3_part_read(s,i));
333                         }
334                 }
335         *ok=1;
336         return(n);
337 f_err:
338         ssl3_send_alert(s,SSL3_AL_FATAL,al);
339 err:
340         *ok=0;
341         return(-1);
342         }
343
344 int ssl_cert_type(X509 *x, EVP_PKEY *pkey)
345         {
346         EVP_PKEY *pk;
347         int ret= -1,i,j;
348
349         if (pkey == NULL)
350                 pk=X509_get_pubkey(x);
351         else
352                 pk=pkey;
353         if (pk == NULL) goto err;
354
355         i=pk->type;
356         if (i == EVP_PKEY_RSA)
357                 {
358                 ret=SSL_PKEY_RSA_ENC;
359                 if (x != NULL)
360                         {
361                         j=X509_get_ext_count(x);
362                         /* check to see if this is a signing only certificate */
363                         /* EAY EAY EAY EAY */
364                         }
365                 }
366         else if (i == EVP_PKEY_DSA)
367                 {
368                 ret=SSL_PKEY_DSA_SIGN;
369                 }
370         else if (i == EVP_PKEY_DH)
371                 {
372                 /* if we just have a key, we needs to be guess */
373
374                 if (x == NULL)
375                         ret=SSL_PKEY_DH_DSA;
376                 else
377                         {
378                         j=X509_get_signature_type(x);
379                         if (j == EVP_PKEY_RSA)
380                                 ret=SSL_PKEY_DH_RSA;
381                         else if (j== EVP_PKEY_DSA)
382                                 ret=SSL_PKEY_DH_DSA;
383                         else ret= -1;
384                         }
385                 }
386         else
387                 ret= -1;
388
389 err:
390         if(!pkey) EVP_PKEY_free(pk);
391         return(ret);
392         }
393
394 int ssl_verify_alarm_type(long type)
395         {
396         int al;
397
398         switch(type)
399                 {
400         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT:
401         case X509_V_ERR_UNABLE_TO_GET_CRL:
402                 al=SSL_AD_UNKNOWN_CA;
403                 break;
404         case X509_V_ERR_UNABLE_TO_DECRYPT_CERT_SIGNATURE:
405         case X509_V_ERR_UNABLE_TO_DECRYPT_CRL_SIGNATURE:
406         case X509_V_ERR_UNABLE_TO_DECODE_ISSUER_PUBLIC_KEY:
407         case X509_V_ERR_ERROR_IN_CERT_NOT_BEFORE_FIELD:
408         case X509_V_ERR_ERROR_IN_CERT_NOT_AFTER_FIELD:
409         case X509_V_ERR_ERROR_IN_CRL_LAST_UPDATE_FIELD:
410         case X509_V_ERR_ERROR_IN_CRL_NEXT_UPDATE_FIELD:
411         case X509_V_ERR_CERT_NOT_YET_VALID:
412         case X509_V_ERR_CRL_NOT_YET_VALID:
413                 al=SSL_AD_BAD_CERTIFICATE;
414                 break;
415         case X509_V_ERR_CERT_SIGNATURE_FAILURE:
416         case X509_V_ERR_CRL_SIGNATURE_FAILURE:
417                 al=SSL_AD_DECRYPT_ERROR;
418                 break;
419         case X509_V_ERR_CERT_HAS_EXPIRED:
420         case X509_V_ERR_CRL_HAS_EXPIRED:
421                 al=SSL_AD_CERTIFICATE_EXPIRED;
422                 break;
423         case X509_V_ERR_CERT_REVOKED:
424                 al=SSL_AD_CERTIFICATE_REVOKED;
425                 break;
426         case X509_V_ERR_OUT_OF_MEM:
427                 al=SSL_AD_INTERNAL_ERROR;
428                 break;
429         case X509_V_ERR_DEPTH_ZERO_SELF_SIGNED_CERT:
430         case X509_V_ERR_SELF_SIGNED_CERT_IN_CHAIN:
431         case X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT_LOCALLY:
432         case X509_V_ERR_UNABLE_TO_VERIFY_LEAF_SIGNATURE:
433         case X509_V_ERR_CERT_CHAIN_TOO_LONG:
434                 al=SSL_AD_UNKNOWN_CA;
435                 break;
436         case X509_V_ERR_APPLICATION_VERIFICATION:
437                 al=SSL_AD_HANDSHAKE_FAILURE;
438                 break;
439         default:
440                 al=SSL_AD_CERTIFICATE_UNKNOWN;
441                 break;
442                 }
443         return(al);
444         }
445
446 int ssl3_setup_buffers(SSL *s)
447         {
448         unsigned char *p;
449         unsigned int extra;
450
451         if (s->s3->rbuf.buf == NULL)
452                 {
453                 if (s->options & SSL_OP_MICROSOFT_BIG_SSLV3_BUFFER)
454                         extra=SSL3_RT_MAX_EXTRA;
455                 else
456                         extra=0;
457                 if ((p=(unsigned char *)Malloc(SSL3_RT_MAX_PACKET_SIZE+extra))
458                         == NULL)
459                         goto err;
460                 s->s3->rbuf.buf=p;
461                 }
462
463         if (s->s3->wbuf.buf == NULL)
464                 {
465                 if ((p=(unsigned char *)Malloc(SSL3_RT_MAX_PACKET_SIZE))
466                         == NULL)
467                         goto err;
468                 s->s3->wbuf.buf=p;
469                 }
470         s->packet= &(s->s3->rbuf.buf[0]);
471         return(1);
472 err:
473         SSLerr(SSL_F_SSL3_SETUP_BUFFERS,ERR_R_MALLOC_FAILURE);
474         return(0);
475         }