xref: /titanic_50/usr/src/cmd/ssh/libssh/common/kexgex.c (revision 9a8058b57457911fab0e3b4b6f0a97740e7a816d)
1*7c478bd9Sstevel@tonic-gate /*
2*7c478bd9Sstevel@tonic-gate  * Copyright (c) 2000 Niels Provos.  All rights reserved.
3*7c478bd9Sstevel@tonic-gate  * Copyright (c) 2001 Markus Friedl.  All rights reserved.
4*7c478bd9Sstevel@tonic-gate  *
5*7c478bd9Sstevel@tonic-gate  * Redistribution and use in source and binary forms, with or without
6*7c478bd9Sstevel@tonic-gate  * modification, are permitted provided that the following conditions
7*7c478bd9Sstevel@tonic-gate  * are met:
8*7c478bd9Sstevel@tonic-gate  * 1. Redistributions of source code must retain the above copyright
9*7c478bd9Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer.
10*7c478bd9Sstevel@tonic-gate  * 2. Redistributions in binary form must reproduce the above copyright
11*7c478bd9Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer in the
12*7c478bd9Sstevel@tonic-gate  *    documentation and/or other materials provided with the distribution.
13*7c478bd9Sstevel@tonic-gate  *
14*7c478bd9Sstevel@tonic-gate  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
15*7c478bd9Sstevel@tonic-gate  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16*7c478bd9Sstevel@tonic-gate  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17*7c478bd9Sstevel@tonic-gate  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
18*7c478bd9Sstevel@tonic-gate  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19*7c478bd9Sstevel@tonic-gate  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20*7c478bd9Sstevel@tonic-gate  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21*7c478bd9Sstevel@tonic-gate  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22*7c478bd9Sstevel@tonic-gate  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23*7c478bd9Sstevel@tonic-gate  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24*7c478bd9Sstevel@tonic-gate  */
25*7c478bd9Sstevel@tonic-gate 
26*7c478bd9Sstevel@tonic-gate #include "includes.h"
27*7c478bd9Sstevel@tonic-gate RCSID("$OpenBSD: kexgex.c,v 1.22 2002/03/24 17:27:03 stevesk Exp $");
28*7c478bd9Sstevel@tonic-gate 
29*7c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
30*7c478bd9Sstevel@tonic-gate 
31*7c478bd9Sstevel@tonic-gate #include <openssl/bn.h>
32*7c478bd9Sstevel@tonic-gate 
33*7c478bd9Sstevel@tonic-gate #include "xmalloc.h"
34*7c478bd9Sstevel@tonic-gate #include "buffer.h"
35*7c478bd9Sstevel@tonic-gate #include "bufaux.h"
36*7c478bd9Sstevel@tonic-gate #include "key.h"
37*7c478bd9Sstevel@tonic-gate #include "kex.h"
38*7c478bd9Sstevel@tonic-gate #include "log.h"
39*7c478bd9Sstevel@tonic-gate #include "packet.h"
40*7c478bd9Sstevel@tonic-gate #include "dh.h"
41*7c478bd9Sstevel@tonic-gate #include "ssh2.h"
42*7c478bd9Sstevel@tonic-gate #include "compat.h"
43*7c478bd9Sstevel@tonic-gate 
44*7c478bd9Sstevel@tonic-gate u_char *
kexgex_hash(char * client_version_string,char * server_version_string,char * ckexinit,int ckexinitlen,char * skexinit,int skexinitlen,u_char * serverhostkeyblob,int sbloblen,int min,int wantbits,int max,BIGNUM * prime,BIGNUM * gen,BIGNUM * client_dh_pub,BIGNUM * server_dh_pub,BIGNUM * shared_secret)45*7c478bd9Sstevel@tonic-gate kexgex_hash(
46*7c478bd9Sstevel@tonic-gate     char *client_version_string,
47*7c478bd9Sstevel@tonic-gate     char *server_version_string,
48*7c478bd9Sstevel@tonic-gate     char *ckexinit, int ckexinitlen,
49*7c478bd9Sstevel@tonic-gate     char *skexinit, int skexinitlen,
50*7c478bd9Sstevel@tonic-gate     u_char *serverhostkeyblob, int sbloblen,
51*7c478bd9Sstevel@tonic-gate     int min, int wantbits, int max, BIGNUM *prime, BIGNUM *gen,
52*7c478bd9Sstevel@tonic-gate     BIGNUM *client_dh_pub,
53*7c478bd9Sstevel@tonic-gate     BIGNUM *server_dh_pub,
54*7c478bd9Sstevel@tonic-gate     BIGNUM *shared_secret)
55*7c478bd9Sstevel@tonic-gate {
56*7c478bd9Sstevel@tonic-gate 	Buffer b;
57*7c478bd9Sstevel@tonic-gate 	static u_char digest[EVP_MAX_MD_SIZE];
58*7c478bd9Sstevel@tonic-gate 	const EVP_MD *evp_md = EVP_sha1();
59*7c478bd9Sstevel@tonic-gate 	EVP_MD_CTX md;
60*7c478bd9Sstevel@tonic-gate 
61*7c478bd9Sstevel@tonic-gate 	buffer_init(&b);
62*7c478bd9Sstevel@tonic-gate 	buffer_put_cstring(&b, client_version_string);
63*7c478bd9Sstevel@tonic-gate 	buffer_put_cstring(&b, server_version_string);
64*7c478bd9Sstevel@tonic-gate 
65*7c478bd9Sstevel@tonic-gate 	/* kexinit messages: fake header: len+SSH2_MSG_KEXINIT */
66*7c478bd9Sstevel@tonic-gate 	buffer_put_int(&b, ckexinitlen+1);
67*7c478bd9Sstevel@tonic-gate 	buffer_put_char(&b, SSH2_MSG_KEXINIT);
68*7c478bd9Sstevel@tonic-gate 	buffer_append(&b, ckexinit, ckexinitlen);
69*7c478bd9Sstevel@tonic-gate 	buffer_put_int(&b, skexinitlen+1);
70*7c478bd9Sstevel@tonic-gate 	buffer_put_char(&b, SSH2_MSG_KEXINIT);
71*7c478bd9Sstevel@tonic-gate 	buffer_append(&b, skexinit, skexinitlen);
72*7c478bd9Sstevel@tonic-gate 
73*7c478bd9Sstevel@tonic-gate 	buffer_put_string(&b, serverhostkeyblob, sbloblen);
74*7c478bd9Sstevel@tonic-gate 	if (min == -1 || max == -1)
75*7c478bd9Sstevel@tonic-gate 		buffer_put_int(&b, wantbits);
76*7c478bd9Sstevel@tonic-gate 	else {
77*7c478bd9Sstevel@tonic-gate 		buffer_put_int(&b, min);
78*7c478bd9Sstevel@tonic-gate 		buffer_put_int(&b, wantbits);
79*7c478bd9Sstevel@tonic-gate 		buffer_put_int(&b, max);
80*7c478bd9Sstevel@tonic-gate 	}
81*7c478bd9Sstevel@tonic-gate 	buffer_put_bignum2(&b, prime);
82*7c478bd9Sstevel@tonic-gate 	buffer_put_bignum2(&b, gen);
83*7c478bd9Sstevel@tonic-gate 	buffer_put_bignum2(&b, client_dh_pub);
84*7c478bd9Sstevel@tonic-gate 	buffer_put_bignum2(&b, server_dh_pub);
85*7c478bd9Sstevel@tonic-gate 	buffer_put_bignum2(&b, shared_secret);
86*7c478bd9Sstevel@tonic-gate 
87*7c478bd9Sstevel@tonic-gate #ifdef DEBUG_KEXDH
88*7c478bd9Sstevel@tonic-gate 	buffer_dump(&b);
89*7c478bd9Sstevel@tonic-gate #endif
90*7c478bd9Sstevel@tonic-gate 	EVP_DigestInit(&md, evp_md);
91*7c478bd9Sstevel@tonic-gate 	EVP_DigestUpdate(&md, buffer_ptr(&b), buffer_len(&b));
92*7c478bd9Sstevel@tonic-gate 	EVP_DigestFinal(&md, digest, NULL);
93*7c478bd9Sstevel@tonic-gate 
94*7c478bd9Sstevel@tonic-gate 	buffer_free(&b);
95*7c478bd9Sstevel@tonic-gate 
96*7c478bd9Sstevel@tonic-gate #ifdef DEBUG_KEXDH
97*7c478bd9Sstevel@tonic-gate 	dump_digest("hash", digest, EVP_MD_size(evp_md));
98*7c478bd9Sstevel@tonic-gate #endif
99*7c478bd9Sstevel@tonic-gate 	return digest;
100*7c478bd9Sstevel@tonic-gate }
101