xref: /freebsd/crypto/openssh/ssh-dss.c (revision 761efaa70c2ed8d35722b7bc234a46bf2457f876)
1761efaa7SDag-Erling Smørgrav /* $OpenBSD: ssh-dss.c,v 1.23 2006/08/03 03:34:42 deraadt Exp $ */
21e8db6e2SBrian Feldman /*
31e8db6e2SBrian Feldman  * Copyright (c) 2000 Markus Friedl.  All rights reserved.
41e8db6e2SBrian Feldman  *
51e8db6e2SBrian Feldman  * Redistribution and use in source and binary forms, with or without
61e8db6e2SBrian Feldman  * modification, are permitted provided that the following conditions
71e8db6e2SBrian Feldman  * are met:
81e8db6e2SBrian Feldman  * 1. Redistributions of source code must retain the above copyright
91e8db6e2SBrian Feldman  *    notice, this list of conditions and the following disclaimer.
101e8db6e2SBrian Feldman  * 2. Redistributions in binary form must reproduce the above copyright
111e8db6e2SBrian Feldman  *    notice, this list of conditions and the following disclaimer in the
121e8db6e2SBrian Feldman  *    documentation and/or other materials provided with the distribution.
131e8db6e2SBrian Feldman  *
141e8db6e2SBrian Feldman  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
151e8db6e2SBrian Feldman  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
161e8db6e2SBrian Feldman  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
171e8db6e2SBrian Feldman  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
181e8db6e2SBrian Feldman  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
191e8db6e2SBrian Feldman  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
201e8db6e2SBrian Feldman  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
211e8db6e2SBrian Feldman  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
221e8db6e2SBrian Feldman  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
231e8db6e2SBrian Feldman  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
241e8db6e2SBrian Feldman  */
251e8db6e2SBrian Feldman 
261e8db6e2SBrian Feldman #include "includes.h"
27761efaa7SDag-Erling Smørgrav 
28761efaa7SDag-Erling Smørgrav #include <sys/types.h>
291e8db6e2SBrian Feldman 
301e8db6e2SBrian Feldman #include <openssl/bn.h>
311e8db6e2SBrian Feldman #include <openssl/evp.h>
321e8db6e2SBrian Feldman 
33761efaa7SDag-Erling Smørgrav #include <stdarg.h>
34761efaa7SDag-Erling Smørgrav #include <string.h>
35761efaa7SDag-Erling Smørgrav 
361e8db6e2SBrian Feldman #include "xmalloc.h"
371e8db6e2SBrian Feldman #include "buffer.h"
381e8db6e2SBrian Feldman #include "compat.h"
391e8db6e2SBrian Feldman #include "log.h"
401e8db6e2SBrian Feldman #include "key.h"
411e8db6e2SBrian Feldman 
421e8db6e2SBrian Feldman #define INTBLOB_LEN	20
431e8db6e2SBrian Feldman #define SIGBLOB_LEN	(2*INTBLOB_LEN)
441e8db6e2SBrian Feldman 
451e8db6e2SBrian Feldman int
46efcad6b7SDag-Erling Smørgrav ssh_dss_sign(const Key *key, u_char **sigp, u_int *lenp,
47efcad6b7SDag-Erling Smørgrav     const u_char *data, u_int datalen)
481e8db6e2SBrian Feldman {
491e8db6e2SBrian Feldman 	DSA_SIG *sig;
50ae1f160dSDag-Erling Smørgrav 	const EVP_MD *evp_md = EVP_sha1();
511e8db6e2SBrian Feldman 	EVP_MD_CTX md;
524b17dab0SDag-Erling Smørgrav 	u_char digest[EVP_MAX_MD_SIZE], sigblob[SIGBLOB_LEN];
53ae1f160dSDag-Erling Smørgrav 	u_int rlen, slen, len, dlen;
541e8db6e2SBrian Feldman 	Buffer b;
551e8db6e2SBrian Feldman 
561e8db6e2SBrian Feldman 	if (key == NULL || key->type != KEY_DSA || key->dsa == NULL) {
571e8db6e2SBrian Feldman 		error("ssh_dss_sign: no DSA key");
581e8db6e2SBrian Feldman 		return -1;
591e8db6e2SBrian Feldman 	}
601e8db6e2SBrian Feldman 	EVP_DigestInit(&md, evp_md);
611e8db6e2SBrian Feldman 	EVP_DigestUpdate(&md, data, datalen);
62ae1f160dSDag-Erling Smørgrav 	EVP_DigestFinal(&md, digest, &dlen);
631e8db6e2SBrian Feldman 
641e8db6e2SBrian Feldman 	sig = DSA_do_sign(digest, dlen, key->dsa);
65ae1f160dSDag-Erling Smørgrav 	memset(digest, 'd', sizeof(digest));
66ae1f160dSDag-Erling Smørgrav 
671e8db6e2SBrian Feldman 	if (sig == NULL) {
68ae1f160dSDag-Erling Smørgrav 		error("ssh_dss_sign: sign failed");
69ae1f160dSDag-Erling Smørgrav 		return -1;
701e8db6e2SBrian Feldman 	}
711e8db6e2SBrian Feldman 
721e8db6e2SBrian Feldman 	rlen = BN_num_bytes(sig->r);
731e8db6e2SBrian Feldman 	slen = BN_num_bytes(sig->s);
741e8db6e2SBrian Feldman 	if (rlen > INTBLOB_LEN || slen > INTBLOB_LEN) {
75ee21a45fSDag-Erling Smørgrav 		error("bad sig size %u %u", rlen, slen);
761e8db6e2SBrian Feldman 		DSA_SIG_free(sig);
771e8db6e2SBrian Feldman 		return -1;
781e8db6e2SBrian Feldman 	}
791e8db6e2SBrian Feldman 	memset(sigblob, 0, SIGBLOB_LEN);
801e8db6e2SBrian Feldman 	BN_bn2bin(sig->r, sigblob+ SIGBLOB_LEN - INTBLOB_LEN - rlen);
811e8db6e2SBrian Feldman 	BN_bn2bin(sig->s, sigblob+ SIGBLOB_LEN - slen);
821e8db6e2SBrian Feldman 	DSA_SIG_free(sig);
831e8db6e2SBrian Feldman 
841e8db6e2SBrian Feldman 	if (datafellows & SSH_BUG_SIGBLOB) {
851e8db6e2SBrian Feldman 		if (lenp != NULL)
861e8db6e2SBrian Feldman 			*lenp = SIGBLOB_LEN;
874b17dab0SDag-Erling Smørgrav 		if (sigp != NULL) {
884b17dab0SDag-Erling Smørgrav 			*sigp = xmalloc(SIGBLOB_LEN);
894b17dab0SDag-Erling Smørgrav 			memcpy(*sigp, sigblob, SIGBLOB_LEN);
904b17dab0SDag-Erling Smørgrav 		}
911e8db6e2SBrian Feldman 	} else {
921e8db6e2SBrian Feldman 		/* ietf-drafts */
931e8db6e2SBrian Feldman 		buffer_init(&b);
941e8db6e2SBrian Feldman 		buffer_put_cstring(&b, "ssh-dss");
951e8db6e2SBrian Feldman 		buffer_put_string(&b, sigblob, SIGBLOB_LEN);
961e8db6e2SBrian Feldman 		len = buffer_len(&b);
971e8db6e2SBrian Feldman 		if (lenp != NULL)
981e8db6e2SBrian Feldman 			*lenp = len;
994b17dab0SDag-Erling Smørgrav 		if (sigp != NULL) {
1004b17dab0SDag-Erling Smørgrav 			*sigp = xmalloc(len);
1014b17dab0SDag-Erling Smørgrav 			memcpy(*sigp, buffer_ptr(&b), len);
1024b17dab0SDag-Erling Smørgrav 		}
1034b17dab0SDag-Erling Smørgrav 		buffer_free(&b);
1041e8db6e2SBrian Feldman 	}
1051e8db6e2SBrian Feldman 	return 0;
1061e8db6e2SBrian Feldman }
1071e8db6e2SBrian Feldman int
108efcad6b7SDag-Erling Smørgrav ssh_dss_verify(const Key *key, const u_char *signature, u_int signaturelen,
109efcad6b7SDag-Erling Smørgrav     const u_char *data, u_int datalen)
1101e8db6e2SBrian Feldman {
1111e8db6e2SBrian Feldman 	DSA_SIG *sig;
112ae1f160dSDag-Erling Smørgrav 	const EVP_MD *evp_md = EVP_sha1();
1131e8db6e2SBrian Feldman 	EVP_MD_CTX md;
114ae1f160dSDag-Erling Smørgrav 	u_char digest[EVP_MAX_MD_SIZE], *sigblob;
1151e8db6e2SBrian Feldman 	u_int len, dlen;
116ae1f160dSDag-Erling Smørgrav 	int rlen, ret;
117ae1f160dSDag-Erling Smørgrav 	Buffer b;
1181e8db6e2SBrian Feldman 
1191e8db6e2SBrian Feldman 	if (key == NULL || key->type != KEY_DSA || key->dsa == NULL) {
1201e8db6e2SBrian Feldman 		error("ssh_dss_verify: no DSA key");
1211e8db6e2SBrian Feldman 		return -1;
1221e8db6e2SBrian Feldman 	}
1231e8db6e2SBrian Feldman 
1241e8db6e2SBrian Feldman 	/* fetch signature */
1251e8db6e2SBrian Feldman 	if (datafellows & SSH_BUG_SIGBLOB) {
126efcad6b7SDag-Erling Smørgrav 		sigblob = xmalloc(signaturelen);
127efcad6b7SDag-Erling Smørgrav 		memcpy(sigblob, signature, signaturelen);
1281e8db6e2SBrian Feldman 		len = signaturelen;
1291e8db6e2SBrian Feldman 	} else {
1301e8db6e2SBrian Feldman 		/* ietf-drafts */
1311e8db6e2SBrian Feldman 		char *ktype;
1321e8db6e2SBrian Feldman 		buffer_init(&b);
133ae1f160dSDag-Erling Smørgrav 		buffer_append(&b, signature, signaturelen);
1341e8db6e2SBrian Feldman 		ktype = buffer_get_string(&b, NULL);
1351e8db6e2SBrian Feldman 		if (strcmp("ssh-dss", ktype) != 0) {
1361e8db6e2SBrian Feldman 			error("ssh_dss_verify: cannot handle type %s", ktype);
1371e8db6e2SBrian Feldman 			buffer_free(&b);
1381e8db6e2SBrian Feldman 			xfree(ktype);
139ae1f160dSDag-Erling Smørgrav 			return -1;
140ae1f160dSDag-Erling Smørgrav 		}
141ae1f160dSDag-Erling Smørgrav 		xfree(ktype);
142ae1f160dSDag-Erling Smørgrav 		sigblob = buffer_get_string(&b, &len);
143ae1f160dSDag-Erling Smørgrav 		rlen = buffer_len(&b);
144ae1f160dSDag-Erling Smørgrav 		buffer_free(&b);
145ae1f160dSDag-Erling Smørgrav 		if (rlen != 0) {
146ae1f160dSDag-Erling Smørgrav 			error("ssh_dss_verify: "
147ae1f160dSDag-Erling Smørgrav 			    "remaining bytes in signature %d", rlen);
148ae1f160dSDag-Erling Smørgrav 			xfree(sigblob);
149ae1f160dSDag-Erling Smørgrav 			return -1;
150ae1f160dSDag-Erling Smørgrav 		}
1511e8db6e2SBrian Feldman 	}
1521e8db6e2SBrian Feldman 
1531e8db6e2SBrian Feldman 	if (len != SIGBLOB_LEN) {
154ee21a45fSDag-Erling Smørgrav 		fatal("bad sigbloblen %u != SIGBLOB_LEN", len);
1551e8db6e2SBrian Feldman 	}
1561e8db6e2SBrian Feldman 
1571e8db6e2SBrian Feldman 	/* parse signature */
158ae1f160dSDag-Erling Smørgrav 	if ((sig = DSA_SIG_new()) == NULL)
159ae1f160dSDag-Erling Smørgrav 		fatal("ssh_dss_verify: DSA_SIG_new failed");
160ae1f160dSDag-Erling Smørgrav 	if ((sig->r = BN_new()) == NULL)
161ae1f160dSDag-Erling Smørgrav 		fatal("ssh_dss_verify: BN_new failed");
162ae1f160dSDag-Erling Smørgrav 	if ((sig->s = BN_new()) == NULL)
163ae1f160dSDag-Erling Smørgrav 		fatal("ssh_dss_verify: BN_new failed");
1641e8db6e2SBrian Feldman 	BN_bin2bn(sigblob, INTBLOB_LEN, sig->r);
1651e8db6e2SBrian Feldman 	BN_bin2bn(sigblob+ INTBLOB_LEN, INTBLOB_LEN, sig->s);
1661e8db6e2SBrian Feldman 
167efcad6b7SDag-Erling Smørgrav 	/* clean up */
1681e8db6e2SBrian Feldman 	memset(sigblob, 0, len);
1691e8db6e2SBrian Feldman 	xfree(sigblob);
1701e8db6e2SBrian Feldman 
1711e8db6e2SBrian Feldman 	/* sha1 the data */
1721e8db6e2SBrian Feldman 	EVP_DigestInit(&md, evp_md);
1731e8db6e2SBrian Feldman 	EVP_DigestUpdate(&md, data, datalen);
174ae1f160dSDag-Erling Smørgrav 	EVP_DigestFinal(&md, digest, &dlen);
1751e8db6e2SBrian Feldman 
1761e8db6e2SBrian Feldman 	ret = DSA_do_verify(digest, dlen, sig, key->dsa);
177ae1f160dSDag-Erling Smørgrav 	memset(digest, 'd', sizeof(digest));
1781e8db6e2SBrian Feldman 
1791e8db6e2SBrian Feldman 	DSA_SIG_free(sig);
1801e8db6e2SBrian Feldman 
181ae1f160dSDag-Erling Smørgrav 	debug("ssh_dss_verify: signature %s",
182ae1f160dSDag-Erling Smørgrav 	    ret == 1 ? "correct" : ret == 0 ? "incorrect" : "error");
1831e8db6e2SBrian Feldman 	return ret;
1841e8db6e2SBrian Feldman }
185