xref: /freebsd/crypto/openssh/digest-openssl.c (revision 19261079b74319502c6ffa1249920079f0f69a72)
1*19261079SEd Maste /* $OpenBSD: digest-openssl.c,v 1.9 2020/10/29 02:52:43 djm Exp $ */
2b83788ffSDag-Erling Smørgrav /*
3b83788ffSDag-Erling Smørgrav  * Copyright (c) 2013 Damien Miller <djm@mindrot.org>
4b83788ffSDag-Erling Smørgrav  *
5b83788ffSDag-Erling Smørgrav  * Permission to use, copy, modify, and distribute this software for any
6b83788ffSDag-Erling Smørgrav  * purpose with or without fee is hereby granted, provided that the above
7b83788ffSDag-Erling Smørgrav  * copyright notice and this permission notice appear in all copies.
8b83788ffSDag-Erling Smørgrav  *
9b83788ffSDag-Erling Smørgrav  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10b83788ffSDag-Erling Smørgrav  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11b83788ffSDag-Erling Smørgrav  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12b83788ffSDag-Erling Smørgrav  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13b83788ffSDag-Erling Smørgrav  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14b83788ffSDag-Erling Smørgrav  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15b83788ffSDag-Erling Smørgrav  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16b83788ffSDag-Erling Smørgrav  */
17b83788ffSDag-Erling Smørgrav 
18b83788ffSDag-Erling Smørgrav #include "includes.h"
19b83788ffSDag-Erling Smørgrav 
20bc5531deSDag-Erling Smørgrav #ifdef WITH_OPENSSL
21bc5531deSDag-Erling Smørgrav 
22b83788ffSDag-Erling Smørgrav #include <sys/types.h>
23b83788ffSDag-Erling Smørgrav #include <limits.h>
24b83788ffSDag-Erling Smørgrav #include <stdlib.h>
25b83788ffSDag-Erling Smørgrav #include <string.h>
26b83788ffSDag-Erling Smørgrav 
27b83788ffSDag-Erling Smørgrav #include <openssl/evp.h>
28b83788ffSDag-Erling Smørgrav 
29b83788ffSDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h"
30b83788ffSDag-Erling Smørgrav 
31a0ee8cc6SDag-Erling Smørgrav #include "sshbuf.h"
32b83788ffSDag-Erling Smørgrav #include "digest.h"
33a0ee8cc6SDag-Erling Smørgrav #include "ssherr.h"
34a0ee8cc6SDag-Erling Smørgrav 
35a0ee8cc6SDag-Erling Smørgrav #ifndef HAVE_EVP_SHA256
36a0ee8cc6SDag-Erling Smørgrav # define EVP_sha256 NULL
37*19261079SEd Maste #endif
38*19261079SEd Maste #ifndef HAVE_EVP_SHA384
39a0ee8cc6SDag-Erling Smørgrav # define EVP_sha384 NULL
40*19261079SEd Maste #endif
41*19261079SEd Maste #ifndef HAVE_EVP_SHA512
42a0ee8cc6SDag-Erling Smørgrav # define EVP_sha512 NULL
43*19261079SEd Maste #endif
44b83788ffSDag-Erling Smørgrav 
45b83788ffSDag-Erling Smørgrav struct ssh_digest_ctx {
46b83788ffSDag-Erling Smørgrav 	int alg;
472a01feabSEd Maste 	EVP_MD_CTX *mdctx;
48b83788ffSDag-Erling Smørgrav };
49b83788ffSDag-Erling Smørgrav 
50b83788ffSDag-Erling Smørgrav struct ssh_digest {
51b83788ffSDag-Erling Smørgrav 	int id;
52b83788ffSDag-Erling Smørgrav 	const char *name;
53b83788ffSDag-Erling Smørgrav 	size_t digest_len;
54b83788ffSDag-Erling Smørgrav 	const EVP_MD *(*mdfunc)(void);
55b83788ffSDag-Erling Smørgrav };
56b83788ffSDag-Erling Smørgrav 
57b83788ffSDag-Erling Smørgrav /* NB. Indexed directly by algorithm number */
58b83788ffSDag-Erling Smørgrav const struct ssh_digest digests[] = {
59b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_MD5,	"MD5",		16,	EVP_md5 },
60b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA1,	"SHA1",		20,	EVP_sha1 },
61b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA256,	"SHA256",	32,	EVP_sha256 },
62b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA384,	"SHA384",	48,	EVP_sha384 },
63b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA512,	"SHA512",	64,	EVP_sha512 },
64b83788ffSDag-Erling Smørgrav 	{ -1,			NULL,		0,	NULL },
65b83788ffSDag-Erling Smørgrav };
66b83788ffSDag-Erling Smørgrav 
67b83788ffSDag-Erling Smørgrav static const struct ssh_digest *
ssh_digest_by_alg(int alg)68b83788ffSDag-Erling Smørgrav ssh_digest_by_alg(int alg)
69b83788ffSDag-Erling Smørgrav {
70b83788ffSDag-Erling Smørgrav 	if (alg < 0 || alg >= SSH_DIGEST_MAX)
71b83788ffSDag-Erling Smørgrav 		return NULL;
72b83788ffSDag-Erling Smørgrav 	if (digests[alg].id != alg) /* sanity */
73b83788ffSDag-Erling Smørgrav 		return NULL;
74a0ee8cc6SDag-Erling Smørgrav 	if (digests[alg].mdfunc == NULL)
75a0ee8cc6SDag-Erling Smørgrav 		return NULL;
76b83788ffSDag-Erling Smørgrav 	return &(digests[alg]);
77b83788ffSDag-Erling Smørgrav }
78b83788ffSDag-Erling Smørgrav 
79bc5531deSDag-Erling Smørgrav int
ssh_digest_alg_by_name(const char * name)80bc5531deSDag-Erling Smørgrav ssh_digest_alg_by_name(const char *name)
81bc5531deSDag-Erling Smørgrav {
82bc5531deSDag-Erling Smørgrav 	int alg;
83bc5531deSDag-Erling Smørgrav 
84bc5531deSDag-Erling Smørgrav 	for (alg = 0; digests[alg].id != -1; alg++) {
85bc5531deSDag-Erling Smørgrav 		if (strcasecmp(name, digests[alg].name) == 0)
86bc5531deSDag-Erling Smørgrav 			return digests[alg].id;
87bc5531deSDag-Erling Smørgrav 	}
88bc5531deSDag-Erling Smørgrav 	return -1;
89bc5531deSDag-Erling Smørgrav }
90bc5531deSDag-Erling Smørgrav 
91bc5531deSDag-Erling Smørgrav const char *
ssh_digest_alg_name(int alg)92bc5531deSDag-Erling Smørgrav ssh_digest_alg_name(int alg)
93bc5531deSDag-Erling Smørgrav {
94bc5531deSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
95bc5531deSDag-Erling Smørgrav 
96bc5531deSDag-Erling Smørgrav 	return digest == NULL ? NULL : digest->name;
97bc5531deSDag-Erling Smørgrav }
98bc5531deSDag-Erling Smørgrav 
99b83788ffSDag-Erling Smørgrav size_t
ssh_digest_bytes(int alg)100b83788ffSDag-Erling Smørgrav ssh_digest_bytes(int alg)
101b83788ffSDag-Erling Smørgrav {
102b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
103b83788ffSDag-Erling Smørgrav 
104b83788ffSDag-Erling Smørgrav 	return digest == NULL ? 0 : digest->digest_len;
105b83788ffSDag-Erling Smørgrav }
106b83788ffSDag-Erling Smørgrav 
107b83788ffSDag-Erling Smørgrav size_t
ssh_digest_blocksize(struct ssh_digest_ctx * ctx)108b83788ffSDag-Erling Smørgrav ssh_digest_blocksize(struct ssh_digest_ctx *ctx)
109b83788ffSDag-Erling Smørgrav {
1102a01feabSEd Maste 	return EVP_MD_CTX_block_size(ctx->mdctx);
111b83788ffSDag-Erling Smørgrav }
112b83788ffSDag-Erling Smørgrav 
113b83788ffSDag-Erling Smørgrav struct ssh_digest_ctx *
ssh_digest_start(int alg)114b83788ffSDag-Erling Smørgrav ssh_digest_start(int alg)
115b83788ffSDag-Erling Smørgrav {
116b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
117b83788ffSDag-Erling Smørgrav 	struct ssh_digest_ctx *ret;
118b83788ffSDag-Erling Smørgrav 
119b83788ffSDag-Erling Smørgrav 	if (digest == NULL || ((ret = calloc(1, sizeof(*ret))) == NULL))
120b83788ffSDag-Erling Smørgrav 		return NULL;
121b83788ffSDag-Erling Smørgrav 	ret->alg = alg;
1222a01feabSEd Maste 	if ((ret->mdctx = EVP_MD_CTX_new()) == NULL) {
123b83788ffSDag-Erling Smørgrav 		free(ret);
124b83788ffSDag-Erling Smørgrav 		return NULL;
125b83788ffSDag-Erling Smørgrav 	}
1262a01feabSEd Maste 	if (EVP_DigestInit_ex(ret->mdctx, digest->mdfunc(), NULL) != 1) {
1272a01feabSEd Maste 		ssh_digest_free(ret);
1282a01feabSEd Maste 		return NULL;
1292a01feabSEd Maste 	}
130b83788ffSDag-Erling Smørgrav 	return ret;
131b83788ffSDag-Erling Smørgrav }
132b83788ffSDag-Erling Smørgrav 
133b83788ffSDag-Erling Smørgrav int
ssh_digest_copy_state(struct ssh_digest_ctx * from,struct ssh_digest_ctx * to)134b83788ffSDag-Erling Smørgrav ssh_digest_copy_state(struct ssh_digest_ctx *from, struct ssh_digest_ctx *to)
135b83788ffSDag-Erling Smørgrav {
136a0ee8cc6SDag-Erling Smørgrav 	if (from->alg != to->alg)
137a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
138b83788ffSDag-Erling Smørgrav 	/* we have bcopy-style order while openssl has memcpy-style */
1392a01feabSEd Maste 	if (!EVP_MD_CTX_copy_ex(to->mdctx, from->mdctx))
140a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
141b83788ffSDag-Erling Smørgrav 	return 0;
142b83788ffSDag-Erling Smørgrav }
143b83788ffSDag-Erling Smørgrav 
144b83788ffSDag-Erling Smørgrav int
ssh_digest_update(struct ssh_digest_ctx * ctx,const void * m,size_t mlen)145b83788ffSDag-Erling Smørgrav ssh_digest_update(struct ssh_digest_ctx *ctx, const void *m, size_t mlen)
146b83788ffSDag-Erling Smørgrav {
1472a01feabSEd Maste 	if (EVP_DigestUpdate(ctx->mdctx, m, mlen) != 1)
148a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
149b83788ffSDag-Erling Smørgrav 	return 0;
150b83788ffSDag-Erling Smørgrav }
151b83788ffSDag-Erling Smørgrav 
152b83788ffSDag-Erling Smørgrav int
ssh_digest_update_buffer(struct ssh_digest_ctx * ctx,const struct sshbuf * b)153a0ee8cc6SDag-Erling Smørgrav ssh_digest_update_buffer(struct ssh_digest_ctx *ctx, const struct sshbuf *b)
154b83788ffSDag-Erling Smørgrav {
155a0ee8cc6SDag-Erling Smørgrav 	return ssh_digest_update(ctx, sshbuf_ptr(b), sshbuf_len(b));
156b83788ffSDag-Erling Smørgrav }
157b83788ffSDag-Erling Smørgrav 
158b83788ffSDag-Erling Smørgrav int
ssh_digest_final(struct ssh_digest_ctx * ctx,u_char * d,size_t dlen)159b83788ffSDag-Erling Smørgrav ssh_digest_final(struct ssh_digest_ctx *ctx, u_char *d, size_t dlen)
160b83788ffSDag-Erling Smørgrav {
161b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(ctx->alg);
162b83788ffSDag-Erling Smørgrav 	u_int l = dlen;
163b83788ffSDag-Erling Smørgrav 
164d93a896eSDag-Erling Smørgrav 	if (digest == NULL || dlen > UINT_MAX)
165a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
166b83788ffSDag-Erling Smørgrav 	if (dlen < digest->digest_len) /* No truncation allowed */
167a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
1682a01feabSEd Maste 	if (EVP_DigestFinal_ex(ctx->mdctx, d, &l) != 1)
169a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
170b83788ffSDag-Erling Smørgrav 	if (l != digest->digest_len) /* sanity */
171a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INTERNAL_ERROR;
172b83788ffSDag-Erling Smørgrav 	return 0;
173b83788ffSDag-Erling Smørgrav }
174b83788ffSDag-Erling Smørgrav 
175b83788ffSDag-Erling Smørgrav void
ssh_digest_free(struct ssh_digest_ctx * ctx)176b83788ffSDag-Erling Smørgrav ssh_digest_free(struct ssh_digest_ctx *ctx)
177b83788ffSDag-Erling Smørgrav {
1782a01feabSEd Maste 	if (ctx == NULL)
1792a01feabSEd Maste 		return;
1802a01feabSEd Maste 	EVP_MD_CTX_free(ctx->mdctx);
1812a01feabSEd Maste 	freezero(ctx, sizeof(*ctx));
182b83788ffSDag-Erling Smørgrav }
183b83788ffSDag-Erling Smørgrav 
184b83788ffSDag-Erling Smørgrav int
ssh_digest_memory(int alg,const void * m,size_t mlen,u_char * d,size_t dlen)185b83788ffSDag-Erling Smørgrav ssh_digest_memory(int alg, const void *m, size_t mlen, u_char *d, size_t dlen)
186b83788ffSDag-Erling Smørgrav {
187a0ee8cc6SDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
188a0ee8cc6SDag-Erling Smørgrav 	u_int mdlen;
189b83788ffSDag-Erling Smørgrav 
190a0ee8cc6SDag-Erling Smørgrav 	if (digest == NULL)
191a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
192a0ee8cc6SDag-Erling Smørgrav 	if (dlen > UINT_MAX)
193a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
194a0ee8cc6SDag-Erling Smørgrav 	if (dlen < digest->digest_len)
195a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
196a0ee8cc6SDag-Erling Smørgrav 	mdlen = dlen;
197a0ee8cc6SDag-Erling Smørgrav 	if (!EVP_Digest(m, mlen, d, &mdlen, digest->mdfunc(), NULL))
198a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
199b83788ffSDag-Erling Smørgrav 	return 0;
200b83788ffSDag-Erling Smørgrav }
201b83788ffSDag-Erling Smørgrav 
202b83788ffSDag-Erling Smørgrav int
ssh_digest_buffer(int alg,const struct sshbuf * b,u_char * d,size_t dlen)203a0ee8cc6SDag-Erling Smørgrav ssh_digest_buffer(int alg, const struct sshbuf *b, u_char *d, size_t dlen)
204b83788ffSDag-Erling Smørgrav {
205a0ee8cc6SDag-Erling Smørgrav 	return ssh_digest_memory(alg, sshbuf_ptr(b), sshbuf_len(b), d, dlen);
206b83788ffSDag-Erling Smørgrav }
207bc5531deSDag-Erling Smørgrav #endif /* WITH_OPENSSL */
208