xref: /freebsd/crypto/openssh/digest-openssl.c (revision 3e058dbd)
14f52dfbbSDag-Erling Smørgrav /* $OpenBSD: digest-openssl.c,v 1.9 2020/10/29 02:52:43 djm Exp $ */
2b83788ffSDag-Erling Smørgrav /*
3b83788ffSDag-Erling Smørgrav  * Copyright (c) 2013 Damien Miller <djm@mindrot.org>
4b83788ffSDag-Erling Smørgrav  *
5b83788ffSDag-Erling Smørgrav  * Permission to use, copy, modify, and distribute this software for any
6b83788ffSDag-Erling Smørgrav  * purpose with or without fee is hereby granted, provided that the above
7b83788ffSDag-Erling Smørgrav  * copyright notice and this permission notice appear in all copies.
8b83788ffSDag-Erling Smørgrav  *
9b83788ffSDag-Erling Smørgrav  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10b83788ffSDag-Erling Smørgrav  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11b83788ffSDag-Erling Smørgrav  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12b83788ffSDag-Erling Smørgrav  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13b83788ffSDag-Erling Smørgrav  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14b83788ffSDag-Erling Smørgrav  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15b83788ffSDag-Erling Smørgrav  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16b83788ffSDag-Erling Smørgrav  */
17b83788ffSDag-Erling Smørgrav 
18b83788ffSDag-Erling Smørgrav #include "includes.h"
19b83788ffSDag-Erling Smørgrav 
20bc5531deSDag-Erling Smørgrav #ifdef WITH_OPENSSL
21bc5531deSDag-Erling Smørgrav 
22b83788ffSDag-Erling Smørgrav #include <sys/types.h>
23b83788ffSDag-Erling Smørgrav #include <limits.h>
24b83788ffSDag-Erling Smørgrav #include <stdlib.h>
25b83788ffSDag-Erling Smørgrav #include <string.h>
26b83788ffSDag-Erling Smørgrav 
27b83788ffSDag-Erling Smørgrav #include <openssl/evp.h>
28b83788ffSDag-Erling Smørgrav 
29b83788ffSDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h"
30b83788ffSDag-Erling Smørgrav 
31a0ee8cc6SDag-Erling Smørgrav #include "sshbuf.h"
32b83788ffSDag-Erling Smørgrav #include "digest.h"
33a0ee8cc6SDag-Erling Smørgrav #include "ssherr.h"
34a0ee8cc6SDag-Erling Smørgrav 
35a0ee8cc6SDag-Erling Smørgrav #ifndef HAVE_EVP_SHA256
36a0ee8cc6SDag-Erling Smørgrav # define EVP_sha256 NULL
37a0ee8cc6SDag-Erling Smørgrav #endif
38a0ee8cc6SDag-Erling Smørgrav #ifndef HAVE_EVP_SHA384
39a0ee8cc6SDag-Erling Smørgrav # define EVP_sha384 NULL
40a0ee8cc6SDag-Erling Smørgrav #endif
41a0ee8cc6SDag-Erling Smørgrav #ifndef HAVE_EVP_SHA512
42a0ee8cc6SDag-Erling Smørgrav # define EVP_sha512 NULL
43b83788ffSDag-Erling Smørgrav #endif
44b83788ffSDag-Erling Smørgrav 
45b83788ffSDag-Erling Smørgrav struct ssh_digest_ctx {
463e058dbdSEd Maste 	int alg;
47b83788ffSDag-Erling Smørgrav 	EVP_MD_CTX *mdctx;
48b83788ffSDag-Erling Smørgrav };
49b83788ffSDag-Erling Smørgrav 
50b83788ffSDag-Erling Smørgrav struct ssh_digest {
51b83788ffSDag-Erling Smørgrav 	int id;
52b83788ffSDag-Erling Smørgrav 	const char *name;
53b83788ffSDag-Erling Smørgrav 	size_t digest_len;
54b83788ffSDag-Erling Smørgrav 	const EVP_MD *(*mdfunc)(void);
55b83788ffSDag-Erling Smørgrav };
56b83788ffSDag-Erling Smørgrav 
57b83788ffSDag-Erling Smørgrav /* NB. Indexed directly by algorithm number */
58b83788ffSDag-Erling Smørgrav const struct ssh_digest digests[] = {
59b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_MD5,	"MD5",		16,	EVP_md5 },
60b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA1,	"SHA1",		20,	EVP_sha1 },
61b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA256,	"SHA256",	32,	EVP_sha256 },
62b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA384,	"SHA384",	48,	EVP_sha384 },
63b83788ffSDag-Erling Smørgrav 	{ SSH_DIGEST_SHA512,	"SHA512",	64,	EVP_sha512 },
64b83788ffSDag-Erling Smørgrav 	{ -1,			NULL,		0,	NULL },
65b83788ffSDag-Erling Smørgrav };
66b83788ffSDag-Erling Smørgrav 
67b83788ffSDag-Erling Smørgrav static const struct ssh_digest *
ssh_digest_by_alg(int alg)68b83788ffSDag-Erling Smørgrav ssh_digest_by_alg(int alg)
69b83788ffSDag-Erling Smørgrav {
70b83788ffSDag-Erling Smørgrav 	if (alg < 0 || alg >= SSH_DIGEST_MAX)
71b83788ffSDag-Erling Smørgrav 		return NULL;
72b83788ffSDag-Erling Smørgrav 	if (digests[alg].id != alg) /* sanity */
73a0ee8cc6SDag-Erling Smørgrav 		return NULL;
74a0ee8cc6SDag-Erling Smørgrav 	if (digests[alg].mdfunc == NULL)
75b83788ffSDag-Erling Smørgrav 		return NULL;
76b83788ffSDag-Erling Smørgrav 	return &(digests[alg]);
77b83788ffSDag-Erling Smørgrav }
78bc5531deSDag-Erling Smørgrav 
79bc5531deSDag-Erling Smørgrav int
ssh_digest_alg_by_name(const char * name)80bc5531deSDag-Erling Smørgrav ssh_digest_alg_by_name(const char *name)
81bc5531deSDag-Erling Smørgrav {
82bc5531deSDag-Erling Smørgrav 	int alg;
83bc5531deSDag-Erling Smørgrav 
84bc5531deSDag-Erling Smørgrav 	for (alg = 0; digests[alg].id != -1; alg++) {
85bc5531deSDag-Erling Smørgrav 		if (strcasecmp(name, digests[alg].name) == 0)
86bc5531deSDag-Erling Smørgrav 			return digests[alg].id;
87bc5531deSDag-Erling Smørgrav 	}
88bc5531deSDag-Erling Smørgrav 	return -1;
89bc5531deSDag-Erling Smørgrav }
90bc5531deSDag-Erling Smørgrav 
91bc5531deSDag-Erling Smørgrav const char *
ssh_digest_alg_name(int alg)92bc5531deSDag-Erling Smørgrav ssh_digest_alg_name(int alg)
93bc5531deSDag-Erling Smørgrav {
94bc5531deSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
95bc5531deSDag-Erling Smørgrav 
96bc5531deSDag-Erling Smørgrav 	return digest == NULL ? NULL : digest->name;
97bc5531deSDag-Erling Smørgrav }
98b83788ffSDag-Erling Smørgrav 
99b83788ffSDag-Erling Smørgrav size_t
ssh_digest_bytes(int alg)100b83788ffSDag-Erling Smørgrav ssh_digest_bytes(int alg)
101b83788ffSDag-Erling Smørgrav {
102b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
103b83788ffSDag-Erling Smørgrav 
104b83788ffSDag-Erling Smørgrav 	return digest == NULL ? 0 : digest->digest_len;
105b83788ffSDag-Erling Smørgrav }
106b83788ffSDag-Erling Smørgrav 
107b83788ffSDag-Erling Smørgrav size_t
ssh_digest_blocksize(struct ssh_digest_ctx * ctx)108b83788ffSDag-Erling Smørgrav ssh_digest_blocksize(struct ssh_digest_ctx *ctx)
1093e058dbdSEd Maste {
110b83788ffSDag-Erling Smørgrav 	return EVP_MD_CTX_block_size(ctx->mdctx);
111b83788ffSDag-Erling Smørgrav }
112b83788ffSDag-Erling Smørgrav 
113b83788ffSDag-Erling Smørgrav struct ssh_digest_ctx *
ssh_digest_start(int alg)114b83788ffSDag-Erling Smørgrav ssh_digest_start(int alg)
115b83788ffSDag-Erling Smørgrav {
116b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
117b83788ffSDag-Erling Smørgrav 	struct ssh_digest_ctx *ret;
118b83788ffSDag-Erling Smørgrav 
119b83788ffSDag-Erling Smørgrav 	if (digest == NULL || ((ret = calloc(1, sizeof(*ret))) == NULL))
120b83788ffSDag-Erling Smørgrav 		return NULL;
1213e058dbdSEd Maste 	ret->alg = alg;
122b83788ffSDag-Erling Smørgrav 	if ((ret->mdctx = EVP_MD_CTX_new()) == NULL) {
123b83788ffSDag-Erling Smørgrav 		free(ret);
124b83788ffSDag-Erling Smørgrav 		return NULL;
1253e058dbdSEd Maste 	}
1263e058dbdSEd Maste 	if (EVP_DigestInit_ex(ret->mdctx, digest->mdfunc(), NULL) != 1) {
1273e058dbdSEd Maste 		ssh_digest_free(ret);
1283e058dbdSEd Maste 		return NULL;
129b83788ffSDag-Erling Smørgrav 	}
130b83788ffSDag-Erling Smørgrav 	return ret;
131b83788ffSDag-Erling Smørgrav }
132b83788ffSDag-Erling Smørgrav 
133b83788ffSDag-Erling Smørgrav int
ssh_digest_copy_state(struct ssh_digest_ctx * from,struct ssh_digest_ctx * to)134b83788ffSDag-Erling Smørgrav ssh_digest_copy_state(struct ssh_digest_ctx *from, struct ssh_digest_ctx *to)
135a0ee8cc6SDag-Erling Smørgrav {
136a0ee8cc6SDag-Erling Smørgrav 	if (from->alg != to->alg)
137b83788ffSDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
1383e058dbdSEd Maste 	/* we have bcopy-style order while openssl has memcpy-style */
139a0ee8cc6SDag-Erling Smørgrav 	if (!EVP_MD_CTX_copy_ex(to->mdctx, from->mdctx))
140b83788ffSDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
141b83788ffSDag-Erling Smørgrav 	return 0;
142b83788ffSDag-Erling Smørgrav }
143b83788ffSDag-Erling Smørgrav 
144b83788ffSDag-Erling Smørgrav int
ssh_digest_update(struct ssh_digest_ctx * ctx,const void * m,size_t mlen)145b83788ffSDag-Erling Smørgrav ssh_digest_update(struct ssh_digest_ctx *ctx, const void *m, size_t mlen)
1463e058dbdSEd Maste {
147a0ee8cc6SDag-Erling Smørgrav 	if (EVP_DigestUpdate(ctx->mdctx, m, mlen) != 1)
148b83788ffSDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
149b83788ffSDag-Erling Smørgrav 	return 0;
150b83788ffSDag-Erling Smørgrav }
151b83788ffSDag-Erling Smørgrav 
152a0ee8cc6SDag-Erling Smørgrav int
ssh_digest_update_buffer(struct ssh_digest_ctx * ctx,const struct sshbuf * b)153b83788ffSDag-Erling Smørgrav ssh_digest_update_buffer(struct ssh_digest_ctx *ctx, const struct sshbuf *b)
154a0ee8cc6SDag-Erling Smørgrav {
155b83788ffSDag-Erling Smørgrav 	return ssh_digest_update(ctx, sshbuf_ptr(b), sshbuf_len(b));
156b83788ffSDag-Erling Smørgrav }
157b83788ffSDag-Erling Smørgrav 
158b83788ffSDag-Erling Smørgrav int
ssh_digest_final(struct ssh_digest_ctx * ctx,u_char * d,size_t dlen)159b83788ffSDag-Erling Smørgrav ssh_digest_final(struct ssh_digest_ctx *ctx, u_char *d, size_t dlen)
160b83788ffSDag-Erling Smørgrav {
161b83788ffSDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(ctx->alg);
162b83788ffSDag-Erling Smørgrav 	u_int l = dlen;
163d93a896eSDag-Erling Smørgrav 
164a0ee8cc6SDag-Erling Smørgrav 	if (digest == NULL || dlen > UINT_MAX)
165b83788ffSDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
166a0ee8cc6SDag-Erling Smørgrav 	if (dlen < digest->digest_len) /* No truncation allowed */
1673e058dbdSEd Maste 		return SSH_ERR_INVALID_ARGUMENT;
168a0ee8cc6SDag-Erling Smørgrav 	if (EVP_DigestFinal_ex(ctx->mdctx, d, &l) != 1)
169b83788ffSDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
170a0ee8cc6SDag-Erling Smørgrav 	if (l != digest->digest_len) /* sanity */
171b83788ffSDag-Erling Smørgrav 		return SSH_ERR_INTERNAL_ERROR;
172b83788ffSDag-Erling Smørgrav 	return 0;
173b83788ffSDag-Erling Smørgrav }
174b83788ffSDag-Erling Smørgrav 
175b83788ffSDag-Erling Smørgrav void
ssh_digest_free(struct ssh_digest_ctx * ctx)176b83788ffSDag-Erling Smørgrav ssh_digest_free(struct ssh_digest_ctx *ctx)
1773e058dbdSEd Maste {
1783e058dbdSEd Maste 	if (ctx == NULL)
1793e058dbdSEd Maste 		return;
1803e058dbdSEd Maste 	EVP_MD_CTX_free(ctx->mdctx);
181b83788ffSDag-Erling Smørgrav 	freezero(ctx, sizeof(*ctx));
182b83788ffSDag-Erling Smørgrav }
183b83788ffSDag-Erling Smørgrav 
184b83788ffSDag-Erling Smørgrav int
ssh_digest_memory(int alg,const void * m,size_t mlen,u_char * d,size_t dlen)185b83788ffSDag-Erling Smørgrav ssh_digest_memory(int alg, const void *m, size_t mlen, u_char *d, size_t dlen)
186a0ee8cc6SDag-Erling Smørgrav {
187a0ee8cc6SDag-Erling Smørgrav 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
188b83788ffSDag-Erling Smørgrav 	u_int mdlen;
189a0ee8cc6SDag-Erling Smørgrav 
190a0ee8cc6SDag-Erling Smørgrav 	if (digest == NULL)
191a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
192a0ee8cc6SDag-Erling Smørgrav 	if (dlen > UINT_MAX)
193a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
194a0ee8cc6SDag-Erling Smørgrav 	if (dlen < digest->digest_len)
195a0ee8cc6SDag-Erling Smørgrav 		return SSH_ERR_INVALID_ARGUMENT;
196a0ee8cc6SDag-Erling Smørgrav 	mdlen = dlen;
197a0ee8cc6SDag-Erling Smørgrav 	if (!EVP_Digest(m, mlen, d, &mdlen, digest->mdfunc(), NULL))
198b83788ffSDag-Erling Smørgrav 		return SSH_ERR_LIBCRYPTO_ERROR;
199b83788ffSDag-Erling Smørgrav 	return 0;
200b83788ffSDag-Erling Smørgrav }
201b83788ffSDag-Erling Smørgrav 
202a0ee8cc6SDag-Erling Smørgrav int
ssh_digest_buffer(int alg,const struct sshbuf * b,u_char * d,size_t dlen)203b83788ffSDag-Erling Smørgrav ssh_digest_buffer(int alg, const struct sshbuf *b, u_char *d, size_t dlen)
204a0ee8cc6SDag-Erling Smørgrav {
205b83788ffSDag-Erling Smørgrav 	return ssh_digest_memory(alg, sshbuf_ptr(b), sshbuf_len(b), d, dlen);
206bc5531deSDag-Erling Smørgrav }
207 #endif /* WITH_OPENSSL */
208