xref: /dragonfly/crypto/openssh/ssh-rsa.c (revision ba1276ac)
1 /* $OpenBSD: ssh-rsa.c,v 1.79 2023/03/05 05:34:09 dtucker Exp $ */
2 /*
3  * Copyright (c) 2000, 2003 Markus Friedl <markus@openbsd.org>
4  *
5  * Permission to use, copy, modify, and distribute this software for any
6  * purpose with or without fee is hereby granted, provided that the above
7  * copyright notice and this permission notice appear in all copies.
8  *
9  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16  */
17 
18 #include "includes.h"
19 
20 #ifdef WITH_OPENSSL
21 
22 #include <sys/types.h>
23 
24 #include <openssl/evp.h>
25 #include <openssl/err.h>
26 
27 #include <stdarg.h>
28 #include <string.h>
29 
30 #include "sshbuf.h"
31 #include "ssherr.h"
32 #define SSHKEY_INTERNAL
33 #include "sshkey.h"
34 #include "digest.h"
35 #include "log.h"
36 
37 #include "openbsd-compat/openssl-compat.h"
38 
39 static int openssh_RSA_verify(int, u_char *, size_t, u_char *, size_t, RSA *);
40 
41 static u_int
ssh_rsa_size(const struct sshkey * key)42 ssh_rsa_size(const struct sshkey *key)
43 {
44 	const BIGNUM *rsa_n;
45 
46 	if (key->rsa == NULL)
47 		return 0;
48 	RSA_get0_key(key->rsa, &rsa_n, NULL, NULL);
49 	return BN_num_bits(rsa_n);
50 }
51 
52 static int
ssh_rsa_alloc(struct sshkey * k)53 ssh_rsa_alloc(struct sshkey *k)
54 {
55 	if ((k->rsa = RSA_new()) == NULL)
56 		return SSH_ERR_ALLOC_FAIL;
57 	return 0;
58 }
59 
60 static void
ssh_rsa_cleanup(struct sshkey * k)61 ssh_rsa_cleanup(struct sshkey *k)
62 {
63 	RSA_free(k->rsa);
64 	k->rsa = NULL;
65 }
66 
67 static int
ssh_rsa_equal(const struct sshkey * a,const struct sshkey * b)68 ssh_rsa_equal(const struct sshkey *a, const struct sshkey *b)
69 {
70 	const BIGNUM *rsa_e_a, *rsa_n_a;
71 	const BIGNUM *rsa_e_b, *rsa_n_b;
72 
73 	if (a->rsa == NULL || b->rsa == NULL)
74 		return 0;
75 	RSA_get0_key(a->rsa, &rsa_n_a, &rsa_e_a, NULL);
76 	RSA_get0_key(b->rsa, &rsa_n_b, &rsa_e_b, NULL);
77 	if (rsa_e_a == NULL || rsa_e_b == NULL)
78 		return 0;
79 	if (rsa_n_a == NULL || rsa_n_b == NULL)
80 		return 0;
81 	if (BN_cmp(rsa_e_a, rsa_e_b) != 0)
82 		return 0;
83 	if (BN_cmp(rsa_n_a, rsa_n_b) != 0)
84 		return 0;
85 	return 1;
86 }
87 
88 static int
ssh_rsa_serialize_public(const struct sshkey * key,struct sshbuf * b,enum sshkey_serialize_rep opts)89 ssh_rsa_serialize_public(const struct sshkey *key, struct sshbuf *b,
90     enum sshkey_serialize_rep opts)
91 {
92 	int r;
93 	const BIGNUM *rsa_n, *rsa_e;
94 
95 	if (key->rsa == NULL)
96 		return SSH_ERR_INVALID_ARGUMENT;
97 	RSA_get0_key(key->rsa, &rsa_n, &rsa_e, NULL);
98 	if ((r = sshbuf_put_bignum2(b, rsa_e)) != 0 ||
99 	    (r = sshbuf_put_bignum2(b, rsa_n)) != 0)
100 		return r;
101 
102 	return 0;
103 }
104 
105 static int
ssh_rsa_serialize_private(const struct sshkey * key,struct sshbuf * b,enum sshkey_serialize_rep opts)106 ssh_rsa_serialize_private(const struct sshkey *key, struct sshbuf *b,
107     enum sshkey_serialize_rep opts)
108 {
109 	int r;
110 	const BIGNUM *rsa_n, *rsa_e, *rsa_d, *rsa_iqmp, *rsa_p, *rsa_q;
111 
112 	RSA_get0_key(key->rsa, &rsa_n, &rsa_e, &rsa_d);
113 	RSA_get0_factors(key->rsa, &rsa_p, &rsa_q);
114 	RSA_get0_crt_params(key->rsa, NULL, NULL, &rsa_iqmp);
115 
116 	if (!sshkey_is_cert(key)) {
117 		/* Note: can't reuse ssh_rsa_serialize_public: e, n vs. n, e */
118 		if ((r = sshbuf_put_bignum2(b, rsa_n)) != 0 ||
119 		    (r = sshbuf_put_bignum2(b, rsa_e)) != 0)
120 			return r;
121 	}
122 	if ((r = sshbuf_put_bignum2(b, rsa_d)) != 0 ||
123 	    (r = sshbuf_put_bignum2(b, rsa_iqmp)) != 0 ||
124 	    (r = sshbuf_put_bignum2(b, rsa_p)) != 0 ||
125 	    (r = sshbuf_put_bignum2(b, rsa_q)) != 0)
126 		return r;
127 
128 	return 0;
129 }
130 
131 static int
ssh_rsa_generate(struct sshkey * k,int bits)132 ssh_rsa_generate(struct sshkey *k, int bits)
133 {
134 	RSA *private = NULL;
135 	BIGNUM *f4 = NULL;
136 	int ret = SSH_ERR_INTERNAL_ERROR;
137 
138 	if (bits < SSH_RSA_MINIMUM_MODULUS_SIZE ||
139 	    bits > SSHBUF_MAX_BIGNUM * 8)
140 		return SSH_ERR_KEY_LENGTH;
141 	if ((private = RSA_new()) == NULL || (f4 = BN_new()) == NULL) {
142 		ret = SSH_ERR_ALLOC_FAIL;
143 		goto out;
144 	}
145 	if (!BN_set_word(f4, RSA_F4) ||
146 	    !RSA_generate_key_ex(private, bits, f4, NULL)) {
147 		ret = SSH_ERR_LIBCRYPTO_ERROR;
148 		goto out;
149 	}
150 	k->rsa = private;
151 	private = NULL;
152 	ret = 0;
153  out:
154 	RSA_free(private);
155 	BN_free(f4);
156 	return ret;
157 }
158 
159 static int
ssh_rsa_copy_public(const struct sshkey * from,struct sshkey * to)160 ssh_rsa_copy_public(const struct sshkey *from, struct sshkey *to)
161 {
162 	const BIGNUM *rsa_n, *rsa_e;
163 	BIGNUM *rsa_n_dup = NULL, *rsa_e_dup = NULL;
164 	int r = SSH_ERR_INTERNAL_ERROR;
165 
166 	RSA_get0_key(from->rsa, &rsa_n, &rsa_e, NULL);
167 	if ((rsa_n_dup = BN_dup(rsa_n)) == NULL ||
168 	    (rsa_e_dup = BN_dup(rsa_e)) == NULL) {
169 		r = SSH_ERR_ALLOC_FAIL;
170 		goto out;
171 	}
172 	if (!RSA_set0_key(to->rsa, rsa_n_dup, rsa_e_dup, NULL)) {
173 		r = SSH_ERR_LIBCRYPTO_ERROR;
174 		goto out;
175 	}
176 	rsa_n_dup = rsa_e_dup = NULL; /* transferred */
177 	/* success */
178 	r = 0;
179  out:
180 	BN_clear_free(rsa_n_dup);
181 	BN_clear_free(rsa_e_dup);
182 	return r;
183 }
184 
185 static int
ssh_rsa_deserialize_public(const char * ktype,struct sshbuf * b,struct sshkey * key)186 ssh_rsa_deserialize_public(const char *ktype, struct sshbuf *b,
187     struct sshkey *key)
188 {
189 	int ret = SSH_ERR_INTERNAL_ERROR;
190 	BIGNUM *rsa_n = NULL, *rsa_e = NULL;
191 
192 	if (sshbuf_get_bignum2(b, &rsa_e) != 0 ||
193 	    sshbuf_get_bignum2(b, &rsa_n) != 0) {
194 		ret = SSH_ERR_INVALID_FORMAT;
195 		goto out;
196 	}
197 	if (!RSA_set0_key(key->rsa, rsa_n, rsa_e, NULL)) {
198 		ret = SSH_ERR_LIBCRYPTO_ERROR;
199 		goto out;
200 	}
201 	rsa_n = rsa_e = NULL; /* transferred */
202 	if ((ret = sshkey_check_rsa_length(key, 0)) != 0)
203 		goto out;
204 #ifdef DEBUG_PK
205 	RSA_print_fp(stderr, key->rsa, 8);
206 #endif
207 	/* success */
208 	ret = 0;
209  out:
210 	BN_clear_free(rsa_n);
211 	BN_clear_free(rsa_e);
212 	return ret;
213 }
214 
215 static int
ssh_rsa_deserialize_private(const char * ktype,struct sshbuf * b,struct sshkey * key)216 ssh_rsa_deserialize_private(const char *ktype, struct sshbuf *b,
217     struct sshkey *key)
218 {
219 	int r;
220 	BIGNUM *rsa_n = NULL, *rsa_e = NULL, *rsa_d = NULL;
221 	BIGNUM *rsa_iqmp = NULL, *rsa_p = NULL, *rsa_q = NULL;
222 
223 	/* Note: can't reuse ssh_rsa_deserialize_public: e, n vs. n, e */
224 	if (!sshkey_is_cert(key)) {
225 		if ((r = sshbuf_get_bignum2(b, &rsa_n)) != 0 ||
226 		    (r = sshbuf_get_bignum2(b, &rsa_e)) != 0)
227 			goto out;
228 		if (!RSA_set0_key(key->rsa, rsa_n, rsa_e, NULL)) {
229 			r = SSH_ERR_LIBCRYPTO_ERROR;
230 			goto out;
231 		}
232 		rsa_n = rsa_e = NULL; /* transferred */
233 	}
234 	if ((r = sshbuf_get_bignum2(b, &rsa_d)) != 0 ||
235 	    (r = sshbuf_get_bignum2(b, &rsa_iqmp)) != 0 ||
236 	    (r = sshbuf_get_bignum2(b, &rsa_p)) != 0 ||
237 	    (r = sshbuf_get_bignum2(b, &rsa_q)) != 0)
238 		goto out;
239 	if (!RSA_set0_key(key->rsa, NULL, NULL, rsa_d)) {
240 		r = SSH_ERR_LIBCRYPTO_ERROR;
241 		goto out;
242 	}
243 	rsa_d = NULL; /* transferred */
244 	if (!RSA_set0_factors(key->rsa, rsa_p, rsa_q)) {
245 		r = SSH_ERR_LIBCRYPTO_ERROR;
246 		goto out;
247 	}
248 	rsa_p = rsa_q = NULL; /* transferred */
249 	if ((r = sshkey_check_rsa_length(key, 0)) != 0)
250 		goto out;
251 	if ((r = ssh_rsa_complete_crt_parameters(key, rsa_iqmp)) != 0)
252 		goto out;
253 	if (RSA_blinding_on(key->rsa, NULL) != 1) {
254 		r = SSH_ERR_LIBCRYPTO_ERROR;
255 		goto out;
256 	}
257 	/* success */
258 	r = 0;
259  out:
260 	BN_clear_free(rsa_n);
261 	BN_clear_free(rsa_e);
262 	BN_clear_free(rsa_d);
263 	BN_clear_free(rsa_p);
264 	BN_clear_free(rsa_q);
265 	BN_clear_free(rsa_iqmp);
266 	return r;
267 }
268 
269 static const char *
rsa_hash_alg_ident(int hash_alg)270 rsa_hash_alg_ident(int hash_alg)
271 {
272 	switch (hash_alg) {
273 	case SSH_DIGEST_SHA1:
274 		return "ssh-rsa";
275 	case SSH_DIGEST_SHA256:
276 		return "rsa-sha2-256";
277 	case SSH_DIGEST_SHA512:
278 		return "rsa-sha2-512";
279 	}
280 	return NULL;
281 }
282 
283 /*
284  * Returns the hash algorithm ID for a given algorithm identifier as used
285  * inside the signature blob,
286  */
287 static int
rsa_hash_id_from_ident(const char * ident)288 rsa_hash_id_from_ident(const char *ident)
289 {
290 	if (strcmp(ident, "ssh-rsa") == 0)
291 		return SSH_DIGEST_SHA1;
292 	if (strcmp(ident, "rsa-sha2-256") == 0)
293 		return SSH_DIGEST_SHA256;
294 	if (strcmp(ident, "rsa-sha2-512") == 0)
295 		return SSH_DIGEST_SHA512;
296 	return -1;
297 }
298 
299 /*
300  * Return the hash algorithm ID for the specified key name. This includes
301  * all the cases of rsa_hash_id_from_ident() but also the certificate key
302  * types.
303  */
304 static int
rsa_hash_id_from_keyname(const char * alg)305 rsa_hash_id_from_keyname(const char *alg)
306 {
307 	int r;
308 
309 	if ((r = rsa_hash_id_from_ident(alg)) != -1)
310 		return r;
311 	if (strcmp(alg, "ssh-rsa-cert-v01@openssh.com") == 0)
312 		return SSH_DIGEST_SHA1;
313 	if (strcmp(alg, "rsa-sha2-256-cert-v01@openssh.com") == 0)
314 		return SSH_DIGEST_SHA256;
315 	if (strcmp(alg, "rsa-sha2-512-cert-v01@openssh.com") == 0)
316 		return SSH_DIGEST_SHA512;
317 	return -1;
318 }
319 
320 static int
rsa_hash_alg_nid(int type)321 rsa_hash_alg_nid(int type)
322 {
323 	switch (type) {
324 	case SSH_DIGEST_SHA1:
325 		return NID_sha1;
326 	case SSH_DIGEST_SHA256:
327 		return NID_sha256;
328 	case SSH_DIGEST_SHA512:
329 		return NID_sha512;
330 	default:
331 		return -1;
332 	}
333 }
334 
335 int
ssh_rsa_complete_crt_parameters(struct sshkey * key,const BIGNUM * iqmp)336 ssh_rsa_complete_crt_parameters(struct sshkey *key, const BIGNUM *iqmp)
337 {
338 	const BIGNUM *rsa_p, *rsa_q, *rsa_d;
339 	BIGNUM *aux = NULL, *d_consttime = NULL;
340 	BIGNUM *rsa_dmq1 = NULL, *rsa_dmp1 = NULL, *rsa_iqmp = NULL;
341 	BN_CTX *ctx = NULL;
342 	int r;
343 
344 	if (key == NULL || key->rsa == NULL ||
345 	    sshkey_type_plain(key->type) != KEY_RSA)
346 		return SSH_ERR_INVALID_ARGUMENT;
347 
348 	RSA_get0_key(key->rsa, NULL, NULL, &rsa_d);
349 	RSA_get0_factors(key->rsa, &rsa_p, &rsa_q);
350 
351 	if ((ctx = BN_CTX_new()) == NULL)
352 		return SSH_ERR_ALLOC_FAIL;
353 	if ((aux = BN_new()) == NULL ||
354 	    (rsa_dmq1 = BN_new()) == NULL ||
355 	    (rsa_dmp1 = BN_new()) == NULL)
356 		return SSH_ERR_ALLOC_FAIL;
357 	if ((d_consttime = BN_dup(rsa_d)) == NULL ||
358 	    (rsa_iqmp = BN_dup(iqmp)) == NULL) {
359 		r = SSH_ERR_ALLOC_FAIL;
360 		goto out;
361 	}
362 	BN_set_flags(aux, BN_FLG_CONSTTIME);
363 	BN_set_flags(d_consttime, BN_FLG_CONSTTIME);
364 
365 	if ((BN_sub(aux, rsa_q, BN_value_one()) == 0) ||
366 	    (BN_mod(rsa_dmq1, d_consttime, aux, ctx) == 0) ||
367 	    (BN_sub(aux, rsa_p, BN_value_one()) == 0) ||
368 	    (BN_mod(rsa_dmp1, d_consttime, aux, ctx) == 0)) {
369 		r = SSH_ERR_LIBCRYPTO_ERROR;
370 		goto out;
371 	}
372 	if (!RSA_set0_crt_params(key->rsa, rsa_dmp1, rsa_dmq1, rsa_iqmp)) {
373 		r = SSH_ERR_LIBCRYPTO_ERROR;
374 		goto out;
375 	}
376 	rsa_dmp1 = rsa_dmq1 = rsa_iqmp = NULL; /* transferred */
377 	/* success */
378 	r = 0;
379  out:
380 	BN_clear_free(aux);
381 	BN_clear_free(d_consttime);
382 	BN_clear_free(rsa_dmp1);
383 	BN_clear_free(rsa_dmq1);
384 	BN_clear_free(rsa_iqmp);
385 	BN_CTX_free(ctx);
386 	return r;
387 }
388 
389 /* RSASSA-PKCS1-v1_5 (PKCS #1 v2.0 signature) with SHA1 */
390 static int
ssh_rsa_sign(struct sshkey * key,u_char ** sigp,size_t * lenp,const u_char * data,size_t datalen,const char * alg,const char * sk_provider,const char * sk_pin,u_int compat)391 ssh_rsa_sign(struct sshkey *key,
392     u_char **sigp, size_t *lenp,
393     const u_char *data, size_t datalen,
394     const char *alg, const char *sk_provider, const char *sk_pin, u_int compat)
395 {
396 	const BIGNUM *rsa_n;
397 	u_char digest[SSH_DIGEST_MAX_LENGTH], *sig = NULL;
398 	size_t slen = 0;
399 	u_int hlen, len;
400 	int nid, hash_alg, ret = SSH_ERR_INTERNAL_ERROR;
401 	struct sshbuf *b = NULL;
402 
403 	if (lenp != NULL)
404 		*lenp = 0;
405 	if (sigp != NULL)
406 		*sigp = NULL;
407 
408 	if (alg == NULL || strlen(alg) == 0)
409 		hash_alg = SSH_DIGEST_SHA1;
410 	else
411 		hash_alg = rsa_hash_id_from_keyname(alg);
412 	if (key == NULL || key->rsa == NULL || hash_alg == -1 ||
413 	    sshkey_type_plain(key->type) != KEY_RSA)
414 		return SSH_ERR_INVALID_ARGUMENT;
415 	RSA_get0_key(key->rsa, &rsa_n, NULL, NULL);
416 	if (BN_num_bits(rsa_n) < SSH_RSA_MINIMUM_MODULUS_SIZE)
417 		return SSH_ERR_KEY_LENGTH;
418 	slen = RSA_size(key->rsa);
419 	if (slen <= 0 || slen > SSHBUF_MAX_BIGNUM)
420 		return SSH_ERR_INVALID_ARGUMENT;
421 
422 	/* hash the data */
423 	nid = rsa_hash_alg_nid(hash_alg);
424 	if ((hlen = ssh_digest_bytes(hash_alg)) == 0)
425 		return SSH_ERR_INTERNAL_ERROR;
426 	if ((ret = ssh_digest_memory(hash_alg, data, datalen,
427 	    digest, sizeof(digest))) != 0)
428 		goto out;
429 
430 	if ((sig = malloc(slen)) == NULL) {
431 		ret = SSH_ERR_ALLOC_FAIL;
432 		goto out;
433 	}
434 
435 	if (RSA_sign(nid, digest, hlen, sig, &len, key->rsa) != 1) {
436 		ret = SSH_ERR_LIBCRYPTO_ERROR;
437 		goto out;
438 	}
439 	if (len < slen) {
440 		size_t diff = slen - len;
441 		memmove(sig + diff, sig, len);
442 		explicit_bzero(sig, diff);
443 	} else if (len > slen) {
444 		ret = SSH_ERR_INTERNAL_ERROR;
445 		goto out;
446 	}
447 	/* encode signature */
448 	if ((b = sshbuf_new()) == NULL) {
449 		ret = SSH_ERR_ALLOC_FAIL;
450 		goto out;
451 	}
452 	if ((ret = sshbuf_put_cstring(b, rsa_hash_alg_ident(hash_alg))) != 0 ||
453 	    (ret = sshbuf_put_string(b, sig, slen)) != 0)
454 		goto out;
455 	len = sshbuf_len(b);
456 	if (sigp != NULL) {
457 		if ((*sigp = malloc(len)) == NULL) {
458 			ret = SSH_ERR_ALLOC_FAIL;
459 			goto out;
460 		}
461 		memcpy(*sigp, sshbuf_ptr(b), len);
462 	}
463 	if (lenp != NULL)
464 		*lenp = len;
465 	ret = 0;
466  out:
467 	explicit_bzero(digest, sizeof(digest));
468 	freezero(sig, slen);
469 	sshbuf_free(b);
470 	return ret;
471 }
472 
473 static int
ssh_rsa_verify(const struct sshkey * key,const u_char * sig,size_t siglen,const u_char * data,size_t dlen,const char * alg,u_int compat,struct sshkey_sig_details ** detailsp)474 ssh_rsa_verify(const struct sshkey *key,
475     const u_char *sig, size_t siglen,
476     const u_char *data, size_t dlen, const char *alg, u_int compat,
477     struct sshkey_sig_details **detailsp)
478 {
479 	const BIGNUM *rsa_n;
480 	char *sigtype = NULL;
481 	int hash_alg, want_alg, ret = SSH_ERR_INTERNAL_ERROR;
482 	size_t len = 0, diff, modlen, hlen;
483 	struct sshbuf *b = NULL;
484 	u_char digest[SSH_DIGEST_MAX_LENGTH], *osigblob, *sigblob = NULL;
485 
486 	if (key == NULL || key->rsa == NULL ||
487 	    sshkey_type_plain(key->type) != KEY_RSA ||
488 	    sig == NULL || siglen == 0)
489 		return SSH_ERR_INVALID_ARGUMENT;
490 	RSA_get0_key(key->rsa, &rsa_n, NULL, NULL);
491 	if (BN_num_bits(rsa_n) < SSH_RSA_MINIMUM_MODULUS_SIZE)
492 		return SSH_ERR_KEY_LENGTH;
493 
494 	if ((b = sshbuf_from(sig, siglen)) == NULL)
495 		return SSH_ERR_ALLOC_FAIL;
496 	if (sshbuf_get_cstring(b, &sigtype, NULL) != 0) {
497 		ret = SSH_ERR_INVALID_FORMAT;
498 		goto out;
499 	}
500 	if ((hash_alg = rsa_hash_id_from_ident(sigtype)) == -1) {
501 		ret = SSH_ERR_KEY_TYPE_MISMATCH;
502 		goto out;
503 	}
504 	/*
505 	 * Allow ssh-rsa-cert-v01 certs to generate SHA2 signatures for
506 	 * legacy reasons, but otherwise the signature type should match.
507 	 */
508 	if (alg != NULL && strcmp(alg, "ssh-rsa-cert-v01@openssh.com") != 0) {
509 		if ((want_alg = rsa_hash_id_from_keyname(alg)) == -1) {
510 			ret = SSH_ERR_INVALID_ARGUMENT;
511 			goto out;
512 		}
513 		if (hash_alg != want_alg) {
514 			ret = SSH_ERR_SIGNATURE_INVALID;
515 			goto out;
516 		}
517 	}
518 	if (sshbuf_get_string(b, &sigblob, &len) != 0) {
519 		ret = SSH_ERR_INVALID_FORMAT;
520 		goto out;
521 	}
522 	if (sshbuf_len(b) != 0) {
523 		ret = SSH_ERR_UNEXPECTED_TRAILING_DATA;
524 		goto out;
525 	}
526 	/* RSA_verify expects a signature of RSA_size */
527 	modlen = RSA_size(key->rsa);
528 	if (len > modlen) {
529 		ret = SSH_ERR_KEY_BITS_MISMATCH;
530 		goto out;
531 	} else if (len < modlen) {
532 		diff = modlen - len;
533 		osigblob = sigblob;
534 		if ((sigblob = realloc(sigblob, modlen)) == NULL) {
535 			sigblob = osigblob; /* put it back for clear/free */
536 			ret = SSH_ERR_ALLOC_FAIL;
537 			goto out;
538 		}
539 		memmove(sigblob + diff, sigblob, len);
540 		explicit_bzero(sigblob, diff);
541 		len = modlen;
542 	}
543 	if ((hlen = ssh_digest_bytes(hash_alg)) == 0) {
544 		ret = SSH_ERR_INTERNAL_ERROR;
545 		goto out;
546 	}
547 	if ((ret = ssh_digest_memory(hash_alg, data, dlen,
548 	    digest, sizeof(digest))) != 0)
549 		goto out;
550 
551 	ret = openssh_RSA_verify(hash_alg, digest, hlen, sigblob, len,
552 	    key->rsa);
553  out:
554 	freezero(sigblob, len);
555 	free(sigtype);
556 	sshbuf_free(b);
557 	explicit_bzero(digest, sizeof(digest));
558 	return ret;
559 }
560 
561 /*
562  * See:
563  * http://www.rsasecurity.com/rsalabs/pkcs/pkcs-1/
564  * ftp://ftp.rsasecurity.com/pub/pkcs/pkcs-1/pkcs-1v2-1.asn
565  */
566 
567 /*
568  * id-sha1 OBJECT IDENTIFIER ::= { iso(1) identified-organization(3)
569  *	oiw(14) secsig(3) algorithms(2) 26 }
570  */
571 static const u_char id_sha1[] = {
572 	0x30, 0x21, /* type Sequence, length 0x21 (33) */
573 	0x30, 0x09, /* type Sequence, length 0x09 */
574 	0x06, 0x05, /* type OID, length 0x05 */
575 	0x2b, 0x0e, 0x03, 0x02, 0x1a, /* id-sha1 OID */
576 	0x05, 0x00, /* NULL */
577 	0x04, 0x14  /* Octet string, length 0x14 (20), followed by sha1 hash */
578 };
579 
580 /*
581  * See http://csrc.nist.gov/groups/ST/crypto_apps_infra/csor/algorithms.html
582  * id-sha256 OBJECT IDENTIFIER ::= { joint-iso-itu-t(2) country(16) us(840)
583  *      organization(1) gov(101) csor(3) nistAlgorithm(4) hashAlgs(2)
584  *      id-sha256(1) }
585  */
586 static const u_char id_sha256[] = {
587 	0x30, 0x31, /* type Sequence, length 0x31 (49) */
588 	0x30, 0x0d, /* type Sequence, length 0x0d (13) */
589 	0x06, 0x09, /* type OID, length 0x09 */
590 	0x60, 0x86, 0x48, 0x01, 0x65, 0x03, 0x04, 0x02, 0x01, /* id-sha256 */
591 	0x05, 0x00, /* NULL */
592 	0x04, 0x20  /* Octet string, length 0x20 (32), followed by sha256 hash */
593 };
594 
595 /*
596  * See http://csrc.nist.gov/groups/ST/crypto_apps_infra/csor/algorithms.html
597  * id-sha512 OBJECT IDENTIFIER ::= { joint-iso-itu-t(2) country(16) us(840)
598  *      organization(1) gov(101) csor(3) nistAlgorithm(4) hashAlgs(2)
599  *      id-sha256(3) }
600  */
601 static const u_char id_sha512[] = {
602 	0x30, 0x51, /* type Sequence, length 0x51 (81) */
603 	0x30, 0x0d, /* type Sequence, length 0x0d (13) */
604 	0x06, 0x09, /* type OID, length 0x09 */
605 	0x60, 0x86, 0x48, 0x01, 0x65, 0x03, 0x04, 0x02, 0x03, /* id-sha512 */
606 	0x05, 0x00, /* NULL */
607 	0x04, 0x40  /* Octet string, length 0x40 (64), followed by sha512 hash */
608 };
609 
610 static int
rsa_hash_alg_oid(int hash_alg,const u_char ** oidp,size_t * oidlenp)611 rsa_hash_alg_oid(int hash_alg, const u_char **oidp, size_t *oidlenp)
612 {
613 	switch (hash_alg) {
614 	case SSH_DIGEST_SHA1:
615 		*oidp = id_sha1;
616 		*oidlenp = sizeof(id_sha1);
617 		break;
618 	case SSH_DIGEST_SHA256:
619 		*oidp = id_sha256;
620 		*oidlenp = sizeof(id_sha256);
621 		break;
622 	case SSH_DIGEST_SHA512:
623 		*oidp = id_sha512;
624 		*oidlenp = sizeof(id_sha512);
625 		break;
626 	default:
627 		return SSH_ERR_INVALID_ARGUMENT;
628 	}
629 	return 0;
630 }
631 
632 static int
openssh_RSA_verify(int hash_alg,u_char * hash,size_t hashlen,u_char * sigbuf,size_t siglen,RSA * rsa)633 openssh_RSA_verify(int hash_alg, u_char *hash, size_t hashlen,
634     u_char *sigbuf, size_t siglen, RSA *rsa)
635 {
636 	size_t rsasize = 0, oidlen = 0, hlen = 0;
637 	int ret, len, oidmatch, hashmatch;
638 	const u_char *oid = NULL;
639 	u_char *decrypted = NULL;
640 
641 	if ((ret = rsa_hash_alg_oid(hash_alg, &oid, &oidlen)) != 0)
642 		return ret;
643 	ret = SSH_ERR_INTERNAL_ERROR;
644 	hlen = ssh_digest_bytes(hash_alg);
645 	if (hashlen != hlen) {
646 		ret = SSH_ERR_INVALID_ARGUMENT;
647 		goto done;
648 	}
649 	rsasize = RSA_size(rsa);
650 	if (rsasize <= 0 || rsasize > SSHBUF_MAX_BIGNUM ||
651 	    siglen == 0 || siglen > rsasize) {
652 		ret = SSH_ERR_INVALID_ARGUMENT;
653 		goto done;
654 	}
655 	if ((decrypted = malloc(rsasize)) == NULL) {
656 		ret = SSH_ERR_ALLOC_FAIL;
657 		goto done;
658 	}
659 	if ((len = RSA_public_decrypt(siglen, sigbuf, decrypted, rsa,
660 	    RSA_PKCS1_PADDING)) < 0) {
661 		ret = SSH_ERR_LIBCRYPTO_ERROR;
662 		goto done;
663 	}
664 	if (len < 0 || (size_t)len != hlen + oidlen) {
665 		ret = SSH_ERR_INVALID_FORMAT;
666 		goto done;
667 	}
668 	oidmatch = timingsafe_bcmp(decrypted, oid, oidlen) == 0;
669 	hashmatch = timingsafe_bcmp(decrypted + oidlen, hash, hlen) == 0;
670 	if (!oidmatch || !hashmatch) {
671 		ret = SSH_ERR_SIGNATURE_INVALID;
672 		goto done;
673 	}
674 	ret = 0;
675 done:
676 	freezero(decrypted, rsasize);
677 	return ret;
678 }
679 
680 static const struct sshkey_impl_funcs sshkey_rsa_funcs = {
681 	/* .size = */		ssh_rsa_size,
682 	/* .alloc = */		ssh_rsa_alloc,
683 	/* .cleanup = */	ssh_rsa_cleanup,
684 	/* .equal = */		ssh_rsa_equal,
685 	/* .ssh_serialize_public = */ ssh_rsa_serialize_public,
686 	/* .ssh_deserialize_public = */ ssh_rsa_deserialize_public,
687 	/* .ssh_serialize_private = */ ssh_rsa_serialize_private,
688 	/* .ssh_deserialize_private = */ ssh_rsa_deserialize_private,
689 	/* .generate = */	ssh_rsa_generate,
690 	/* .copy_public = */	ssh_rsa_copy_public,
691 	/* .sign = */		ssh_rsa_sign,
692 	/* .verify = */		ssh_rsa_verify,
693 };
694 
695 const struct sshkey_impl sshkey_rsa_impl = {
696 	/* .name = */		"ssh-rsa",
697 	/* .shortname = */	"RSA",
698 	/* .sigalg = */		NULL,
699 	/* .type = */		KEY_RSA,
700 	/* .nid = */		0,
701 	/* .cert = */		0,
702 	/* .sigonly = */	0,
703 	/* .keybits = */	0,
704 	/* .funcs = */		&sshkey_rsa_funcs,
705 };
706 
707 const struct sshkey_impl sshkey_rsa_cert_impl = {
708 	/* .name = */		"ssh-rsa-cert-v01@openssh.com",
709 	/* .shortname = */	"RSA-CERT",
710 	/* .sigalg = */		NULL,
711 	/* .type = */		KEY_RSA_CERT,
712 	/* .nid = */		0,
713 	/* .cert = */		1,
714 	/* .sigonly = */	0,
715 	/* .keybits = */	0,
716 	/* .funcs = */		&sshkey_rsa_funcs,
717 };
718 
719 /* SHA2 signature algorithms */
720 
721 const struct sshkey_impl sshkey_rsa_sha256_impl = {
722 	/* .name = */		"rsa-sha2-256",
723 	/* .shortname = */	"RSA",
724 	/* .sigalg = */		NULL,
725 	/* .type = */		KEY_RSA,
726 	/* .nid = */		0,
727 	/* .cert = */		0,
728 	/* .sigonly = */	1,
729 	/* .keybits = */	0,
730 	/* .funcs = */		&sshkey_rsa_funcs,
731 };
732 
733 const struct sshkey_impl sshkey_rsa_sha512_impl = {
734 	/* .name = */		"rsa-sha2-512",
735 	/* .shortname = */	"RSA",
736 	/* .sigalg = */		NULL,
737 	/* .type = */		KEY_RSA,
738 	/* .nid = */		0,
739 	/* .cert = */		0,
740 	/* .sigonly = */	1,
741 	/* .keybits = */	0,
742 	/* .funcs = */		&sshkey_rsa_funcs,
743 };
744 
745 const struct sshkey_impl sshkey_rsa_sha256_cert_impl = {
746 	/* .name = */		"rsa-sha2-256-cert-v01@openssh.com",
747 	/* .shortname = */	"RSA-CERT",
748 	/* .sigalg = */		"rsa-sha2-256",
749 	/* .type = */		KEY_RSA_CERT,
750 	/* .nid = */		0,
751 	/* .cert = */		1,
752 	/* .sigonly = */	1,
753 	/* .keybits = */	0,
754 	/* .funcs = */		&sshkey_rsa_funcs,
755 };
756 
757 const struct sshkey_impl sshkey_rsa_sha512_cert_impl = {
758 	/* .name = */		"rsa-sha2-512-cert-v01@openssh.com",
759 	/* .shortname = */	"RSA-CERT",
760 	/* .sigalg = */		"rsa-sha2-512",
761 	/* .type = */		KEY_RSA_CERT,
762 	/* .nid = */		0,
763 	/* .cert = */		1,
764 	/* .sigonly = */	1,
765 	/* .keybits = */	0,
766 	/* .funcs = */		&sshkey_rsa_funcs,
767 };
768 #endif /* WITH_OPENSSL */
769