1 /* 2 * Virtio crypto Support 3 * 4 * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD. 5 * 6 * Authors: 7 * Gonglei <arei.gonglei@huawei.com> 8 * 9 * This work is licensed under the terms of the GNU GPL, version 2 or 10 * (at your option) any later version. See the COPYING file in the 11 * top-level directory. 12 */ 13 14 #include "qemu/osdep.h" 15 #include "qemu/iov.h" 16 #include "qemu/main-loop.h" 17 #include "qemu/module.h" 18 #include "qapi/error.h" 19 #include "qemu/error-report.h" 20 21 #include "hw/virtio/virtio.h" 22 #include "hw/virtio/virtio-crypto.h" 23 #include "hw/qdev-properties.h" 24 #include "standard-headers/linux/virtio_ids.h" 25 #include "sysemu/cryptodev-vhost.h" 26 27 #define VIRTIO_CRYPTO_VM_VERSION 1 28 29 typedef struct VirtIOCryptoSessionReq { 30 VirtIODevice *vdev; 31 VirtQueue *vq; 32 VirtQueueElement *elem; 33 CryptoDevBackendSessionInfo info; 34 CryptoDevCompletionFunc cb; 35 } VirtIOCryptoSessionReq; 36 37 static void virtio_crypto_free_create_session_req(VirtIOCryptoSessionReq *sreq) 38 { 39 switch (sreq->info.op_code) { 40 case VIRTIO_CRYPTO_CIPHER_CREATE_SESSION: 41 g_free(sreq->info.u.sym_sess_info.cipher_key); 42 g_free(sreq->info.u.sym_sess_info.auth_key); 43 break; 44 45 case VIRTIO_CRYPTO_AKCIPHER_CREATE_SESSION: 46 g_free(sreq->info.u.asym_sess_info.key); 47 break; 48 49 case VIRTIO_CRYPTO_CIPHER_DESTROY_SESSION: 50 case VIRTIO_CRYPTO_HASH_DESTROY_SESSION: 51 case VIRTIO_CRYPTO_MAC_DESTROY_SESSION: 52 case VIRTIO_CRYPTO_AEAD_DESTROY_SESSION: 53 case VIRTIO_CRYPTO_AKCIPHER_DESTROY_SESSION: 54 break; 55 56 default: 57 error_report("Unknown opcode: %u", sreq->info.op_code); 58 } 59 g_free(sreq); 60 } 61 62 /* 63 * Transfer virtqueue index to crypto queue index. 64 * The control virtqueue is after the data virtqueues 65 * so the input value doesn't need to be adjusted 66 */ 67 static inline int virtio_crypto_vq2q(int queue_index) 68 { 69 return queue_index; 70 } 71 72 static int 73 virtio_crypto_cipher_session_helper(VirtIODevice *vdev, 74 CryptoDevBackendSymSessionInfo *info, 75 struct virtio_crypto_cipher_session_para *cipher_para, 76 struct iovec **iov, unsigned int *out_num) 77 { 78 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 79 unsigned int num = *out_num; 80 81 info->cipher_alg = ldl_le_p(&cipher_para->algo); 82 info->key_len = ldl_le_p(&cipher_para->keylen); 83 info->direction = ldl_le_p(&cipher_para->op); 84 DPRINTF("cipher_alg=%" PRIu32 ", info->direction=%" PRIu32 "\n", 85 info->cipher_alg, info->direction); 86 87 if (info->key_len > vcrypto->conf.max_cipher_key_len) { 88 error_report("virtio-crypto length of cipher key is too big: %u", 89 info->key_len); 90 return -VIRTIO_CRYPTO_ERR; 91 } 92 /* Get cipher key */ 93 if (info->key_len > 0) { 94 size_t s; 95 DPRINTF("keylen=%" PRIu32 "\n", info->key_len); 96 97 info->cipher_key = g_malloc(info->key_len); 98 s = iov_to_buf(*iov, num, 0, info->cipher_key, info->key_len); 99 if (unlikely(s != info->key_len)) { 100 virtio_error(vdev, "virtio-crypto cipher key incorrect"); 101 return -EFAULT; 102 } 103 iov_discard_front(iov, &num, info->key_len); 104 *out_num = num; 105 } 106 107 return 0; 108 } 109 110 static int 111 virtio_crypto_create_sym_session(VirtIOCrypto *vcrypto, 112 struct virtio_crypto_sym_create_session_req *sess_req, 113 uint32_t queue_id, 114 uint32_t opcode, 115 struct iovec *iov, unsigned int out_num, 116 VirtIOCryptoSessionReq *sreq) 117 { 118 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 119 CryptoDevBackendSymSessionInfo *sym_info = &sreq->info.u.sym_sess_info; 120 int queue_index; 121 uint32_t op_type; 122 int ret; 123 124 op_type = ldl_le_p(&sess_req->op_type); 125 sreq->info.op_code = opcode; 126 127 sym_info = &sreq->info.u.sym_sess_info; 128 sym_info->op_type = op_type; 129 130 if (op_type == VIRTIO_CRYPTO_SYM_OP_CIPHER) { 131 ret = virtio_crypto_cipher_session_helper(vdev, sym_info, 132 &sess_req->u.cipher.para, 133 &iov, &out_num); 134 if (ret < 0) { 135 return ret; 136 } 137 } else if (op_type == VIRTIO_CRYPTO_SYM_OP_ALGORITHM_CHAINING) { 138 size_t s; 139 /* cipher part */ 140 ret = virtio_crypto_cipher_session_helper(vdev, sym_info, 141 &sess_req->u.chain.para.cipher_param, 142 &iov, &out_num); 143 if (ret < 0) { 144 return ret; 145 } 146 /* hash part */ 147 sym_info->alg_chain_order = ldl_le_p( 148 &sess_req->u.chain.para.alg_chain_order); 149 sym_info->add_len = ldl_le_p(&sess_req->u.chain.para.aad_len); 150 sym_info->hash_mode = ldl_le_p(&sess_req->u.chain.para.hash_mode); 151 if (sym_info->hash_mode == VIRTIO_CRYPTO_SYM_HASH_MODE_AUTH) { 152 sym_info->hash_alg = 153 ldl_le_p(&sess_req->u.chain.para.u.mac_param.algo); 154 sym_info->auth_key_len = ldl_le_p( 155 &sess_req->u.chain.para.u.mac_param.auth_key_len); 156 sym_info->hash_result_len = ldl_le_p( 157 &sess_req->u.chain.para.u.mac_param.hash_result_len); 158 if (sym_info->auth_key_len > vcrypto->conf.max_auth_key_len) { 159 error_report("virtio-crypto length of auth key is too big: %u", 160 sym_info->auth_key_len); 161 return -VIRTIO_CRYPTO_ERR; 162 } 163 /* get auth key */ 164 if (sym_info->auth_key_len > 0) { 165 sym_info->auth_key = g_malloc(sym_info->auth_key_len); 166 s = iov_to_buf(iov, out_num, 0, sym_info->auth_key, 167 sym_info->auth_key_len); 168 if (unlikely(s != sym_info->auth_key_len)) { 169 virtio_error(vdev, 170 "virtio-crypto authenticated key incorrect"); 171 return -EFAULT; 172 } 173 iov_discard_front(&iov, &out_num, sym_info->auth_key_len); 174 } 175 } else if (sym_info->hash_mode == VIRTIO_CRYPTO_SYM_HASH_MODE_PLAIN) { 176 sym_info->hash_alg = ldl_le_p( 177 &sess_req->u.chain.para.u.hash_param.algo); 178 sym_info->hash_result_len = ldl_le_p( 179 &sess_req->u.chain.para.u.hash_param.hash_result_len); 180 } else { 181 /* VIRTIO_CRYPTO_SYM_HASH_MODE_NESTED */ 182 error_report("unsupported hash mode"); 183 return -VIRTIO_CRYPTO_NOTSUPP; 184 } 185 } else { 186 /* VIRTIO_CRYPTO_SYM_OP_NONE */ 187 error_report("unsupported cipher op_type: VIRTIO_CRYPTO_SYM_OP_NONE"); 188 return -VIRTIO_CRYPTO_NOTSUPP; 189 } 190 191 queue_index = virtio_crypto_vq2q(queue_id); 192 return cryptodev_backend_create_session(vcrypto->cryptodev, &sreq->info, 193 queue_index, sreq->cb, sreq); 194 } 195 196 static int 197 virtio_crypto_create_asym_session(VirtIOCrypto *vcrypto, 198 struct virtio_crypto_akcipher_create_session_req *sess_req, 199 uint32_t queue_id, uint32_t opcode, 200 struct iovec *iov, unsigned int out_num, 201 VirtIOCryptoSessionReq *sreq) 202 { 203 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 204 CryptoDevBackendAsymSessionInfo *asym_info = &sreq->info.u.asym_sess_info; 205 int queue_index; 206 uint32_t algo, keytype, keylen; 207 208 algo = ldl_le_p(&sess_req->para.algo); 209 keytype = ldl_le_p(&sess_req->para.keytype); 210 keylen = ldl_le_p(&sess_req->para.keylen); 211 212 if ((keytype != VIRTIO_CRYPTO_AKCIPHER_KEY_TYPE_PUBLIC) 213 && (keytype != VIRTIO_CRYPTO_AKCIPHER_KEY_TYPE_PRIVATE)) { 214 error_report("unsupported asym keytype: %d", keytype); 215 return -VIRTIO_CRYPTO_NOTSUPP; 216 } 217 218 if (keylen) { 219 asym_info->key = g_malloc(keylen); 220 if (iov_to_buf(iov, out_num, 0, asym_info->key, keylen) != keylen) { 221 virtio_error(vdev, "virtio-crypto asym key incorrect"); 222 return -EFAULT; 223 } 224 iov_discard_front(&iov, &out_num, keylen); 225 } 226 227 sreq->info.op_code = opcode; 228 asym_info = &sreq->info.u.asym_sess_info; 229 asym_info->algo = algo; 230 asym_info->keytype = keytype; 231 asym_info->keylen = keylen; 232 switch (asym_info->algo) { 233 case VIRTIO_CRYPTO_AKCIPHER_RSA: 234 asym_info->u.rsa.padding_algo = 235 ldl_le_p(&sess_req->para.u.rsa.padding_algo); 236 asym_info->u.rsa.hash_algo = 237 ldl_le_p(&sess_req->para.u.rsa.hash_algo); 238 break; 239 240 /* TODO DSA&ECDSA handling */ 241 242 default: 243 return -VIRTIO_CRYPTO_ERR; 244 } 245 246 queue_index = virtio_crypto_vq2q(queue_id); 247 return cryptodev_backend_create_session(vcrypto->cryptodev, &sreq->info, 248 queue_index, sreq->cb, sreq); 249 } 250 251 static int 252 virtio_crypto_handle_close_session(VirtIOCrypto *vcrypto, 253 struct virtio_crypto_destroy_session_req *close_sess_req, 254 uint32_t queue_id, 255 VirtIOCryptoSessionReq *sreq) 256 { 257 uint64_t session_id; 258 259 session_id = ldq_le_p(&close_sess_req->session_id); 260 DPRINTF("close session, id=%" PRIu64 "\n", session_id); 261 262 return cryptodev_backend_close_session( 263 vcrypto->cryptodev, session_id, queue_id, sreq->cb, sreq); 264 } 265 266 static void virtio_crypto_create_session_completion(void *opaque, int ret) 267 { 268 VirtIOCryptoSessionReq *sreq = (VirtIOCryptoSessionReq *)opaque; 269 VirtQueue *vq = sreq->vq; 270 VirtQueueElement *elem = sreq->elem; 271 VirtIODevice *vdev = sreq->vdev; 272 struct virtio_crypto_session_input input; 273 struct iovec *in_iov = elem->in_sg; 274 unsigned in_num = elem->in_num; 275 size_t s; 276 277 memset(&input, 0, sizeof(input)); 278 /* Serious errors, need to reset virtio crypto device */ 279 if (ret == -EFAULT) { 280 virtqueue_detach_element(vq, elem, 0); 281 goto out; 282 } else if (ret == -VIRTIO_CRYPTO_NOTSUPP) { 283 stl_le_p(&input.status, VIRTIO_CRYPTO_NOTSUPP); 284 } else if (ret == -VIRTIO_CRYPTO_KEY_REJECTED) { 285 stl_le_p(&input.status, VIRTIO_CRYPTO_KEY_REJECTED); 286 } else if (ret != VIRTIO_CRYPTO_OK) { 287 stl_le_p(&input.status, VIRTIO_CRYPTO_ERR); 288 } else { 289 /* Set the session id */ 290 stq_le_p(&input.session_id, sreq->info.session_id); 291 stl_le_p(&input.status, VIRTIO_CRYPTO_OK); 292 } 293 294 s = iov_from_buf(in_iov, in_num, 0, &input, sizeof(input)); 295 if (unlikely(s != sizeof(input))) { 296 virtio_error(vdev, "virtio-crypto input incorrect"); 297 virtqueue_detach_element(vq, elem, 0); 298 goto out; 299 } 300 virtqueue_push(vq, elem, sizeof(input)); 301 virtio_notify(vdev, vq); 302 303 out: 304 g_free(elem); 305 virtio_crypto_free_create_session_req(sreq); 306 } 307 308 static void virtio_crypto_destroy_session_completion(void *opaque, int ret) 309 { 310 VirtIOCryptoSessionReq *sreq = (VirtIOCryptoSessionReq *)opaque; 311 VirtQueue *vq = sreq->vq; 312 VirtQueueElement *elem = sreq->elem; 313 VirtIODevice *vdev = sreq->vdev; 314 struct iovec *in_iov = elem->in_sg; 315 unsigned in_num = elem->in_num; 316 uint8_t status; 317 size_t s; 318 319 if (ret < 0) { 320 status = VIRTIO_CRYPTO_ERR; 321 } else { 322 status = VIRTIO_CRYPTO_OK; 323 } 324 s = iov_from_buf(in_iov, in_num, 0, &status, sizeof(status)); 325 if (unlikely(s != sizeof(status))) { 326 virtio_error(vdev, "virtio-crypto status incorrect"); 327 virtqueue_detach_element(vq, elem, 0); 328 goto out; 329 } 330 virtqueue_push(vq, elem, sizeof(status)); 331 virtio_notify(vdev, vq); 332 333 out: 334 g_free(elem); 335 g_free(sreq); 336 } 337 338 static void virtio_crypto_handle_ctrl(VirtIODevice *vdev, VirtQueue *vq) 339 { 340 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 341 struct virtio_crypto_op_ctrl_req ctrl; 342 VirtQueueElement *elem; 343 VirtIOCryptoSessionReq *sreq; 344 unsigned out_num; 345 unsigned in_num; 346 uint32_t queue_id; 347 uint32_t opcode; 348 struct virtio_crypto_session_input input; 349 size_t s; 350 int ret; 351 struct iovec *out_iov; 352 struct iovec *in_iov; 353 354 for (;;) { 355 g_autofree struct iovec *out_iov_copy = NULL; 356 357 elem = virtqueue_pop(vq, sizeof(VirtQueueElement)); 358 if (!elem) { 359 break; 360 } 361 if (elem->out_num < 1 || elem->in_num < 1) { 362 virtio_error(vdev, "virtio-crypto ctrl missing headers"); 363 virtqueue_detach_element(vq, elem, 0); 364 g_free(elem); 365 break; 366 } 367 368 out_num = elem->out_num; 369 out_iov_copy = g_memdup2(elem->out_sg, sizeof(out_iov[0]) * out_num); 370 out_iov = out_iov_copy; 371 372 in_num = elem->in_num; 373 in_iov = elem->in_sg; 374 375 if (unlikely(iov_to_buf(out_iov, out_num, 0, &ctrl, sizeof(ctrl)) 376 != sizeof(ctrl))) { 377 virtio_error(vdev, "virtio-crypto request ctrl_hdr too short"); 378 virtqueue_detach_element(vq, elem, 0); 379 g_free(elem); 380 break; 381 } 382 iov_discard_front(&out_iov, &out_num, sizeof(ctrl)); 383 384 opcode = ldl_le_p(&ctrl.header.opcode); 385 queue_id = ldl_le_p(&ctrl.header.queue_id); 386 387 sreq = g_new0(VirtIOCryptoSessionReq, 1); 388 sreq->vdev = vdev; 389 sreq->vq = vq; 390 sreq->elem = elem; 391 392 switch (opcode) { 393 case VIRTIO_CRYPTO_CIPHER_CREATE_SESSION: 394 sreq->cb = virtio_crypto_create_session_completion; 395 ret = virtio_crypto_create_sym_session(vcrypto, 396 &ctrl.u.sym_create_session, 397 queue_id, opcode, 398 out_iov, out_num, 399 sreq); 400 if (ret < 0) { 401 virtio_crypto_create_session_completion(sreq, ret); 402 } 403 break; 404 405 case VIRTIO_CRYPTO_AKCIPHER_CREATE_SESSION: 406 sreq->cb = virtio_crypto_create_session_completion; 407 ret = virtio_crypto_create_asym_session(vcrypto, 408 &ctrl.u.akcipher_create_session, 409 queue_id, opcode, 410 out_iov, out_num, 411 sreq); 412 if (ret < 0) { 413 virtio_crypto_create_session_completion(sreq, ret); 414 } 415 break; 416 417 case VIRTIO_CRYPTO_CIPHER_DESTROY_SESSION: 418 case VIRTIO_CRYPTO_HASH_DESTROY_SESSION: 419 case VIRTIO_CRYPTO_MAC_DESTROY_SESSION: 420 case VIRTIO_CRYPTO_AEAD_DESTROY_SESSION: 421 case VIRTIO_CRYPTO_AKCIPHER_DESTROY_SESSION: 422 sreq->cb = virtio_crypto_destroy_session_completion; 423 ret = virtio_crypto_handle_close_session(vcrypto, 424 &ctrl.u.destroy_session, queue_id, 425 sreq); 426 if (ret < 0) { 427 virtio_crypto_destroy_session_completion(sreq, ret); 428 } 429 break; 430 431 case VIRTIO_CRYPTO_HASH_CREATE_SESSION: 432 case VIRTIO_CRYPTO_MAC_CREATE_SESSION: 433 case VIRTIO_CRYPTO_AEAD_CREATE_SESSION: 434 default: 435 memset(&input, 0, sizeof(input)); 436 error_report("virtio-crypto unsupported ctrl opcode: %d", opcode); 437 stl_le_p(&input.status, VIRTIO_CRYPTO_NOTSUPP); 438 s = iov_from_buf(in_iov, in_num, 0, &input, sizeof(input)); 439 if (unlikely(s != sizeof(input))) { 440 virtio_error(vdev, "virtio-crypto input incorrect"); 441 virtqueue_detach_element(vq, elem, 0); 442 } else { 443 virtqueue_push(vq, elem, sizeof(input)); 444 virtio_notify(vdev, vq); 445 } 446 g_free(sreq); 447 g_free(elem); 448 449 break; 450 } /* end switch case */ 451 452 } /* end for loop */ 453 } 454 455 static void virtio_crypto_init_request(VirtIOCrypto *vcrypto, VirtQueue *vq, 456 VirtIOCryptoReq *req) 457 { 458 req->vcrypto = vcrypto; 459 req->vq = vq; 460 req->in = NULL; 461 req->in_iov = NULL; 462 req->in_num = 0; 463 req->in_len = 0; 464 req->flags = QCRYPTODEV_BACKEND_ALG__MAX; 465 memset(&req->op_info, 0x00, sizeof(req->op_info)); 466 } 467 468 static void virtio_crypto_free_request(VirtIOCryptoReq *req) 469 { 470 if (!req) { 471 return; 472 } 473 474 if (req->flags == QCRYPTODEV_BACKEND_ALG_SYM) { 475 size_t max_len; 476 CryptoDevBackendSymOpInfo *op_info = req->op_info.u.sym_op_info; 477 478 if (op_info) { 479 max_len = op_info->iv_len + 480 op_info->aad_len + 481 op_info->src_len + 482 op_info->dst_len + 483 op_info->digest_result_len; 484 485 /* Zeroize and free request data structure */ 486 memset(op_info, 0, sizeof(*op_info) + max_len); 487 g_free(op_info); 488 } 489 } else if (req->flags == QCRYPTODEV_BACKEND_ALG_ASYM) { 490 CryptoDevBackendAsymOpInfo *op_info = req->op_info.u.asym_op_info; 491 if (op_info) { 492 g_free(op_info->src); 493 g_free(op_info->dst); 494 memset(op_info, 0, sizeof(*op_info)); 495 g_free(op_info); 496 } 497 } 498 499 g_free(req->in_iov); 500 g_free(req); 501 } 502 503 static void 504 virtio_crypto_sym_input_data_helper(VirtIODevice *vdev, 505 VirtIOCryptoReq *req, 506 uint32_t status, 507 CryptoDevBackendSymOpInfo *sym_op_info) 508 { 509 size_t s, len; 510 struct iovec *in_iov = req->in_iov; 511 512 if (status != VIRTIO_CRYPTO_OK) { 513 return; 514 } 515 516 len = sym_op_info->src_len; 517 /* Save the cipher result */ 518 s = iov_from_buf(in_iov, req->in_num, 0, sym_op_info->dst, len); 519 if (s != len) { 520 virtio_error(vdev, "virtio-crypto dest data incorrect"); 521 return; 522 } 523 524 iov_discard_front(&in_iov, &req->in_num, len); 525 526 if (sym_op_info->op_type == 527 VIRTIO_CRYPTO_SYM_OP_ALGORITHM_CHAINING) { 528 /* Save the digest result */ 529 s = iov_from_buf(in_iov, req->in_num, 0, 530 sym_op_info->digest_result, 531 sym_op_info->digest_result_len); 532 if (s != sym_op_info->digest_result_len) { 533 virtio_error(vdev, "virtio-crypto digest result incorrect"); 534 } 535 } 536 } 537 538 static void 539 virtio_crypto_akcipher_input_data_helper(VirtIODevice *vdev, 540 VirtIOCryptoReq *req, int32_t status, 541 CryptoDevBackendAsymOpInfo *asym_op_info) 542 { 543 size_t s, len; 544 struct iovec *in_iov = req->in_iov; 545 546 if (status != VIRTIO_CRYPTO_OK) { 547 return; 548 } 549 550 len = asym_op_info->dst_len; 551 if (!len) { 552 return; 553 } 554 555 s = iov_from_buf(in_iov, req->in_num, 0, asym_op_info->dst, len); 556 if (s != len) { 557 virtio_error(vdev, "virtio-crypto asym dest data incorrect"); 558 return; 559 } 560 561 iov_discard_front(&in_iov, &req->in_num, len); 562 563 /* For akcipher, dst_len may be changed after operation */ 564 req->in_len = sizeof(struct virtio_crypto_inhdr) + asym_op_info->dst_len; 565 } 566 567 static void virtio_crypto_req_complete(void *opaque, int ret) 568 { 569 VirtIOCryptoReq *req = (VirtIOCryptoReq *)opaque; 570 VirtIOCrypto *vcrypto = req->vcrypto; 571 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 572 uint8_t status = -ret; 573 574 if (req->flags == QCRYPTODEV_BACKEND_ALG_SYM) { 575 virtio_crypto_sym_input_data_helper(vdev, req, status, 576 req->op_info.u.sym_op_info); 577 } else if (req->flags == QCRYPTODEV_BACKEND_ALG_ASYM) { 578 virtio_crypto_akcipher_input_data_helper(vdev, req, status, 579 req->op_info.u.asym_op_info); 580 } 581 stb_p(&req->in->status, status); 582 virtqueue_push(req->vq, &req->elem, req->in_len); 583 virtio_notify(vdev, req->vq); 584 virtio_crypto_free_request(req); 585 } 586 587 static VirtIOCryptoReq * 588 virtio_crypto_get_request(VirtIOCrypto *s, VirtQueue *vq) 589 { 590 VirtIOCryptoReq *req = virtqueue_pop(vq, sizeof(VirtIOCryptoReq)); 591 592 if (req) { 593 virtio_crypto_init_request(s, vq, req); 594 } 595 return req; 596 } 597 598 static CryptoDevBackendSymOpInfo * 599 virtio_crypto_sym_op_helper(VirtIODevice *vdev, 600 struct virtio_crypto_cipher_para *cipher_para, 601 struct virtio_crypto_alg_chain_data_para *alg_chain_para, 602 struct iovec *iov, unsigned int out_num) 603 { 604 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 605 CryptoDevBackendSymOpInfo *op_info; 606 uint32_t src_len = 0, dst_len = 0; 607 uint32_t iv_len = 0; 608 uint32_t aad_len = 0, hash_result_len = 0; 609 uint32_t hash_start_src_offset = 0, len_to_hash = 0; 610 uint32_t cipher_start_src_offset = 0, len_to_cipher = 0; 611 612 uint64_t max_len, curr_size = 0; 613 size_t s; 614 615 /* Plain cipher */ 616 if (cipher_para) { 617 iv_len = ldl_le_p(&cipher_para->iv_len); 618 src_len = ldl_le_p(&cipher_para->src_data_len); 619 dst_len = ldl_le_p(&cipher_para->dst_data_len); 620 } else if (alg_chain_para) { /* Algorithm chain */ 621 iv_len = ldl_le_p(&alg_chain_para->iv_len); 622 src_len = ldl_le_p(&alg_chain_para->src_data_len); 623 dst_len = ldl_le_p(&alg_chain_para->dst_data_len); 624 625 aad_len = ldl_le_p(&alg_chain_para->aad_len); 626 hash_result_len = ldl_le_p(&alg_chain_para->hash_result_len); 627 hash_start_src_offset = ldl_le_p( 628 &alg_chain_para->hash_start_src_offset); 629 cipher_start_src_offset = ldl_le_p( 630 &alg_chain_para->cipher_start_src_offset); 631 len_to_cipher = ldl_le_p(&alg_chain_para->len_to_cipher); 632 len_to_hash = ldl_le_p(&alg_chain_para->len_to_hash); 633 } else { 634 return NULL; 635 } 636 637 if (unlikely(src_len != dst_len)) { 638 virtio_error(vdev, "sym request src len is different from dst len"); 639 return NULL; 640 } 641 642 max_len = (uint64_t)iv_len + aad_len + src_len + dst_len + hash_result_len; 643 if (unlikely(max_len > vcrypto->conf.max_size)) { 644 virtio_error(vdev, "virtio-crypto too big length"); 645 return NULL; 646 } 647 648 op_info = g_malloc0(sizeof(CryptoDevBackendSymOpInfo) + max_len); 649 op_info->iv_len = iv_len; 650 op_info->src_len = src_len; 651 op_info->dst_len = dst_len; 652 op_info->aad_len = aad_len; 653 op_info->digest_result_len = hash_result_len; 654 op_info->hash_start_src_offset = hash_start_src_offset; 655 op_info->len_to_hash = len_to_hash; 656 op_info->cipher_start_src_offset = cipher_start_src_offset; 657 op_info->len_to_cipher = len_to_cipher; 658 /* Handle the initialization vector */ 659 if (op_info->iv_len > 0) { 660 DPRINTF("iv_len=%" PRIu32 "\n", op_info->iv_len); 661 op_info->iv = op_info->data + curr_size; 662 663 s = iov_to_buf(iov, out_num, 0, op_info->iv, op_info->iv_len); 664 if (unlikely(s != op_info->iv_len)) { 665 virtio_error(vdev, "virtio-crypto iv incorrect"); 666 goto err; 667 } 668 iov_discard_front(&iov, &out_num, op_info->iv_len); 669 curr_size += op_info->iv_len; 670 } 671 672 /* Handle additional authentication data if exists */ 673 if (op_info->aad_len > 0) { 674 DPRINTF("aad_len=%" PRIu32 "\n", op_info->aad_len); 675 op_info->aad_data = op_info->data + curr_size; 676 677 s = iov_to_buf(iov, out_num, 0, op_info->aad_data, op_info->aad_len); 678 if (unlikely(s != op_info->aad_len)) { 679 virtio_error(vdev, "virtio-crypto additional auth data incorrect"); 680 goto err; 681 } 682 iov_discard_front(&iov, &out_num, op_info->aad_len); 683 684 curr_size += op_info->aad_len; 685 } 686 687 /* Handle the source data */ 688 if (op_info->src_len > 0) { 689 DPRINTF("src_len=%" PRIu32 "\n", op_info->src_len); 690 op_info->src = op_info->data + curr_size; 691 692 s = iov_to_buf(iov, out_num, 0, op_info->src, op_info->src_len); 693 if (unlikely(s != op_info->src_len)) { 694 virtio_error(vdev, "virtio-crypto source data incorrect"); 695 goto err; 696 } 697 iov_discard_front(&iov, &out_num, op_info->src_len); 698 699 curr_size += op_info->src_len; 700 } 701 702 /* Handle the destination data */ 703 op_info->dst = op_info->data + curr_size; 704 curr_size += op_info->dst_len; 705 706 DPRINTF("dst_len=%" PRIu32 "\n", op_info->dst_len); 707 708 /* Handle the hash digest result */ 709 if (hash_result_len > 0) { 710 DPRINTF("hash_result_len=%" PRIu32 "\n", hash_result_len); 711 op_info->digest_result = op_info->data + curr_size; 712 } 713 714 return op_info; 715 716 err: 717 g_free(op_info); 718 return NULL; 719 } 720 721 static int 722 virtio_crypto_handle_sym_req(VirtIOCrypto *vcrypto, 723 struct virtio_crypto_sym_data_req *req, 724 CryptoDevBackendOpInfo *op_info, 725 struct iovec *iov, unsigned int out_num) 726 { 727 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 728 CryptoDevBackendSymOpInfo *sym_op_info; 729 uint32_t op_type; 730 731 op_type = ldl_le_p(&req->op_type); 732 if (op_type == VIRTIO_CRYPTO_SYM_OP_CIPHER) { 733 sym_op_info = virtio_crypto_sym_op_helper(vdev, &req->u.cipher.para, 734 NULL, iov, out_num); 735 if (!sym_op_info) { 736 return -EFAULT; 737 } 738 } else if (op_type == VIRTIO_CRYPTO_SYM_OP_ALGORITHM_CHAINING) { 739 sym_op_info = virtio_crypto_sym_op_helper(vdev, NULL, 740 &req->u.chain.para, 741 iov, out_num); 742 if (!sym_op_info) { 743 return -EFAULT; 744 } 745 } else { 746 /* VIRTIO_CRYPTO_SYM_OP_NONE */ 747 error_report("virtio-crypto unsupported cipher type"); 748 return -VIRTIO_CRYPTO_NOTSUPP; 749 } 750 751 sym_op_info->op_type = op_type; 752 op_info->u.sym_op_info = sym_op_info; 753 754 return 0; 755 } 756 757 static int 758 virtio_crypto_handle_asym_req(VirtIOCrypto *vcrypto, 759 struct virtio_crypto_akcipher_data_req *req, 760 CryptoDevBackendOpInfo *op_info, 761 struct iovec *iov, unsigned int out_num) 762 { 763 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 764 CryptoDevBackendAsymOpInfo *asym_op_info; 765 uint32_t src_len; 766 uint32_t dst_len; 767 uint32_t len; 768 uint8_t *src = NULL; 769 uint8_t *dst = NULL; 770 771 asym_op_info = g_new0(CryptoDevBackendAsymOpInfo, 1); 772 src_len = ldl_le_p(&req->para.src_data_len); 773 dst_len = ldl_le_p(&req->para.dst_data_len); 774 775 if (src_len > 0) { 776 src = g_malloc0(src_len); 777 len = iov_to_buf(iov, out_num, 0, src, src_len); 778 if (unlikely(len != src_len)) { 779 virtio_error(vdev, "virtio-crypto asym src data incorrect" 780 "expected %u, actual %u", src_len, len); 781 goto err; 782 } 783 784 iov_discard_front(&iov, &out_num, src_len); 785 } 786 787 if (dst_len > 0) { 788 dst = g_malloc0(dst_len); 789 790 if (op_info->op_code == VIRTIO_CRYPTO_AKCIPHER_VERIFY) { 791 len = iov_to_buf(iov, out_num, 0, dst, dst_len); 792 if (unlikely(len != dst_len)) { 793 virtio_error(vdev, "virtio-crypto asym dst data incorrect" 794 "expected %u, actual %u", dst_len, len); 795 goto err; 796 } 797 798 iov_discard_front(&iov, &out_num, dst_len); 799 } 800 } 801 802 asym_op_info->src_len = src_len; 803 asym_op_info->dst_len = dst_len; 804 asym_op_info->src = src; 805 asym_op_info->dst = dst; 806 op_info->u.asym_op_info = asym_op_info; 807 808 return 0; 809 810 err: 811 g_free(asym_op_info); 812 g_free(src); 813 g_free(dst); 814 815 return -EFAULT; 816 } 817 818 static int 819 virtio_crypto_handle_request(VirtIOCryptoReq *request) 820 { 821 VirtIOCrypto *vcrypto = request->vcrypto; 822 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 823 VirtQueueElement *elem = &request->elem; 824 int queue_index = virtio_crypto_vq2q(virtio_get_queue_index(request->vq)); 825 struct virtio_crypto_op_data_req req; 826 int ret; 827 g_autofree struct iovec *in_iov_copy = NULL; 828 g_autofree struct iovec *out_iov_copy = NULL; 829 struct iovec *in_iov; 830 struct iovec *out_iov; 831 unsigned in_num; 832 unsigned out_num; 833 uint32_t opcode; 834 CryptoDevBackendOpInfo *op_info = &request->op_info; 835 836 if (elem->out_num < 1 || elem->in_num < 1) { 837 virtio_error(vdev, "virtio-crypto dataq missing headers"); 838 return -1; 839 } 840 841 out_num = elem->out_num; 842 out_iov_copy = g_memdup2(elem->out_sg, sizeof(out_iov[0]) * out_num); 843 out_iov = out_iov_copy; 844 845 in_num = elem->in_num; 846 in_iov_copy = g_memdup2(elem->in_sg, sizeof(in_iov[0]) * in_num); 847 in_iov = in_iov_copy; 848 849 if (unlikely(iov_to_buf(out_iov, out_num, 0, &req, sizeof(req)) 850 != sizeof(req))) { 851 virtio_error(vdev, "virtio-crypto request outhdr too short"); 852 return -1; 853 } 854 iov_discard_front(&out_iov, &out_num, sizeof(req)); 855 856 if (in_iov[in_num - 1].iov_len < 857 sizeof(struct virtio_crypto_inhdr)) { 858 virtio_error(vdev, "virtio-crypto request inhdr too short"); 859 return -1; 860 } 861 /* We always touch the last byte, so just see how big in_iov is. */ 862 request->in_len = iov_size(in_iov, in_num); 863 request->in = (void *)in_iov[in_num - 1].iov_base 864 + in_iov[in_num - 1].iov_len 865 - sizeof(struct virtio_crypto_inhdr); 866 iov_discard_back(in_iov, &in_num, sizeof(struct virtio_crypto_inhdr)); 867 868 /* 869 * The length of operation result, including dest_data 870 * and digest_result if exists. 871 */ 872 request->in_num = in_num; 873 request->in_iov = in_iov; 874 /* now, we free the in_iov_copy inside virtio_crypto_free_request */ 875 in_iov_copy = NULL; 876 877 opcode = ldl_le_p(&req.header.opcode); 878 op_info->session_id = ldq_le_p(&req.header.session_id); 879 op_info->op_code = opcode; 880 op_info->queue_index = queue_index; 881 op_info->cb = virtio_crypto_req_complete; 882 op_info->opaque = request; 883 884 switch (opcode) { 885 case VIRTIO_CRYPTO_CIPHER_ENCRYPT: 886 case VIRTIO_CRYPTO_CIPHER_DECRYPT: 887 op_info->algtype = request->flags = QCRYPTODEV_BACKEND_ALG_SYM; 888 ret = virtio_crypto_handle_sym_req(vcrypto, 889 &req.u.sym_req, op_info, 890 out_iov, out_num); 891 goto check_result; 892 893 case VIRTIO_CRYPTO_AKCIPHER_ENCRYPT: 894 case VIRTIO_CRYPTO_AKCIPHER_DECRYPT: 895 case VIRTIO_CRYPTO_AKCIPHER_SIGN: 896 case VIRTIO_CRYPTO_AKCIPHER_VERIFY: 897 op_info->algtype = request->flags = QCRYPTODEV_BACKEND_ALG_ASYM; 898 ret = virtio_crypto_handle_asym_req(vcrypto, 899 &req.u.akcipher_req, op_info, 900 out_iov, out_num); 901 902 check_result: 903 /* Serious errors, need to reset virtio crypto device */ 904 if (ret == -EFAULT) { 905 return -1; 906 } else if (ret == -VIRTIO_CRYPTO_NOTSUPP) { 907 virtio_crypto_req_complete(request, -VIRTIO_CRYPTO_NOTSUPP); 908 } else { 909 ret = cryptodev_backend_crypto_operation(vcrypto->cryptodev, 910 op_info); 911 if (ret < 0) { 912 virtio_crypto_req_complete(request, ret); 913 } 914 } 915 break; 916 917 case VIRTIO_CRYPTO_HASH: 918 case VIRTIO_CRYPTO_MAC: 919 case VIRTIO_CRYPTO_AEAD_ENCRYPT: 920 case VIRTIO_CRYPTO_AEAD_DECRYPT: 921 default: 922 error_report("virtio-crypto unsupported dataq opcode: %u", 923 opcode); 924 virtio_crypto_req_complete(request, -VIRTIO_CRYPTO_NOTSUPP); 925 } 926 927 return 0; 928 } 929 930 static void virtio_crypto_handle_dataq(VirtIODevice *vdev, VirtQueue *vq) 931 { 932 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 933 VirtIOCryptoReq *req; 934 935 while ((req = virtio_crypto_get_request(vcrypto, vq))) { 936 if (virtio_crypto_handle_request(req) < 0) { 937 virtqueue_detach_element(req->vq, &req->elem, 0); 938 virtio_crypto_free_request(req); 939 break; 940 } 941 } 942 } 943 944 static void virtio_crypto_dataq_bh(void *opaque) 945 { 946 VirtIOCryptoQueue *q = opaque; 947 VirtIOCrypto *vcrypto = q->vcrypto; 948 VirtIODevice *vdev = VIRTIO_DEVICE(vcrypto); 949 950 /* This happens when device was stopped but BH wasn't. */ 951 if (!vdev->vm_running) { 952 return; 953 } 954 955 /* Just in case the driver is not ready on more */ 956 if (unlikely(!(vdev->status & VIRTIO_CONFIG_S_DRIVER_OK))) { 957 return; 958 } 959 960 for (;;) { 961 virtio_crypto_handle_dataq(vdev, q->dataq); 962 virtio_queue_set_notification(q->dataq, 1); 963 964 /* Are we done or did the guest add more buffers? */ 965 if (virtio_queue_empty(q->dataq)) { 966 break; 967 } 968 969 virtio_queue_set_notification(q->dataq, 0); 970 } 971 } 972 973 static void 974 virtio_crypto_handle_dataq_bh(VirtIODevice *vdev, VirtQueue *vq) 975 { 976 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 977 VirtIOCryptoQueue *q = 978 &vcrypto->vqs[virtio_crypto_vq2q(virtio_get_queue_index(vq))]; 979 980 /* This happens when device was stopped but VCPU wasn't. */ 981 if (!vdev->vm_running) { 982 return; 983 } 984 virtio_queue_set_notification(vq, 0); 985 qemu_bh_schedule(q->dataq_bh); 986 } 987 988 static uint64_t virtio_crypto_get_features(VirtIODevice *vdev, 989 uint64_t features, 990 Error **errp) 991 { 992 return features; 993 } 994 995 static void virtio_crypto_reset(VirtIODevice *vdev) 996 { 997 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 998 /* multiqueue is disabled by default */ 999 vcrypto->curr_queues = 1; 1000 if (!cryptodev_backend_is_ready(vcrypto->cryptodev)) { 1001 vcrypto->status &= ~VIRTIO_CRYPTO_S_HW_READY; 1002 } else { 1003 vcrypto->status |= VIRTIO_CRYPTO_S_HW_READY; 1004 } 1005 } 1006 1007 static uint32_t virtio_crypto_init_services(uint32_t qservices) 1008 { 1009 uint32_t vservices = 0; 1010 1011 if (qservices & (1 << QCRYPTODEV_BACKEND_SERVICE_CIPHER)) { 1012 vservices |= (1 << VIRTIO_CRYPTO_SERVICE_CIPHER); 1013 } 1014 if (qservices & (1 << QCRYPTODEV_BACKEND_SERVICE_HASH)) { 1015 vservices |= (1 << VIRTIO_CRYPTO_SERVICE_HASH); 1016 } 1017 if (qservices & (1 << QCRYPTODEV_BACKEND_SERVICE_MAC)) { 1018 vservices |= (1 << VIRTIO_CRYPTO_SERVICE_MAC); 1019 } 1020 if (qservices & (1 << QCRYPTODEV_BACKEND_SERVICE_AEAD)) { 1021 vservices |= (1 << VIRTIO_CRYPTO_SERVICE_AEAD); 1022 } 1023 if (qservices & (1 << QCRYPTODEV_BACKEND_SERVICE_AKCIPHER)) { 1024 vservices |= (1 << VIRTIO_CRYPTO_SERVICE_AKCIPHER); 1025 } 1026 1027 return vservices; 1028 } 1029 1030 static void virtio_crypto_init_config(VirtIODevice *vdev) 1031 { 1032 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 1033 1034 vcrypto->conf.crypto_services = virtio_crypto_init_services( 1035 vcrypto->conf.cryptodev->conf.crypto_services); 1036 vcrypto->conf.cipher_algo_l = 1037 vcrypto->conf.cryptodev->conf.cipher_algo_l; 1038 vcrypto->conf.cipher_algo_h = 1039 vcrypto->conf.cryptodev->conf.cipher_algo_h; 1040 vcrypto->conf.hash_algo = vcrypto->conf.cryptodev->conf.hash_algo; 1041 vcrypto->conf.mac_algo_l = vcrypto->conf.cryptodev->conf.mac_algo_l; 1042 vcrypto->conf.mac_algo_h = vcrypto->conf.cryptodev->conf.mac_algo_h; 1043 vcrypto->conf.aead_algo = vcrypto->conf.cryptodev->conf.aead_algo; 1044 vcrypto->conf.akcipher_algo = vcrypto->conf.cryptodev->conf.akcipher_algo; 1045 vcrypto->conf.max_cipher_key_len = 1046 vcrypto->conf.cryptodev->conf.max_cipher_key_len; 1047 vcrypto->conf.max_auth_key_len = 1048 vcrypto->conf.cryptodev->conf.max_auth_key_len; 1049 vcrypto->conf.max_size = vcrypto->conf.cryptodev->conf.max_size; 1050 } 1051 1052 static void virtio_crypto_device_realize(DeviceState *dev, Error **errp) 1053 { 1054 VirtIODevice *vdev = VIRTIO_DEVICE(dev); 1055 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(dev); 1056 int i; 1057 1058 vcrypto->cryptodev = vcrypto->conf.cryptodev; 1059 if (vcrypto->cryptodev == NULL) { 1060 error_setg(errp, "'cryptodev' parameter expects a valid object"); 1061 return; 1062 } else if (cryptodev_backend_is_used(vcrypto->cryptodev)) { 1063 error_setg(errp, "can't use already used cryptodev backend: %s", 1064 object_get_canonical_path_component(OBJECT(vcrypto->conf.cryptodev))); 1065 return; 1066 } 1067 1068 vcrypto->max_queues = MAX(vcrypto->cryptodev->conf.peers.queues, 1); 1069 if (vcrypto->max_queues + 1 > VIRTIO_QUEUE_MAX) { 1070 error_setg(errp, "Invalid number of queues (= %" PRIu32 "), " 1071 "must be a positive integer less than %d.", 1072 vcrypto->max_queues, VIRTIO_QUEUE_MAX); 1073 return; 1074 } 1075 1076 virtio_init(vdev, VIRTIO_ID_CRYPTO, vcrypto->config_size); 1077 vcrypto->curr_queues = 1; 1078 vcrypto->vqs = g_new0(VirtIOCryptoQueue, vcrypto->max_queues); 1079 for (i = 0; i < vcrypto->max_queues; i++) { 1080 vcrypto->vqs[i].dataq = 1081 virtio_add_queue(vdev, 1024, virtio_crypto_handle_dataq_bh); 1082 vcrypto->vqs[i].dataq_bh = 1083 qemu_bh_new_guarded(virtio_crypto_dataq_bh, &vcrypto->vqs[i], 1084 &dev->mem_reentrancy_guard); 1085 vcrypto->vqs[i].vcrypto = vcrypto; 1086 } 1087 1088 vcrypto->ctrl_vq = virtio_add_queue(vdev, 1024, virtio_crypto_handle_ctrl); 1089 if (!cryptodev_backend_is_ready(vcrypto->cryptodev)) { 1090 vcrypto->status &= ~VIRTIO_CRYPTO_S_HW_READY; 1091 } else { 1092 vcrypto->status |= VIRTIO_CRYPTO_S_HW_READY; 1093 } 1094 1095 virtio_crypto_init_config(vdev); 1096 cryptodev_backend_set_used(vcrypto->cryptodev, true); 1097 } 1098 1099 static void virtio_crypto_device_unrealize(DeviceState *dev) 1100 { 1101 VirtIODevice *vdev = VIRTIO_DEVICE(dev); 1102 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(dev); 1103 VirtIOCryptoQueue *q; 1104 int i, max_queues; 1105 1106 max_queues = vcrypto->multiqueue ? vcrypto->max_queues : 1; 1107 for (i = 0; i < max_queues; i++) { 1108 virtio_delete_queue(vcrypto->vqs[i].dataq); 1109 q = &vcrypto->vqs[i]; 1110 qemu_bh_delete(q->dataq_bh); 1111 } 1112 1113 g_free(vcrypto->vqs); 1114 virtio_delete_queue(vcrypto->ctrl_vq); 1115 1116 virtio_cleanup(vdev); 1117 cryptodev_backend_set_used(vcrypto->cryptodev, false); 1118 } 1119 1120 static const VMStateDescription vmstate_virtio_crypto = { 1121 .name = "virtio-crypto", 1122 .unmigratable = 1, 1123 .minimum_version_id = VIRTIO_CRYPTO_VM_VERSION, 1124 .version_id = VIRTIO_CRYPTO_VM_VERSION, 1125 .fields = (VMStateField[]) { 1126 VMSTATE_VIRTIO_DEVICE, 1127 VMSTATE_END_OF_LIST() 1128 }, 1129 }; 1130 1131 static Property virtio_crypto_properties[] = { 1132 DEFINE_PROP_LINK("cryptodev", VirtIOCrypto, conf.cryptodev, 1133 TYPE_CRYPTODEV_BACKEND, CryptoDevBackend *), 1134 DEFINE_PROP_END_OF_LIST(), 1135 }; 1136 1137 static void virtio_crypto_get_config(VirtIODevice *vdev, uint8_t *config) 1138 { 1139 VirtIOCrypto *c = VIRTIO_CRYPTO(vdev); 1140 struct virtio_crypto_config crypto_cfg = {}; 1141 1142 /* 1143 * Virtio-crypto device conforms to VIRTIO 1.0 which is always LE, 1144 * so we can use LE accessors directly. 1145 */ 1146 stl_le_p(&crypto_cfg.status, c->status); 1147 stl_le_p(&crypto_cfg.max_dataqueues, c->max_queues); 1148 stl_le_p(&crypto_cfg.crypto_services, c->conf.crypto_services); 1149 stl_le_p(&crypto_cfg.cipher_algo_l, c->conf.cipher_algo_l); 1150 stl_le_p(&crypto_cfg.cipher_algo_h, c->conf.cipher_algo_h); 1151 stl_le_p(&crypto_cfg.hash_algo, c->conf.hash_algo); 1152 stl_le_p(&crypto_cfg.mac_algo_l, c->conf.mac_algo_l); 1153 stl_le_p(&crypto_cfg.mac_algo_h, c->conf.mac_algo_h); 1154 stl_le_p(&crypto_cfg.aead_algo, c->conf.aead_algo); 1155 stl_le_p(&crypto_cfg.max_cipher_key_len, c->conf.max_cipher_key_len); 1156 stl_le_p(&crypto_cfg.max_auth_key_len, c->conf.max_auth_key_len); 1157 stq_le_p(&crypto_cfg.max_size, c->conf.max_size); 1158 stl_le_p(&crypto_cfg.akcipher_algo, c->conf.akcipher_algo); 1159 1160 memcpy(config, &crypto_cfg, c->config_size); 1161 } 1162 1163 static bool virtio_crypto_started(VirtIOCrypto *c, uint8_t status) 1164 { 1165 VirtIODevice *vdev = VIRTIO_DEVICE(c); 1166 return (status & VIRTIO_CONFIG_S_DRIVER_OK) && 1167 (c->status & VIRTIO_CRYPTO_S_HW_READY) && vdev->vm_running; 1168 } 1169 1170 static void virtio_crypto_vhost_status(VirtIOCrypto *c, uint8_t status) 1171 { 1172 VirtIODevice *vdev = VIRTIO_DEVICE(c); 1173 int queues = c->multiqueue ? c->max_queues : 1; 1174 CryptoDevBackend *b = c->cryptodev; 1175 CryptoDevBackendClient *cc = b->conf.peers.ccs[0]; 1176 1177 if (!cryptodev_get_vhost(cc, b, 0)) { 1178 return; 1179 } 1180 1181 if ((virtio_crypto_started(c, status)) == !!c->vhost_started) { 1182 return; 1183 } 1184 1185 if (!c->vhost_started) { 1186 int r; 1187 1188 c->vhost_started = 1; 1189 r = cryptodev_vhost_start(vdev, queues); 1190 if (r < 0) { 1191 error_report("unable to start vhost crypto: %d: " 1192 "falling back on userspace virtio", -r); 1193 c->vhost_started = 0; 1194 } 1195 } else { 1196 cryptodev_vhost_stop(vdev, queues); 1197 c->vhost_started = 0; 1198 } 1199 } 1200 1201 static void virtio_crypto_set_status(VirtIODevice *vdev, uint8_t status) 1202 { 1203 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 1204 1205 virtio_crypto_vhost_status(vcrypto, status); 1206 } 1207 1208 static void virtio_crypto_guest_notifier_mask(VirtIODevice *vdev, int idx, 1209 bool mask) 1210 { 1211 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 1212 int queue = virtio_crypto_vq2q(idx); 1213 1214 assert(vcrypto->vhost_started); 1215 1216 /* 1217 * Add the check for configure interrupt, Use VIRTIO_CONFIG_IRQ_IDX -1 1218 * as the macro of configure interrupt's IDX, If this driver does not 1219 * support, the function will return 1220 */ 1221 1222 if (idx == VIRTIO_CONFIG_IRQ_IDX) { 1223 return; 1224 } 1225 cryptodev_vhost_virtqueue_mask(vdev, queue, idx, mask); 1226 } 1227 1228 static bool virtio_crypto_guest_notifier_pending(VirtIODevice *vdev, int idx) 1229 { 1230 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 1231 int queue = virtio_crypto_vq2q(idx); 1232 1233 assert(vcrypto->vhost_started); 1234 1235 /* 1236 * Add the check for configure interrupt, Use VIRTIO_CONFIG_IRQ_IDX -1 1237 * as the macro of configure interrupt's IDX, If this driver does not 1238 * support, the function will return 1239 */ 1240 1241 if (idx == VIRTIO_CONFIG_IRQ_IDX) { 1242 return false; 1243 } 1244 return cryptodev_vhost_virtqueue_pending(vdev, queue, idx); 1245 } 1246 1247 static struct vhost_dev *virtio_crypto_get_vhost(VirtIODevice *vdev) 1248 { 1249 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(vdev); 1250 CryptoDevBackend *b = vcrypto->cryptodev; 1251 CryptoDevBackendClient *cc = b->conf.peers.ccs[0]; 1252 CryptoDevBackendVhost *vhost_crypto = cryptodev_get_vhost(cc, b, 0); 1253 return &vhost_crypto->dev; 1254 } 1255 1256 static void virtio_crypto_class_init(ObjectClass *klass, void *data) 1257 { 1258 DeviceClass *dc = DEVICE_CLASS(klass); 1259 VirtioDeviceClass *vdc = VIRTIO_DEVICE_CLASS(klass); 1260 1261 device_class_set_props(dc, virtio_crypto_properties); 1262 dc->vmsd = &vmstate_virtio_crypto; 1263 set_bit(DEVICE_CATEGORY_MISC, dc->categories); 1264 vdc->realize = virtio_crypto_device_realize; 1265 vdc->unrealize = virtio_crypto_device_unrealize; 1266 vdc->get_config = virtio_crypto_get_config; 1267 vdc->get_features = virtio_crypto_get_features; 1268 vdc->reset = virtio_crypto_reset; 1269 vdc->set_status = virtio_crypto_set_status; 1270 vdc->guest_notifier_mask = virtio_crypto_guest_notifier_mask; 1271 vdc->guest_notifier_pending = virtio_crypto_guest_notifier_pending; 1272 vdc->get_vhost = virtio_crypto_get_vhost; 1273 } 1274 1275 static void virtio_crypto_instance_init(Object *obj) 1276 { 1277 VirtIOCrypto *vcrypto = VIRTIO_CRYPTO(obj); 1278 1279 /* 1280 * The default config_size is sizeof(struct virtio_crypto_config). 1281 * Can be overridden with virtio_crypto_set_config_size. 1282 */ 1283 vcrypto->config_size = sizeof(struct virtio_crypto_config); 1284 } 1285 1286 static const TypeInfo virtio_crypto_info = { 1287 .name = TYPE_VIRTIO_CRYPTO, 1288 .parent = TYPE_VIRTIO_DEVICE, 1289 .instance_size = sizeof(VirtIOCrypto), 1290 .instance_init = virtio_crypto_instance_init, 1291 .class_init = virtio_crypto_class_init, 1292 }; 1293 1294 static void virtio_register_types(void) 1295 { 1296 type_register_static(&virtio_crypto_info); 1297 } 1298 1299 type_init(virtio_register_types) 1300