1*59c8e88eSDag-Erling Smørgrav/* $OpenBSD: softraid_crypto.c,v 1.91 2013/03/31 15:44:52 jsing Exp $ */ 2*59c8e88eSDag-Erling Smørgrav/* 3*59c8e88eSDag-Erling Smørgrav * Copyright (c) 2007 Marco Peereboom <marco@peereboom.us> 4*59c8e88eSDag-Erling Smørgrav * Copyright (c) 2008 Hans-Joerg Hoexer <hshoexer@openbsd.org> 5*59c8e88eSDag-Erling Smørgrav * Copyright (c) 2008 Damien Miller <djm@mindrot.org> 6*59c8e88eSDag-Erling Smørgrav * Copyright (c) 2009 Joel Sing <jsing@openbsd.org> 7*59c8e88eSDag-Erling Smørgrav * 8*59c8e88eSDag-Erling Smørgrav * Permission to use, copy, modify, and distribute this software for any 9*59c8e88eSDag-Erling Smørgrav * purpose with or without fee is hereby granted, provided that the above 10*59c8e88eSDag-Erling Smørgrav * copyright notice and this permission notice appear in all copies. 11*59c8e88eSDag-Erling Smørgrav * 12*59c8e88eSDag-Erling Smørgrav * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 13*59c8e88eSDag-Erling Smørgrav * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 14*59c8e88eSDag-Erling Smørgrav * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 15*59c8e88eSDag-Erling Smørgrav * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 16*59c8e88eSDag-Erling Smørgrav * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 17*59c8e88eSDag-Erling Smørgrav * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 18*59c8e88eSDag-Erling Smørgrav * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 19*59c8e88eSDag-Erling Smørgrav */ 20*59c8e88eSDag-Erling Smørgrav 21*59c8e88eSDag-Erling Smørgrav#include "bio.h" 22*59c8e88eSDag-Erling Smørgrav 23*59c8e88eSDag-Erling Smørgrav#include <sys/param.h> 24*59c8e88eSDag-Erling Smørgrav#include <sys/systm.h> 25*59c8e88eSDag-Erling Smørgrav#include <sys/buf.h> 26*59c8e88eSDag-Erling Smørgrav#include <sys/device.h> 27*59c8e88eSDag-Erling Smørgrav#include <sys/ioctl.h> 28*59c8e88eSDag-Erling Smørgrav#include <sys/proc.h> 29*59c8e88eSDag-Erling Smørgrav#include <sys/malloc.h> 30*59c8e88eSDag-Erling Smørgrav#include <sys/pool.h> 31*59c8e88eSDag-Erling Smørgrav#include <sys/kernel.h> 32*59c8e88eSDag-Erling Smørgrav#include <sys/disk.h> 33*59c8e88eSDag-Erling Smørgrav#include <sys/rwlock.h> 34*59c8e88eSDag-Erling Smørgrav#include <sys/queue.h> 35*59c8e88eSDag-Erling Smørgrav#include <sys/fcntl.h> 36*59c8e88eSDag-Erling Smørgrav#include <sys/disklabel.h> 37*59c8e88eSDag-Erling Smørgrav#include <sys/mount.h> 38*59c8e88eSDag-Erling Smørgrav#include <sys/sensors.h> 39*59c8e88eSDag-Erling Smørgrav#include <sys/stat.h> 40*59c8e88eSDag-Erling Smørgrav#include <sys/conf.h> 41*59c8e88eSDag-Erling Smørgrav#include <sys/uio.h> 42*59c8e88eSDag-Erling Smørgrav#include <sys/dkio.h> 43*59c8e88eSDag-Erling Smørgrav 44*59c8e88eSDag-Erling Smørgrav#include <crypto/cryptodev.h> 45*59c8e88eSDag-Erling Smørgrav#include <crypto/cryptosoft.h> 46*59c8e88eSDag-Erling Smørgrav#include <crypto/rijndael.h> 47*59c8e88eSDag-Erling Smørgrav#include <crypto/md5.h> 48*59c8e88eSDag-Erling Smørgrav#include <crypto/sha1.h> 49*59c8e88eSDag-Erling Smørgrav#include <crypto/sha2.h> 50*59c8e88eSDag-Erling Smørgrav#include <crypto/hmac.h> 51*59c8e88eSDag-Erling Smørgrav 52*59c8e88eSDag-Erling Smørgrav#include <scsi/scsi_all.h> 53*59c8e88eSDag-Erling Smørgrav#include <scsi/scsiconf.h> 54*59c8e88eSDag-Erling Smørgrav#include <scsi/scsi_disk.h> 55*59c8e88eSDag-Erling Smørgrav 56*59c8e88eSDag-Erling Smørgrav#include <dev/softraidvar.h> 57*59c8e88eSDag-Erling Smørgrav#include <dev/rndvar.h> 58*59c8e88eSDag-Erling Smørgrav 59*59c8e88eSDag-Erling Smørgrav/* 60*59c8e88eSDag-Erling Smørgrav * The per-I/O data that we need to preallocate. We cannot afford to allow I/O 61*59c8e88eSDag-Erling Smørgrav * to start failing when memory pressure kicks in. We can store this in the WU 62*59c8e88eSDag-Erling Smørgrav * because we assert that only one ccb per WU will ever be active. 63*59c8e88eSDag-Erling Smørgrav */ 64*59c8e88eSDag-Erling Smørgravstruct sr_crypto_wu { 65*59c8e88eSDag-Erling Smørgrav TAILQ_ENTRY(sr_crypto_wu) cr_link; 66*59c8e88eSDag-Erling Smørgrav struct uio cr_uio; 67*59c8e88eSDag-Erling Smørgrav struct iovec cr_iov; 68*59c8e88eSDag-Erling Smørgrav struct cryptop *cr_crp; 69*59c8e88eSDag-Erling Smørgrav struct cryptodesc *cr_descs; 70*59c8e88eSDag-Erling Smørgrav struct sr_workunit *cr_wu; 71*59c8e88eSDag-Erling Smørgrav void *cr_dmabuf; 72*59c8e88eSDag-Erling Smørgrav}; 73*59c8e88eSDag-Erling Smørgrav 74*59c8e88eSDag-Erling Smørgrav 75*59c8e88eSDag-Erling Smørgravstruct sr_crypto_wu *sr_crypto_wu_get(struct sr_workunit *, int); 76*59c8e88eSDag-Erling Smørgravvoid sr_crypto_wu_put(struct sr_crypto_wu *); 77*59c8e88eSDag-Erling Smørgravint sr_crypto_create_keys(struct sr_discipline *); 78*59c8e88eSDag-Erling Smørgravint sr_crypto_get_kdf(struct bioc_createraid *, 79*59c8e88eSDag-Erling Smørgrav struct sr_discipline *); 80*59c8e88eSDag-Erling Smørgravint sr_crypto_decrypt(u_char *, u_char *, u_char *, size_t, int); 81*59c8e88eSDag-Erling Smørgravint sr_crypto_encrypt(u_char *, u_char *, u_char *, size_t, int); 82*59c8e88eSDag-Erling Smørgravint sr_crypto_decrypt_key(struct sr_discipline *); 83*59c8e88eSDag-Erling Smørgravint sr_crypto_change_maskkey(struct sr_discipline *, 84*59c8e88eSDag-Erling Smørgrav struct sr_crypto_kdfinfo *, struct sr_crypto_kdfinfo *); 85*59c8e88eSDag-Erling Smørgravint sr_crypto_create(struct sr_discipline *, 86*59c8e88eSDag-Erling Smørgrav struct bioc_createraid *, int, int64_t); 87*59c8e88eSDag-Erling Smørgravint sr_crypto_assemble(struct sr_discipline *, 88*59c8e88eSDag-Erling Smørgrav struct bioc_createraid *, int, void *); 89*59c8e88eSDag-Erling Smørgravint sr_crypto_alloc_resources(struct sr_discipline *); 90*59c8e88eSDag-Erling Smørgravvoid sr_crypto_free_resources(struct sr_discipline *); 91*59c8e88eSDag-Erling Smørgravint sr_crypto_ioctl(struct sr_discipline *, 92*59c8e88eSDag-Erling Smørgrav struct bioc_discipline *); 93*59c8e88eSDag-Erling Smørgravint sr_crypto_meta_opt_handler(struct sr_discipline *, 94*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_hdr *); 95*59c8e88eSDag-Erling Smørgravint sr_crypto_write(struct cryptop *); 96*59c8e88eSDag-Erling Smørgravint sr_crypto_rw(struct sr_workunit *); 97*59c8e88eSDag-Erling Smørgravint sr_crypto_rw2(struct sr_workunit *, struct sr_crypto_wu *); 98*59c8e88eSDag-Erling Smørgravvoid sr_crypto_done(struct sr_workunit *); 99*59c8e88eSDag-Erling Smørgravint sr_crypto_read(struct cryptop *); 100*59c8e88eSDag-Erling Smørgravvoid sr_crypto_finish_io(struct sr_workunit *); 101*59c8e88eSDag-Erling Smørgravvoid sr_crypto_calculate_check_hmac_sha1(u_int8_t *, int, 102*59c8e88eSDag-Erling Smørgrav u_int8_t *, int, u_char *); 103*59c8e88eSDag-Erling Smørgravvoid sr_crypto_hotplug(struct sr_discipline *, struct disk *, int); 104*59c8e88eSDag-Erling Smørgrav 105*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG0 106*59c8e88eSDag-Erling Smørgravvoid sr_crypto_dumpkeys(struct sr_discipline *); 107*59c8e88eSDag-Erling Smørgrav#endif 108*59c8e88eSDag-Erling Smørgrav 109*59c8e88eSDag-Erling Smørgrav/* Discipline initialisation. */ 110*59c8e88eSDag-Erling Smørgravvoid 111*59c8e88eSDag-Erling Smørgravsr_crypto_discipline_init(struct sr_discipline *sd) 112*59c8e88eSDag-Erling Smørgrav{ 113*59c8e88eSDag-Erling Smørgrav int i; 114*59c8e88eSDag-Erling Smørgrav 115*59c8e88eSDag-Erling Smørgrav /* Fill out discipline members. */ 116*59c8e88eSDag-Erling Smørgrav sd->sd_type = SR_MD_CRYPTO; 117*59c8e88eSDag-Erling Smørgrav strlcpy(sd->sd_name, "CRYPTO", sizeof(sd->sd_name)); 118*59c8e88eSDag-Erling Smørgrav sd->sd_capabilities = SR_CAP_SYSTEM_DISK | SR_CAP_AUTO_ASSEMBLE; 119*59c8e88eSDag-Erling Smørgrav sd->sd_max_wu = SR_CRYPTO_NOWU; 120*59c8e88eSDag-Erling Smørgrav 121*59c8e88eSDag-Erling Smørgrav for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) 122*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1; 123*59c8e88eSDag-Erling Smørgrav 124*59c8e88eSDag-Erling Smørgrav /* Setup discipline specific function pointers. */ 125*59c8e88eSDag-Erling Smørgrav sd->sd_alloc_resources = sr_crypto_alloc_resources; 126*59c8e88eSDag-Erling Smørgrav sd->sd_assemble = sr_crypto_assemble; 127*59c8e88eSDag-Erling Smørgrav sd->sd_create = sr_crypto_create; 128*59c8e88eSDag-Erling Smørgrav sd->sd_free_resources = sr_crypto_free_resources; 129*59c8e88eSDag-Erling Smørgrav sd->sd_ioctl_handler = sr_crypto_ioctl; 130*59c8e88eSDag-Erling Smørgrav sd->sd_meta_opt_handler = sr_crypto_meta_opt_handler; 131*59c8e88eSDag-Erling Smørgrav sd->sd_scsi_rw = sr_crypto_rw; 132*59c8e88eSDag-Erling Smørgrav sd->sd_scsi_done = sr_crypto_done; 133*59c8e88eSDag-Erling Smørgrav} 134*59c8e88eSDag-Erling Smørgrav 135*59c8e88eSDag-Erling Smørgravint 136*59c8e88eSDag-Erling Smørgravsr_crypto_create(struct sr_discipline *sd, struct bioc_createraid *bc, 137*59c8e88eSDag-Erling Smørgrav int no_chunk, int64_t coerced_size) 138*59c8e88eSDag-Erling Smørgrav{ 139*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_item *omi; 140*59c8e88eSDag-Erling Smørgrav int rv = EINVAL; 141*59c8e88eSDag-Erling Smørgrav 142*59c8e88eSDag-Erling Smørgrav if (no_chunk != 1) { 143*59c8e88eSDag-Erling Smørgrav sr_error(sd->sd_sc, "%s requires exactly one chunk", 144*59c8e88eSDag-Erling Smørgrav sd->sd_name); 145*59c8e88eSDag-Erling Smørgrav goto done; 146*59c8e88eSDag-Erling Smørgrav } 147*59c8e88eSDag-Erling Smørgrav 148*59c8e88eSDag-Erling Smørgrav /* Create crypto optional metadata. */ 149*59c8e88eSDag-Erling Smørgrav omi = malloc(sizeof(struct sr_meta_opt_item), M_DEVBUF, 150*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 151*59c8e88eSDag-Erling Smørgrav omi->omi_som = malloc(sizeof(struct sr_meta_crypto), M_DEVBUF, 152*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 153*59c8e88eSDag-Erling Smørgrav omi->omi_som->som_type = SR_OPT_CRYPTO; 154*59c8e88eSDag-Erling Smørgrav omi->omi_som->som_length = sizeof(struct sr_meta_crypto); 155*59c8e88eSDag-Erling Smørgrav SLIST_INSERT_HEAD(&sd->sd_meta_opt, omi, omi_link); 156*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta = (struct sr_meta_crypto *)omi->omi_som; 157*59c8e88eSDag-Erling Smørgrav sd->sd_meta->ssdi.ssd_opt_no++; 158*59c8e88eSDag-Erling Smørgrav 159*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.key_disk = NULL; 160*59c8e88eSDag-Erling Smørgrav 161*59c8e88eSDag-Erling Smørgrav if (bc->bc_key_disk != NODEV) { 162*59c8e88eSDag-Erling Smørgrav 163*59c8e88eSDag-Erling Smørgrav /* Create a key disk. */ 164*59c8e88eSDag-Erling Smørgrav if (sr_crypto_get_kdf(bc, sd)) 165*59c8e88eSDag-Erling Smørgrav goto done; 166*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.key_disk = 167*59c8e88eSDag-Erling Smørgrav sr_crypto_create_key_disk(sd, bc->bc_key_disk); 168*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.key_disk == NULL) 169*59c8e88eSDag-Erling Smørgrav goto done; 170*59c8e88eSDag-Erling Smørgrav sd->sd_capabilities |= SR_CAP_AUTO_ASSEMBLE; 171*59c8e88eSDag-Erling Smørgrav 172*59c8e88eSDag-Erling Smørgrav } else if (bc->bc_opaque_flags & BIOC_SOOUT) { 173*59c8e88eSDag-Erling Smørgrav 174*59c8e88eSDag-Erling Smørgrav /* No hint available yet. */ 175*59c8e88eSDag-Erling Smørgrav bc->bc_opaque_status = BIOC_SOINOUT_FAILED; 176*59c8e88eSDag-Erling Smørgrav rv = EAGAIN; 177*59c8e88eSDag-Erling Smørgrav goto done; 178*59c8e88eSDag-Erling Smørgrav 179*59c8e88eSDag-Erling Smørgrav } else if (sr_crypto_get_kdf(bc, sd)) 180*59c8e88eSDag-Erling Smørgrav goto done; 181*59c8e88eSDag-Erling Smørgrav 182*59c8e88eSDag-Erling Smørgrav /* Passphrase volumes cannot be automatically assembled. */ 183*59c8e88eSDag-Erling Smørgrav if (!(bc->bc_flags & BIOC_SCNOAUTOASSEMBLE) && bc->bc_key_disk == NODEV) 184*59c8e88eSDag-Erling Smørgrav goto done; 185*59c8e88eSDag-Erling Smørgrav 186*59c8e88eSDag-Erling Smørgrav sd->sd_meta->ssdi.ssd_size = coerced_size; 187*59c8e88eSDag-Erling Smørgrav 188*59c8e88eSDag-Erling Smørgrav sr_crypto_create_keys(sd); 189*59c8e88eSDag-Erling Smørgrav 190*59c8e88eSDag-Erling Smørgrav sd->sd_max_ccb_per_wu = no_chunk; 191*59c8e88eSDag-Erling Smørgrav 192*59c8e88eSDag-Erling Smørgrav rv = 0; 193*59c8e88eSDag-Erling Smørgravdone: 194*59c8e88eSDag-Erling Smørgrav return (rv); 195*59c8e88eSDag-Erling Smørgrav} 196*59c8e88eSDag-Erling Smørgrav 197*59c8e88eSDag-Erling Smørgravint 198*59c8e88eSDag-Erling Smørgravsr_crypto_assemble(struct sr_discipline *sd, struct bioc_createraid *bc, 199*59c8e88eSDag-Erling Smørgrav int no_chunk, void *data) 200*59c8e88eSDag-Erling Smørgrav{ 201*59c8e88eSDag-Erling Smørgrav int rv = EINVAL; 202*59c8e88eSDag-Erling Smørgrav 203*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.key_disk = NULL; 204*59c8e88eSDag-Erling Smørgrav 205*59c8e88eSDag-Erling Smørgrav /* Crypto optional metadata must already exist... */ 206*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.scr_meta == NULL) 207*59c8e88eSDag-Erling Smørgrav goto done; 208*59c8e88eSDag-Erling Smørgrav 209*59c8e88eSDag-Erling Smørgrav if (data != NULL) { 210*59c8e88eSDag-Erling Smørgrav /* Kernel already has mask key. */ 211*59c8e88eSDag-Erling Smørgrav bcopy(data, sd->mds.mdd_crypto.scr_maskkey, 212*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey)); 213*59c8e88eSDag-Erling Smørgrav } else if (bc->bc_key_disk != NODEV) { 214*59c8e88eSDag-Erling Smørgrav /* Read the mask key from the key disk. */ 215*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.key_disk = 216*59c8e88eSDag-Erling Smørgrav sr_crypto_read_key_disk(sd, bc->bc_key_disk); 217*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.key_disk == NULL) 218*59c8e88eSDag-Erling Smørgrav goto done; 219*59c8e88eSDag-Erling Smørgrav } else if (bc->bc_opaque_flags & BIOC_SOOUT) { 220*59c8e88eSDag-Erling Smørgrav /* provide userland with kdf hint */ 221*59c8e88eSDag-Erling Smørgrav if (bc->bc_opaque == NULL) 222*59c8e88eSDag-Erling Smørgrav goto done; 223*59c8e88eSDag-Erling Smørgrav 224*59c8e88eSDag-Erling Smørgrav if (sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint) < 225*59c8e88eSDag-Erling Smørgrav bc->bc_opaque_size) 226*59c8e88eSDag-Erling Smørgrav goto done; 227*59c8e88eSDag-Erling Smørgrav 228*59c8e88eSDag-Erling Smørgrav if (copyout(sd->mds.mdd_crypto.scr_meta->scm_kdfhint, 229*59c8e88eSDag-Erling Smørgrav bc->bc_opaque, bc->bc_opaque_size)) 230*59c8e88eSDag-Erling Smørgrav goto done; 231*59c8e88eSDag-Erling Smørgrav 232*59c8e88eSDag-Erling Smørgrav /* we're done */ 233*59c8e88eSDag-Erling Smørgrav bc->bc_opaque_status = BIOC_SOINOUT_OK; 234*59c8e88eSDag-Erling Smørgrav rv = EAGAIN; 235*59c8e88eSDag-Erling Smørgrav goto done; 236*59c8e88eSDag-Erling Smørgrav } else if (bc->bc_opaque_flags & BIOC_SOIN) { 237*59c8e88eSDag-Erling Smørgrav /* get kdf with maskkey from userland */ 238*59c8e88eSDag-Erling Smørgrav if (sr_crypto_get_kdf(bc, sd)) 239*59c8e88eSDag-Erling Smørgrav goto done; 240*59c8e88eSDag-Erling Smørgrav } else 241*59c8e88eSDag-Erling Smørgrav goto done; 242*59c8e88eSDag-Erling Smørgrav 243*59c8e88eSDag-Erling Smørgrav sd->sd_max_ccb_per_wu = sd->sd_meta->ssdi.ssd_chunk_no; 244*59c8e88eSDag-Erling Smørgrav 245*59c8e88eSDag-Erling Smørgrav rv = 0; 246*59c8e88eSDag-Erling Smørgravdone: 247*59c8e88eSDag-Erling Smørgrav return (rv); 248*59c8e88eSDag-Erling Smørgrav} 249*59c8e88eSDag-Erling Smørgrav 250*59c8e88eSDag-Erling Smørgravstruct sr_crypto_wu * 251*59c8e88eSDag-Erling Smørgravsr_crypto_wu_get(struct sr_workunit *wu, int encrypt) 252*59c8e88eSDag-Erling Smørgrav{ 253*59c8e88eSDag-Erling Smørgrav struct scsi_xfer *xs = wu->swu_xs; 254*59c8e88eSDag-Erling Smørgrav struct sr_discipline *sd = wu->swu_dis; 255*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu; 256*59c8e88eSDag-Erling Smørgrav struct cryptodesc *crd; 257*59c8e88eSDag-Erling Smørgrav int flags, i, n; 258*59c8e88eSDag-Erling Smørgrav daddr64_t blk = 0; 259*59c8e88eSDag-Erling Smørgrav u_int keyndx; 260*59c8e88eSDag-Erling Smørgrav 261*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_wu_get wu: %p encrypt: %d\n", 262*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc), wu, encrypt); 263*59c8e88eSDag-Erling Smørgrav 264*59c8e88eSDag-Erling Smørgrav mtx_enter(&sd->mds.mdd_crypto.scr_mutex); 265*59c8e88eSDag-Erling Smørgrav if ((crwu = TAILQ_FIRST(&sd->mds.mdd_crypto.scr_wus)) != NULL) 266*59c8e88eSDag-Erling Smørgrav TAILQ_REMOVE(&sd->mds.mdd_crypto.scr_wus, crwu, cr_link); 267*59c8e88eSDag-Erling Smørgrav mtx_leave(&sd->mds.mdd_crypto.scr_mutex); 268*59c8e88eSDag-Erling Smørgrav if (crwu == NULL) 269*59c8e88eSDag-Erling Smørgrav panic("sr_crypto_wu_get: out of wus"); 270*59c8e88eSDag-Erling Smørgrav 271*59c8e88eSDag-Erling Smørgrav crwu->cr_uio.uio_iovcnt = 1; 272*59c8e88eSDag-Erling Smørgrav crwu->cr_uio.uio_iov->iov_len = xs->datalen; 273*59c8e88eSDag-Erling Smørgrav if (xs->flags & SCSI_DATA_OUT) { 274*59c8e88eSDag-Erling Smørgrav crwu->cr_uio.uio_iov->iov_base = crwu->cr_dmabuf; 275*59c8e88eSDag-Erling Smørgrav bcopy(xs->data, crwu->cr_uio.uio_iov->iov_base, xs->datalen); 276*59c8e88eSDag-Erling Smørgrav } else 277*59c8e88eSDag-Erling Smørgrav crwu->cr_uio.uio_iov->iov_base = xs->data; 278*59c8e88eSDag-Erling Smørgrav 279*59c8e88eSDag-Erling Smørgrav if (xs->cmdlen == 10) 280*59c8e88eSDag-Erling Smørgrav blk = _4btol(((struct scsi_rw_big *)xs->cmd)->addr); 281*59c8e88eSDag-Erling Smørgrav else if (xs->cmdlen == 16) 282*59c8e88eSDag-Erling Smørgrav blk = _8btol(((struct scsi_rw_16 *)xs->cmd)->addr); 283*59c8e88eSDag-Erling Smørgrav else if (xs->cmdlen == 6) 284*59c8e88eSDag-Erling Smørgrav blk = _3btol(((struct scsi_rw *)xs->cmd)->addr); 285*59c8e88eSDag-Erling Smørgrav 286*59c8e88eSDag-Erling Smørgrav n = xs->datalen >> DEV_BSHIFT; 287*59c8e88eSDag-Erling Smørgrav 288*59c8e88eSDag-Erling Smørgrav /* 289*59c8e88eSDag-Erling Smørgrav * We preallocated enough crypto descs for up to MAXPHYS of I/O. 290*59c8e88eSDag-Erling Smørgrav * Since there may be less than that we need to tweak the linked list 291*59c8e88eSDag-Erling Smørgrav * of crypto desc structures to be just long enough for our needs. 292*59c8e88eSDag-Erling Smørgrav */ 293*59c8e88eSDag-Erling Smørgrav crd = crwu->cr_descs; 294*59c8e88eSDag-Erling Smørgrav for (i = 0; i < ((MAXPHYS >> DEV_BSHIFT) - n); i++) { 295*59c8e88eSDag-Erling Smørgrav crd = crd->crd_next; 296*59c8e88eSDag-Erling Smørgrav KASSERT(crd); 297*59c8e88eSDag-Erling Smørgrav } 298*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_desc = crd; 299*59c8e88eSDag-Erling Smørgrav flags = (encrypt ? CRD_F_ENCRYPT : 0) | 300*59c8e88eSDag-Erling Smørgrav CRD_F_IV_PRESENT | CRD_F_IV_EXPLICIT; 301*59c8e88eSDag-Erling Smørgrav 302*59c8e88eSDag-Erling Smørgrav /* Select crypto session based on block number */ 303*59c8e88eSDag-Erling Smørgrav keyndx = blk >> SR_CRYPTO_KEY_BLKSHIFT; 304*59c8e88eSDag-Erling Smørgrav if (keyndx >= SR_CRYPTO_MAXKEYS) 305*59c8e88eSDag-Erling Smørgrav goto unwind; 306*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_sid = sd->mds.mdd_crypto.scr_sid[keyndx]; 307*59c8e88eSDag-Erling Smørgrav if (crwu->cr_crp->crp_sid == (u_int64_t)-1) 308*59c8e88eSDag-Erling Smørgrav goto unwind; 309*59c8e88eSDag-Erling Smørgrav 310*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_ilen = xs->datalen; 311*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_alloctype = M_DEVBUF; 312*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_buf = &crwu->cr_uio; 313*59c8e88eSDag-Erling Smørgrav for (i = 0, crd = crwu->cr_crp->crp_desc; crd; 314*59c8e88eSDag-Erling Smørgrav i++, blk++, crd = crd->crd_next) { 315*59c8e88eSDag-Erling Smørgrav crd->crd_skip = i << DEV_BSHIFT; 316*59c8e88eSDag-Erling Smørgrav crd->crd_len = DEV_BSIZE; 317*59c8e88eSDag-Erling Smørgrav crd->crd_inject = 0; 318*59c8e88eSDag-Erling Smørgrav crd->crd_flags = flags; 319*59c8e88eSDag-Erling Smørgrav crd->crd_alg = CRYPTO_AES_XTS; 320*59c8e88eSDag-Erling Smørgrav 321*59c8e88eSDag-Erling Smørgrav switch (sd->mds.mdd_crypto.scr_meta->scm_alg) { 322*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOA_AES_XTS_128: 323*59c8e88eSDag-Erling Smørgrav crd->crd_klen = 256; 324*59c8e88eSDag-Erling Smørgrav break; 325*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOA_AES_XTS_256: 326*59c8e88eSDag-Erling Smørgrav crd->crd_klen = 512; 327*59c8e88eSDag-Erling Smørgrav break; 328*59c8e88eSDag-Erling Smørgrav default: 329*59c8e88eSDag-Erling Smørgrav goto unwind; 330*59c8e88eSDag-Erling Smørgrav } 331*59c8e88eSDag-Erling Smørgrav crd->crd_key = sd->mds.mdd_crypto.scr_key[0]; 332*59c8e88eSDag-Erling Smørgrav bcopy(&blk, crd->crd_iv, sizeof(blk)); 333*59c8e88eSDag-Erling Smørgrav } 334*59c8e88eSDag-Erling Smørgrav crwu->cr_wu = wu; 335*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_opaque = crwu; 336*59c8e88eSDag-Erling Smørgrav 337*59c8e88eSDag-Erling Smørgrav return (crwu); 338*59c8e88eSDag-Erling Smørgrav 339*59c8e88eSDag-Erling Smørgravunwind: 340*59c8e88eSDag-Erling Smørgrav /* steal the descriptors back from the cryptop */ 341*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_desc = NULL; 342*59c8e88eSDag-Erling Smørgrav 343*59c8e88eSDag-Erling Smørgrav return (NULL); 344*59c8e88eSDag-Erling Smørgrav} 345*59c8e88eSDag-Erling Smørgrav 346*59c8e88eSDag-Erling Smørgravvoid 347*59c8e88eSDag-Erling Smørgravsr_crypto_wu_put(struct sr_crypto_wu *crwu) 348*59c8e88eSDag-Erling Smørgrav{ 349*59c8e88eSDag-Erling Smørgrav struct cryptop *crp = crwu->cr_crp; 350*59c8e88eSDag-Erling Smørgrav struct sr_workunit *wu = crwu->cr_wu; 351*59c8e88eSDag-Erling Smørgrav struct sr_discipline *sd = wu->swu_dis; 352*59c8e88eSDag-Erling Smørgrav 353*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_wu_put crwu: %p\n", 354*59c8e88eSDag-Erling Smørgrav DEVNAME(wu->swu_dis->sd_sc), crwu); 355*59c8e88eSDag-Erling Smørgrav 356*59c8e88eSDag-Erling Smørgrav /* steal the descriptors back from the cryptop */ 357*59c8e88eSDag-Erling Smørgrav crp->crp_desc = NULL; 358*59c8e88eSDag-Erling Smørgrav 359*59c8e88eSDag-Erling Smørgrav mtx_enter(&sd->mds.mdd_crypto.scr_mutex); 360*59c8e88eSDag-Erling Smørgrav TAILQ_INSERT_TAIL(&sd->mds.mdd_crypto.scr_wus, crwu, cr_link); 361*59c8e88eSDag-Erling Smørgrav mtx_leave(&sd->mds.mdd_crypto.scr_mutex); 362*59c8e88eSDag-Erling Smørgrav} 363*59c8e88eSDag-Erling Smørgrav 364*59c8e88eSDag-Erling Smørgravint 365*59c8e88eSDag-Erling Smørgravsr_crypto_get_kdf(struct bioc_createraid *bc, struct sr_discipline *sd) 366*59c8e88eSDag-Erling Smørgrav{ 367*59c8e88eSDag-Erling Smørgrav int rv = EINVAL; 368*59c8e88eSDag-Erling Smørgrav struct sr_crypto_kdfinfo *kdfinfo; 369*59c8e88eSDag-Erling Smørgrav 370*59c8e88eSDag-Erling Smørgrav if (!(bc->bc_opaque_flags & BIOC_SOIN)) 371*59c8e88eSDag-Erling Smørgrav return (rv); 372*59c8e88eSDag-Erling Smørgrav if (bc->bc_opaque == NULL) 373*59c8e88eSDag-Erling Smørgrav return (rv); 374*59c8e88eSDag-Erling Smørgrav if (bc->bc_opaque_size != sizeof(*kdfinfo)) 375*59c8e88eSDag-Erling Smørgrav return (rv); 376*59c8e88eSDag-Erling Smørgrav 377*59c8e88eSDag-Erling Smørgrav kdfinfo = malloc(bc->bc_opaque_size, M_DEVBUF, M_WAITOK | M_ZERO); 378*59c8e88eSDag-Erling Smørgrav if (copyin(bc->bc_opaque, kdfinfo, bc->bc_opaque_size)) 379*59c8e88eSDag-Erling Smørgrav goto out; 380*59c8e88eSDag-Erling Smørgrav 381*59c8e88eSDag-Erling Smørgrav if (kdfinfo->len != bc->bc_opaque_size) 382*59c8e88eSDag-Erling Smørgrav goto out; 383*59c8e88eSDag-Erling Smørgrav 384*59c8e88eSDag-Erling Smørgrav /* copy KDF hint to disk meta data */ 385*59c8e88eSDag-Erling Smørgrav if (kdfinfo->flags & SR_CRYPTOKDF_HINT) { 386*59c8e88eSDag-Erling Smørgrav if (sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint) < 387*59c8e88eSDag-Erling Smørgrav kdfinfo->genkdf.len) 388*59c8e88eSDag-Erling Smørgrav goto out; 389*59c8e88eSDag-Erling Smørgrav bcopy(&kdfinfo->genkdf, 390*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_kdfhint, 391*59c8e88eSDag-Erling Smørgrav kdfinfo->genkdf.len); 392*59c8e88eSDag-Erling Smørgrav } 393*59c8e88eSDag-Erling Smørgrav 394*59c8e88eSDag-Erling Smørgrav /* copy mask key to run-time meta data */ 395*59c8e88eSDag-Erling Smørgrav if ((kdfinfo->flags & SR_CRYPTOKDF_KEY)) { 396*59c8e88eSDag-Erling Smørgrav if (sizeof(sd->mds.mdd_crypto.scr_maskkey) < 397*59c8e88eSDag-Erling Smørgrav sizeof(kdfinfo->maskkey)) 398*59c8e88eSDag-Erling Smørgrav goto out; 399*59c8e88eSDag-Erling Smørgrav bcopy(&kdfinfo->maskkey, sd->mds.mdd_crypto.scr_maskkey, 400*59c8e88eSDag-Erling Smørgrav sizeof(kdfinfo->maskkey)); 401*59c8e88eSDag-Erling Smørgrav } 402*59c8e88eSDag-Erling Smørgrav 403*59c8e88eSDag-Erling Smørgrav bc->bc_opaque_status = BIOC_SOINOUT_OK; 404*59c8e88eSDag-Erling Smørgrav rv = 0; 405*59c8e88eSDag-Erling Smørgravout: 406*59c8e88eSDag-Erling Smørgrav explicit_bzero(kdfinfo, bc->bc_opaque_size); 407*59c8e88eSDag-Erling Smørgrav free(kdfinfo, M_DEVBUF); 408*59c8e88eSDag-Erling Smørgrav 409*59c8e88eSDag-Erling Smørgrav return (rv); 410*59c8e88eSDag-Erling Smørgrav} 411*59c8e88eSDag-Erling Smørgrav 412*59c8e88eSDag-Erling Smørgravint 413*59c8e88eSDag-Erling Smørgravsr_crypto_encrypt(u_char *p, u_char *c, u_char *key, size_t size, int alg) 414*59c8e88eSDag-Erling Smørgrav{ 415*59c8e88eSDag-Erling Smørgrav rijndael_ctx ctx; 416*59c8e88eSDag-Erling Smørgrav int i, rv = 1; 417*59c8e88eSDag-Erling Smørgrav 418*59c8e88eSDag-Erling Smørgrav switch (alg) { 419*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOM_AES_ECB_256: 420*59c8e88eSDag-Erling Smørgrav if (rijndael_set_key_enc_only(&ctx, key, 256) != 0) 421*59c8e88eSDag-Erling Smørgrav goto out; 422*59c8e88eSDag-Erling Smørgrav for (i = 0; i < size; i += RIJNDAEL128_BLOCK_LEN) 423*59c8e88eSDag-Erling Smørgrav rijndael_encrypt(&ctx, &p[i], &c[i]); 424*59c8e88eSDag-Erling Smørgrav rv = 0; 425*59c8e88eSDag-Erling Smørgrav break; 426*59c8e88eSDag-Erling Smørgrav default: 427*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: unsupported encryption algorithm %u\n", 428*59c8e88eSDag-Erling Smørgrav "softraid", alg); 429*59c8e88eSDag-Erling Smørgrav rv = -1; 430*59c8e88eSDag-Erling Smørgrav goto out; 431*59c8e88eSDag-Erling Smørgrav } 432*59c8e88eSDag-Erling Smørgrav 433*59c8e88eSDag-Erling Smørgravout: 434*59c8e88eSDag-Erling Smørgrav explicit_bzero(&ctx, sizeof(ctx)); 435*59c8e88eSDag-Erling Smørgrav return (rv); 436*59c8e88eSDag-Erling Smørgrav} 437*59c8e88eSDag-Erling Smørgrav 438*59c8e88eSDag-Erling Smørgravint 439*59c8e88eSDag-Erling Smørgravsr_crypto_decrypt(u_char *c, u_char *p, u_char *key, size_t size, int alg) 440*59c8e88eSDag-Erling Smørgrav{ 441*59c8e88eSDag-Erling Smørgrav rijndael_ctx ctx; 442*59c8e88eSDag-Erling Smørgrav int i, rv = 1; 443*59c8e88eSDag-Erling Smørgrav 444*59c8e88eSDag-Erling Smørgrav switch (alg) { 445*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOM_AES_ECB_256: 446*59c8e88eSDag-Erling Smørgrav if (rijndael_set_key(&ctx, key, 256) != 0) 447*59c8e88eSDag-Erling Smørgrav goto out; 448*59c8e88eSDag-Erling Smørgrav for (i = 0; i < size; i += RIJNDAEL128_BLOCK_LEN) 449*59c8e88eSDag-Erling Smørgrav rijndael_decrypt(&ctx, &c[i], &p[i]); 450*59c8e88eSDag-Erling Smørgrav rv = 0; 451*59c8e88eSDag-Erling Smørgrav break; 452*59c8e88eSDag-Erling Smørgrav default: 453*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: unsupported encryption algorithm %u\n", 454*59c8e88eSDag-Erling Smørgrav "softraid", alg); 455*59c8e88eSDag-Erling Smørgrav rv = -1; 456*59c8e88eSDag-Erling Smørgrav goto out; 457*59c8e88eSDag-Erling Smørgrav } 458*59c8e88eSDag-Erling Smørgrav 459*59c8e88eSDag-Erling Smørgravout: 460*59c8e88eSDag-Erling Smørgrav explicit_bzero(&ctx, sizeof(ctx)); 461*59c8e88eSDag-Erling Smørgrav return (rv); 462*59c8e88eSDag-Erling Smørgrav} 463*59c8e88eSDag-Erling Smørgrav 464*59c8e88eSDag-Erling Smørgravvoid 465*59c8e88eSDag-Erling Smørgravsr_crypto_calculate_check_hmac_sha1(u_int8_t *maskkey, int maskkey_size, 466*59c8e88eSDag-Erling Smørgrav u_int8_t *key, int key_size, u_char *check_digest) 467*59c8e88eSDag-Erling Smørgrav{ 468*59c8e88eSDag-Erling Smørgrav u_char check_key[SHA1_DIGEST_LENGTH]; 469*59c8e88eSDag-Erling Smørgrav HMAC_SHA1_CTX hmacctx; 470*59c8e88eSDag-Erling Smørgrav SHA1_CTX shactx; 471*59c8e88eSDag-Erling Smørgrav 472*59c8e88eSDag-Erling Smørgrav bzero(check_key, sizeof(check_key)); 473*59c8e88eSDag-Erling Smørgrav bzero(&hmacctx, sizeof(hmacctx)); 474*59c8e88eSDag-Erling Smørgrav bzero(&shactx, sizeof(shactx)); 475*59c8e88eSDag-Erling Smørgrav 476*59c8e88eSDag-Erling Smørgrav /* k = SHA1(mask_key) */ 477*59c8e88eSDag-Erling Smørgrav SHA1Init(&shactx); 478*59c8e88eSDag-Erling Smørgrav SHA1Update(&shactx, maskkey, maskkey_size); 479*59c8e88eSDag-Erling Smørgrav SHA1Final(check_key, &shactx); 480*59c8e88eSDag-Erling Smørgrav 481*59c8e88eSDag-Erling Smørgrav /* mac = HMAC_SHA1_k(unencrypted key) */ 482*59c8e88eSDag-Erling Smørgrav HMAC_SHA1_Init(&hmacctx, check_key, sizeof(check_key)); 483*59c8e88eSDag-Erling Smørgrav HMAC_SHA1_Update(&hmacctx, key, key_size); 484*59c8e88eSDag-Erling Smørgrav HMAC_SHA1_Final(check_digest, &hmacctx); 485*59c8e88eSDag-Erling Smørgrav 486*59c8e88eSDag-Erling Smørgrav explicit_bzero(check_key, sizeof(check_key)); 487*59c8e88eSDag-Erling Smørgrav explicit_bzero(&hmacctx, sizeof(hmacctx)); 488*59c8e88eSDag-Erling Smørgrav explicit_bzero(&shactx, sizeof(shactx)); 489*59c8e88eSDag-Erling Smørgrav} 490*59c8e88eSDag-Erling Smørgrav 491*59c8e88eSDag-Erling Smørgravint 492*59c8e88eSDag-Erling Smørgravsr_crypto_decrypt_key(struct sr_discipline *sd) 493*59c8e88eSDag-Erling Smørgrav{ 494*59c8e88eSDag-Erling Smørgrav u_char check_digest[SHA1_DIGEST_LENGTH]; 495*59c8e88eSDag-Erling Smørgrav int rv = 1; 496*59c8e88eSDag-Erling Smørgrav 497*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_decrypt_key\n", DEVNAME(sd->sd_sc)); 498*59c8e88eSDag-Erling Smørgrav 499*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.scr_meta->scm_check_alg != SR_CRYPTOC_HMAC_SHA1) 500*59c8e88eSDag-Erling Smørgrav goto out; 501*59c8e88eSDag-Erling Smørgrav 502*59c8e88eSDag-Erling Smørgrav if (sr_crypto_decrypt((u_char *)sd->mds.mdd_crypto.scr_meta->scm_key, 503*59c8e88eSDag-Erling Smørgrav (u_char *)sd->mds.mdd_crypto.scr_key, 504*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_maskkey, sizeof(sd->mds.mdd_crypto.scr_key), 505*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1) 506*59c8e88eSDag-Erling Smørgrav goto out; 507*59c8e88eSDag-Erling Smørgrav 508*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG0 509*59c8e88eSDag-Erling Smørgrav sr_crypto_dumpkeys(sd); 510*59c8e88eSDag-Erling Smørgrav#endif 511*59c8e88eSDag-Erling Smørgrav 512*59c8e88eSDag-Erling Smørgrav /* Check that the key decrypted properly. */ 513*59c8e88eSDag-Erling Smørgrav sr_crypto_calculate_check_hmac_sha1(sd->mds.mdd_crypto.scr_maskkey, 514*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey), 515*59c8e88eSDag-Erling Smørgrav (u_int8_t *)sd->mds.mdd_crypto.scr_key, 516*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key), 517*59c8e88eSDag-Erling Smørgrav check_digest); 518*59c8e88eSDag-Erling Smørgrav if (memcmp(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac, 519*59c8e88eSDag-Erling Smørgrav check_digest, sizeof(check_digest)) != 0) { 520*59c8e88eSDag-Erling Smørgrav explicit_bzero(sd->mds.mdd_crypto.scr_key, 521*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key)); 522*59c8e88eSDag-Erling Smørgrav goto out; 523*59c8e88eSDag-Erling Smørgrav } 524*59c8e88eSDag-Erling Smørgrav 525*59c8e88eSDag-Erling Smørgrav rv = 0; /* Success */ 526*59c8e88eSDag-Erling Smørgravout: 527*59c8e88eSDag-Erling Smørgrav /* we don't need the mask key anymore */ 528*59c8e88eSDag-Erling Smørgrav explicit_bzero(&sd->mds.mdd_crypto.scr_maskkey, 529*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey)); 530*59c8e88eSDag-Erling Smørgrav 531*59c8e88eSDag-Erling Smørgrav explicit_bzero(check_digest, sizeof(check_digest)); 532*59c8e88eSDag-Erling Smørgrav 533*59c8e88eSDag-Erling Smørgrav return rv; 534*59c8e88eSDag-Erling Smørgrav} 535*59c8e88eSDag-Erling Smørgrav 536*59c8e88eSDag-Erling Smørgravint 537*59c8e88eSDag-Erling Smørgravsr_crypto_create_keys(struct sr_discipline *sd) 538*59c8e88eSDag-Erling Smørgrav{ 539*59c8e88eSDag-Erling Smørgrav 540*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_create_keys\n", 541*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc)); 542*59c8e88eSDag-Erling Smørgrav 543*59c8e88eSDag-Erling Smørgrav if (AES_MAXKEYBYTES < sizeof(sd->mds.mdd_crypto.scr_maskkey)) 544*59c8e88eSDag-Erling Smørgrav return (1); 545*59c8e88eSDag-Erling Smørgrav 546*59c8e88eSDag-Erling Smørgrav /* XXX allow user to specify */ 547*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_alg = SR_CRYPTOA_AES_XTS_256; 548*59c8e88eSDag-Erling Smørgrav 549*59c8e88eSDag-Erling Smørgrav /* generate crypto keys */ 550*59c8e88eSDag-Erling Smørgrav arc4random_buf(sd->mds.mdd_crypto.scr_key, 551*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key)); 552*59c8e88eSDag-Erling Smørgrav 553*59c8e88eSDag-Erling Smørgrav /* Mask the disk keys. */ 554*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_mask_alg = SR_CRYPTOM_AES_ECB_256; 555*59c8e88eSDag-Erling Smørgrav sr_crypto_encrypt((u_char *)sd->mds.mdd_crypto.scr_key, 556*59c8e88eSDag-Erling Smørgrav (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key, 557*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_maskkey, sizeof(sd->mds.mdd_crypto.scr_key), 558*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_mask_alg); 559*59c8e88eSDag-Erling Smørgrav 560*59c8e88eSDag-Erling Smørgrav /* Prepare key decryption check code. */ 561*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_check_alg = SR_CRYPTOC_HMAC_SHA1; 562*59c8e88eSDag-Erling Smørgrav sr_crypto_calculate_check_hmac_sha1(sd->mds.mdd_crypto.scr_maskkey, 563*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey), 564*59c8e88eSDag-Erling Smørgrav (u_int8_t *)sd->mds.mdd_crypto.scr_key, 565*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key), 566*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac); 567*59c8e88eSDag-Erling Smørgrav 568*59c8e88eSDag-Erling Smørgrav /* Erase the plaintext disk keys */ 569*59c8e88eSDag-Erling Smørgrav explicit_bzero(sd->mds.mdd_crypto.scr_key, 570*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key)); 571*59c8e88eSDag-Erling Smørgrav 572*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG0 573*59c8e88eSDag-Erling Smørgrav sr_crypto_dumpkeys(sd); 574*59c8e88eSDag-Erling Smørgrav#endif 575*59c8e88eSDag-Erling Smørgrav 576*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_flags = SR_CRYPTOF_KEY | 577*59c8e88eSDag-Erling Smørgrav SR_CRYPTOF_KDFHINT; 578*59c8e88eSDag-Erling Smørgrav 579*59c8e88eSDag-Erling Smørgrav return (0); 580*59c8e88eSDag-Erling Smørgrav} 581*59c8e88eSDag-Erling Smørgrav 582*59c8e88eSDag-Erling Smørgravint 583*59c8e88eSDag-Erling Smørgravsr_crypto_change_maskkey(struct sr_discipline *sd, 584*59c8e88eSDag-Erling Smørgrav struct sr_crypto_kdfinfo *kdfinfo1, struct sr_crypto_kdfinfo *kdfinfo2) 585*59c8e88eSDag-Erling Smørgrav{ 586*59c8e88eSDag-Erling Smørgrav u_char check_digest[SHA1_DIGEST_LENGTH]; 587*59c8e88eSDag-Erling Smørgrav u_char *c, *p = NULL; 588*59c8e88eSDag-Erling Smørgrav size_t ksz; 589*59c8e88eSDag-Erling Smørgrav int rv = 1; 590*59c8e88eSDag-Erling Smørgrav 591*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_change_maskkey\n", 592*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc)); 593*59c8e88eSDag-Erling Smørgrav 594*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.scr_meta->scm_check_alg != SR_CRYPTOC_HMAC_SHA1) 595*59c8e88eSDag-Erling Smørgrav goto out; 596*59c8e88eSDag-Erling Smørgrav 597*59c8e88eSDag-Erling Smørgrav c = (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key; 598*59c8e88eSDag-Erling Smørgrav ksz = sizeof(sd->mds.mdd_crypto.scr_key); 599*59c8e88eSDag-Erling Smørgrav p = malloc(ksz, M_DEVBUF, M_WAITOK | M_CANFAIL | M_ZERO); 600*59c8e88eSDag-Erling Smørgrav if (p == NULL) 601*59c8e88eSDag-Erling Smørgrav goto out; 602*59c8e88eSDag-Erling Smørgrav 603*59c8e88eSDag-Erling Smørgrav if (sr_crypto_decrypt(c, p, kdfinfo1->maskkey, ksz, 604*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1) 605*59c8e88eSDag-Erling Smørgrav goto out; 606*59c8e88eSDag-Erling Smørgrav 607*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG0 608*59c8e88eSDag-Erling Smørgrav sr_crypto_dumpkeys(sd); 609*59c8e88eSDag-Erling Smørgrav#endif 610*59c8e88eSDag-Erling Smørgrav 611*59c8e88eSDag-Erling Smørgrav sr_crypto_calculate_check_hmac_sha1(kdfinfo1->maskkey, 612*59c8e88eSDag-Erling Smørgrav sizeof(kdfinfo1->maskkey), p, ksz, check_digest); 613*59c8e88eSDag-Erling Smørgrav if (memcmp(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac, 614*59c8e88eSDag-Erling Smørgrav check_digest, sizeof(check_digest)) != 0) { 615*59c8e88eSDag-Erling Smørgrav sr_error(sd->sd_sc, "incorrect key or passphrase"); 616*59c8e88eSDag-Erling Smørgrav rv = EPERM; 617*59c8e88eSDag-Erling Smørgrav goto out; 618*59c8e88eSDag-Erling Smørgrav } 619*59c8e88eSDag-Erling Smørgrav 620*59c8e88eSDag-Erling Smørgrav /* Mask the disk keys. */ 621*59c8e88eSDag-Erling Smørgrav c = (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key; 622*59c8e88eSDag-Erling Smørgrav if (sr_crypto_encrypt(p, c, kdfinfo2->maskkey, ksz, 623*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1) 624*59c8e88eSDag-Erling Smørgrav goto out; 625*59c8e88eSDag-Erling Smørgrav 626*59c8e88eSDag-Erling Smørgrav /* Prepare key decryption check code. */ 627*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_check_alg = SR_CRYPTOC_HMAC_SHA1; 628*59c8e88eSDag-Erling Smørgrav sr_crypto_calculate_check_hmac_sha1(kdfinfo2->maskkey, 629*59c8e88eSDag-Erling Smørgrav sizeof(kdfinfo2->maskkey), (u_int8_t *)sd->mds.mdd_crypto.scr_key, 630*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_key), check_digest); 631*59c8e88eSDag-Erling Smørgrav 632*59c8e88eSDag-Erling Smørgrav /* Copy new encrypted key and HMAC to metadata. */ 633*59c8e88eSDag-Erling Smørgrav bcopy(check_digest, sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac, 634*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac)); 635*59c8e88eSDag-Erling Smørgrav 636*59c8e88eSDag-Erling Smørgrav rv = 0; /* Success */ 637*59c8e88eSDag-Erling Smørgrav 638*59c8e88eSDag-Erling Smørgravout: 639*59c8e88eSDag-Erling Smørgrav if (p) { 640*59c8e88eSDag-Erling Smørgrav explicit_bzero(p, ksz); 641*59c8e88eSDag-Erling Smørgrav free(p, M_DEVBUF); 642*59c8e88eSDag-Erling Smørgrav } 643*59c8e88eSDag-Erling Smørgrav 644*59c8e88eSDag-Erling Smørgrav explicit_bzero(check_digest, sizeof(check_digest)); 645*59c8e88eSDag-Erling Smørgrav explicit_bzero(&kdfinfo1->maskkey, sizeof(kdfinfo1->maskkey)); 646*59c8e88eSDag-Erling Smørgrav explicit_bzero(&kdfinfo2->maskkey, sizeof(kdfinfo2->maskkey)); 647*59c8e88eSDag-Erling Smørgrav 648*59c8e88eSDag-Erling Smørgrav return (rv); 649*59c8e88eSDag-Erling Smørgrav} 650*59c8e88eSDag-Erling Smørgrav 651*59c8e88eSDag-Erling Smørgravstruct sr_chunk * 652*59c8e88eSDag-Erling Smørgravsr_crypto_create_key_disk(struct sr_discipline *sd, dev_t dev) 653*59c8e88eSDag-Erling Smørgrav{ 654*59c8e88eSDag-Erling Smørgrav struct sr_softc *sc = sd->sd_sc; 655*59c8e88eSDag-Erling Smørgrav struct sr_discipline *fakesd = NULL; 656*59c8e88eSDag-Erling Smørgrav struct sr_metadata *sm = NULL; 657*59c8e88eSDag-Erling Smørgrav struct sr_meta_chunk *km; 658*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_item *omi = NULL; 659*59c8e88eSDag-Erling Smørgrav struct sr_meta_keydisk *skm; 660*59c8e88eSDag-Erling Smørgrav struct sr_chunk *key_disk = NULL; 661*59c8e88eSDag-Erling Smørgrav struct disklabel label; 662*59c8e88eSDag-Erling Smørgrav struct vnode *vn; 663*59c8e88eSDag-Erling Smørgrav char devname[32]; 664*59c8e88eSDag-Erling Smørgrav int c, part, open = 0; 665*59c8e88eSDag-Erling Smørgrav 666*59c8e88eSDag-Erling Smørgrav /* 667*59c8e88eSDag-Erling Smørgrav * Create a metadata structure on the key disk and store 668*59c8e88eSDag-Erling Smørgrav * keying material in the optional metadata. 669*59c8e88eSDag-Erling Smørgrav */ 670*59c8e88eSDag-Erling Smørgrav 671*59c8e88eSDag-Erling Smørgrav sr_meta_getdevname(sc, dev, devname, sizeof(devname)); 672*59c8e88eSDag-Erling Smørgrav 673*59c8e88eSDag-Erling Smørgrav /* Make sure chunk is not already in use. */ 674*59c8e88eSDag-Erling Smørgrav c = sr_chunk_in_use(sc, dev); 675*59c8e88eSDag-Erling Smørgrav if (c != BIOC_SDINVALID && c != BIOC_SDOFFLINE) { 676*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s is already in use", devname); 677*59c8e88eSDag-Erling Smørgrav goto done; 678*59c8e88eSDag-Erling Smørgrav } 679*59c8e88eSDag-Erling Smørgrav 680*59c8e88eSDag-Erling Smørgrav /* Open device. */ 681*59c8e88eSDag-Erling Smørgrav if (bdevvp(dev, &vn)) { 682*59c8e88eSDag-Erling Smørgrav sr_error(sc, "cannot open key disk %s", devname); 683*59c8e88eSDag-Erling Smørgrav goto done; 684*59c8e88eSDag-Erling Smørgrav } 685*59c8e88eSDag-Erling Smørgrav if (VOP_OPEN(vn, FREAD | FWRITE, NOCRED, curproc)) { 686*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_META,"%s: sr_crypto_create_key_disk cannot " 687*59c8e88eSDag-Erling Smørgrav "open %s\n", DEVNAME(sc), devname); 688*59c8e88eSDag-Erling Smørgrav vput(vn); 689*59c8e88eSDag-Erling Smørgrav goto fail; 690*59c8e88eSDag-Erling Smørgrav } 691*59c8e88eSDag-Erling Smørgrav open = 1; /* close dev on error */ 692*59c8e88eSDag-Erling Smørgrav 693*59c8e88eSDag-Erling Smørgrav /* Get partition details. */ 694*59c8e88eSDag-Erling Smørgrav part = DISKPART(dev); 695*59c8e88eSDag-Erling Smørgrav if (VOP_IOCTL(vn, DIOCGDINFO, (caddr_t)&label, 696*59c8e88eSDag-Erling Smørgrav FREAD, NOCRED, curproc)) { 697*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_META, "%s: sr_crypto_create_key_disk ioctl " 698*59c8e88eSDag-Erling Smørgrav "failed\n", DEVNAME(sc)); 699*59c8e88eSDag-Erling Smørgrav VOP_CLOSE(vn, FREAD | FWRITE, NOCRED, curproc); 700*59c8e88eSDag-Erling Smørgrav vput(vn); 701*59c8e88eSDag-Erling Smørgrav goto fail; 702*59c8e88eSDag-Erling Smørgrav } 703*59c8e88eSDag-Erling Smørgrav if (label.d_secsize != DEV_BSIZE) { 704*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s has unsupported sector size (%d)", 705*59c8e88eSDag-Erling Smørgrav devname, label.d_secsize); 706*59c8e88eSDag-Erling Smørgrav goto fail; 707*59c8e88eSDag-Erling Smørgrav } 708*59c8e88eSDag-Erling Smørgrav if (label.d_partitions[part].p_fstype != FS_RAID) { 709*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s partition not of type RAID (%d)\n", 710*59c8e88eSDag-Erling Smørgrav devname, label.d_partitions[part].p_fstype); 711*59c8e88eSDag-Erling Smørgrav goto fail; 712*59c8e88eSDag-Erling Smørgrav } 713*59c8e88eSDag-Erling Smørgrav 714*59c8e88eSDag-Erling Smørgrav /* 715*59c8e88eSDag-Erling Smørgrav * Create and populate chunk metadata. 716*59c8e88eSDag-Erling Smørgrav */ 717*59c8e88eSDag-Erling Smørgrav 718*59c8e88eSDag-Erling Smørgrav key_disk = malloc(sizeof(struct sr_chunk), M_DEVBUF, M_WAITOK | M_ZERO); 719*59c8e88eSDag-Erling Smørgrav km = &key_disk->src_meta; 720*59c8e88eSDag-Erling Smørgrav 721*59c8e88eSDag-Erling Smørgrav key_disk->src_dev_mm = dev; 722*59c8e88eSDag-Erling Smørgrav key_disk->src_vn = vn; 723*59c8e88eSDag-Erling Smørgrav strlcpy(key_disk->src_devname, devname, sizeof(km->scmi.scm_devname)); 724*59c8e88eSDag-Erling Smørgrav key_disk->src_size = 0; 725*59c8e88eSDag-Erling Smørgrav 726*59c8e88eSDag-Erling Smørgrav km->scmi.scm_volid = sd->sd_meta->ssdi.ssd_level; 727*59c8e88eSDag-Erling Smørgrav km->scmi.scm_chunk_id = 0; 728*59c8e88eSDag-Erling Smørgrav km->scmi.scm_size = 0; 729*59c8e88eSDag-Erling Smørgrav km->scmi.scm_coerced_size = 0; 730*59c8e88eSDag-Erling Smørgrav strlcpy(km->scmi.scm_devname, devname, sizeof(km->scmi.scm_devname)); 731*59c8e88eSDag-Erling Smørgrav bcopy(&sd->sd_meta->ssdi.ssd_uuid, &km->scmi.scm_uuid, 732*59c8e88eSDag-Erling Smørgrav sizeof(struct sr_uuid)); 733*59c8e88eSDag-Erling Smørgrav 734*59c8e88eSDag-Erling Smørgrav sr_checksum(sc, km, &km->scm_checksum, 735*59c8e88eSDag-Erling Smørgrav sizeof(struct sr_meta_chunk_invariant)); 736*59c8e88eSDag-Erling Smørgrav 737*59c8e88eSDag-Erling Smørgrav km->scm_status = BIOC_SDONLINE; 738*59c8e88eSDag-Erling Smørgrav 739*59c8e88eSDag-Erling Smørgrav /* 740*59c8e88eSDag-Erling Smørgrav * Create and populate our own discipline and metadata. 741*59c8e88eSDag-Erling Smørgrav */ 742*59c8e88eSDag-Erling Smørgrav 743*59c8e88eSDag-Erling Smørgrav sm = malloc(sizeof(struct sr_metadata), M_DEVBUF, M_WAITOK | M_ZERO); 744*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_magic = SR_MAGIC; 745*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_version = SR_META_VERSION; 746*59c8e88eSDag-Erling Smørgrav sm->ssd_ondisk = 0; 747*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_vol_flags = 0; 748*59c8e88eSDag-Erling Smørgrav bcopy(&sd->sd_meta->ssdi.ssd_uuid, &sm->ssdi.ssd_uuid, 749*59c8e88eSDag-Erling Smørgrav sizeof(struct sr_uuid)); 750*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_chunk_no = 1; 751*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_volid = SR_KEYDISK_VOLID; 752*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_level = SR_KEYDISK_LEVEL; 753*59c8e88eSDag-Erling Smørgrav sm->ssdi.ssd_size = 0; 754*59c8e88eSDag-Erling Smørgrav strlcpy(sm->ssdi.ssd_vendor, "OPENBSD", sizeof(sm->ssdi.ssd_vendor)); 755*59c8e88eSDag-Erling Smørgrav snprintf(sm->ssdi.ssd_product, sizeof(sm->ssdi.ssd_product), 756*59c8e88eSDag-Erling Smørgrav "SR %s", "KEYDISK"); 757*59c8e88eSDag-Erling Smørgrav snprintf(sm->ssdi.ssd_revision, sizeof(sm->ssdi.ssd_revision), 758*59c8e88eSDag-Erling Smørgrav "%03d", SR_META_VERSION); 759*59c8e88eSDag-Erling Smørgrav 760*59c8e88eSDag-Erling Smørgrav fakesd = malloc(sizeof(struct sr_discipline), M_DEVBUF, 761*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 762*59c8e88eSDag-Erling Smørgrav fakesd->sd_sc = sd->sd_sc; 763*59c8e88eSDag-Erling Smørgrav fakesd->sd_meta = sm; 764*59c8e88eSDag-Erling Smørgrav fakesd->sd_meta_type = SR_META_F_NATIVE; 765*59c8e88eSDag-Erling Smørgrav fakesd->sd_vol_status = BIOC_SVONLINE; 766*59c8e88eSDag-Erling Smørgrav strlcpy(fakesd->sd_name, "KEYDISK", sizeof(fakesd->sd_name)); 767*59c8e88eSDag-Erling Smørgrav SLIST_INIT(&fakesd->sd_meta_opt); 768*59c8e88eSDag-Erling Smørgrav 769*59c8e88eSDag-Erling Smørgrav /* Add chunk to volume. */ 770*59c8e88eSDag-Erling Smørgrav fakesd->sd_vol.sv_chunks = malloc(sizeof(struct sr_chunk *), M_DEVBUF, 771*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 772*59c8e88eSDag-Erling Smørgrav fakesd->sd_vol.sv_chunks[0] = key_disk; 773*59c8e88eSDag-Erling Smørgrav SLIST_INIT(&fakesd->sd_vol.sv_chunk_list); 774*59c8e88eSDag-Erling Smørgrav SLIST_INSERT_HEAD(&fakesd->sd_vol.sv_chunk_list, key_disk, src_link); 775*59c8e88eSDag-Erling Smørgrav 776*59c8e88eSDag-Erling Smørgrav /* Generate mask key. */ 777*59c8e88eSDag-Erling Smørgrav arc4random_buf(sd->mds.mdd_crypto.scr_maskkey, 778*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey)); 779*59c8e88eSDag-Erling Smørgrav 780*59c8e88eSDag-Erling Smørgrav /* Copy mask key to optional metadata area. */ 781*59c8e88eSDag-Erling Smørgrav omi = malloc(sizeof(struct sr_meta_opt_item), M_DEVBUF, 782*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 783*59c8e88eSDag-Erling Smørgrav omi->omi_som = malloc(sizeof(struct sr_meta_keydisk), M_DEVBUF, 784*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO); 785*59c8e88eSDag-Erling Smørgrav omi->omi_som->som_type = SR_OPT_KEYDISK; 786*59c8e88eSDag-Erling Smørgrav omi->omi_som->som_length = sizeof(struct sr_meta_keydisk); 787*59c8e88eSDag-Erling Smørgrav skm = (struct sr_meta_keydisk *)omi->omi_som; 788*59c8e88eSDag-Erling Smørgrav bcopy(sd->mds.mdd_crypto.scr_maskkey, &skm->skm_maskkey, 789*59c8e88eSDag-Erling Smørgrav sizeof(skm->skm_maskkey)); 790*59c8e88eSDag-Erling Smørgrav SLIST_INSERT_HEAD(&fakesd->sd_meta_opt, omi, omi_link); 791*59c8e88eSDag-Erling Smørgrav fakesd->sd_meta->ssdi.ssd_opt_no++; 792*59c8e88eSDag-Erling Smørgrav 793*59c8e88eSDag-Erling Smørgrav /* Save metadata. */ 794*59c8e88eSDag-Erling Smørgrav if (sr_meta_save(fakesd, SR_META_DIRTY)) { 795*59c8e88eSDag-Erling Smørgrav sr_error(sc, "could not save metadata to %s", devname); 796*59c8e88eSDag-Erling Smørgrav goto fail; 797*59c8e88eSDag-Erling Smørgrav } 798*59c8e88eSDag-Erling Smørgrav 799*59c8e88eSDag-Erling Smørgrav goto done; 800*59c8e88eSDag-Erling Smørgrav 801*59c8e88eSDag-Erling Smørgravfail: 802*59c8e88eSDag-Erling Smørgrav if (key_disk) 803*59c8e88eSDag-Erling Smørgrav free(key_disk, M_DEVBUF); 804*59c8e88eSDag-Erling Smørgrav key_disk = NULL; 805*59c8e88eSDag-Erling Smørgrav 806*59c8e88eSDag-Erling Smørgravdone: 807*59c8e88eSDag-Erling Smørgrav if (omi) 808*59c8e88eSDag-Erling Smørgrav free(omi, M_DEVBUF); 809*59c8e88eSDag-Erling Smørgrav if (fakesd && fakesd->sd_vol.sv_chunks) 810*59c8e88eSDag-Erling Smørgrav free(fakesd->sd_vol.sv_chunks, M_DEVBUF); 811*59c8e88eSDag-Erling Smørgrav if (fakesd) 812*59c8e88eSDag-Erling Smørgrav free(fakesd, M_DEVBUF); 813*59c8e88eSDag-Erling Smørgrav if (sm) 814*59c8e88eSDag-Erling Smørgrav free(sm, M_DEVBUF); 815*59c8e88eSDag-Erling Smørgrav if (open) { 816*59c8e88eSDag-Erling Smørgrav VOP_CLOSE(vn, FREAD | FWRITE, NOCRED, curproc); 817*59c8e88eSDag-Erling Smørgrav vput(vn); 818*59c8e88eSDag-Erling Smørgrav } 819*59c8e88eSDag-Erling Smørgrav 820*59c8e88eSDag-Erling Smørgrav return key_disk; 821*59c8e88eSDag-Erling Smørgrav} 822*59c8e88eSDag-Erling Smørgrav 823*59c8e88eSDag-Erling Smørgravstruct sr_chunk * 824*59c8e88eSDag-Erling Smørgravsr_crypto_read_key_disk(struct sr_discipline *sd, dev_t dev) 825*59c8e88eSDag-Erling Smørgrav{ 826*59c8e88eSDag-Erling Smørgrav struct sr_softc *sc = sd->sd_sc; 827*59c8e88eSDag-Erling Smørgrav struct sr_metadata *sm = NULL; 828*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_item *omi, *omi_next; 829*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_hdr *omh; 830*59c8e88eSDag-Erling Smørgrav struct sr_meta_keydisk *skm; 831*59c8e88eSDag-Erling Smørgrav struct sr_meta_opt_head som; 832*59c8e88eSDag-Erling Smørgrav struct sr_chunk *key_disk = NULL; 833*59c8e88eSDag-Erling Smørgrav struct disklabel label; 834*59c8e88eSDag-Erling Smørgrav struct vnode *vn = NULL; 835*59c8e88eSDag-Erling Smørgrav char devname[32]; 836*59c8e88eSDag-Erling Smørgrav int c, part, open = 0; 837*59c8e88eSDag-Erling Smørgrav 838*59c8e88eSDag-Erling Smørgrav /* 839*59c8e88eSDag-Erling Smørgrav * Load a key disk and load keying material into memory. 840*59c8e88eSDag-Erling Smørgrav */ 841*59c8e88eSDag-Erling Smørgrav 842*59c8e88eSDag-Erling Smørgrav SLIST_INIT(&som); 843*59c8e88eSDag-Erling Smørgrav 844*59c8e88eSDag-Erling Smørgrav sr_meta_getdevname(sc, dev, devname, sizeof(devname)); 845*59c8e88eSDag-Erling Smørgrav 846*59c8e88eSDag-Erling Smørgrav /* Make sure chunk is not already in use. */ 847*59c8e88eSDag-Erling Smørgrav c = sr_chunk_in_use(sc, dev); 848*59c8e88eSDag-Erling Smørgrav if (c != BIOC_SDINVALID && c != BIOC_SDOFFLINE) { 849*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s is already in use", devname); 850*59c8e88eSDag-Erling Smørgrav goto done; 851*59c8e88eSDag-Erling Smørgrav } 852*59c8e88eSDag-Erling Smørgrav 853*59c8e88eSDag-Erling Smørgrav /* Open device. */ 854*59c8e88eSDag-Erling Smørgrav if (bdevvp(dev, &vn)) { 855*59c8e88eSDag-Erling Smørgrav sr_error(sc, "cannot open key disk %s", devname); 856*59c8e88eSDag-Erling Smørgrav goto done; 857*59c8e88eSDag-Erling Smørgrav } 858*59c8e88eSDag-Erling Smørgrav if (VOP_OPEN(vn, FREAD | FWRITE, NOCRED, curproc)) { 859*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_META,"%s: sr_crypto_read_key_disk cannot " 860*59c8e88eSDag-Erling Smørgrav "open %s\n", DEVNAME(sc), devname); 861*59c8e88eSDag-Erling Smørgrav vput(vn); 862*59c8e88eSDag-Erling Smørgrav goto done; 863*59c8e88eSDag-Erling Smørgrav } 864*59c8e88eSDag-Erling Smørgrav open = 1; /* close dev on error */ 865*59c8e88eSDag-Erling Smørgrav 866*59c8e88eSDag-Erling Smørgrav /* Get partition details. */ 867*59c8e88eSDag-Erling Smørgrav part = DISKPART(dev); 868*59c8e88eSDag-Erling Smørgrav if (VOP_IOCTL(vn, DIOCGDINFO, (caddr_t)&label, FREAD, 869*59c8e88eSDag-Erling Smørgrav NOCRED, curproc)) { 870*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_META, "%s: sr_crypto_read_key_disk ioctl " 871*59c8e88eSDag-Erling Smørgrav "failed\n", DEVNAME(sc)); 872*59c8e88eSDag-Erling Smørgrav VOP_CLOSE(vn, FREAD | FWRITE, NOCRED, curproc); 873*59c8e88eSDag-Erling Smørgrav vput(vn); 874*59c8e88eSDag-Erling Smørgrav goto done; 875*59c8e88eSDag-Erling Smørgrav } 876*59c8e88eSDag-Erling Smørgrav if (label.d_secsize != DEV_BSIZE) { 877*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s has unsupported sector size (%d)", 878*59c8e88eSDag-Erling Smørgrav devname, label.d_secsize); 879*59c8e88eSDag-Erling Smørgrav goto done; 880*59c8e88eSDag-Erling Smørgrav } 881*59c8e88eSDag-Erling Smørgrav if (label.d_partitions[part].p_fstype != FS_RAID) { 882*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s partition not of type RAID (%d)\n", 883*59c8e88eSDag-Erling Smørgrav devname, label.d_partitions[part].p_fstype); 884*59c8e88eSDag-Erling Smørgrav goto done; 885*59c8e88eSDag-Erling Smørgrav } 886*59c8e88eSDag-Erling Smørgrav 887*59c8e88eSDag-Erling Smørgrav /* 888*59c8e88eSDag-Erling Smørgrav * Read and validate key disk metadata. 889*59c8e88eSDag-Erling Smørgrav */ 890*59c8e88eSDag-Erling Smørgrav sm = malloc(SR_META_SIZE * 512, M_DEVBUF, M_WAITOK | M_ZERO); 891*59c8e88eSDag-Erling Smørgrav if (sr_meta_native_read(sd, dev, sm, NULL)) { 892*59c8e88eSDag-Erling Smørgrav sr_error(sc, "native bootprobe could not read native metadata"); 893*59c8e88eSDag-Erling Smørgrav goto done; 894*59c8e88eSDag-Erling Smørgrav } 895*59c8e88eSDag-Erling Smørgrav 896*59c8e88eSDag-Erling Smørgrav if (sr_meta_validate(sd, dev, sm, NULL)) { 897*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_META, "%s: invalid metadata\n", 898*59c8e88eSDag-Erling Smørgrav DEVNAME(sc)); 899*59c8e88eSDag-Erling Smørgrav goto done; 900*59c8e88eSDag-Erling Smørgrav } 901*59c8e88eSDag-Erling Smørgrav 902*59c8e88eSDag-Erling Smørgrav /* Make sure this is a key disk. */ 903*59c8e88eSDag-Erling Smørgrav if (sm->ssdi.ssd_level != SR_KEYDISK_LEVEL) { 904*59c8e88eSDag-Erling Smørgrav sr_error(sc, "%s is not a key disk", devname); 905*59c8e88eSDag-Erling Smørgrav goto done; 906*59c8e88eSDag-Erling Smørgrav } 907*59c8e88eSDag-Erling Smørgrav 908*59c8e88eSDag-Erling Smørgrav /* Construct key disk chunk. */ 909*59c8e88eSDag-Erling Smørgrav key_disk = malloc(sizeof(struct sr_chunk), M_DEVBUF, M_WAITOK | M_ZERO); 910*59c8e88eSDag-Erling Smørgrav key_disk->src_dev_mm = dev; 911*59c8e88eSDag-Erling Smørgrav key_disk->src_vn = vn; 912*59c8e88eSDag-Erling Smørgrav key_disk->src_size = 0; 913*59c8e88eSDag-Erling Smørgrav 914*59c8e88eSDag-Erling Smørgrav bcopy((struct sr_meta_chunk *)(sm + 1), &key_disk->src_meta, 915*59c8e88eSDag-Erling Smørgrav sizeof(key_disk->src_meta)); 916*59c8e88eSDag-Erling Smørgrav 917*59c8e88eSDag-Erling Smørgrav /* Read mask key from optional metadata. */ 918*59c8e88eSDag-Erling Smørgrav sr_meta_opt_load(sc, sm, &som); 919*59c8e88eSDag-Erling Smørgrav SLIST_FOREACH(omi, &som, omi_link) { 920*59c8e88eSDag-Erling Smørgrav omh = omi->omi_som; 921*59c8e88eSDag-Erling Smørgrav if (omh->som_type == SR_OPT_KEYDISK) { 922*59c8e88eSDag-Erling Smørgrav skm = (struct sr_meta_keydisk *)omh; 923*59c8e88eSDag-Erling Smørgrav bcopy(&skm->skm_maskkey, 924*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_maskkey, 925*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey)); 926*59c8e88eSDag-Erling Smørgrav } else if (omh->som_type == SR_OPT_CRYPTO) { 927*59c8e88eSDag-Erling Smørgrav /* Original keydisk format with key in crypto area. */ 928*59c8e88eSDag-Erling Smørgrav bcopy(omh + sizeof(struct sr_meta_opt_hdr), 929*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_maskkey, 930*59c8e88eSDag-Erling Smørgrav sizeof(sd->mds.mdd_crypto.scr_maskkey)); 931*59c8e88eSDag-Erling Smørgrav } 932*59c8e88eSDag-Erling Smørgrav } 933*59c8e88eSDag-Erling Smørgrav 934*59c8e88eSDag-Erling Smørgrav open = 0; 935*59c8e88eSDag-Erling Smørgrav 936*59c8e88eSDag-Erling Smørgravdone: 937*59c8e88eSDag-Erling Smørgrav for (omi = SLIST_FIRST(&som); omi != SLIST_END(&som); omi = omi_next) { 938*59c8e88eSDag-Erling Smørgrav omi_next = SLIST_NEXT(omi, omi_link); 939*59c8e88eSDag-Erling Smørgrav if (omi->omi_som) 940*59c8e88eSDag-Erling Smørgrav free(omi->omi_som, M_DEVBUF); 941*59c8e88eSDag-Erling Smørgrav free(omi, M_DEVBUF); 942*59c8e88eSDag-Erling Smørgrav } 943*59c8e88eSDag-Erling Smørgrav 944*59c8e88eSDag-Erling Smørgrav if (sm) 945*59c8e88eSDag-Erling Smørgrav free(sm, M_DEVBUF); 946*59c8e88eSDag-Erling Smørgrav 947*59c8e88eSDag-Erling Smørgrav if (vn && open) { 948*59c8e88eSDag-Erling Smørgrav VOP_CLOSE(vn, FREAD, NOCRED, curproc); 949*59c8e88eSDag-Erling Smørgrav vput(vn); 950*59c8e88eSDag-Erling Smørgrav } 951*59c8e88eSDag-Erling Smørgrav 952*59c8e88eSDag-Erling Smørgrav return key_disk; 953*59c8e88eSDag-Erling Smørgrav} 954*59c8e88eSDag-Erling Smørgrav 955*59c8e88eSDag-Erling Smørgravint 956*59c8e88eSDag-Erling Smørgravsr_crypto_alloc_resources(struct sr_discipline *sd) 957*59c8e88eSDag-Erling Smørgrav{ 958*59c8e88eSDag-Erling Smørgrav struct cryptoini cri; 959*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu; 960*59c8e88eSDag-Erling Smørgrav u_int num_keys, i; 961*59c8e88eSDag-Erling Smørgrav 962*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_alloc_resources\n", 963*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc)); 964*59c8e88eSDag-Erling Smørgrav 965*59c8e88eSDag-Erling Smørgrav for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) 966*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1; 967*59c8e88eSDag-Erling Smørgrav 968*59c8e88eSDag-Erling Smørgrav if (sr_wu_alloc(sd)) { 969*59c8e88eSDag-Erling Smørgrav sr_error(sd->sd_sc, "unable to allocate work units"); 970*59c8e88eSDag-Erling Smørgrav return (ENOMEM); 971*59c8e88eSDag-Erling Smørgrav } 972*59c8e88eSDag-Erling Smørgrav if (sr_ccb_alloc(sd)) { 973*59c8e88eSDag-Erling Smørgrav sr_error(sd->sd_sc, "unable to allocate CCBs"); 974*59c8e88eSDag-Erling Smørgrav return (ENOMEM); 975*59c8e88eSDag-Erling Smørgrav } 976*59c8e88eSDag-Erling Smørgrav if (sr_crypto_decrypt_key(sd)) { 977*59c8e88eSDag-Erling Smørgrav sr_error(sd->sd_sc, "incorrect key or passphrase"); 978*59c8e88eSDag-Erling Smørgrav return (EPERM); 979*59c8e88eSDag-Erling Smørgrav } 980*59c8e88eSDag-Erling Smørgrav 981*59c8e88eSDag-Erling Smørgrav /* 982*59c8e88eSDag-Erling Smørgrav * For each wu allocate the uio, iovec and crypto structures. 983*59c8e88eSDag-Erling Smørgrav * these have to be allocated now because during runtime we can't 984*59c8e88eSDag-Erling Smørgrav * fail an allocation without failing the io (which can cause real 985*59c8e88eSDag-Erling Smørgrav * problems). 986*59c8e88eSDag-Erling Smørgrav */ 987*59c8e88eSDag-Erling Smørgrav mtx_init(&sd->mds.mdd_crypto.scr_mutex, IPL_BIO); 988*59c8e88eSDag-Erling Smørgrav TAILQ_INIT(&sd->mds.mdd_crypto.scr_wus); 989*59c8e88eSDag-Erling Smørgrav for (i = 0; i < sd->sd_max_wu; i++) { 990*59c8e88eSDag-Erling Smørgrav crwu = malloc(sizeof(*crwu), M_DEVBUF, 991*59c8e88eSDag-Erling Smørgrav M_WAITOK | M_ZERO | M_CANFAIL); 992*59c8e88eSDag-Erling Smørgrav if (crwu == NULL) 993*59c8e88eSDag-Erling Smørgrav return (ENOMEM); 994*59c8e88eSDag-Erling Smørgrav /* put it on the list now so if we fail it'll be freed */ 995*59c8e88eSDag-Erling Smørgrav mtx_enter(&sd->mds.mdd_crypto.scr_mutex); 996*59c8e88eSDag-Erling Smørgrav TAILQ_INSERT_TAIL(&sd->mds.mdd_crypto.scr_wus, crwu, cr_link); 997*59c8e88eSDag-Erling Smørgrav mtx_leave(&sd->mds.mdd_crypto.scr_mutex); 998*59c8e88eSDag-Erling Smørgrav 999*59c8e88eSDag-Erling Smørgrav crwu->cr_uio.uio_iov = &crwu->cr_iov; 1000*59c8e88eSDag-Erling Smørgrav crwu->cr_dmabuf = dma_alloc(MAXPHYS, PR_WAITOK); 1001*59c8e88eSDag-Erling Smørgrav crwu->cr_crp = crypto_getreq(MAXPHYS >> DEV_BSHIFT); 1002*59c8e88eSDag-Erling Smørgrav if (crwu->cr_crp == NULL) 1003*59c8e88eSDag-Erling Smørgrav return (ENOMEM); 1004*59c8e88eSDag-Erling Smørgrav /* steal the list of cryptodescs */ 1005*59c8e88eSDag-Erling Smørgrav crwu->cr_descs = crwu->cr_crp->crp_desc; 1006*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_desc = NULL; 1007*59c8e88eSDag-Erling Smørgrav } 1008*59c8e88eSDag-Erling Smørgrav 1009*59c8e88eSDag-Erling Smørgrav bzero(&cri, sizeof(cri)); 1010*59c8e88eSDag-Erling Smørgrav cri.cri_alg = CRYPTO_AES_XTS; 1011*59c8e88eSDag-Erling Smørgrav switch (sd->mds.mdd_crypto.scr_meta->scm_alg) { 1012*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOA_AES_XTS_128: 1013*59c8e88eSDag-Erling Smørgrav cri.cri_klen = 256; 1014*59c8e88eSDag-Erling Smørgrav break; 1015*59c8e88eSDag-Erling Smørgrav case SR_CRYPTOA_AES_XTS_256: 1016*59c8e88eSDag-Erling Smørgrav cri.cri_klen = 512; 1017*59c8e88eSDag-Erling Smørgrav break; 1018*59c8e88eSDag-Erling Smørgrav default: 1019*59c8e88eSDag-Erling Smørgrav return (EINVAL); 1020*59c8e88eSDag-Erling Smørgrav } 1021*59c8e88eSDag-Erling Smørgrav 1022*59c8e88eSDag-Erling Smørgrav /* Allocate a session for every 2^SR_CRYPTO_KEY_BLKSHIFT blocks */ 1023*59c8e88eSDag-Erling Smørgrav num_keys = sd->sd_meta->ssdi.ssd_size >> SR_CRYPTO_KEY_BLKSHIFT; 1024*59c8e88eSDag-Erling Smørgrav if (num_keys >= SR_CRYPTO_MAXKEYS) 1025*59c8e88eSDag-Erling Smørgrav return (EFBIG); 1026*59c8e88eSDag-Erling Smørgrav for (i = 0; i <= num_keys; i++) { 1027*59c8e88eSDag-Erling Smørgrav cri.cri_key = sd->mds.mdd_crypto.scr_key[i]; 1028*59c8e88eSDag-Erling Smørgrav if (crypto_newsession(&sd->mds.mdd_crypto.scr_sid[i], 1029*59c8e88eSDag-Erling Smørgrav &cri, 0) != 0) { 1030*59c8e88eSDag-Erling Smørgrav for (i = 0; 1031*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i] != (u_int64_t)-1; 1032*59c8e88eSDag-Erling Smørgrav i++) { 1033*59c8e88eSDag-Erling Smørgrav crypto_freesession( 1034*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i]); 1035*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1; 1036*59c8e88eSDag-Erling Smørgrav } 1037*59c8e88eSDag-Erling Smørgrav return (EINVAL); 1038*59c8e88eSDag-Erling Smørgrav } 1039*59c8e88eSDag-Erling Smørgrav } 1040*59c8e88eSDag-Erling Smørgrav 1041*59c8e88eSDag-Erling Smørgrav sr_hotplug_register(sd, sr_crypto_hotplug); 1042*59c8e88eSDag-Erling Smørgrav 1043*59c8e88eSDag-Erling Smørgrav return (0); 1044*59c8e88eSDag-Erling Smørgrav} 1045*59c8e88eSDag-Erling Smørgrav 1046*59c8e88eSDag-Erling Smørgravvoid 1047*59c8e88eSDag-Erling Smørgravsr_crypto_free_resources(struct sr_discipline *sd) 1048*59c8e88eSDag-Erling Smørgrav{ 1049*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu; 1050*59c8e88eSDag-Erling Smørgrav u_int i; 1051*59c8e88eSDag-Erling Smørgrav 1052*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_free_resources\n", 1053*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc)); 1054*59c8e88eSDag-Erling Smørgrav 1055*59c8e88eSDag-Erling Smørgrav if (sd->mds.mdd_crypto.key_disk != NULL) { 1056*59c8e88eSDag-Erling Smørgrav explicit_bzero(sd->mds.mdd_crypto.key_disk, sizeof 1057*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.key_disk); 1058*59c8e88eSDag-Erling Smørgrav free(sd->mds.mdd_crypto.key_disk, M_DEVBUF); 1059*59c8e88eSDag-Erling Smørgrav } 1060*59c8e88eSDag-Erling Smørgrav 1061*59c8e88eSDag-Erling Smørgrav sr_hotplug_unregister(sd, sr_crypto_hotplug); 1062*59c8e88eSDag-Erling Smørgrav 1063*59c8e88eSDag-Erling Smørgrav for (i = 0; sd->mds.mdd_crypto.scr_sid[i] != (u_int64_t)-1; i++) { 1064*59c8e88eSDag-Erling Smørgrav crypto_freesession(sd->mds.mdd_crypto.scr_sid[i]); 1065*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1; 1066*59c8e88eSDag-Erling Smørgrav } 1067*59c8e88eSDag-Erling Smørgrav 1068*59c8e88eSDag-Erling Smørgrav mtx_enter(&sd->mds.mdd_crypto.scr_mutex); 1069*59c8e88eSDag-Erling Smørgrav while ((crwu = TAILQ_FIRST(&sd->mds.mdd_crypto.scr_wus)) != NULL) { 1070*59c8e88eSDag-Erling Smørgrav TAILQ_REMOVE(&sd->mds.mdd_crypto.scr_wus, crwu, cr_link); 1071*59c8e88eSDag-Erling Smørgrav 1072*59c8e88eSDag-Erling Smørgrav if (crwu->cr_dmabuf != NULL) 1073*59c8e88eSDag-Erling Smørgrav dma_free(crwu->cr_dmabuf, MAXPHYS); 1074*59c8e88eSDag-Erling Smørgrav if (crwu->cr_crp) { 1075*59c8e88eSDag-Erling Smørgrav /* twiddle cryptoreq back */ 1076*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_desc = crwu->cr_descs; 1077*59c8e88eSDag-Erling Smørgrav crypto_freereq(crwu->cr_crp); 1078*59c8e88eSDag-Erling Smørgrav } 1079*59c8e88eSDag-Erling Smørgrav free(crwu, M_DEVBUF); 1080*59c8e88eSDag-Erling Smørgrav } 1081*59c8e88eSDag-Erling Smørgrav mtx_leave(&sd->mds.mdd_crypto.scr_mutex); 1082*59c8e88eSDag-Erling Smørgrav 1083*59c8e88eSDag-Erling Smørgrav sr_wu_free(sd); 1084*59c8e88eSDag-Erling Smørgrav sr_ccb_free(sd); 1085*59c8e88eSDag-Erling Smørgrav} 1086*59c8e88eSDag-Erling Smørgrav 1087*59c8e88eSDag-Erling Smørgravint 1088*59c8e88eSDag-Erling Smørgravsr_crypto_ioctl(struct sr_discipline *sd, struct bioc_discipline *bd) 1089*59c8e88eSDag-Erling Smørgrav{ 1090*59c8e88eSDag-Erling Smørgrav struct sr_crypto_kdfpair kdfpair; 1091*59c8e88eSDag-Erling Smørgrav struct sr_crypto_kdfinfo kdfinfo1, kdfinfo2; 1092*59c8e88eSDag-Erling Smørgrav int size, rv = 1; 1093*59c8e88eSDag-Erling Smørgrav 1094*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_IOCTL, "%s: sr_crypto_ioctl %u\n", 1095*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc), bd->bd_cmd); 1096*59c8e88eSDag-Erling Smørgrav 1097*59c8e88eSDag-Erling Smørgrav switch (bd->bd_cmd) { 1098*59c8e88eSDag-Erling Smørgrav case SR_IOCTL_GET_KDFHINT: 1099*59c8e88eSDag-Erling Smørgrav 1100*59c8e88eSDag-Erling Smørgrav /* Get KDF hint for userland. */ 1101*59c8e88eSDag-Erling Smørgrav size = sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint); 1102*59c8e88eSDag-Erling Smørgrav if (bd->bd_data == NULL || bd->bd_size > size) 1103*59c8e88eSDag-Erling Smørgrav goto bad; 1104*59c8e88eSDag-Erling Smørgrav if (copyout(sd->mds.mdd_crypto.scr_meta->scm_kdfhint, 1105*59c8e88eSDag-Erling Smørgrav bd->bd_data, bd->bd_size)) 1106*59c8e88eSDag-Erling Smørgrav goto bad; 1107*59c8e88eSDag-Erling Smørgrav 1108*59c8e88eSDag-Erling Smørgrav rv = 0; 1109*59c8e88eSDag-Erling Smørgrav 1110*59c8e88eSDag-Erling Smørgrav break; 1111*59c8e88eSDag-Erling Smørgrav 1112*59c8e88eSDag-Erling Smørgrav case SR_IOCTL_CHANGE_PASSPHRASE: 1113*59c8e88eSDag-Erling Smørgrav 1114*59c8e88eSDag-Erling Smørgrav /* Attempt to change passphrase. */ 1115*59c8e88eSDag-Erling Smørgrav 1116*59c8e88eSDag-Erling Smørgrav size = sizeof(kdfpair); 1117*59c8e88eSDag-Erling Smørgrav if (bd->bd_data == NULL || bd->bd_size > size) 1118*59c8e88eSDag-Erling Smørgrav goto bad; 1119*59c8e88eSDag-Erling Smørgrav if (copyin(bd->bd_data, &kdfpair, size)) 1120*59c8e88eSDag-Erling Smørgrav goto bad; 1121*59c8e88eSDag-Erling Smørgrav 1122*59c8e88eSDag-Erling Smørgrav size = sizeof(kdfinfo1); 1123*59c8e88eSDag-Erling Smørgrav if (kdfpair.kdfinfo1 == NULL || kdfpair.kdfsize1 > size) 1124*59c8e88eSDag-Erling Smørgrav goto bad; 1125*59c8e88eSDag-Erling Smørgrav if (copyin(kdfpair.kdfinfo1, &kdfinfo1, size)) 1126*59c8e88eSDag-Erling Smørgrav goto bad; 1127*59c8e88eSDag-Erling Smørgrav 1128*59c8e88eSDag-Erling Smørgrav size = sizeof(kdfinfo2); 1129*59c8e88eSDag-Erling Smørgrav if (kdfpair.kdfinfo2 == NULL || kdfpair.kdfsize2 > size) 1130*59c8e88eSDag-Erling Smørgrav goto bad; 1131*59c8e88eSDag-Erling Smørgrav if (copyin(kdfpair.kdfinfo2, &kdfinfo2, size)) 1132*59c8e88eSDag-Erling Smørgrav goto bad; 1133*59c8e88eSDag-Erling Smørgrav 1134*59c8e88eSDag-Erling Smørgrav if (sr_crypto_change_maskkey(sd, &kdfinfo1, &kdfinfo2)) 1135*59c8e88eSDag-Erling Smørgrav goto bad; 1136*59c8e88eSDag-Erling Smørgrav 1137*59c8e88eSDag-Erling Smørgrav /* Save metadata to disk. */ 1138*59c8e88eSDag-Erling Smørgrav rv = sr_meta_save(sd, SR_META_DIRTY); 1139*59c8e88eSDag-Erling Smørgrav 1140*59c8e88eSDag-Erling Smørgrav break; 1141*59c8e88eSDag-Erling Smørgrav } 1142*59c8e88eSDag-Erling Smørgrav 1143*59c8e88eSDag-Erling Smørgravbad: 1144*59c8e88eSDag-Erling Smørgrav explicit_bzero(&kdfpair, sizeof(kdfpair)); 1145*59c8e88eSDag-Erling Smørgrav explicit_bzero(&kdfinfo1, sizeof(kdfinfo1)); 1146*59c8e88eSDag-Erling Smørgrav explicit_bzero(&kdfinfo2, sizeof(kdfinfo2)); 1147*59c8e88eSDag-Erling Smørgrav 1148*59c8e88eSDag-Erling Smørgrav return (rv); 1149*59c8e88eSDag-Erling Smørgrav} 1150*59c8e88eSDag-Erling Smørgrav 1151*59c8e88eSDag-Erling Smørgravint 1152*59c8e88eSDag-Erling Smørgravsr_crypto_meta_opt_handler(struct sr_discipline *sd, struct sr_meta_opt_hdr *om) 1153*59c8e88eSDag-Erling Smørgrav{ 1154*59c8e88eSDag-Erling Smørgrav int rv = EINVAL; 1155*59c8e88eSDag-Erling Smørgrav 1156*59c8e88eSDag-Erling Smørgrav if (om->som_type == SR_OPT_CRYPTO) { 1157*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta = (struct sr_meta_crypto *)om; 1158*59c8e88eSDag-Erling Smørgrav rv = 0; 1159*59c8e88eSDag-Erling Smørgrav } 1160*59c8e88eSDag-Erling Smørgrav 1161*59c8e88eSDag-Erling Smørgrav return (rv); 1162*59c8e88eSDag-Erling Smørgrav} 1163*59c8e88eSDag-Erling Smørgrav 1164*59c8e88eSDag-Erling Smørgravint 1165*59c8e88eSDag-Erling Smørgravsr_crypto_rw(struct sr_workunit *wu) 1166*59c8e88eSDag-Erling Smørgrav{ 1167*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu; 1168*59c8e88eSDag-Erling Smørgrav int s, rv = 0; 1169*59c8e88eSDag-Erling Smørgrav 1170*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_DIS, "%s: sr_crypto_rw wu: %p\n", 1171*59c8e88eSDag-Erling Smørgrav DEVNAME(wu->swu_dis->sd_sc), wu); 1172*59c8e88eSDag-Erling Smørgrav 1173*59c8e88eSDag-Erling Smørgrav if (wu->swu_xs->flags & SCSI_DATA_OUT) { 1174*59c8e88eSDag-Erling Smørgrav crwu = sr_crypto_wu_get(wu, 1); 1175*59c8e88eSDag-Erling Smørgrav if (crwu == NULL) 1176*59c8e88eSDag-Erling Smørgrav return (1); 1177*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_callback = sr_crypto_write; 1178*59c8e88eSDag-Erling Smørgrav s = splvm(); 1179*59c8e88eSDag-Erling Smørgrav if (crypto_invoke(crwu->cr_crp)) 1180*59c8e88eSDag-Erling Smørgrav rv = 1; 1181*59c8e88eSDag-Erling Smørgrav else 1182*59c8e88eSDag-Erling Smørgrav rv = crwu->cr_crp->crp_etype; 1183*59c8e88eSDag-Erling Smørgrav splx(s); 1184*59c8e88eSDag-Erling Smørgrav } else 1185*59c8e88eSDag-Erling Smørgrav rv = sr_crypto_rw2(wu, NULL); 1186*59c8e88eSDag-Erling Smørgrav 1187*59c8e88eSDag-Erling Smørgrav return (rv); 1188*59c8e88eSDag-Erling Smørgrav} 1189*59c8e88eSDag-Erling Smørgrav 1190*59c8e88eSDag-Erling Smørgravint 1191*59c8e88eSDag-Erling Smørgravsr_crypto_write(struct cryptop *crp) 1192*59c8e88eSDag-Erling Smørgrav{ 1193*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu = crp->crp_opaque; 1194*59c8e88eSDag-Erling Smørgrav struct sr_workunit *wu = crwu->cr_wu; 1195*59c8e88eSDag-Erling Smørgrav int s; 1196*59c8e88eSDag-Erling Smørgrav 1197*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_INTR, "%s: sr_crypto_write: wu %x xs: %x\n", 1198*59c8e88eSDag-Erling Smørgrav DEVNAME(wu->swu_dis->sd_sc), wu, wu->swu_xs); 1199*59c8e88eSDag-Erling Smørgrav 1200*59c8e88eSDag-Erling Smørgrav if (crp->crp_etype) { 1201*59c8e88eSDag-Erling Smørgrav /* fail io */ 1202*59c8e88eSDag-Erling Smørgrav wu->swu_xs->error = XS_DRIVER_STUFFUP; 1203*59c8e88eSDag-Erling Smørgrav s = splbio(); 1204*59c8e88eSDag-Erling Smørgrav sr_crypto_finish_io(wu); 1205*59c8e88eSDag-Erling Smørgrav splx(s); 1206*59c8e88eSDag-Erling Smørgrav } 1207*59c8e88eSDag-Erling Smørgrav 1208*59c8e88eSDag-Erling Smørgrav return (sr_crypto_rw2(wu, crwu)); 1209*59c8e88eSDag-Erling Smørgrav} 1210*59c8e88eSDag-Erling Smørgrav 1211*59c8e88eSDag-Erling Smørgravint 1212*59c8e88eSDag-Erling Smørgravsr_crypto_rw2(struct sr_workunit *wu, struct sr_crypto_wu *crwu) 1213*59c8e88eSDag-Erling Smørgrav{ 1214*59c8e88eSDag-Erling Smørgrav struct sr_discipline *sd = wu->swu_dis; 1215*59c8e88eSDag-Erling Smørgrav struct scsi_xfer *xs = wu->swu_xs; 1216*59c8e88eSDag-Erling Smørgrav struct sr_ccb *ccb; 1217*59c8e88eSDag-Erling Smørgrav struct uio *uio; 1218*59c8e88eSDag-Erling Smørgrav int s; 1219*59c8e88eSDag-Erling Smørgrav daddr64_t blk; 1220*59c8e88eSDag-Erling Smørgrav 1221*59c8e88eSDag-Erling Smørgrav if (sr_validate_io(wu, &blk, "sr_crypto_rw2")) 1222*59c8e88eSDag-Erling Smørgrav goto bad; 1223*59c8e88eSDag-Erling Smørgrav 1224*59c8e88eSDag-Erling Smørgrav blk += sd->sd_meta->ssd_data_offset; 1225*59c8e88eSDag-Erling Smørgrav 1226*59c8e88eSDag-Erling Smørgrav ccb = sr_ccb_rw(sd, 0, blk, xs->datalen, xs->data, xs->flags, 0); 1227*59c8e88eSDag-Erling Smørgrav if (!ccb) { 1228*59c8e88eSDag-Erling Smørgrav /* should never happen but handle more gracefully */ 1229*59c8e88eSDag-Erling Smørgrav printf("%s: %s: too many ccbs queued\n", 1230*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc), sd->sd_meta->ssd_devname); 1231*59c8e88eSDag-Erling Smørgrav goto bad; 1232*59c8e88eSDag-Erling Smørgrav } 1233*59c8e88eSDag-Erling Smørgrav if (!ISSET(xs->flags, SCSI_DATA_IN)) { 1234*59c8e88eSDag-Erling Smørgrav uio = crwu->cr_crp->crp_buf; 1235*59c8e88eSDag-Erling Smørgrav ccb->ccb_buf.b_data = uio->uio_iov->iov_base; 1236*59c8e88eSDag-Erling Smørgrav ccb->ccb_opaque = crwu; 1237*59c8e88eSDag-Erling Smørgrav } 1238*59c8e88eSDag-Erling Smørgrav sr_wu_enqueue_ccb(wu, ccb); 1239*59c8e88eSDag-Erling Smørgrav 1240*59c8e88eSDag-Erling Smørgrav s = splbio(); 1241*59c8e88eSDag-Erling Smørgrav 1242*59c8e88eSDag-Erling Smørgrav if (sr_check_io_collision(wu)) 1243*59c8e88eSDag-Erling Smørgrav goto queued; 1244*59c8e88eSDag-Erling Smørgrav 1245*59c8e88eSDag-Erling Smørgrav sr_raid_startwu(wu); 1246*59c8e88eSDag-Erling Smørgrav 1247*59c8e88eSDag-Erling Smørgravqueued: 1248*59c8e88eSDag-Erling Smørgrav splx(s); 1249*59c8e88eSDag-Erling Smørgrav return (0); 1250*59c8e88eSDag-Erling Smørgravbad: 1251*59c8e88eSDag-Erling Smørgrav /* wu is unwound by sr_wu_put */ 1252*59c8e88eSDag-Erling Smørgrav if (crwu) 1253*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_etype = EINVAL; 1254*59c8e88eSDag-Erling Smørgrav return (1); 1255*59c8e88eSDag-Erling Smørgrav} 1256*59c8e88eSDag-Erling Smørgrav 1257*59c8e88eSDag-Erling Smørgravvoid 1258*59c8e88eSDag-Erling Smørgravsr_crypto_done(struct sr_workunit *wu) 1259*59c8e88eSDag-Erling Smørgrav{ 1260*59c8e88eSDag-Erling Smørgrav struct scsi_xfer *xs = wu->swu_xs; 1261*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu; 1262*59c8e88eSDag-Erling Smørgrav struct sr_ccb *ccb; 1263*59c8e88eSDag-Erling Smørgrav int s; 1264*59c8e88eSDag-Erling Smørgrav 1265*59c8e88eSDag-Erling Smørgrav /* If this was a successful read, initiate decryption of the data. */ 1266*59c8e88eSDag-Erling Smørgrav if (ISSET(xs->flags, SCSI_DATA_IN) && xs->error == XS_NOERROR) { 1267*59c8e88eSDag-Erling Smørgrav /* only fails on implementation error */ 1268*59c8e88eSDag-Erling Smørgrav crwu = sr_crypto_wu_get(wu, 0); 1269*59c8e88eSDag-Erling Smørgrav if (crwu == NULL) 1270*59c8e88eSDag-Erling Smørgrav panic("sr_crypto_intr: no wu"); 1271*59c8e88eSDag-Erling Smørgrav crwu->cr_crp->crp_callback = sr_crypto_read; 1272*59c8e88eSDag-Erling Smørgrav ccb = TAILQ_FIRST(&wu->swu_ccb); 1273*59c8e88eSDag-Erling Smørgrav if (ccb == NULL) 1274*59c8e88eSDag-Erling Smørgrav panic("sr_crypto_done: no ccbs on workunit"); 1275*59c8e88eSDag-Erling Smørgrav ccb->ccb_opaque = crwu; 1276*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_INTR, "%s: sr_crypto_intr: crypto_invoke %p\n", 1277*59c8e88eSDag-Erling Smørgrav DEVNAME(wu->swu_dis->sd_sc), crwu->cr_crp); 1278*59c8e88eSDag-Erling Smørgrav s = splvm(); 1279*59c8e88eSDag-Erling Smørgrav crypto_invoke(crwu->cr_crp); 1280*59c8e88eSDag-Erling Smørgrav splx(s); 1281*59c8e88eSDag-Erling Smørgrav return; 1282*59c8e88eSDag-Erling Smørgrav } 1283*59c8e88eSDag-Erling Smørgrav 1284*59c8e88eSDag-Erling Smørgrav s = splbio(); 1285*59c8e88eSDag-Erling Smørgrav sr_crypto_finish_io(wu); 1286*59c8e88eSDag-Erling Smørgrav splx(s); 1287*59c8e88eSDag-Erling Smørgrav} 1288*59c8e88eSDag-Erling Smørgrav 1289*59c8e88eSDag-Erling Smørgravvoid 1290*59c8e88eSDag-Erling Smørgravsr_crypto_finish_io(struct sr_workunit *wu) 1291*59c8e88eSDag-Erling Smørgrav{ 1292*59c8e88eSDag-Erling Smørgrav struct sr_discipline *sd = wu->swu_dis; 1293*59c8e88eSDag-Erling Smørgrav struct scsi_xfer *xs = wu->swu_xs; 1294*59c8e88eSDag-Erling Smørgrav struct sr_ccb *ccb; 1295*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG 1296*59c8e88eSDag-Erling Smørgrav struct sr_softc *sc = sd->sd_sc; 1297*59c8e88eSDag-Erling Smørgrav#endif /* SR_DEBUG */ 1298*59c8e88eSDag-Erling Smørgrav 1299*59c8e88eSDag-Erling Smørgrav splassert(IPL_BIO); 1300*59c8e88eSDag-Erling Smørgrav 1301*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_INTR, "%s: sr_crypto_finish_io: wu %x xs: %x\n", 1302*59c8e88eSDag-Erling Smørgrav DEVNAME(sc), wu, xs); 1303*59c8e88eSDag-Erling Smørgrav 1304*59c8e88eSDag-Erling Smørgrav if (wu->swu_cb_active == 1) 1305*59c8e88eSDag-Erling Smørgrav panic("%s: sr_crypto_finish_io", DEVNAME(sd->sd_sc)); 1306*59c8e88eSDag-Erling Smørgrav TAILQ_FOREACH(ccb, &wu->swu_ccb, ccb_link) { 1307*59c8e88eSDag-Erling Smørgrav if (ccb->ccb_opaque == NULL) 1308*59c8e88eSDag-Erling Smørgrav continue; 1309*59c8e88eSDag-Erling Smørgrav sr_crypto_wu_put(ccb->ccb_opaque); 1310*59c8e88eSDag-Erling Smørgrav } 1311*59c8e88eSDag-Erling Smørgrav 1312*59c8e88eSDag-Erling Smørgrav sr_scsi_done(sd, xs); 1313*59c8e88eSDag-Erling Smørgrav} 1314*59c8e88eSDag-Erling Smørgrav 1315*59c8e88eSDag-Erling Smørgravint 1316*59c8e88eSDag-Erling Smørgravsr_crypto_read(struct cryptop *crp) 1317*59c8e88eSDag-Erling Smørgrav{ 1318*59c8e88eSDag-Erling Smørgrav struct sr_crypto_wu *crwu = crp->crp_opaque; 1319*59c8e88eSDag-Erling Smørgrav struct sr_workunit *wu = crwu->cr_wu; 1320*59c8e88eSDag-Erling Smørgrav int s; 1321*59c8e88eSDag-Erling Smørgrav 1322*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_INTR, "%s: sr_crypto_read: wu %x xs: %x\n", 1323*59c8e88eSDag-Erling Smørgrav DEVNAME(wu->swu_dis->sd_sc), wu, wu->swu_xs); 1324*59c8e88eSDag-Erling Smørgrav 1325*59c8e88eSDag-Erling Smørgrav if (crp->crp_etype) 1326*59c8e88eSDag-Erling Smørgrav wu->swu_xs->error = XS_DRIVER_STUFFUP; 1327*59c8e88eSDag-Erling Smørgrav 1328*59c8e88eSDag-Erling Smørgrav s = splbio(); 1329*59c8e88eSDag-Erling Smørgrav sr_crypto_finish_io(wu); 1330*59c8e88eSDag-Erling Smørgrav splx(s); 1331*59c8e88eSDag-Erling Smørgrav 1332*59c8e88eSDag-Erling Smørgrav return (0); 1333*59c8e88eSDag-Erling Smørgrav} 1334*59c8e88eSDag-Erling Smørgrav 1335*59c8e88eSDag-Erling Smørgravvoid 1336*59c8e88eSDag-Erling Smørgravsr_crypto_hotplug(struct sr_discipline *sd, struct disk *diskp, int action) 1337*59c8e88eSDag-Erling Smørgrav{ 1338*59c8e88eSDag-Erling Smørgrav DNPRINTF(SR_D_MISC, "%s: sr_crypto_hotplug: %s %d\n", 1339*59c8e88eSDag-Erling Smørgrav DEVNAME(sd->sd_sc), diskp->dk_name, action); 1340*59c8e88eSDag-Erling Smørgrav} 1341*59c8e88eSDag-Erling Smørgrav 1342*59c8e88eSDag-Erling Smørgrav#ifdef SR_DEBUG0 1343*59c8e88eSDag-Erling Smørgravvoid 1344*59c8e88eSDag-Erling Smørgravsr_crypto_dumpkeys(struct sr_discipline *sd) 1345*59c8e88eSDag-Erling Smørgrav{ 1346*59c8e88eSDag-Erling Smørgrav int i, j; 1347*59c8e88eSDag-Erling Smørgrav 1348*59c8e88eSDag-Erling Smørgrav printf("sr_crypto_dumpkeys:\n"); 1349*59c8e88eSDag-Erling Smørgrav for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) { 1350*59c8e88eSDag-Erling Smørgrav printf("\tscm_key[%d]: 0x", i); 1351*59c8e88eSDag-Erling Smørgrav for (j = 0; j < SR_CRYPTO_KEYBYTES; j++) { 1352*59c8e88eSDag-Erling Smørgrav printf("%02x", 1353*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_meta->scm_key[i][j]); 1354*59c8e88eSDag-Erling Smørgrav } 1355*59c8e88eSDag-Erling Smørgrav printf("\n"); 1356*59c8e88eSDag-Erling Smørgrav } 1357*59c8e88eSDag-Erling Smørgrav printf("sr_crypto_dumpkeys: runtime data keys:\n"); 1358*59c8e88eSDag-Erling Smørgrav for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) { 1359*59c8e88eSDag-Erling Smørgrav printf("\tscr_key[%d]: 0x", i); 1360*59c8e88eSDag-Erling Smørgrav for (j = 0; j < SR_CRYPTO_KEYBYTES; j++) { 1361*59c8e88eSDag-Erling Smørgrav printf("%02x", 1362*59c8e88eSDag-Erling Smørgrav sd->mds.mdd_crypto.scr_key[i][j]); 1363*59c8e88eSDag-Erling Smørgrav } 1364*59c8e88eSDag-Erling Smørgrav printf("\n"); 1365*59c8e88eSDag-Erling Smørgrav } 1366*59c8e88eSDag-Erling Smørgrav} 1367*59c8e88eSDag-Erling Smørgrav#endif /* SR_DEBUG */ 1368