1ef0a6e20SPawel Jakub Dawidek /*- 25333bd47SPawel Jakub Dawidek * Copyright (c) 2005-2006 Pawel Jakub Dawidek <pjd@FreeBSD.org> 3ef0a6e20SPawel Jakub Dawidek * All rights reserved. 4ef0a6e20SPawel Jakub Dawidek * 5ef0a6e20SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 6ef0a6e20SPawel Jakub Dawidek * modification, are permitted provided that the following conditions 7ef0a6e20SPawel Jakub Dawidek * are met: 8ef0a6e20SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 9ef0a6e20SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 10ef0a6e20SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 11ef0a6e20SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 12ef0a6e20SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 13ef0a6e20SPawel Jakub Dawidek * 14ef0a6e20SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 15ef0a6e20SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16ef0a6e20SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17ef0a6e20SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 18ef0a6e20SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19ef0a6e20SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20ef0a6e20SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21ef0a6e20SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22ef0a6e20SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23ef0a6e20SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24ef0a6e20SPawel Jakub Dawidek * SUCH DAMAGE. 25ef0a6e20SPawel Jakub Dawidek */ 26ef0a6e20SPawel Jakub Dawidek 27ef0a6e20SPawel Jakub Dawidek #include <sys/cdefs.h> 28ef0a6e20SPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 29ef0a6e20SPawel Jakub Dawidek 30ef0a6e20SPawel Jakub Dawidek #include <sys/param.h> 31ef0a6e20SPawel Jakub Dawidek #include <sys/systm.h> 32ef0a6e20SPawel Jakub Dawidek #include <sys/kernel.h> 33ef0a6e20SPawel Jakub Dawidek #include <sys/module.h> 34ef0a6e20SPawel Jakub Dawidek #include <sys/lock.h> 35ef0a6e20SPawel Jakub Dawidek #include <sys/mutex.h> 36ef0a6e20SPawel Jakub Dawidek #include <sys/malloc.h> 37ef0a6e20SPawel Jakub Dawidek #include <sys/libkern.h> 38ef0a6e20SPawel Jakub Dawidek #if defined(__i386__) && !defined(PC98) 39ef0a6e20SPawel Jakub Dawidek #include <machine/cpufunc.h> 40ef0a6e20SPawel Jakub Dawidek #include <machine/cputypes.h> 414fd58e10SMichael Reifenberger #include <machine/md_var.h> 424fd58e10SMichael Reifenberger #include <machine/specialreg.h> 43ef0a6e20SPawel Jakub Dawidek #endif 44ef0a6e20SPawel Jakub Dawidek 45ef0a6e20SPawel Jakub Dawidek #include <opencrypto/cryptodev.h> 46ef0a6e20SPawel Jakub Dawidek 475333bd47SPawel Jakub Dawidek #include <crypto/via/padlock.h> 48ef0a6e20SPawel Jakub Dawidek 495333bd47SPawel Jakub Dawidek /* 505333bd47SPawel Jakub Dawidek * Technical documentation about the PadLock engine can be found here: 515333bd47SPawel Jakub Dawidek * 525333bd47SPawel Jakub Dawidek * http://www.via.com.tw/en/downloads/whitepapers/initiatives/padlock/programming_guide.pdf 535333bd47SPawel Jakub Dawidek */ 54ef0a6e20SPawel Jakub Dawidek 55ef0a6e20SPawel Jakub Dawidek struct padlock_softc { 56ef0a6e20SPawel Jakub Dawidek int32_t sc_cid; 57ef0a6e20SPawel Jakub Dawidek uint32_t sc_sid; 58ef0a6e20SPawel Jakub Dawidek TAILQ_HEAD(, padlock_session) sc_sessions; 59ef0a6e20SPawel Jakub Dawidek struct mtx sc_sessions_mtx; 60ef0a6e20SPawel Jakub Dawidek }; 61ef0a6e20SPawel Jakub Dawidek 62ef0a6e20SPawel Jakub Dawidek static struct padlock_softc *padlock_sc; 63ef0a6e20SPawel Jakub Dawidek 64ef0a6e20SPawel Jakub Dawidek static int padlock_newsession(void *arg __unused, uint32_t *sidp, 65ef0a6e20SPawel Jakub Dawidek struct cryptoini *cri); 66ef0a6e20SPawel Jakub Dawidek static int padlock_freesession(void *arg __unused, uint64_t tid); 67ef0a6e20SPawel Jakub Dawidek static int padlock_process(void *arg __unused, struct cryptop *crp, 68ef0a6e20SPawel Jakub Dawidek int hint __unused); 69ef0a6e20SPawel Jakub Dawidek 705333bd47SPawel Jakub Dawidek MALLOC_DEFINE(M_PADLOCK, "padlock_data", "PadLock Data"); 71ef0a6e20SPawel Jakub Dawidek 72ef0a6e20SPawel Jakub Dawidek static int 73ef0a6e20SPawel Jakub Dawidek padlock_init(void) 74ef0a6e20SPawel Jakub Dawidek { 75ef0a6e20SPawel Jakub Dawidek struct padlock_softc *sc; 765333bd47SPawel Jakub Dawidek char capp[256]; 775333bd47SPawel Jakub Dawidek 78ef0a6e20SPawel Jakub Dawidek #if defined(__i386__) && !defined(PC98) 795333bd47SPawel Jakub Dawidek /* If there is no AES support, we has nothing to do here. */ 804fd58e10SMichael Reifenberger if (!(via_feature_xcrypt & VIA_HAS_AES)) { 815333bd47SPawel Jakub Dawidek printf("PadLock: No ACE support.\n"); 82ef0a6e20SPawel Jakub Dawidek return (EINVAL); 835333bd47SPawel Jakub Dawidek } 845333bd47SPawel Jakub Dawidek strlcpy(capp, "AES-CBC", sizeof(capp)); 855333bd47SPawel Jakub Dawidek #if 0 865333bd47SPawel Jakub Dawidek strlcat(capp, ",AES-EBC", sizeof(capp)); 875333bd47SPawel Jakub Dawidek strlcat(capp, ",AES-CFB", sizeof(capp)); 885333bd47SPawel Jakub Dawidek strlcat(capp, ",AES-OFB", sizeof(capp)); 895333bd47SPawel Jakub Dawidek #endif 905333bd47SPawel Jakub Dawidek if (via_feature_xcrypt & VIA_HAS_SHA) { 915333bd47SPawel Jakub Dawidek strlcat(capp, ",SHA1", sizeof(capp)); 925333bd47SPawel Jakub Dawidek strlcat(capp, ",SHA256", sizeof(capp)); 935333bd47SPawel Jakub Dawidek } 945333bd47SPawel Jakub Dawidek #if 0 955333bd47SPawel Jakub Dawidek if (via_feature_xcrypt & VIA_HAS_AESCTR) 965333bd47SPawel Jakub Dawidek strlcat(capp, ",AES-CTR", sizeof(capp)); 975333bd47SPawel Jakub Dawidek if (via_feature_xcrypt & VIA_HAS_MM) 985333bd47SPawel Jakub Dawidek strlcat(capp, ",RSA", sizeof(capp)); 995333bd47SPawel Jakub Dawidek #endif 1005333bd47SPawel Jakub Dawidek printf("PadLock: HW support loaded for %s.\n", capp); 101ef0a6e20SPawel Jakub Dawidek #else 102ef0a6e20SPawel Jakub Dawidek return (EINVAL); 103ef0a6e20SPawel Jakub Dawidek #endif 104ef0a6e20SPawel Jakub Dawidek 1055333bd47SPawel Jakub Dawidek padlock_sc = sc = malloc(sizeof(*padlock_sc), M_PADLOCK, 106f3b67db3SPawel Jakub Dawidek M_WAITOK | M_ZERO); 107ef0a6e20SPawel Jakub Dawidek TAILQ_INIT(&sc->sc_sessions); 108ef0a6e20SPawel Jakub Dawidek sc->sc_sid = 1; 109ef0a6e20SPawel Jakub Dawidek 110ef0a6e20SPawel Jakub Dawidek sc->sc_cid = crypto_get_driverid(0); 111ef0a6e20SPawel Jakub Dawidek if (sc->sc_cid < 0) { 1125333bd47SPawel Jakub Dawidek printf("PadLock: Could not get crypto driver id.\n"); 1135333bd47SPawel Jakub Dawidek free(padlock_sc, M_PADLOCK); 114ef0a6e20SPawel Jakub Dawidek padlock_sc = NULL; 115ef0a6e20SPawel Jakub Dawidek return (ENOMEM); 116ef0a6e20SPawel Jakub Dawidek } 117ef0a6e20SPawel Jakub Dawidek 118ef0a6e20SPawel Jakub Dawidek mtx_init(&sc->sc_sessions_mtx, "padlock_mtx", NULL, MTX_DEF); 119ef0a6e20SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_AES_CBC, 0, 0, padlock_newsession, 120ef0a6e20SPawel Jakub Dawidek padlock_freesession, padlock_process, NULL); 12164e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_MD5_HMAC, 0, 0, padlock_newsession, 12264e18040SPawel Jakub Dawidek padlock_freesession, padlock_process, NULL); 12364e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_SHA1_HMAC, 0, 0, padlock_newsession, 12464e18040SPawel Jakub Dawidek padlock_freesession, padlock_process, NULL); 12564e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_RIPEMD160_HMAC, 0, 0, 12664e18040SPawel Jakub Dawidek padlock_newsession, padlock_freesession, padlock_process, NULL); 12764e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_SHA2_256_HMAC, 0, 0, 12864e18040SPawel Jakub Dawidek padlock_newsession, padlock_freesession, padlock_process, NULL); 12964e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_SHA2_384_HMAC, 0, 0, 13064e18040SPawel Jakub Dawidek padlock_newsession, padlock_freesession, padlock_process, NULL); 13164e18040SPawel Jakub Dawidek crypto_register(sc->sc_cid, CRYPTO_SHA2_512_HMAC, 0, 0, 13264e18040SPawel Jakub Dawidek padlock_newsession, padlock_freesession, padlock_process, NULL); 133ef0a6e20SPawel Jakub Dawidek return (0); 134ef0a6e20SPawel Jakub Dawidek } 135ef0a6e20SPawel Jakub Dawidek 136ef0a6e20SPawel Jakub Dawidek static int 137ef0a6e20SPawel Jakub Dawidek padlock_destroy(void) 138ef0a6e20SPawel Jakub Dawidek { 139ef0a6e20SPawel Jakub Dawidek struct padlock_softc *sc = padlock_sc; 140ef0a6e20SPawel Jakub Dawidek struct padlock_session *ses; 141ef0a6e20SPawel Jakub Dawidek u_int active = 0; 142ef0a6e20SPawel Jakub Dawidek 143ef0a6e20SPawel Jakub Dawidek if (sc == NULL) 144ef0a6e20SPawel Jakub Dawidek return (0); 145ef0a6e20SPawel Jakub Dawidek mtx_lock(&sc->sc_sessions_mtx); 146ef0a6e20SPawel Jakub Dawidek TAILQ_FOREACH(ses, &sc->sc_sessions, ses_next) { 147ef0a6e20SPawel Jakub Dawidek if (ses->ses_used) 148ef0a6e20SPawel Jakub Dawidek active++; 149ef0a6e20SPawel Jakub Dawidek } 150ef0a6e20SPawel Jakub Dawidek if (active > 0) { 151ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 1525333bd47SPawel Jakub Dawidek printf("PadLock: Cannot destroy, %u sessions active.\n", 153ef0a6e20SPawel Jakub Dawidek active); 154ef0a6e20SPawel Jakub Dawidek return (EBUSY); 155ef0a6e20SPawel Jakub Dawidek } 156ef0a6e20SPawel Jakub Dawidek padlock_sc = NULL; 157ef0a6e20SPawel Jakub Dawidek for (ses = TAILQ_FIRST(&sc->sc_sessions); ses != NULL; 158ef0a6e20SPawel Jakub Dawidek ses = TAILQ_FIRST(&sc->sc_sessions)) { 159ef0a6e20SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_sessions, ses, ses_next); 1605333bd47SPawel Jakub Dawidek free(ses, M_PADLOCK); 161ef0a6e20SPawel Jakub Dawidek } 162ef0a6e20SPawel Jakub Dawidek mtx_destroy(&sc->sc_sessions_mtx); 163ef0a6e20SPawel Jakub Dawidek crypto_unregister_all(sc->sc_cid); 1645333bd47SPawel Jakub Dawidek free(sc, M_PADLOCK); 165ef0a6e20SPawel Jakub Dawidek return (0); 166ef0a6e20SPawel Jakub Dawidek } 167ef0a6e20SPawel Jakub Dawidek 168ef0a6e20SPawel Jakub Dawidek static int 169ef0a6e20SPawel Jakub Dawidek padlock_newsession(void *arg __unused, uint32_t *sidp, struct cryptoini *cri) 170ef0a6e20SPawel Jakub Dawidek { 171ef0a6e20SPawel Jakub Dawidek struct padlock_softc *sc = padlock_sc; 172ef0a6e20SPawel Jakub Dawidek struct padlock_session *ses = NULL; 17364e18040SPawel Jakub Dawidek struct cryptoini *encini, *macini; 1745333bd47SPawel Jakub Dawidek int error; 175ef0a6e20SPawel Jakub Dawidek 17664e18040SPawel Jakub Dawidek if (sc == NULL || sidp == NULL || cri == NULL) 17764e18040SPawel Jakub Dawidek return (EINVAL); 17864e18040SPawel Jakub Dawidek 17964e18040SPawel Jakub Dawidek encini = macini = NULL; 18064e18040SPawel Jakub Dawidek for (; cri != NULL; cri = cri->cri_next) { 18164e18040SPawel Jakub Dawidek switch (cri->cri_alg) { 18264e18040SPawel Jakub Dawidek case CRYPTO_NULL_HMAC: 18364e18040SPawel Jakub Dawidek case CRYPTO_MD5_HMAC: 18464e18040SPawel Jakub Dawidek case CRYPTO_SHA1_HMAC: 18564e18040SPawel Jakub Dawidek case CRYPTO_RIPEMD160_HMAC: 18664e18040SPawel Jakub Dawidek case CRYPTO_SHA2_256_HMAC: 18764e18040SPawel Jakub Dawidek case CRYPTO_SHA2_384_HMAC: 18864e18040SPawel Jakub Dawidek case CRYPTO_SHA2_512_HMAC: 18964e18040SPawel Jakub Dawidek if (macini != NULL) 19064e18040SPawel Jakub Dawidek return (EINVAL); 19164e18040SPawel Jakub Dawidek macini = cri; 19264e18040SPawel Jakub Dawidek break; 19364e18040SPawel Jakub Dawidek case CRYPTO_AES_CBC: 19464e18040SPawel Jakub Dawidek if (encini != NULL) 19564e18040SPawel Jakub Dawidek return (EINVAL); 19664e18040SPawel Jakub Dawidek encini = cri; 19764e18040SPawel Jakub Dawidek break; 19864e18040SPawel Jakub Dawidek default: 199ef0a6e20SPawel Jakub Dawidek return (EINVAL); 200ef0a6e20SPawel Jakub Dawidek } 20164e18040SPawel Jakub Dawidek } 20264e18040SPawel Jakub Dawidek 20364e18040SPawel Jakub Dawidek /* 20464e18040SPawel Jakub Dawidek * We only support HMAC algorithms to be able to work with 20564e18040SPawel Jakub Dawidek * fast_ipsec(4), so if we are asked only for authentication without 20664e18040SPawel Jakub Dawidek * encryption, don't pretend we can accellerate it. 20764e18040SPawel Jakub Dawidek */ 20864e18040SPawel Jakub Dawidek if (encini == NULL) 20964e18040SPawel Jakub Dawidek return (EINVAL); 210ef0a6e20SPawel Jakub Dawidek 211ef0a6e20SPawel Jakub Dawidek /* 212ef0a6e20SPawel Jakub Dawidek * Let's look for a free session structure. 213ef0a6e20SPawel Jakub Dawidek */ 214ef0a6e20SPawel Jakub Dawidek mtx_lock(&sc->sc_sessions_mtx); 215ef0a6e20SPawel Jakub Dawidek /* 216ef0a6e20SPawel Jakub Dawidek * Free sessions goes first, so if first session is used, we need to 217ef0a6e20SPawel Jakub Dawidek * allocate one. 218ef0a6e20SPawel Jakub Dawidek */ 219ef0a6e20SPawel Jakub Dawidek ses = TAILQ_FIRST(&sc->sc_sessions); 220ef0a6e20SPawel Jakub Dawidek if (ses == NULL || ses->ses_used) 221ef0a6e20SPawel Jakub Dawidek ses = NULL; 222ef0a6e20SPawel Jakub Dawidek else { 223ef0a6e20SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_sessions, ses, ses_next); 224ef0a6e20SPawel Jakub Dawidek ses->ses_used = 1; 225ef0a6e20SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&sc->sc_sessions, ses, ses_next); 226ef0a6e20SPawel Jakub Dawidek } 227ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 228ef0a6e20SPawel Jakub Dawidek if (ses == NULL) { 2295333bd47SPawel Jakub Dawidek ses = malloc(sizeof(*ses), M_PADLOCK, M_NOWAIT | M_ZERO); 230ef0a6e20SPawel Jakub Dawidek if (ses == NULL) 231ef0a6e20SPawel Jakub Dawidek return (ENOMEM); 232ef0a6e20SPawel Jakub Dawidek ses->ses_used = 1; 233ef0a6e20SPawel Jakub Dawidek mtx_lock(&sc->sc_sessions_mtx); 234ef0a6e20SPawel Jakub Dawidek ses->ses_id = sc->sc_sid++; 235ef0a6e20SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&sc->sc_sessions, ses, ses_next); 236ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 237ef0a6e20SPawel Jakub Dawidek } 238ef0a6e20SPawel Jakub Dawidek 2395333bd47SPawel Jakub Dawidek error = padlock_cipher_setup(ses, encini); 2405333bd47SPawel Jakub Dawidek if (error != 0) { 2415333bd47SPawel Jakub Dawidek padlock_freesession(NULL, ses->ses_id); 2425333bd47SPawel Jakub Dawidek return (error); 243ef0a6e20SPawel Jakub Dawidek } 244ef0a6e20SPawel Jakub Dawidek 24564e18040SPawel Jakub Dawidek if (macini != NULL) { 2465333bd47SPawel Jakub Dawidek error = padlock_hash_setup(ses, macini); 2475333bd47SPawel Jakub Dawidek if (error != 0) { 24864e18040SPawel Jakub Dawidek padlock_freesession(NULL, ses->ses_id); 2495333bd47SPawel Jakub Dawidek return (error); 25064e18040SPawel Jakub Dawidek } 251ef0a6e20SPawel Jakub Dawidek } 252ef0a6e20SPawel Jakub Dawidek 253ef0a6e20SPawel Jakub Dawidek *sidp = ses->ses_id; 254ef0a6e20SPawel Jakub Dawidek return (0); 255ef0a6e20SPawel Jakub Dawidek } 256ef0a6e20SPawel Jakub Dawidek 257ef0a6e20SPawel Jakub Dawidek static int 258ef0a6e20SPawel Jakub Dawidek padlock_freesession(void *arg __unused, uint64_t tid) 259ef0a6e20SPawel Jakub Dawidek { 260ef0a6e20SPawel Jakub Dawidek struct padlock_softc *sc = padlock_sc; 261ef0a6e20SPawel Jakub Dawidek struct padlock_session *ses; 262ef0a6e20SPawel Jakub Dawidek uint32_t sid = ((uint32_t)tid) & 0xffffffff; 263ef0a6e20SPawel Jakub Dawidek 264ef0a6e20SPawel Jakub Dawidek if (sc == NULL) 265ef0a6e20SPawel Jakub Dawidek return (EINVAL); 266ef0a6e20SPawel Jakub Dawidek mtx_lock(&sc->sc_sessions_mtx); 267ef0a6e20SPawel Jakub Dawidek TAILQ_FOREACH(ses, &sc->sc_sessions, ses_next) { 268ef0a6e20SPawel Jakub Dawidek if (ses->ses_id == sid) 269ef0a6e20SPawel Jakub Dawidek break; 270ef0a6e20SPawel Jakub Dawidek } 271ef0a6e20SPawel Jakub Dawidek if (ses == NULL) { 272ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 273ef0a6e20SPawel Jakub Dawidek return (EINVAL); 274ef0a6e20SPawel Jakub Dawidek } 275ef0a6e20SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_sessions, ses, ses_next); 2765333bd47SPawel Jakub Dawidek padlock_hash_free(ses); 2779f5dc739SPawel Jakub Dawidek bzero(ses, sizeof(*ses)); 278ef0a6e20SPawel Jakub Dawidek ses->ses_used = 0; 279ef0a6e20SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&sc->sc_sessions, ses, ses_next); 280ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 281ef0a6e20SPawel Jakub Dawidek return (0); 282ef0a6e20SPawel Jakub Dawidek } 283ef0a6e20SPawel Jakub Dawidek 284ef0a6e20SPawel Jakub Dawidek static int 285ef0a6e20SPawel Jakub Dawidek padlock_process(void *arg __unused, struct cryptop *crp, int hint __unused) 286ef0a6e20SPawel Jakub Dawidek { 287ef0a6e20SPawel Jakub Dawidek struct padlock_softc *sc = padlock_sc; 2885333bd47SPawel Jakub Dawidek struct padlock_session *ses = NULL; 28964e18040SPawel Jakub Dawidek struct cryptodesc *crd, *enccrd, *maccrd; 29064e18040SPawel Jakub Dawidek int error = 0; 291ef0a6e20SPawel Jakub Dawidek 292bb348210SPawel Jakub Dawidek enccrd = maccrd = NULL; 293bb348210SPawel Jakub Dawidek 29464e18040SPawel Jakub Dawidek if (crp == NULL || crp->crp_callback == NULL || crp->crp_desc == NULL) { 29564e18040SPawel Jakub Dawidek error = EINVAL; 296ef0a6e20SPawel Jakub Dawidek goto out; 297ef0a6e20SPawel Jakub Dawidek } 29864e18040SPawel Jakub Dawidek 29964e18040SPawel Jakub Dawidek for (crd = crp->crp_desc; crd != NULL; crd = crd->crd_next) { 30064e18040SPawel Jakub Dawidek switch (crd->crd_alg) { 30164e18040SPawel Jakub Dawidek case CRYPTO_NULL_HMAC: 30264e18040SPawel Jakub Dawidek case CRYPTO_MD5_HMAC: 30364e18040SPawel Jakub Dawidek case CRYPTO_SHA1_HMAC: 30464e18040SPawel Jakub Dawidek case CRYPTO_RIPEMD160_HMAC: 30564e18040SPawel Jakub Dawidek case CRYPTO_SHA2_256_HMAC: 30664e18040SPawel Jakub Dawidek case CRYPTO_SHA2_384_HMAC: 30764e18040SPawel Jakub Dawidek case CRYPTO_SHA2_512_HMAC: 30864e18040SPawel Jakub Dawidek if (maccrd != NULL) { 30964e18040SPawel Jakub Dawidek error = EINVAL; 310ef0a6e20SPawel Jakub Dawidek goto out; 311ef0a6e20SPawel Jakub Dawidek } 31264e18040SPawel Jakub Dawidek maccrd = crd; 31364e18040SPawel Jakub Dawidek break; 31464e18040SPawel Jakub Dawidek case CRYPTO_AES_CBC: 31564e18040SPawel Jakub Dawidek if (enccrd != NULL) { 31664e18040SPawel Jakub Dawidek error = EINVAL; 31764e18040SPawel Jakub Dawidek goto out; 31864e18040SPawel Jakub Dawidek } 31964e18040SPawel Jakub Dawidek enccrd = crd; 32064e18040SPawel Jakub Dawidek break; 32164e18040SPawel Jakub Dawidek default: 32264e18040SPawel Jakub Dawidek return (EINVAL); 32364e18040SPawel Jakub Dawidek } 32464e18040SPawel Jakub Dawidek } 32564e18040SPawel Jakub Dawidek if (enccrd == NULL || (enccrd->crd_len % AES_BLOCK_LEN) != 0) { 32664e18040SPawel Jakub Dawidek error = EINVAL; 327eb340a61SPawel Jakub Dawidek goto out; 328eb340a61SPawel Jakub Dawidek } 329ef0a6e20SPawel Jakub Dawidek 330ef0a6e20SPawel Jakub Dawidek mtx_lock(&sc->sc_sessions_mtx); 331ef0a6e20SPawel Jakub Dawidek TAILQ_FOREACH(ses, &sc->sc_sessions, ses_next) { 332ef0a6e20SPawel Jakub Dawidek if (ses->ses_id == (crp->crp_sid & 0xffffffff)) 333ef0a6e20SPawel Jakub Dawidek break; 334ef0a6e20SPawel Jakub Dawidek } 335ef0a6e20SPawel Jakub Dawidek mtx_unlock(&sc->sc_sessions_mtx); 336ef0a6e20SPawel Jakub Dawidek if (ses == NULL) { 33764e18040SPawel Jakub Dawidek error = EINVAL; 338ef0a6e20SPawel Jakub Dawidek goto out; 339ef0a6e20SPawel Jakub Dawidek } 340ef0a6e20SPawel Jakub Dawidek 34164e18040SPawel Jakub Dawidek /* Perform data authentication if requested before encryption. */ 34264e18040SPawel Jakub Dawidek if (maccrd != NULL && maccrd->crd_next == enccrd) { 3435333bd47SPawel Jakub Dawidek error = padlock_hash_process(ses, maccrd, crp); 34464e18040SPawel Jakub Dawidek if (error != 0) 34564e18040SPawel Jakub Dawidek goto out; 346ef0a6e20SPawel Jakub Dawidek } 347ef0a6e20SPawel Jakub Dawidek 3485333bd47SPawel Jakub Dawidek error = padlock_cipher_process(ses, enccrd, crp); 3495333bd47SPawel Jakub Dawidek if (error != 0) 3505333bd47SPawel Jakub Dawidek goto out; 35164e18040SPawel Jakub Dawidek 35264e18040SPawel Jakub Dawidek /* Perform data authentication if requested after encryption. */ 35364e18040SPawel Jakub Dawidek if (maccrd != NULL && enccrd->crd_next == maccrd) { 3545333bd47SPawel Jakub Dawidek error = padlock_hash_process(ses, maccrd, crp); 35564e18040SPawel Jakub Dawidek if (error != 0) 35664e18040SPawel Jakub Dawidek goto out; 357ef0a6e20SPawel Jakub Dawidek } 358ef0a6e20SPawel Jakub Dawidek 359ef0a6e20SPawel Jakub Dawidek out: 3605333bd47SPawel Jakub Dawidek #if 0 3615333bd47SPawel Jakub Dawidek /* 3625333bd47SPawel Jakub Dawidek * This code is not necessary, because contexts will be freed on next 3635333bd47SPawel Jakub Dawidek * padlock_setup_mackey() call or at padlock_freesession() call. 3645333bd47SPawel Jakub Dawidek */ 3655333bd47SPawel Jakub Dawidek if (ses != NULL && maccrd != NULL && 3665333bd47SPawel Jakub Dawidek (maccrd->crd_flags & CRD_F_KEY_EXPLICIT) != 0) { 3675333bd47SPawel Jakub Dawidek padlock_free_ctx(ses->ses_axf, ses->ses_ictx); 3685333bd47SPawel Jakub Dawidek padlock_free_ctx(ses->ses_axf, ses->ses_octx); 369ef0a6e20SPawel Jakub Dawidek } 3705333bd47SPawel Jakub Dawidek #endif 37164e18040SPawel Jakub Dawidek crp->crp_etype = error; 372ef0a6e20SPawel Jakub Dawidek crypto_done(crp); 37364e18040SPawel Jakub Dawidek return (error); 374ef0a6e20SPawel Jakub Dawidek } 375ef0a6e20SPawel Jakub Dawidek 376ef0a6e20SPawel Jakub Dawidek static int 377ef0a6e20SPawel Jakub Dawidek padlock_modevent(module_t mod, int type, void *unused __unused) 378ef0a6e20SPawel Jakub Dawidek { 379ef0a6e20SPawel Jakub Dawidek int error; 380ef0a6e20SPawel Jakub Dawidek 381ef0a6e20SPawel Jakub Dawidek error = EOPNOTSUPP; 382ef0a6e20SPawel Jakub Dawidek switch (type) { 383ef0a6e20SPawel Jakub Dawidek case MOD_LOAD: 384ef0a6e20SPawel Jakub Dawidek error = padlock_init(); 385ef0a6e20SPawel Jakub Dawidek break; 386ef0a6e20SPawel Jakub Dawidek case MOD_UNLOAD: 387ef0a6e20SPawel Jakub Dawidek error = padlock_destroy(); 388ef0a6e20SPawel Jakub Dawidek break; 389ef0a6e20SPawel Jakub Dawidek } 390ef0a6e20SPawel Jakub Dawidek return (error); 391ef0a6e20SPawel Jakub Dawidek } 392ef0a6e20SPawel Jakub Dawidek 393ef0a6e20SPawel Jakub Dawidek static moduledata_t padlock_mod = { 394ef0a6e20SPawel Jakub Dawidek "padlock", 395ef0a6e20SPawel Jakub Dawidek padlock_modevent, 396ef0a6e20SPawel Jakub Dawidek 0 397ef0a6e20SPawel Jakub Dawidek }; 398ef0a6e20SPawel Jakub Dawidek DECLARE_MODULE(padlock, padlock_mod, SI_SUB_DRIVERS, SI_ORDER_ANY); 399ef0a6e20SPawel Jakub Dawidek MODULE_VERSION(padlock, 1); 400ef0a6e20SPawel Jakub Dawidek MODULE_DEPEND(padlock, crypto, 1, 1, 1); 401