/freebsd/crypto/openssl/crypto/modes/ |
H A D | gcm128.c | 255 Htable[3].hi = V.hi ^ Htable[2].hi, Htable[3].lo = V.lo ^ Htable[2].lo; in gcm_init_4bit() 257 Htable[5].hi = V.hi ^ Htable[1].hi, Htable[5].lo = V.lo ^ Htable[1].lo; in gcm_init_4bit() 258 Htable[6].hi = V.hi ^ Htable[2].hi, Htable[6].lo = V.lo ^ Htable[2].lo; in gcm_init_4bit() 259 Htable[7].hi = V.hi ^ Htable[3].hi, Htable[7].lo = V.lo ^ Htable[3].lo; in gcm_init_4bit() 261 Htable[9].hi = V.hi ^ Htable[1].hi, Htable[9].lo = V.lo ^ Htable[1].lo; in gcm_init_4bit() 262 Htable[10].hi = V.hi ^ Htable[2].hi, Htable[10].lo = V.lo ^ Htable[2].lo; in gcm_init_4bit() 263 Htable[11].hi = V.hi ^ Htable[3].hi, Htable[11].lo = V.lo ^ Htable[3].lo; in gcm_init_4bit() 264 Htable[12].hi = V.hi ^ Htable[4].hi, Htable[12].lo = V.lo ^ Htable[4].lo; in gcm_init_4bit() 265 Htable[13].hi = V.hi ^ Htable[5].hi, Htable[13].lo = V.lo ^ Htable[5].lo; in gcm_init_4bit() 266 Htable[14].hi = V.hi ^ Htable[6].hi, Htable[14].lo = V.lo ^ Htable[6].lo; in gcm_init_4bit() [all …]
|
/freebsd/crypto/openssl/crypto/modes/asm/ |
H A D | ghash-ia64.pl | 255 { .mmi; add $Htbl=256,sp // &Htable[0] 279 dep $Atbl=$xi[1],$Htbl,4,4 //(p17) &Htable[nlo].lo 286 add $Btbl=$xi[1],$Htbl };; //(p17) &Htable[nhi].lo 291 { .mmi; ld8 $Alo=[$Atbl],8 //(p18) Htable[nlo].lo,&Htable[nlo].hi 295 dep $Atbl=$xi[1],$Htbl,4,4 } //(p17) &Htable[nlo].lo 307 add $Btbl=$xi[1],$Htbl };; //(p17) &Htable[nhi] 323 dep $Atbl=$xi[1],$Htbl,4,4 } //(p17) &Htable[nlo].lo 338 add $Btbl=$xi[1],$Htbl };; //(p17) &Htable[nhi] 352 dep $Atbl=$xi[1],$Htbl,4,4 };; //(p17) &Htable[nlo].lo 365 add $Btbl=$xi[1],$Htbl };; //(p17) &Htable[nhi] [all …]
|
H A D | ghash-c64xplus.pl | 31 ($Xip,$Htable,$inp,$len)=("A4","B4","A6","B6"); # arguments 59 ADDAD $Htable,2,$Htable 64 LDDW *${Htable}[-1],$H1:$H0 ; H.lo 65 LDDW *${Htable}[-2],$H3:$H2 ; H.hi 91 LDDW *${Htable}[-1],$H1:$H0 ; H.lo 93 LDDW *${Htable}[-2],$H3:$H2 ; H.hi
|
H A D | ghash-sparcv9.pl | 358 ($Xip,$Htable,$inp,$len)=map("%i$_",(0..3)); 407 ldx [$Htable+8],$Hlo ! load twisted H 408 ldx [$Htable+0],$Hhi 412 ldx [$Htable+16],$V ! (0xE0·i)&0xff=0xA040608020C0E000 463 ldx [$Htable+8],$Hlo ! load twisted H 464 ldx [$Htable+0],$Hhi 468 ldx [$Htable+16],$V ! (0xE0·i)&0xff=0xA040608020C0E000
|
/freebsd/sys/crypto/openssl/arm/ |
H A D | ossl_aes_gcm.c | 51 gcm_init_neon(ctx->gcm.Htable, ctx->gcm.H.u); in gcm_init() 93 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_finish() 102 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_finish() 135 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_aad() 142 gcm_ghash_neon(ctx->gcm.Xi.u, ctx->gcm.Htable, aad, i); in gcm_aad() 175 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt() 193 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt() 218 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt() 258 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_decrypt() 278 gcm_gmult_neon(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_decrypt() [all …]
|
H A D | ghashv8-armx.S | 35 vst1.64 {q12},[r0]! @ store Htable[0] 62 vst1.64 {q13,q14},[r0]! @ store Htable[1..2]
|
/freebsd/sys/crypto/armv8/ |
H A D | armv8_crypto_wrap.c | 357 gcm_ghash_v8(s->Xi.u, Htable, block, AES_BLOCK_LEN); in armv8_aes_gmac_setup() 363 size_t authdatalen, const __uint128_val_t *Htable) in armv8_aes_gmac_finish() argument 369 gcm_ghash_v8(s->Xi.u, Htable, s->lenblock.c, AES_BLOCK_LEN); in armv8_aes_gmac_finish() 398 const __uint128_val_t *Htable) in armv8_aes_encrypt_gcm() argument 427 gcm_ghash_v8(s.Xi.u, Htable, block, seglen); in armv8_aes_encrypt_gcm() 435 gcm_ghash_v8(s.Xi.u, Htable, (uint8_t *)to64, in armv8_aes_encrypt_gcm() 448 armv8_aes_gmac_finish(&s, olen, authdatalen, Htable); in armv8_aes_encrypt_gcm() 461 const __uint128_val_t *Htable) in armv8_aes_decrypt_gcm() argument 478 gcm_ghash_v8(s.Xi.u, Htable, from, seglen); in armv8_aes_decrypt_gcm() 484 gcm_ghash_v8(s.Xi.u, Htable, block, seglen); in armv8_aes_decrypt_gcm() [all …]
|
H A D | armv8_crypto.h | 51 __uint128_val_t Htable[16]; member 60 void gcm_init_v8(__uint128_val_t Htable[16], const uint64_t Xi[2]); 61 void gcm_gmult_v8(uint64_t Xi[2], const __uint128_val_t Htable[16]); 62 void gcm_ghash_v8(uint64_t Xi[2], const __uint128_val_t Htable[16], const uint8_t *inp, size_t len);
|
H A D | armv8_crypto.c | 251 gcm_init_v8(ses->Htable, H.u); in armv8_crypto_cipher_setup() 376 crp->crp_aad_length, authbuf, tag, iv, ses->Htable); in armv8_crypto_cipher_process() 384 crp->crp_aad_length, authbuf, tag, iv, ses->Htable); in armv8_crypto_cipher_process()
|
/freebsd/sys/crypto/openssl/amd64/ |
H A D | ossl_aes_gcm.c | 246 gcm_init_avx(ctx->gcm.Htable, ctx->gcm.H.u); in gcm_init_aesni() 306 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_aad_aesni() 344 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt() 369 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt() 393 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt_ctr32() 411 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt_ctr32() 433 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_encrypt_ctr32() 495 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_decrypt() 547 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_decrypt_ctr32() 647 gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable); in gcm_finish_aesni() [all …]
|
/freebsd/crypto/openssl/include/crypto/ |
H A D | modes.h | 125 u128 Htable[256]; member 127 u128 Htable[16]; member 128 void (*gmult) (u64 Xi[2], const u128 Htable[16]); 129 void (*ghash) (u64 Xi[2], const u128 Htable[16], const u8 *inp,
|
H A D | aes_platform.h | 124 void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len); 224 void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len);
|
/freebsd/sys/crypto/openssl/ |
H A D | ossl_aes_gcm.h | 62 __uint128_t Htable[16]; member
|
/freebsd/sys/contrib/openzfs/module/icp/algs/modes/ |
H A D | gcm.c | 1072 extern void ASMABI gcm_init_htab_avx(uint64_t *Htable, const uint64_t H[2]); 1073 extern void ASMABI gcm_ghash_avx(uint64_t ghash[2], const uint64_t *Htable,
|