Lines Matching refs:BitShift
51 template <int BitShift, int InputModFactor>
54 HEXL_CHECK(modulus < MaximumValue(BitShift), in EltwiseFMAModAVX512()
56 << MaximumValue(BitShift)); in EltwiseFMAModAVX512()
66 HEXL_CHECK(BitShift == 52 || BitShift == 64, in EltwiseFMAModAVX512()
67 "Invalid bitshift " << BitShift << "; need 52 or 64"); in EltwiseFMAModAVX512()
85 uint64_t arg2_barr = MultiplyFactor(arg2, BitShift, modulus).BarrettFactor(); in EltwiseFMAModAVX512()
112 __m512i va_times_b = _mm512_hexl_mullo_epi<BitShift>(varg1, varg2); in EltwiseFMAModAVX512()
113 __m512i vq = _mm512_hexl_mulhi_epi<BitShift>(varg1, varg2_barr); in EltwiseFMAModAVX512()
117 vq = _mm512_hexl_mullo_add_lo_epi<BitShift>(va_times_b, vq, vneg_modulus); in EltwiseFMAModAVX512()
137 __m512i va_times_b = _mm512_hexl_mullo_epi<BitShift>(varg1, varg2); in EltwiseFMAModAVX512()
138 __m512i vq = _mm512_hexl_mulhi_epi<BitShift>(varg1, varg2_barr); in EltwiseFMAModAVX512()
142 vq = _mm512_hexl_mullo_add_lo_epi<BitShift>(va_times_b, vq, vneg_modulus); in EltwiseFMAModAVX512()