Lines Matching refs:ShuffleVT
10022 MVT ShuffleVT = VT; in createVariablePermute() local
10103 ShuffleVT = MVT::v16i8; in createVariablePermute()
10110 ShuffleVT = MVT::v4f32; in createVariablePermute()
10113 ShuffleVT = MVT::v16i8; in createVariablePermute()
10122 ShuffleVT = MVT::v2f64; in createVariablePermute()
10258 assert((VT.getSizeInBits() == ShuffleVT.getSizeInBits()) && in createVariablePermute()
10259 (VT.getScalarSizeInBits() % ShuffleVT.getScalarSizeInBits()) == 0 && in createVariablePermute()
10262 uint64_t Scale = VT.getScalarSizeInBits() / ShuffleVT.getScalarSizeInBits(); in createVariablePermute()
10266 EVT ShuffleIdxVT = EVT(ShuffleVT).changeVectorElementTypeToInteger(); in createVariablePermute()
10269 SrcVec = DAG.getBitcast(ShuffleVT, SrcVec); in createVariablePermute()
10271 ? DAG.getNode(Opcode, DL, ShuffleVT, IndicesVec, SrcVec) in createVariablePermute()
10272 : DAG.getNode(Opcode, DL, ShuffleVT, SrcVec, IndicesVec); in createVariablePermute()
15322 MVT ShuffleVT = VT; in lowerShuffleWithPERMV() local
15326 ShuffleVT = V1.getSimpleValueType(); in lowerShuffleWithPERMV()
15343 Result = DAG.getNode(X86ISD::VPERMV, DL, ShuffleVT, MaskNode, V1); in lowerShuffleWithPERMV()
15345 Result = DAG.getNode(X86ISD::VPERMV3, DL, ShuffleVT, V1, MaskNode, V2); in lowerShuffleWithPERMV()
15347 if (VT != ShuffleVT) in lowerShuffleWithPERMV()
35346 unsigned &Shuffle, MVT &ShuffleVT, in matchUnaryPermuteShuffle() argument
35361 ShuffleVT = (AllowFloatDomain ? MVT::v4f64 : MVT::v4i64); in matchUnaryPermuteShuffle()
35369 ShuffleVT = (AllowFloatDomain ? MVT::v8f64 : MVT::v8i64); in matchUnaryPermuteShuffle()
35377 ShuffleVT = MVT::getVectorVT(MVT::f64, Mask.size()); in matchUnaryPermuteShuffle()
35403 ShuffleVT = (AllowIntDomain ? MVT::i32 : MVT::f32); in matchUnaryPermuteShuffle()
35404 ShuffleVT = MVT::getVectorVT(ShuffleVT, InputSizeInBits / 32); in matchUnaryPermuteShuffle()
35424 ShuffleVT = MVT::getVectorVT(MVT::i16, InputSizeInBits / 16); in matchUnaryPermuteShuffle()
35438 ShuffleVT = MVT::getVectorVT(MVT::i16, InputSizeInBits / 16); in matchUnaryPermuteShuffle()
35450 int ShiftAmt = matchShuffleAsShift(ShuffleVT, Shuffle, MaskScalarSizeInBits, in matchUnaryPermuteShuffle()
35452 if (0 < ShiftAmt && (!ShuffleVT.is512BitVector() || Subtarget.hasBWI() || in matchUnaryPermuteShuffle()
35453 32 <= ShuffleVT.getScalarSizeInBits())) { in matchUnaryPermuteShuffle()
35463 int RotateAmt = matchShuffleAsBitRotate(ShuffleVT, MaskScalarSizeInBits, in matchUnaryPermuteShuffle()
35589 unsigned &Shuffle, MVT &ShuffleVT, unsigned &PermuteImm) { in matchBinaryPermuteShuffle() argument
35603 ShuffleVT = MVT::getVectorVT(MVT::i64, MaskVT.getSizeInBits() / 64); in matchBinaryPermuteShuffle()
35605 ShuffleVT = MVT::getVectorVT(MVT::i32, MaskVT.getSizeInBits() / 32); in matchBinaryPermuteShuffle()
35619 ShuffleVT = MVT::getVectorVT(MVT::i8, MaskVT.getSizeInBits() / 8); in matchBinaryPermuteShuffle()
35648 ShuffleVT = MaskVT; in matchBinaryPermuteShuffle()
35656 ShuffleVT = MaskVT; in matchBinaryPermuteShuffle()
35668 ShuffleVT = MVT::v4f32; in matchBinaryPermuteShuffle()
35683 ShuffleVT = MVT::getVectorVT(MVT::f64, MaskVT.getSizeInBits() / 64); in matchBinaryPermuteShuffle()
35728 ShuffleVT = MVT::getVectorVT(MVT::f32, MaskVT.getSizeInBits() / 32); in matchBinaryPermuteShuffle()
35740 ShuffleVT = MVT::v4f32; in matchBinaryPermuteShuffle()
35868 auto MatchSHUF128 = [&](MVT ShuffleVT, const SDLoc &DL, ArrayRef<int> Mask, in combineX86ShuffleChain()
35872 SDValue Ops[2] = {DAG.getUNDEF(ShuffleVT), DAG.getUNDEF(ShuffleVT)}; in combineX86ShuffleChain()
35891 return DAG.getNode(X86ISD::SHUF128, DL, ShuffleVT, in combineX86ShuffleChain()
35892 CanonicalizeShuffleInput(ShuffleVT, Ops[0]), in combineX86ShuffleChain()
35893 CanonicalizeShuffleInput(ShuffleVT, Ops[1]), in combineX86ShuffleChain()
35910 MVT ShuffleVT = (FloatDomain ? MVT::v8f64 : MVT::v8i64); in combineX86ShuffleChain() local
35911 if (SDValue V = MatchSHUF128(ShuffleVT, DL, Mask, V1, V2, DAG)) in combineX86ShuffleChain()
36018 MVT ShuffleSrcVT, ShuffleVT; in combineX86ShuffleChain() local
36062 ShuffleVT) && in combineX86ShuffleChain()
36064 (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
36068 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res); in combineX86ShuffleChain()
36073 AllowIntDomain, Subtarget, Shuffle, ShuffleVT, in combineX86ShuffleChain()
36076 (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
36079 Res = CanonicalizeShuffleInput(ShuffleVT, V1); in combineX86ShuffleChain()
36080 Res = DAG.getNode(Shuffle, DL, ShuffleVT, Res, in combineX86ShuffleChain()
36125 ShuffleVT, UnaryShuffle) && in combineX86ShuffleChain()
36126 (!IsMaskedShuffle || (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
36131 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2); in combineX86ShuffleChain()
36139 Subtarget, Shuffle, ShuffleVT, PermuteImm) && in combineX86ShuffleChain()
36140 (!IsMaskedShuffle || (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
36143 NewV1 = CanonicalizeShuffleInput(ShuffleVT, NewV1); in combineX86ShuffleChain()
36144 NewV2 = CanonicalizeShuffleInput(ShuffleVT, NewV2); in combineX86ShuffleChain()
36145 Res = DAG.getNode(Shuffle, DL, ShuffleVT, NewV1, NewV2, in combineX86ShuffleChain()
36183 if (matchShuffleAsVTRUNC(ShuffleSrcVT, ShuffleVT, IntMaskVT, Mask, Zeroable, in combineX86ShuffleChain()
36185 bool IsTRUNCATE = ShuffleVT.getVectorNumElements() == in combineX86ShuffleChain()
36192 Res = DAG.getNode(Opc, DL, ShuffleVT, V1); in combineX86ShuffleChain()
36193 if (ShuffleVT.getSizeInBits() < RootSizeInBits) in combineX86ShuffleChain()
36704 MVT ShuffleVT = MVT::getVectorVT(MVT::f32, RootSizeInBits / 32); in canonicalizeShuffleMaskWithHorizOp() local
36705 Res = DAG.getBitcast(ShuffleVT, Res); in canonicalizeShuffleMaskWithHorizOp()
36706 return DAG.getNode(X86ISD::SHUFP, DL, ShuffleVT, Res, Res, in canonicalizeShuffleMaskWithHorizOp()
37479 EVT ShuffleVT = N.getValueType(); in canonicalizeShuffleWithBinOps() local
37492 auto IsSafeToMoveShuffle = [ShuffleVT](SDValue Op, unsigned BinOp) { in canonicalizeShuffleWithBinOps()
37496 (Op.getScalarValueSizeInBits() <= ShuffleVT.getScalarSizeInBits()); in canonicalizeShuffleWithBinOps()
37506 if (!getTargetShuffleMask(N.getNode(), ShuffleVT.getSimpleVT(), false, Ops, in canonicalizeShuffleWithBinOps()
37516 if (N.getOperand(0).getValueType() == ShuffleVT && in canonicalizeShuffleWithBinOps()
37525 Op00 = DAG.getBitcast(ShuffleVT, Op00); in canonicalizeShuffleWithBinOps()
37526 Op01 = DAG.getBitcast(ShuffleVT, Op01); in canonicalizeShuffleWithBinOps()
37528 LHS = DAG.getNode(Opc, DL, ShuffleVT, Op00, N.getOperand(1)); in canonicalizeShuffleWithBinOps()
37529 RHS = DAG.getNode(Opc, DL, ShuffleVT, Op01, N.getOperand(1)); in canonicalizeShuffleWithBinOps()
37531 LHS = DAG.getNode(Opc, DL, ShuffleVT, Op00); in canonicalizeShuffleWithBinOps()
37532 RHS = DAG.getNode(Opc, DL, ShuffleVT, Op01); in canonicalizeShuffleWithBinOps()
37535 return DAG.getBitcast(ShuffleVT, in canonicalizeShuffleWithBinOps()
37578 Op00 = DAG.getBitcast(ShuffleVT, Op00); in canonicalizeShuffleWithBinOps()
37579 Op10 = DAG.getBitcast(ShuffleVT, Op10); in canonicalizeShuffleWithBinOps()
37580 Op01 = DAG.getBitcast(ShuffleVT, Op01); in canonicalizeShuffleWithBinOps()
37581 Op11 = DAG.getBitcast(ShuffleVT, Op11); in canonicalizeShuffleWithBinOps()
37583 LHS = DAG.getNode(Opc, DL, ShuffleVT, Op00, Op10, N.getOperand(2)); in canonicalizeShuffleWithBinOps()
37584 RHS = DAG.getNode(Opc, DL, ShuffleVT, Op01, Op11, N.getOperand(2)); in canonicalizeShuffleWithBinOps()
37586 LHS = DAG.getNode(Opc, DL, ShuffleVT, Op00, Op10); in canonicalizeShuffleWithBinOps()
37587 RHS = DAG.getNode(Opc, DL, ShuffleVT, Op01, Op11); in canonicalizeShuffleWithBinOps()
37590 return DAG.getBitcast(ShuffleVT, in canonicalizeShuffleWithBinOps()