/freebsd/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/ |
H A D | X86ShuffleDecode.cpp | 28 ShuffleMask.push_back(0); in DecodeINSERTPSMask() 29 ShuffleMask.push_back(1); in DecodeINSERTPSMask() 30 ShuffleMask.push_back(2); in DecodeINSERTPSMask() 31 ShuffleMask.push_back(3); in DecodeINSERTPSMask() 41 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask() 54 ShuffleMask.push_back(i); in DecodeInsertElementMask() 65 ShuffleMask.push_back(i); in DecodeMOVHLPSMask() 71 ShuffleMask.push_back(i); in DecodeMOVLHPSMask() 197 ShuffleMask.push_back(h); in DecodePSWAPMask() 354 ShuffleMask.clear(); in DecodeVPPERMMask() [all …]
|
H A D | X86ShuffleDecode.h | 53 SmallVectorImpl<int> &ShuffleMask); 56 SmallVectorImpl<int> &ShuffleMask); 59 SmallVectorImpl<int> &ShuffleMask); 62 SmallVectorImpl<int> &ShuffleMask); 66 SmallVectorImpl<int> &ShuffleMask); 81 SmallVectorImpl<int> &ShuffleMask); 85 SmallVectorImpl<int> &ShuffleMask); 89 SmallVectorImpl<int> &ShuffleMask); 101 SmallVectorImpl<int> &ShuffleMask); 105 SmallVectorImpl<int> &ShuffleMask); [all …]
|
H A D | X86InstComments.cpp | 641 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local 665 ShuffleMask); in EmitAnyX86InstComments() 681 ShuffleMask); in EmitAnyX86InstComments() 697 ShuffleMask); in EmitAnyX86InstComments() 711 ShuffleMask); in EmitAnyX86InstComments() 903 ShuffleMask); in EmitAnyX86InstComments() 1375 if (ShuffleMask.empty()) in EmitAnyX86InstComments() 1393 ShuffleMask[i] -= e; in EmitAnyX86InstComments() 1410 bool isSrc1 = ShuffleMask[i] < (int)ShuffleMask.size(); in EmitAnyX86InstComments() 1415 (ShuffleMask[i] < (int)ShuffleMask.size()) == isSrc1) { in EmitAnyX86InstComments() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ShuffleDecodeConstantPool.cpp | 134 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask() 141 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask() 149 ShuffleMask.push_back(Index); in DecodePSHUFBMask() 174 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMILPMask() 185 ShuffleMask.push_back(Index); in DecodeVPERMILPMask() 210 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMIL2PMask() 228 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask() 240 ShuffleMask.push_back(Index); in DecodeVPERMIL2PMask() 285 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPPERMMask() 289 ShuffleMask.clear(); in DecodeVPPERMMask() [all …]
|
H A D | X86ShuffleDecodeConstantPool.h | 27 SmallVectorImpl<int> &ShuffleMask); 31 SmallVectorImpl<int> &ShuffleMask); 35 unsigned Width, SmallVectorImpl<int> &ShuffleMask); 39 SmallVectorImpl<int> &ShuffleMask);
|
H A D | X86MCInstLower.cpp | 1417 SmallVector<int, 8> ShuffleMask(Mask); in getShuffleComment() local 1419 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) in getShuffleComment() 1420 if (ShuffleMask[i] >= e) in getShuffleComment() 1421 ShuffleMask[i] -= e; in getShuffleComment() 1444 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) { in getShuffleComment() 1447 if (ShuffleMask[i] == SM_SentinelZero) { in getShuffleComment() 1454 bool isSrc1 = ShuffleMask[i] < (int)e; in getShuffleComment() 1458 while (i != e && ShuffleMask[i] != SM_SentinelZero && in getShuffleComment() 1459 (ShuffleMask[i] < (int)e) == isSrc1) { in getShuffleComment() 1464 if (ShuffleMask[i] == SM_SentinelUndef) in getShuffleComment() [all …]
|
H A D | X86InstCombineIntrinsic.cpp | 1655 int ShuffleMask[4] = {0, 1, 2, 3}; in simplifyX86insertps() local 1668 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps() 1672 ShuffleMask[i] = i + 4; in simplifyX86insertps() 1737 SmallVector<int, 16> ShuffleMask; in simplifyX86extrq() local 1741 ShuffleMask.push_back(i + 16); in simplifyX86extrq() 1743 ShuffleMask.push_back(-1); in simplifyX86extrq() 1814 SmallVector<int, 16> ShuffleMask; in simplifyX86insertq() local 1816 ShuffleMask.push_back(i); in simplifyX86insertq() 1818 ShuffleMask.push_back(i + 16); in simplifyX86insertq() 1820 ShuffleMask.push_back(i); in simplifyX86insertq() [all …]
|
H A D | X86InterleavedAccess.cpp | 474 SmallVectorImpl<int> &ShuffleMask, in DecodePALIGNRMask() argument 490 ShuffleMask.push_back(Base + l); in DecodePALIGNRMask()
|
H A D | X86LowerAMXIntrinsics.cpp | 440 int ShuffleMask[4] = {2, 0, 3, 1}; in createTileDPLoops() local 441 auto ShuffleArray = ArrayRef(ShuffleMask); in createTileDPLoops()
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | ConstantsContext.h | 162 ShuffleMask.assign(Mask.begin(), Mask.end()); in ShuffleVectorConstantExpr() 167 SmallVector<int, 4> ShuffleMask; variable 406 ArrayRef<int> ShuffleMask; 425 ArrayRef<int> ShuffleMask = std::nullopt, 428 SubclassData(SubclassData), Ops(Ops), ShuffleMask(ShuffleMask), 435 ShuffleMask(getShuffleMaskIfValid(CE)), 443 ShuffleMask(getShuffleMaskIfValid(CE)), 454 ShuffleMask == X.ShuffleMask && ExplicitTy == X.ExplicitTy; 469 if (ShuffleMask != getShuffleMaskIfValid(CE)) 480 hash_combine_range(ShuffleMask.begin(), ShuffleMask.end()), ExplicitTy); [all …]
|
H A D | AutoUpgrade.cpp | 2954 SmallVector<int, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local 2956 ShuffleMask[i] = i; in UpgradeIntrinsicCall() 2998 SmallVector<int, 8> ShuffleMask(0); in UpgradeIntrinsicCall() local 3006 ShuffleMask.push_back(LaneMask * NumElementsInLane + i); in UpgradeIntrinsicCall() 3020 SmallVector<int, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local 3022 ShuffleMask[i] = i % NumSrcElts; in UpgradeIntrinsicCall() 3026 ShuffleMask); in UpgradeIntrinsicCall() 3215 SmallVector<int, 8> ShuffleMask(NumElts); in UpgradeIntrinsicCall() local 3228 ShuffleMask[i] = StartIndex + i; in UpgradeIntrinsicCall() 3233 ShuffleMask[i + HalfSize] = NumElts + StartIndex + i; in UpgradeIntrinsicCall() [all …]
|
H A D | Instructions.cpp | 2012 int NumMaskElts = ShuffleMask.size(); in commute() 2125 ShuffleMask.assign(Mask.begin(), Mask.end()); in setShuffleMask() 2548 if (ShuffleMask.size() % VF != 0) in isReplicationMask() 2550 ReplicationFactor = ShuffleMask.size() / VF; in isReplicationMask() 2552 return isReplicationMaskWithParams(ShuffleMask, ReplicationFactor, VF); in isReplicationMask() 2580 if (!isSingleSourceMask(ShuffleMask, VF)) in isOneUseSingleSourceMask() 2583 return isOneUseSingleSourceMask(ShuffleMask, VF); in isOneUseSingleSourceMask() 2594 return isInterleaveMask(ShuffleMask, Factor, OpNumElts * 2); in isInterleave()
|
H A D | IRBuilder.cpp | 1177 SmallVector<int, 8> ShuffleMask; in CreateVectorReverse() local 1180 ShuffleMask.push_back(NumElts - i - 1); in CreateVectorReverse() 1181 return CreateShuffleVector(V, ShuffleMask, Name); in CreateVectorReverse()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonISelDAGToDAGHVX.cpp | 767 struct ShuffleMask { struct 768 ShuffleMask(ArrayRef<int> M) : Mask(M) { in ShuffleMask() function 780 ShuffleMask lo() const { in lo() argument 782 return ShuffleMask(Mask.take_front(H)); in lo() 784 ShuffleMask hi() const { in hi() argument 786 return ShuffleMask(Mask.take_back(H)); in hi() 1434 ShuffleMask SMH(MaskH); in packs() 1442 ShuffleMask SW(Swapped); in packs() 1448 ShuffleMask SMA(MaskA); in packs() 1652 ShuffleMask PM(PackedMask); in shuffp1() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
H A D | AArch64PostLegalizerLowering.cpp | 233 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchREV() local 246 if (isREVMask(ShuffleMask, EltSize, NumElts, 64)) { in matchREV() 263 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchTRN() local 266 if (!isTRNMask(ShuffleMask, NumElts, WhichResult)) in matchTRN() 284 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchUZP() local 287 if (!isUZPMask(ShuffleMask, NumElts, WhichResult)) in matchUZP() 300 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchZip() local 303 if (!isZipMask(ShuffleMask, NumElts, WhichResult)) in matchZip() 485 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchINS() local 488 auto DstIsLeftAndDstLane = isINSMask(ShuffleMask, NumElts); in matchINS() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorOps.cpp | 1247 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local 1248 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG() 1254 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG() 1258 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG() 1310 auto ShuffleMask = llvm::to_vector<16>(llvm::seq<int>(0, NumSrcElements)); in ExpandZERO_EXTEND_VECTOR_INREG() local 1315 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG() 1318 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG() 1325 ShuffleMask.push_back((I * ScalarSizeInBytes) + J); in createBSWAPShuffleMask() 1336 SmallVector<int, 16> ShuffleMask; in ExpandBSWAP() local 1337 createBSWAPShuffleMask(VT, ShuffleMask); in ExpandBSWAP() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | Instructions.h | 1973 SmallVector<int, 4> ShuffleMask; 2037 Result.assign(ShuffleMask.begin(), ShuffleMask.end()); 2061 unsigned NumMaskElts = ShuffleMask.size(); 2072 unsigned NumMaskElts = ShuffleMask.size(); 2095 isSingleSourceMask(ShuffleMask, ShuffleMask.size()); 2127 return !changesLength() && isIdentityMask(ShuffleMask, ShuffleMask.size()); 2168 return !changesLength() && isSelectMask(ShuffleMask, ShuffleMask.size()); 2189 return !changesLength() && isReverseMask(ShuffleMask, ShuffleMask.size()); 2213 isZeroEltSplatMask(ShuffleMask, ShuffleMask.size()); 2262 return !changesLength() && isTransposeMask(ShuffleMask, ShuffleMask.size()); [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | GVNSink.cpp | 344 ArrayRef<int> ShuffleMask; member in __anonfc676f7b0111::InstructionUseExpr 355 ShuffleMask = SVI->getShuffleMask().copy(A); in InstructionUseExpr() 367 MemoryUseOrder, Volatile, ShuffleMask); in getHashValue() 372 ShuffleMask); in getHashValue()
|
H A D | ScalarizeMaskedMemIntrin.cpp | 653 SmallVector<int, 16> ShuffleMask(VectorWidth, PoisonMaskElem); in scalarizeMaskedExpandLoad() local 658 ShuffleMask[Idx] = Idx + VectorWidth; in scalarizeMaskedExpandLoad() 664 ShuffleMask[Idx] = Idx; in scalarizeMaskedExpandLoad() 670 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | AMDGPUInstCombineIntrinsic.cpp | 413 SmallVector<int> ShuffleMask; in defaultComponentBroadcast() local 415 SVI->getShuffleMask(ShuffleMask); in defaultComponentBroadcast() 418 if (ShuffleMask.empty()) { in defaultComponentBroadcast() 425 if (ShuffleMask[I] != ShuffleMask[0] && ShuffleMask[I] != PoisonMaskElem) in defaultComponentBroadcast()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | MachineOperand.h | 180 ArrayRef<int> ShuffleMask; // For MO_ShuffleMask member 624 return Contents.ShuffleMask; in getShuffleMask() 986 Op.Contents.ShuffleMask = Mask; in CreateShuffleMask()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineCasts.cpp | 2054 ArrayRef<int> ShuffleMask; in optimizeVectorResizeWithIntegerBitCasts() local 2066 ShuffleMask = ShuffleMaskStorage; in optimizeVectorResizeWithIntegerBitCasts() 2068 ShuffleMask = ShuffleMask.take_back(DestElts); in optimizeVectorResizeWithIntegerBitCasts() 2070 ShuffleMask = ShuffleMask.take_front(DestElts); in optimizeVectorResizeWithIntegerBitCasts() 2086 ShuffleMask = ShuffleMaskStorage; in optimizeVectorResizeWithIntegerBitCasts() 2089 return new ShuffleVectorInst(InVal, V2, ShuffleMask); in optimizeVectorResizeWithIntegerBitCasts()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | LoopUtils.cpp | 1032 SmallVector<int, 32> ShuffleMask(VF); in getShuffleReduction() local 1036 ShuffleMask[j] = i / 2 + j; in getShuffleReduction() 1039 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(), -1); in getShuffleReduction() 1041 Value *Shuf = Builder.CreateShuffleVector(TmpVec, ShuffleMask, "rdx.shuf"); in getShuffleReduction()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMISelLowering.cpp | 8527 for (int I : ShuffleMask) in LowerVECTOR_SHUFFLEv8i8() 8619 if (isReverseMask(ShuffleMask, VT)) { in LowerVECTOR_SHUFFLE_i1() 8683 if (ShuffleMask[Start + i] >= 0) { in LowerVECTOR_SHUFFLEUsingMovs() 8695 if (ShuffleMask[Start + i] >= 0 && in LowerVECTOR_SHUFFLEUsingMovs() 8853 if (isVREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE() 8855 if (isVREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE() 8857 if (isVREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE() 8961 if (ShuffleMask[i] < 0) in LowerVECTOR_SHUFFLE() 8964 PFIndexes[i] = ShuffleMask[i]; in LowerVECTOR_SHUFFLE() 8997 if (ShuffleMask[i] < 0) in LowerVECTOR_SHUFFLE() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 11922 for (int Val : ShuffleMask) { in GenerateTBL() 12145 if (ShuffleMask[I] < 16) in tryToConvertShuffleOfTbl2ToTbl4() 12251 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE() 12253 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE() 12255 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE() 12260 ShuffleVectorInst::isReverseMask(ShuffleMask, ShuffleMask.size())) { in LowerVECTOR_SHUFFLE() 12345 if (ShuffleMask[i] < 0) in LowerVECTOR_SHUFFLE() 26554 ShuffleVectorInst::isSingleSourceMask(ShuffleMask, ShuffleMask.size()); in GenerateFixedLengthSVETBL() 26573 for (int Index : ShuffleMask) { in GenerateFixedLengthSVETBL() 26626 auto ShuffleMask = SVN->getMask(); in LowerFixedLengthVECTOR_SHUFFLEToSVE() local [all …]
|