| /openbsd/gnu/llvm/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 480 for (int MaskElt : Mask) { in narrowShuffleMaskElts() local
481 if (MaskElt >= 0) { in narrowShuffleMaskElts()
482 assert(((uint64_t)Scale * MaskElt + (Scale - 1)) <= INT32_MAX && in narrowShuffleMaskElts()
486 ScaledMask.push_back(MaskElt < 0 ? MaskElt : Scale * MaskElt + SliceElt); in narrowShuffleMaskElts()
1007 for (int MaskElt : Mask) { in createUnaryMask() local
1008 assert((MaskElt < NumEltsSigned * 2) && "Expected valid shuffle mask"); in createUnaryMask()
1009 int UnaryElt = MaskElt >= NumEltsSigned ? MaskElt - NumEltsSigned : MaskElt; in createUnaryMask()
1086 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllZeroOrUndef() local
1087 if (MaskElt->isNullValue() || isa<UndefValue>(MaskElt)) in maskIsAllZeroOrUndef()
1112 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllOneOrUndef() local
[all …]
|
| H A D | ConstantFolding.cpp | 3152 auto *MaskElt = Mask->getAggregateElement(I); in ConstantFoldFixedVectorCall() local
3153 if (!MaskElt) in ConstantFoldFixedVectorCall()
3157 if (isa<UndefValue>(MaskElt)) { in ConstantFoldFixedVectorCall()
3165 if (MaskElt->isNullValue()) { in ConstantFoldFixedVectorCall()
3169 } else if (MaskElt->isOneValue()) { in ConstantFoldFixedVectorCall()
|
| H A D | InstructionSimplify.cpp | 5215 if (all_of(Indices, [InsertIndex](int MaskElt) { in simplifyShuffleVectorInst() argument
5216 return MaskElt == InsertIndex || MaskElt == -1; in simplifyShuffleVectorInst()
|
| /openbsd/gnu/llvm/llvm/lib/IR/ |
| H A D | Instructions.cpp | 2150 int MaskElt = getMaskValue(i); in commute() local
2151 if (MaskElt == UndefMaskElem) { in commute()
2155 assert(MaskElt >= 0 && MaskElt < 2 * NumOpElts && "Out-of-range mask"); in commute()
2156 MaskElt = (MaskElt < NumOpElts) ? MaskElt + NumOpElts : MaskElt - NumOpElts; in commute()
2157 NewMask[i] = MaskElt; in commute()
2614 return MaskElt == UndefMaskElem || MaskElt == CurrElt; in isReplicationMaskWithParams()
2628 Mask.take_while([](int MaskElt) { return MaskElt == 0; }).size(); in isReplicationMask() argument
2643 for (int MaskElt : Mask) { in isReplicationMask() local
2644 if (MaskElt == UndefMaskElem) in isReplicationMask()
2647 if (MaskElt < Largest) in isReplicationMask()
[all …]
|
| /openbsd/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 3159 int MaskElt = (N * LTNumElts + E < TpNumElts) ? Mask[N * LTNumElts + E] in getShuffleCost() local
3161 if (MaskElt < 0) { in getShuffleCost()
3168 unsigned Source = MaskElt / LTNumElts; in getShuffleCost()
3182 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
3184 NMask.push_back(MaskElt % LTNumElts + LTNumElts); in getShuffleCost()
3186 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
|
| H A D | AArch64ISelLowering.cpp | 11061 int MaskElt = getPFIDLane(ID, (RHSID & 0x01) << 1) >> 1; in GeneratePerfectShuffle() local
11062 if (MaskElt == -1) in GeneratePerfectShuffle()
11063 MaskElt = (getPFIDLane(ID, ((RHSID & 0x01) << 1) + 1) - 1) >> 1; in GeneratePerfectShuffle()
11064 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
11065 ExtLane = MaskElt < 2 ? MaskElt : (MaskElt - 2); in GeneratePerfectShuffle()
11066 Input = MaskElt < 2 ? V1 : V2; in GeneratePerfectShuffle()
11077 int MaskElt = getPFIDLane(ID, RHSID); in GeneratePerfectShuffle() local
11078 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
11079 ExtLane = MaskElt < 4 ? MaskElt : (MaskElt - 4); in GeneratePerfectShuffle()
11080 Input = MaskElt < 4 ? V1 : V2; in GeneratePerfectShuffle()
|
| /openbsd/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 2431 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2432 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2436 Idx = MaskElt % NewElts + in SplitVecRes_VECTOR_SHUFFLE()
2533 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2534 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2538 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2567 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2571 int MaskIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2573 Idx = MaskElt % NewElts + FoundOp * NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2591 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
[all …]
|
| /openbsd/gnu/llvm/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 2535 int MaskElt = Mask[i]; in foldIdentityExtractShuffle() local
2536 NewMask[i] = ExtractMaskElt == UndefMaskElem ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
|
| /openbsd/gnu/llvm/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 7496 Register MaskElt = MaskReg; in lowerSelect() local
7501 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect()
7504 MaskElt = MIRBuilder.buildSExtOrTrunc(DstTy.getElementType(), in lowerSelect()
7505 MaskElt).getReg(0); in lowerSelect()
7508 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect()
|
| /openbsd/gnu/llvm/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 5590 unsigned MaskElt = PackedElt * NumInPerOut; in lowerZERO_EXTEND_VECTOR_INREG() local
5591 unsigned End = MaskElt + NumInPerOut - 1; in lowerZERO_EXTEND_VECTOR_INREG()
5592 for (; MaskElt < End; MaskElt++) in lowerZERO_EXTEND_VECTOR_INREG()
5593 Mask[MaskElt] = ZeroVecElt++; in lowerZERO_EXTEND_VECTOR_INREG()
5594 Mask[MaskElt] = PackedElt; in lowerZERO_EXTEND_VECTOR_INREG()
|
| /openbsd/gnu/llvm/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 15626 int MaskElt = SVN->getMaskElt(n); in PerformVECTOR_SHUFFLECombine() local
15628 if (MaskElt < (int)HalfElts) in PerformVECTOR_SHUFFLECombine()
15629 NewElt = MaskElt; in PerformVECTOR_SHUFFLECombine()
15630 else if (MaskElt >= (int)NumElts && MaskElt < (int)(NumElts + HalfElts)) in PerformVECTOR_SHUFFLECombine()
15631 NewElt = HalfElts + MaskElt - NumElts; in PerformVECTOR_SHUFFLECombine()
|
| /openbsd/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 23677 APInt MaskElt = IsFABS ? APInt::getSignedMaxValue(EltBits) : in LowerFABSorFNEG() local
23680 SDValue Mask = DAG.getConstantFP(APFloat(Sem, MaskElt), dl, LogicVT); in LowerFABSorFNEG()
40419 for (int MaskElt : Mask) { in combineX86ShufflesRecursively() local
40420 if (isInRange(MaskElt, Lo, Hi)) { // Picks from Op? in combineX86ShufflesRecursively()
40421 int OpEltIdx = MaskElt - Lo; in combineX86ShufflesRecursively()
|