| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 3762 const RecurrenceDescriptor &RdxDesc) { in useOrderedReductions() argument
5317 T = RdxDesc.getRecurrenceType(); in collectElementTypesForWidening()
5541 RdxDesc.getRecurrenceKind()); in selectInterleaveCount()
5557 return RdxDesc.isOrdered(); in selectInterleaveCount()
6273 const RecurrenceDescriptor &RdxDesc = in getReductionPatternCost() local
6277 RdxDesc.getOpcode(), VectorTy, RdxDesc.getFastMathFlags(), CostKind); in getReductionPatternCost()
6288 if (useOrderedReductions(RdxDesc)) in getReductionPatternCost()
6338 RdxDesc.getOpcode(), IsUnsigned, RdxDesc.getRecurrenceType(), ExtType, in getReductionPatternCost()
7240 unsigned Opcode = RdxDesc.getOpcode(); in collectInLoopReductions()
8530 const RecurrenceDescriptor &RdxDesc = in tryToCreateWidenRecipe() local
[all …]
|
| H A D | LoopVectorizationLegality.cpp | 1174 const RecurrenceDescriptor &RdxDesc = Reduction.second; in canVectorizeFPMath() local
1175 return !RdxDesc.hasExactFPMath() || RdxDesc.isOrdered(); in canVectorizeFPMath()
1181 const RecurrenceDescriptor &RdxDesc = Reduction.second; in isInvariantStoreOfReduction() local
1182 return RdxDesc.IntermediateStore == SI; in isInvariantStoreOfReduction()
1188 const RecurrenceDescriptor &RdxDesc = Reduction.second; in isInvariantAddressOfReduction() local
1189 if (!RdxDesc.IntermediateStore) in isInvariantAddressOfReduction()
1193 Value *InvariantAddress = RdxDesc.IntermediateStore->getPointerOperand(); in isInvariantAddressOfReduction()
|
| H A D | VPlanRecipes.cpp | 418 RecurKind RK = RdxDesc.getRecurrenceKind(); in generateInstruction()
432 if (State.VF.isVector() && PhiTy != RdxDesc.getRecurrenceType()) { in generateInstruction()
446 Builder.setFastMathFlags(RdxDesc.getFastMathFlags()); in generateInstruction()
454 RdxDesc.getRecurrenceStartValue(); in generateInstruction()
469 if (PhiTy != RdxDesc.getRecurrenceType()) in generateInstruction()
470 ReducedPartRdx = RdxDesc.isSigned() in generateInstruction()
477 if (StoreInst *SI = RdxDesc.IntermediateStore) { in generateInstruction()
1427 if (RdxDesc.IntermediateStore) in print()
1745 RecurKind RK = RdxDesc.getRecurrenceKind(); in execute()
1758 Iden = RdxDesc.getRecurrenceIdentity(RK, VecTy->getScalarType(), in execute()
[all …]
|
| H A D | VPlan.h | 1728 const RecurrenceDescriptor &RdxDesc; variable
1739 VPReductionPHIRecipe(PHINode *Phi, const RecurrenceDescriptor &RdxDesc,
1743 RdxDesc(RdxDesc), IsInLoop(IsInLoop), IsOrdered(IsOrdered) {
1765 return RdxDesc; in getRecurrenceDescriptor()
1912 const RecurrenceDescriptor &RdxDesc; variable
1919 RdxDesc(R) {
|
| H A D | VPlanTransforms.cpp | 759 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor(); in clearReductionWrapFlags() local
760 RecurKind RK = RdxDesc.getRecurrenceKind(); in clearReductionWrapFlags()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 271 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction() argument
276 Type *Ty = RdxDesc.getRecurrenceType(); in isLegalToVectorizeReduction()
280 switch (RdxDesc.getRecurrenceKind()) { in isLegalToVectorizeReduction()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 380 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
|
| H A D | AArch64TargetTransformInfo.cpp | 3510 const RecurrenceDescriptor &RdxDesc, ElementCount VF) const { in isLegalToVectorizeReduction() argument
3514 Type *Ty = RdxDesc.getRecurrenceType(); in isLegalToVectorizeReduction()
3518 switch (RdxDesc.getRecurrenceKind()) { in isLegalToVectorizeReduction()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1610 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
2089 virtual bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
2789 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction() argument
2791 return Impl.isLegalToVectorizeReduction(RdxDesc, VF); in isLegalToVectorizeReduction()
|
| H A D | TargetTransformInfoImpl.h | 870 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction() argument
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 1216 const RecurrenceDescriptor &RdxDesc, ElementCount VF) const { in isLegalToVectorizeReduction() argument
1217 return TTIImpl->isLegalToVectorizeReduction(RdxDesc, VF); in isLegalToVectorizeReduction()
|