| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | InjectTLIMappings.cpp | 41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
94 auto AddVariantDecl = [&](const ElementCount &VF, bool Predicate) { in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI() local
117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetLibraryInfo.cpp | 1229 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ in addVectorizableFunctionsFromVecLib() argument
1235 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ in addVectorizableFunctionsFromVecLib() argument
1241 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ in addVectorizableFunctionsFromVecLib() argument
1261 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ in addVectorizableFunctionsFromVecLib() argument
1292 const ElementCount &VF, in getVectorizedFunction()
1301 TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
1386 ElementCount *VF = in getWidestVF() local
|
| H A D | VectorUtils.cpp | 492 for (int Idx = 0, VF = FirstMask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
501 for (int Idx = 0, VF = Mask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
832 llvm::createBitMaskForGaps(IRBuilderBase &Builder, unsigned VF, in createBitMaskForGaps()
852 llvm::createReplicatedMask(unsigned ReplicationFactor, unsigned VF) { in createReplicatedMask()
861 llvm::SmallVector<int, 16> llvm::createInterleaveMask(unsigned VF, in createInterleaveMask()
872 llvm::createStrideMask(unsigned Start, unsigned Stride, unsigned VF) { in createStrideMask()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 722 ElementCount VF; member in llvm::InnerLoopVectorizer
2857 auto VF = DstFVTy->getElementCount(); in createBitOrPointerCast() local
4103 Instruction *I, ElementCount VF) { in interleavedAccessCanBeWidened()
4172 Instruction *I, ElementCount VF) { in memoryInstructionCanBeWidened()
7299 ElementCount VF = UserVF; in planInVPlanNativePath() local
8202 [&](ElementCount VF) { in tryToOptimizeInductionPHI()
8288 [this, CI](ElementCount VF) { in tryToWidenCall()
8322 [&](ElementCount VF) -> bool { in tryToWidenCall()
8722 for (ElementCount VF : Range) in tryToBuildVPlanWithVPRecipes() local
8874 for (ElementCount VF : Range) in tryToBuildVPlanWithVPRecipes() local
[all …]
|
| H A D | VPlan.h | 112 ElementCount VF; member
169 static VPLane getLastLaneForVF(const ElementCount &VF) { in getLastLaneForVF()
199 unsigned mapToCacheIndex(const ElementCount &VF) const { in mapToCacheIndex()
212 static unsigned getNumCachedLanes(const ElementCount &VF) { in getNumCachedLanes()
244 ElementCount VF; member
2763 void addVF(ElementCount VF) { VFs.insert(VF); } in addVF()
2765 void setVF(ElementCount VF) { in setVF()
2771 bool hasVF(ElementCount VF) { return VFs.count(VF); } in hasVF()
|
| H A D | SLPVectorizer.cpp | 6619 unsigned VF = Mask.size(); in combineMasks() local
6785 int VF = Mask.size(); in createShuffle() local
6793 int VF = in createShuffle() local
7246 unsigned VF = in createShuffleVector() local
7255 unsigned VF = in createShuffleVector() local
7648 unsigned VF = VL.size(); in gather() local
9104 unsigned VF = Mask.size(); in getTreeCost() local
9128 unsigned VF = 0; in getTreeCost() local
9501 unsigned VF = 0; in isGatherShuffledSingleRegisterEntry() local
12152 unsigned VF = Mask.size(); in vectorizeTree() local
[all …]
|
| H A D | LoadStoreVectorizer.cpp | 691 unsigned ChainSizeBytes, VectorType *VecTy) { in splitChainByAlignment()
744 unsigned VF = 8 * VecRegBytes / VecElemBits; in splitChainByAlignment() local
1358 unsigned VF = VecRegSize / TySize; in collectEquivalenceClasses() local
|
| H A D | VPlan.cpp | 661 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
735 auto VF = State.VF; in prepareToExecute() local
915 for (ElementCount VF : drop_begin(VFs)) in getName() local
|
| H A D | VPlanRecipes.cpp | 898 Instruction::BinaryOps BinOp, ElementCount VF, in getStepVector()
954 ElementCount VF) { in getRuntimeVFAsFloat()
1609 bool VPWidenPointerInductionRecipe::onlyScalarsGenerated(ElementCount VF) { in onlyScalarsGenerated()
1652 ElementCount VF = State.VF; in execute() local
|
| H A D | LoopVectorizationPlanner.h | 375 bool hasPlanWithVF(ElementCount VF) const { in hasPlanWithVF()
|
| H A D | LoopVectorizationLegality.cpp | 776 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize() local
779 for (ElementCount VF = ElementCount::getScalable(1); in isTLIScalarize() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 528 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() local
679 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() local
723 static Type *getCmpOpsType(const Instruction *I, unsigned VF = 1) { in getCmpOpsType()
753 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() local
851 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() local
993 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() local
1246 unsigned VF = NumElts / Factor; in getInterleavedMemoryOpCost() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 272 ElementCount VF) const { in isLegalToVectorizeReduction()
301 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
|
| H A D | RISCVTargetTransformInfo.cpp | 400 unsigned VF = cast<FixedVectorType>(Tp)->getNumElements(); in getShuffleCost() local
565 unsigned VF = FVTy->getNumElements() / Factor; in getInterleavedMemoryOpCost() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
417 unsigned getStoreMinimumVF(unsigned VF, Type *ScalarMemTy, in getStoreMinimumVF()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetLibraryInfo.h | 201 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
395 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
405 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
|
| H A D | TargetTransformInfoImpl.h | 481 unsigned getStoreMinimumVF(unsigned VF, Type *, Type *) const { return VF; } in getStoreMinimumVF()
525 unsigned getMaxInterleaveFactor(ElementCount VF) const { return 1; } in getMaxInterleaveFactor()
655 unsigned getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost()
871 ElementCount VF) const { in isLegalToVectorizeReduction()
877 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
883 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
1334 int ReplicationFactor, VF; in getInstructionCost() local
|
| H A D | TargetTransformInfo.h | 2519 unsigned getStoreMinimumVF(unsigned VF, Type *ScalarMemTy, in getStoreMinimumVF()
2575 unsigned getMaxInterleaveFactor(ElementCount VF) override { in getMaxInterleaveFactor()
2639 getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost()
2790 ElementCount VF) const override { in isLegalToVectorizeReduction()
2796 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
2801 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | VFABIDemangler.cpp | 95 unsigned VF = 0; in tryParseVLEN() local
551 ElementCount VF = Info.Shape.VF; in createFunctionType() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600TargetTransformInfo.cpp | 85 unsigned R600TTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 345 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
356 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
491 unsigned GCNTTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
|
| /freebsd/bin/pax/ |
| H A D | options.h | 69 #define VF 0x00008000 macro
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 439 int VF = VT.getVectorNumElements(); in createShuffleStride() local
452 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() local
611 int VF = VT.getVectorNumElements(); in group2Shuffle() local
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | VFABIDemangler.h | 83 ElementCount VF; // Vectorization factor. member
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 181 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
|