/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
H A D | SPIRVISelLowering.cpp | 26 if (VT.isVector() && VT.getVectorNumElements() == 3 && in getNumRegistersForCallingConv() 41 if (VT.isVector() && VT.getVectorNumElements() == 3) { in getRegisterTypeForCallingConv()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 232 VT.getVectorNumElements() / 2); in scaleVectorType() 262 unsigned NumOfElm = VT.getVectorNumElements(); in genShuffleBland() 439 int VF = VT.getVectorNumElements(); in createShuffleStride() 452 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() 476 unsigned NumElts = VT.getVectorNumElements(); in DecodePALIGNRMask() 611 int VF = VT.getVectorNumElements(); in group2Shuffle() 679 unsigned NumOfElm = VT.getVectorNumElements(); in interleave8bitStride3()
|
H A D | X86ISelLowering.cpp | 4396 if (VT.getVectorNumElements() != InVT.getVectorNumElements()) in getEXTEND_VECTOR_INREG() 19972 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerAVXExtend() 20515 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE() 23219 assert(VT.getVectorNumElements() == VTOp0.getVectorNumElements() && in LowerVSETCC() 24348 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerSIGN_EXTEND() 25067 AmtVT.getVectorNumElements(), in getTargetVShiftNode() 46715 VT.getVectorNumElements() < 2 || in combineMulToPMULDQ() 52124 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineX86INT_TO_FP() 52153 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineCVTP2I_CVTTP2I() 54084 VT.getVectorNumElements() < 4 || in matchPMADDWD() [all …]
|
H A D | X86TargetTransformInfo.cpp | 1500 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1505 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1549 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1552 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1610 LegalVT.getVectorNumElements() < in getShuffleCost() 4409 unsigned NumElts = LT.second.getVectorNumElements(); in getVectorInstrCost() 4598 unsigned NumElts = LT.second.getVectorNumElements(); in getScalarizationOverhead() 4971 LT.second.getVectorNumElements() == NumElem) in getMaskedMemoryOpCost() 5233 MTy.getVectorNumElements()); in getArithmeticReductionCost() 5236 NumVecElts = MTy.getVectorNumElements(); in getArithmeticReductionCost() [all …]
|
H A D | X86ISelLoweringCall.cpp | 107 unsigned NumElts = VT.getVectorNumElements(); in getRegisterTypeForCallingConv() 117 if (VT.getVectorElementType() == MVT::f16 && VT.getVectorNumElements() < 8) in getRegisterTypeForCallingConv() 141 unsigned NumElts = VT.getVectorNumElements(); in getNumRegistersForCallingConv() 151 if (VT.getVectorElementType() == MVT::f16 && VT.getVectorNumElements() < 8) in getNumRegistersForCallingConv() 177 (!isPowerOf2_32(VT.getVectorNumElements()) || in getVectorTypeBreakdownForCallingConv() 178 (VT.getVectorNumElements() == 64 && !Subtarget.hasBWI()) || in getVectorTypeBreakdownForCallingConv() 179 VT.getVectorNumElements() > 64)) { in getVectorTypeBreakdownForCallingConv() 182 NumIntermediates = VT.getVectorNumElements(); in getVectorTypeBreakdownForCallingConv() 1969 unsigned NumElems = VT.getVectorNumElements(); in getMOVL()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonISelLoweringHVX.cpp | 445 unsigned VecLen = VecTy.getVectorNumElements(); in getPreferredHvxVectorAction() 518 unsigned NumElem = VecTy.getVectorNumElements(); in typeSplit() 1268 Idx -= VecTy.getVectorNumElements() / 2; in extractHvxSubvectorReg() 1304 unsigned ResLen = ResTy.getVectorNumElements(); in extractHvxSubvectorPred() 1454 unsigned VecLen = VecTy.getVectorNumElements(); in insertHvxSubvectorPred() 1501 assert(ty(VecV).getVectorNumElements() == ResTy.getVectorNumElements()); in extendHvxVectorPred() 2052 unsigned VecLen = ResTy.getVectorNumElements(); in LowerHvxSelect() 2356 unsigned NumElem = Ty0.getVectorNumElements(); in typeExtendToWider() 2357 assert(NumElem == Ty1.getVectorNumElements()); in typeExtendToWider() 2369 unsigned Len0 = Ty0.getVectorNumElements(); in typeWidenToWider() [all …]
|
H A D | HexagonISelLowering.cpp | 1040 OpTy.getVectorNumElements()); in LowerSETCC() 2174 return SrcTy.getVectorNumElements() <= 8; in isExtractSubvectorCheap() 2506 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector32() 2597 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector64() 2715 assert(VecWidth == VecTy.getVectorNumElements() && in extractVectorPred() 2807 unsigned VecLen = VecTy.getVectorNumElements(); in insertVectorPred() 2824 unsigned Scale = VecLen / ValTy.getVectorNumElements(); in insertVectorPred() 2888 unsigned ValLen = ValTy.getVectorNumElements(); in appendUndef() 2889 unsigned ResLen = ResTy.getVectorNumElements(); in appendUndef() 2964 unsigned Rep = 8 / VecTy.getVectorNumElements(); in LowerBUILD_VECTOR() [all …]
|
H A D | HexagonSubtarget.cpp | 197 unsigned NumElems = VecTy.getVectorNumElements(); in isHVXVectorType() 239 unsigned VecLen = PowerOf2Ceil(Ty.getVectorNumElements()); in isTypeForHVX()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorTypes.cpp | 1670 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp_StrictFP() 4457 unsigned NumOps = WidenVT.getVectorNumElements()/MaxVT.getVectorNumElements(); in CollectOpsToWiden() 4564 unsigned NumElts = VT.getVectorNumElements(); in WidenVecRes_StrictFP() 4692 WideResVT.getVectorNumElements()); in WidenVecRes_OverflowOp() 4700 WideOvVT.getVectorNumElements()); in WidenVecRes_OverflowOp() 5149 unsigned NumElts = VT.getVectorNumElements(); in WidenVecRes_BUILD_VECTOR() 5711 if (FinalVT.getVectorNumElements() == 1) in WidenVSELECTMask() 6158 assert(VT.getVectorNumElements() < in WidenVecOp_EXTEND() 6172 assert(FixedVT.getVectorNumElements() >= VT.getVectorNumElements() && in WidenVecOp_EXTEND() 6174 assert(FixedVT.getVectorNumElements() != InVT.getVectorNumElements() && in WidenVecOp_EXTEND() [all …]
|
H A D | LegalizeTypesGeneric.cpp | 89 assert(!(InVT.getVectorNumElements() & 1) && "Unsupported BITCAST"); in ExpandRes_BITCAST() 353 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 371 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() 409 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() 447 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR()
|
H A D | LegalizeVectorOps.cpp | 787 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP() 826 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteFP_TO_INT() 1229 int NumElements = VT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1232 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1288 int NumElements = VT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1291 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1323 for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I) in createBSWAPShuffleMask() 1849 unsigned NumElems = VT.getVectorNumElements(); in UnrollStrictFPOp() 1907 unsigned NumElems = VT.getVectorNumElements(); in UnrollVSETCC()
|
H A D | SelectionDAG.cpp | 2050 assert(VT.getVectorNumElements() == Mask.size() && in getVectorShuffle() 2165 V.getValueType().getVectorNumElements() == VT.getVectorNumElements(); in getVectorShuffle() 2683 unsigned NumElts = VT.getVectorNumElements(); in computeVectorKnownZeroElements() 2757 unsigned NumElts = VT.getVectorNumElements(); in isSplatValue() 2864 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in isSplatValue() 5442 assert(VT.getVectorNumElements() == (unsigned)NumOps && in FoldBUILD_VECTOR() 6907 N1.getValueType().getVectorNumElements() == 1) { in getNode() 7328 unsigned NumElts = VT.getVectorNumElements(); in getMemsetStringVal() 12053 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp() 12162 unsigned NE = ResVT.getVectorNumElements(); in UnrollVectorOverflowOp() [all …]
|
H A D | DAGCombiner.cpp | 11711 int NumElems = VT.getVectorNumElements(); in ConvertSelectToConcatVector() 12106 unsigned Elts = VT.getVectorNumElements(); in foldVSelectOfConstants() 12947 DstVT.getVectorNumElements() / SplitDstVT.getVectorNumElements(); in CombineExtLoad() 15344 VT.getVectorNumElements() >= N0.getValueType().getVectorNumElements() && in visitBITCAST() 15345 !(VT.getVectorNumElements() % N0.getValueType().getVectorNumElements())) { in visitBITCAST() 15368 VT.getVectorNumElements() / N0.getValueType().getVectorNumElements(); in visitBITCAST() 23059 InVT.getVectorNumElements()) { in reduceBuildVecToShuffle() 23582 int NumElts = VT.getVectorNumElements(); in combineConcatVectorOfExtracts() 23769 VT.getVectorNumElements()); in combineConcatVectorOfShuffleAndItsOperands() 23773 Mask.reserve(VT.getVectorNumElements()); in combineConcatVectorOfShuffleAndItsOperands() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
H A D | VVPISelLowering.cpp | 25 CDAG.getConstant(Op.getValueType().getVectorNumElements(), MVT::i32); in splitMaskArithmetic() 78 AVL = CDAG.getConstant(OpVecVT.getVectorNumElements(), MVT::i32); in lowerToVVP() 145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_LOAD_STORE() 291 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_GATHER_SCATTER()
|
H A D | VECustomDAG.cpp | 25 return SomeVT.getVectorNumElements() > StandardVectorWidth; in isPackedVectorType() 414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask() 435 unsigned ElemCount = ResultVT.getVectorNumElements(); in getMaskBroadcast()
|
H A D | VEISelDAGToDAG.cpp | 280 if (SplatResTy.getVectorNumElements() == StandardVectorWidth) { in Select() 283 } else if (SplatResTy.getVectorNumElements() == PackedVectorWidth) { in Select()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVTargetTransformInfo.cpp | 305 DataVT.getVectorNumElements() <= 256) && "unhandled case in lowering"); in getVRGatherIndexType() 357 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost() 372 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost() 394 LT.second.getVectorNumElements() < in getShuffleCost() 532 LenCost = isInt<5>(LT.second.getVectorNumElements() - 1) ? 0 : 1; in getShuffleCost() 577 LT.second.getVectorNumElements()); in getInterleavedMemoryOpCost() 1231 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCost()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | ValueTypes.h | 319 unsigned getVectorNumElements() const { in getVectorNumElements() function 328 return isSimple() ? V.getVectorNumElements() in getVectorNumElements()
|
H A D | MachineValueType.h | 290 unsigned getVectorNumElements() const { in getVectorNumElements() function
|
/freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
H A D | WebAssemblyISelLowering.cpp | 928 unsigned PossibleBits = VT.getVectorNumElements(); in computeKnownBitsForTargetNode() 1916 ExtractedVecT.getVectorNumElements() / VecT.getVectorNumElements(); in LowerSIGN_EXTEND_INREG() 2093 if (Lane->getOperand(0).getValueType().getVectorNumElements() > in LowerBUILD_VECTOR() 2094 VecT.getVectorNumElements()) in LowerBUILD_VECTOR() 2189 size_t DestLaneCount = VecT.getVectorNumElements(); in LowerBUILD_VECTOR() 2354 size_t NumLanes = Op.getSimpleValueType().getVectorNumElements(); in unrollVectorShift() 2477 SrcType.getVectorNumElements() != DstType.getVectorNumElements()) in performVECTOR_SHUFFLECombine() 2685 VT.getVectorNumElements() / Factor); in extractSubVector() 2717 unsigned NumElems = SrcVT.getVectorNumElements(); in truncateVectorWithNARROW() 2798 unsigned NumElts = SrcVT.getVectorNumElements(); in performBitcastCombine() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | R600ISelDAGToDAG.cpp | 103 unsigned NumVectorElts = VT.getVectorNumElements(); in Select()
|
H A D | AMDGPUISelLowering.cpp | 1164 assert(ArgVT.getVectorNumElements() > RegisterVT.getVectorNumElements()); in analyzeFormalArgumentsCompute() 1202 assert(MemVT.getVectorNumElements() == 3 || in analyzeFormalArgumentsCompute() 1203 MemVT.getVectorNumElements() == 5 || in analyzeFormalArgumentsCompute() 1204 (MemVT.getVectorNumElements() >= 9 && in analyzeFormalArgumentsCompute() 1205 MemVT.getVectorNumElements() <= 12)); in analyzeFormalArgumentsCompute() 1510 unsigned NumElt = VT.getVectorNumElements(); in LowerEXTRACT_SUBVECTOR() 1699 unsigned NumElts = VT.getVectorNumElements(); in getSplitDestVTs() 1714 assert(LoVT.getVectorNumElements() + in splitVector() 1735 if (VT.getVectorNumElements() == 2) { in SplitVectorLoad() 1828 if (VT.getVectorNumElements() == 2) in SplitVectorStore() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMISelLowering.cpp | 6273 SrcVT.getVectorNumElements() > 1) in ExpandBITCAST() 7241 unsigned NumElts = VT.getVectorNumElements(); in isSingletonVEXTMask() 8407 if (VT.getVectorNumElements() == 4 && in isShuffleMaskLegal() 8672 int NumElts = VT.getVectorNumElements(); in LowerVECTOR_SHUFFLEUsingMovs() 13485 switch (VT.getVectorNumElements()) { in PerformVSetCCToVCTPCombine() 15525 if (VecVT.getVectorNumElements() != 4) in PerformExtractEltToVMOVRRD() 15964 NumBytes /= VecTy.getVectorNumElements(); in TryCombineBaseUpdate() 16635 assert(FromVT.getVectorNumElements() == ToVT.getVectorNumElements()); in PerformSplittingToNarrowingStores() 17108 return AVT.getVectorNumElements() == Ty.getVectorNumElements() && in PerformVECREDUCE_ADDCombine() 17787 assert(FromVT.getVectorNumElements() == ToVT.getVectorNumElements()); in PerformSplittingToWideningLoad() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 4309 if (VT.getVectorNumElements() == 1) { in LowerVectorINT_TO_FP() 4517 unsigned NumElts = VT.getVectorNumElements(); in skipExtensionForVectorMULL() 10944 unsigned NumElts = VT.getVectorNumElements(); in ReconstructShuffleWithRuntimeMask() 11031 unsigned NumElts = VT.getVectorNumElements(); in ReconstructShuffle() 12321 SrcLane -= VT.getVectorNumElements(); in LowerVECTOR_SHUFFLE() 13315 SubVT.getVectorNumElements() >= 2) { in LowerBUILD_VECTOR() 13751 if (VT.getVectorNumElements() == 4 && in isShuffleMaskLegal() 14166 NumElems = VecVT.getVectorNumElements(); in getVectorBitwiseReduce() 16720 VT.getVectorNumElements() * 2) in performUADDVAddCombine() 20577 int NumVecElts = VT.getVectorNumElements(); in replaceZeroVectorStore() [all …]
|
H A D | AArch64TargetTransformInfo.cpp | 2549 SrcTy.getVectorNumElements() == DstTy.getVectorNumElements() && in getCastInstrCost() 2716 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCostHelper() 3200 VT.getVectorNumElements() >= (128 / EltSize) || !Alignment || in getMemoryOpCost() 3205 if (VT.getVectorNumElements() == 3 && EltVT == MVT::i8) in getMemoryOpCost() 3217 unsigned CurrNumElements = CurrVT.getVectorNumElements(); in getMemoryOpCost() 3665 if (MTy.getVectorNumElements() <= ValVTy->getNumElements() && in getArithmeticReductionCost() 3672 MTy.getVectorNumElements()); in getArithmeticReductionCost() 3752 Mask.size() > LT.second.getVectorNumElements() && !Index && !SubTp) { in getShuffleCost() 3754 unsigned LTNumElts = LT.second.getVectorNumElements(); in getShuffleCost() 3967 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() [all …]
|