/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ShuffleDecodeConstantPool.cpp | 191 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local 192 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask() 246 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local 247 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
|
H A D | X86TargetTransformInfo.cpp | 4945 auto *MaskTy = in getMaskedMemoryOpCost() local 4952 MaskTy, DemandedElts, /*Insert*/ false, /*Extract*/ true, CostKind); in getMaskedMemoryOpCost() 4975 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, std::nullopt, in getMaskedMemoryOpCost() 4979 auto *NewMaskTy = FixedVectorType::get(MaskTy->getElementType(), in getMaskedMemoryOpCost() 4983 CostKind, 0, MaskTy); in getMaskedMemoryOpCost() 5771 auto *MaskTy = in getGSScalarCost() local 5774 MaskTy, DemandedElts, /*Insert=*/false, /*Extract=*/true, CostKind); in getGSScalarCost()
|
H A D | X86InstCombineIntrinsic.cpp | 2328 auto *MaskTy = FixedVectorType::get( in instCombineIntrinsic() local 2331 Mask = IC.Builder.CreateBitCast(Mask, MaskTy); in instCombineIntrinsic()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ReplaceWithVeclib.cpp | 81 auto *MaskTy = in replaceWithTLIFunction() local 84 Constant::getAllOnesValue(MaskTy)); in replaceWithTLIFunction()
|
H A D | MachineVerifier.cpp | 1304 LLT MaskTy = MRI->getType(MI->getOperand(2).getReg()); in verifyPreISelGenericInstruction() local 1305 if (!DstTy.isValid() || !SrcTy.isValid() || !MaskTy.isValid()) in verifyPreISelGenericInstruction() 1311 if (!MaskTy.getScalarType().isScalar()) in verifyPreISelGenericInstruction() 1314 verifyVectorElementMatch(DstTy, MaskTy, MI); in verifyPreISelGenericInstruction()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorOps.cpp | 1180 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local 1183 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT() 1189 Mask = DAG.getSplat(MaskTy, DL, Mask); in ExpandSELECT() 1194 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT() 1195 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT() 1197 SDValue NotMask = DAG.getNOT(DL, Mask, MaskTy); in ExpandSELECT() 1199 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT() 1200 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT() 1201 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | VFABIDemangler.cpp | 555 VectorType *MaskTy = in createFunctionType() local 557 VecTypes.push_back(MaskTy); in createFunctionType()
|
H A D | Instructions.cpp | 2056 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local 2057 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32) || in isValidOperands() 2058 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2080 for (unsigned i = 0, e = cast<FixedVectorType>(MaskTy)->getNumElements(); in isValidOperands()
|
H A D | AutoUpgrade.cpp | 1515 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() local 1517 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec() 1551 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in emitX86ScalarSelect() local 1553 Mask = Builder.CreateBitCast(Mask, MaskTy); in emitX86ScalarSelect() 3036 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), EC); in UpgradeIntrinsicCall() local 3038 ShuffleVectorInst::getShuffleMask(Constant::getNullValue(MaskTy), M); in UpgradeIntrinsicCall()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | AMDGPUTargetTransformInfo.cpp | 1073 Type *MaskTy = MaskOp->getType(); in rewriteIntrinsicWithAddressSpace() local 1097 MaskTy = B.getInt32Ty(); in rewriteIntrinsicWithAddressSpace() 1098 MaskOp = B.CreateTrunc(MaskOp, MaskTy); in rewriteIntrinsicWithAddressSpace() 1101 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
|
H A D | AMDGPUInstructionSelector.cpp | 2954 LLT MaskTy = MRI->getType(MaskReg); in selectG_PTRMASK() local 2991 TRI.getRegClassForTypeOnBank(MaskTy, *MaskRB); in selectG_PTRMASK() 2999 assert(MaskTy.getSizeInBits() == 32 && in selectG_PTRMASK()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
H A D | IRTranslator.cpp | 1099 LLT MaskTy = SwitchOpTy; in emitBitTestHeader() local 1100 if (MaskTy.getSizeInBits() > PtrTy.getSizeInBits() || in emitBitTestHeader() 1101 !llvm::has_single_bit<uint32_t>(MaskTy.getSizeInBits())) in emitBitTestHeader() 1102 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader() 1109 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader() 1115 if (SwitchOpTy != MaskTy) in emitBitTestHeader() 1116 SubReg = MIB.buildZExtOrTrunc(MaskTy, SubReg).getReg(0); in emitBitTestHeader() 1118 B.RegVT = getMVTForLLT(MaskTy); in emitBitTestHeader()
|
H A D | MachineIRBuilder.cpp | 229 LLT MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in buildMaskLowPtrBits() local 230 Register MaskReg = getMRI()->createGenericVirtualRegister(MaskTy); in buildMaskLowPtrBits()
|
H A D | LegalizerHelper.cpp | 7956 auto [DstReg, DstTy, MaskReg, MaskTy, Op1Reg, Op1Ty, Op2Reg, Op2Ty] = in lowerSelect() 7970 if (MaskTy.isScalar()) { in lowerSelect() 7977 if (MaskTy != LLT::scalar(1)) in lowerSelect() 7978 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect() 7987 MaskTy = DstTy; in lowerSelect() 7990 if (MaskTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerSelect() 7994 auto NotMask = MIRBuilder.buildNot(MaskTy, MaskReg); in lowerSelect() 7995 auto NewOp1 = MIRBuilder.buildAnd(MaskTy, Op1Reg, MaskReg); in lowerSelect() 7996 auto NewOp2 = MIRBuilder.buildAnd(MaskTy, Op2Reg, NotMask); in lowerSelect()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVTargetTransformInfo.cpp | 376 VectorType *MaskTy = VectorType::get(IntegerType::getInt1Ty(C), EC); in getShuffleCost() local 378 InstructionCost MaskCost = getConstantPoolLoadCost(MaskTy, CostKind); in getShuffleCost()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonVectorCombine.cpp | 2473 auto *MaskTy = cast<VectorType>(Mask->getType()); in rescale() local 2474 int FromCount = length(MaskTy); in rescale()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | SLPVectorizer.cpp | 8228 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), VL.size()); in getEntryCost() local 8231 E->getOpcode(), VecTy, MaskTy, VecPred, CostKind, VL0); in getEntryCost() 8245 MaskTy, VecPred, CostKind); in getEntryCost() 8434 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), VL.size()); in getEntryCost() local 8435 VecCost = TTIRef.getCmpSelInstrCost(E->getOpcode(), VecTy, MaskTy, in getEntryCost() 8438 E->getOpcode(), VecTy, MaskTy, in getEntryCost()
|
H A D | LoopVectorize.cpp | 2574 auto *MaskTy = in vectorizeInterleaveGroup() local 2577 MaskTy, Intrinsic::experimental_vector_interleave2, Ops, in vectorizeInterleaveGroup()
|
/freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | CGBuiltin.cpp | 13346 auto *MaskTy = llvm::FixedVectorType::get( in getMaskVecValue() local 13349 Value *MaskVec = CGF.Builder.CreateBitCast(Mask, MaskTy); in getMaskVecValue() 13516 auto *MaskTy = llvm::FixedVectorType::get( in EmitX86ScalarSelect() local 13518 Mask = CGF.Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect()
|