/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ISelLowering.cpp | 30494 Intrinsic::ID IID = Intrinsic::not_intrinsic; in emitCmpArithAtomicRMWIntrinsic() local 30499 IID = Intrinsic::x86_atomic_add_cc; in emitCmpArithAtomicRMWIntrinsic() 30502 IID = Intrinsic::x86_atomic_sub_cc; in emitCmpArithAtomicRMWIntrinsic() 30505 IID = Intrinsic::x86_atomic_or_cc; in emitCmpArithAtomicRMWIntrinsic() 30508 IID = Intrinsic::x86_atomic_and_cc; in emitCmpArithAtomicRMWIntrinsic() 30511 IID = Intrinsic::x86_atomic_xor_cc; in emitCmpArithAtomicRMWIntrinsic() 30515 Intrinsic::getDeclaration(AI->getModule(), IID, AI->getType()); in emitCmpArithAtomicRMWIntrinsic()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineSelect.cpp | 2359 Intrinsic::ID IID = IsFshl ? Intrinsic::fshl : Intrinsic::fshr; in foldSelectFunnelShift() local 2360 Function *F = Intrinsic::getDeclaration(Sel.getModule(), IID, Sel.getType()); in foldSelectFunnelShift()
|
H A D | InstCombineVectorOps.cpp | 431 Intrinsic::ID IID = II->getIntrinsicID(); in visitExtractElementInst() local 434 if (IID == Intrinsic::experimental_stepvector && in visitExtractElementInst()
|
H A D | InstCombineAndOrXor.cpp | 2147 Intrinsic::ID IID = X->getIntrinsicID(); in foldBitwiseLogicWithIntrinsics() local 2150 if (!Y && (!(IID == Intrinsic::bswap || IID == Intrinsic::bitreverse) || in foldBitwiseLogicWithIntrinsics() 2154 switch (IID) { in foldBitwiseLogicWithIntrinsics() 2163 Function *F = Intrinsic::getDeclaration(I.getModule(), IID, I.getType()); in foldBitwiseLogicWithIntrinsics() 2171 : ConstantInt::get(I.getType(), IID == Intrinsic::bswap in foldBitwiseLogicWithIntrinsics() 2174 Function *F = Intrinsic::getDeclaration(I.getModule(), IID, I.getType()); in foldBitwiseLogicWithIntrinsics() 2903 Intrinsic::ID IID = IsFshl ? Intrinsic::fshl : Intrinsic::fshr; in matchFunnelShift() local 4623 Intrinsic::ID IID = II->getIntrinsicID(); in visitXor() local 4624 if ((IID == Intrinsic::ctlz || IID == Intrinsic::cttz) && in visitXor() 4627 IID = (IID == Intrinsic::ctlz) ? Intrinsic::cttz : Intrinsic::ctlz; in visitXor() [all …]
|
H A D | InstCombineCalls.cpp | 1562 switch (IID) { in visitCallInst() 1670 if ((IID == Intrinsic::umin || IID == Intrinsic::smax) && in visitCallInst() 1677 if ((IID == Intrinsic::umax || IID == Intrinsic::smin) && in visitCallInst() 1682 if (IID == Intrinsic::smax || IID == Intrinsic::smin) { in visitCallInst() 1709 bool UseOr = IID == Intrinsic::smax || IID == Intrinsic::umax; in visitCallInst() 1710 bool UseAndN = IID == Intrinsic::smin || IID == Intrinsic::umin; in visitCallInst() 1712 if (IID == Intrinsic::smax || IID == Intrinsic::smin) { in visitCallInst() 1782 if (IID == Intrinsic::smin || IID == Intrinsic::umax) in visitCallInst() 2175 IID == Intrinsic::uadd_sat || IID == Intrinsic::usub_sat; in visitCallInst() 2290 if (IID == Intrinsic::minimum || IID == Intrinsic::minnum) in visitCallInst() [all …]
|
H A D | InstCombineCasts.cpp | 529 Intrinsic::ID IID = IsFshl ? Intrinsic::fshl : Intrinsic::fshr; in narrowFunnelShift() local 530 Function *F = Intrinsic::getDeclaration(Trunc.getModule(), IID, DestTy); in narrowFunnelShift()
|
H A D | InstCombineMulDivRem.cpp | 1678 Intrinsic::ID IID = II->getIntrinsicID(); in foldFDivPowDivisor() local 1680 switch (IID) { in foldFDivPowDivisor() 1696 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor() 1706 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | CodeGenPrepare.cpp | 472 CmpInst *Cmp, Intrinsic::ID IID); 1556 Intrinsic::ID IID) { in replaceMathCmpWithIntrinsic() argument 1602 IID == Intrinsic::usub_with_overflow) { in replaceMathCmpWithIntrinsic() 1620 Value *MathOV = Builder.CreateBinaryIntrinsic(IID, Arg0, Arg1); in replaceMathCmpWithIntrinsic()
|
/freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | CGBuiltin.cpp | 13748 Intrinsic::ID IID; in EmitScalarFMAExpr() local 13825 Intrinsic::ID IID; in EmitX86Ternlog() local 14576 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 14685 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 14863 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 15404 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 15444 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 15805 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 16189 Intrinsic::ID IID; in EmitX86BuiltinExpr() local 19731 if (IID == 0) in EmitNVPTXBuiltinExpr() [all …]
|
H A D | CGCall.cpp | 4765 auto IID = CalleeFn->getIntrinsicID(); in getBundlesForFunclet() local 4766 if (!llvm::IntrinsicInst::mayLowerToFunctionCall(IID)) in getBundlesForFunclet()
|
H A D | CodeGenModule.h | 1103 llvm::Function *getIntrinsic(unsigned IID,
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 6493 if (IID < Intrinsic::num_intrinsics) in getIntrinsicID() 6494 return IID; in getIntrinsicID() 6507 if (IID == Intrinsic::aarch64_neon_umull || in isReassocProfitable() 18454 SDValue IID = N->getOperand(0); in tryCombineFixedPointConvert() local 19594 if (IID == Intrinsic::not_intrinsic) in tryCombineLongOpWithDup() 19627 switch (IID) { in tryCombineShiftImm() 19783 unsigned IID = getIntrinsicID(N); in tryConvertSVEWideCompare() local 19790 switch (IID) { in tryConvertSVEWideCompare() 19963 unsigned IID = getIntrinsicID(N); in performIntrinsicCombine() local 19964 switch (IID) { in performIntrinsicCombine() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | InstructionSimplify.cpp | 6201 if (isIdempotent(IID)) in simplifyUnaryIntrinsic() 6219 switch (IID) { in simplifyUnaryIntrinsic() 6328 if (IID0 == IID) in foldMinMaxSharedOp() 6342 assert((IID == Intrinsic::maxnum || IID == Intrinsic::minnum || in foldMinimumMaximumSharedOp() 6343 IID == Intrinsic::maximum || IID == Intrinsic::minimum) && in foldMinimumMaximumSharedOp() 6376 if (IID1 == IID || getInverseMinMaxIntrinsic(IID1) == IID) in foldMinimumMaximumSharedOp() 6388 switch (IID) { in simplifyBinaryIntrinsic() 6630 bool PropagateNaN = IID == Intrinsic::minimum || IID == Intrinsic::maximum; in simplifyBinaryIntrinsic() 6631 bool IsMin = IID == Intrinsic::minimum || IID == Intrinsic::minnum; in simplifyBinaryIntrinsic() 6701 switch (IID) { in simplifyIntrinsic() [all …]
|
/freebsd/contrib/llvm-project/llvm/utils/TableGen/ |
H A D | CodeGenDAGPatterns.cpp | 2344 unsigned IID = cast<IntInit>(getChild(0)->getLeafValue())->getValue(); in getIntrinsicInfo() local 2345 return &CDP.getIntrinsicInfo(IID); in getIntrinsicInfo() 2991 unsigned IID = getDAGPatterns().getIntrinsicID(Operator)+1; in ParseTreePattern() local 3004 IntInit::get(RK, IID), 1)); in ParseTreePattern()
|
/freebsd/contrib/llvm-project/llvm/tools/llvm-mca/Views/ |
H A D | BottleneckAnalysis.cpp | 64 void PressureTracker::onInstructionExecuted(unsigned IID) { IPI.erase(IID); } in onInstructionExecuted() argument 122 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 123 IPI[IID].ResourcePressureCycles++; in handlePressureEvent() 130 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 131 IPI[IID].RegisterPressureCycles++; in handlePressureEvent() 138 IPI[IID].MemoryPressureCycles++; in handlePressureEvent() 236 for (unsigned IID : RootSet) { in propagateThroughEdges() local 237 const DGNode &N = Nodes[IID]; in propagateThroughEdges() 277 Seq.resize(Nodes[IID].Depth); in getCriticalSequence() 279 const DGNode &N = Nodes[IID]; in getCriticalSequence() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | LoopVectorize.cpp | 1427 Intrinsic::ID IID; member 1433 Function *Variant, Intrinsic::ID IID, in setCallWideningDecision() argument 1437 CallWideningDecisions[std::make_pair(CI, VF)] = {Kind, Variant, IID, in setCallWideningDecision() 6828 Intrinsic::ID IID = getVectorIntrinsicIDForCall(CI, TLI); in setVectorizedCallDecision() local 6829 if (IID != Intrinsic::not_intrinsic) in setVectorizedCallDecision() 6845 setCallWideningDecision(CI, VF, Decision, VecFunc, IID, in setVectorizedCallDecision()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | SimplifyLibCalls.cpp | 1772 Intrinsic::ID IID) { in replaceUnaryCall() argument 1779 Function *F = Intrinsic::getDeclaration(M, IID, CI->getType()); in replaceUnaryCall() 1855 Intrinsic::ID IID = CalleeFn->getIntrinsicID(); in optimizeDoubleFP() local 1856 Function *Fn = Intrinsic::getDeclaration(M, IID, B.getFloatTy()); in optimizeDoubleFP() 2378 Intrinsic::ID IID = Callee->getName().starts_with("fmin") ? Intrinsic::minnum in optimizeFMinFMax() local 2380 Function *F = Intrinsic::getDeclaration(CI->getModule(), IID, CI->getType()); in optimizeFMinFMax()
|
H A D | Local.cpp | 3458 if (auto IID = F->getIntrinsicID()) { in callsGCLeafFunction() local 3460 return IID != Intrinsic::experimental_gc_statepoint && in callsGCLeafFunction() 3461 IID != Intrinsic::experimental_deoptimize && in callsGCLeafFunction() 3462 IID != Intrinsic::memcpy_element_unordered_atomic && in callsGCLeafFunction() 3463 IID != Intrinsic::memmove_element_unordered_atomic; in callsGCLeafFunction()
|
H A D | CodeExtractor.cpp | 175 auto IID = F->getIntrinsicID(); in isBlockValidForExtraction() local 176 if (IID == Intrinsic::vastart) { in isBlockValidForExtraction() 185 if (IID == Intrinsic::eh_typeid_for) in isBlockValidForExtraction()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | RewriteStatepointsForGC.cpp | 1695 auto IID = F->getIntrinsicID(); in makeStatepointExplicitImpl() local 1696 if (IID == Intrinsic::experimental_deoptimize) { in makeStatepointExplicitImpl() 1715 } else if (IID == Intrinsic::memcpy_element_unordered_atomic || in makeStatepointExplicitImpl() 1716 IID == Intrinsic::memmove_element_unordered_atomic) { in makeStatepointExplicitImpl() 1783 auto GetFunctionName = [](Intrinsic::ID IID, ConstantInt *ElementSizeCI) { in makeStatepointExplicitImpl() argument 1785 if (IID == Intrinsic::memcpy_element_unordered_atomic) { in makeStatepointExplicitImpl() 1801 assert(IID == Intrinsic::memmove_element_unordered_atomic); in makeStatepointExplicitImpl() 1820 ->getOrInsertFunction(GetFunctionName(IID, ElementSizeCI), FTy); in makeStatepointExplicitImpl()
|
H A D | LoopIdiomRecognize.cpp | 1920 Intrinsic::ID IID) { in createFFSIntrinsic() argument 1925 Function *Func = Intrinsic::getDeclaration(M, IID, Tys); in createFFSIntrinsic()
|
H A D | InferAddressSpaces.cpp | 418 auto IID = II->getIntrinsicID(); in collectRewritableIntrinsicOperands() local 419 switch (IID) { in collectRewritableIntrinsicOperands() 435 if (TTI->collectFlatAddressOperands(OpIndexes, IID)) { in collectRewritableIntrinsicOperands()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
H A D | AddressSanitizer.cpp | 1403 unsigned IID = CI->getIntrinsicID(); in getInterestingMemoryOperands() local 1407 unsigned PtrOpNo = *VPI->getMemoryPointerParamPos(IID); in getInterestingMemoryOperands() 1411 if (IID == Intrinsic::experimental_vp_strided_store || in getInterestingMemoryOperands() 1412 IID == Intrinsic::experimental_vp_strided_load) { in getInterestingMemoryOperands() 1430 unsigned IID = CI->getIntrinsicID(); in getInterestingMemoryOperands() local 1431 bool IsWrite = IID == Intrinsic::vp_scatter; in getInterestingMemoryOperands() 1434 unsigned PtrOpNo = *VPI->getMemoryPointerParamPos(IID); in getInterestingMemoryOperands()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
H A D | PartialInlining.cpp | 830 Intrinsic::ID IID = II->getIntrinsicID(); in computeBBInlineCost() local 839 IntrinsicCostAttributes ICA(IID, II->getType(), Tys, FMF); in computeBBInlineCost()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/AggressiveInstCombine/ |
H A D | AggressiveInstCombine.cpp | 100 Intrinsic::ID IID = matchFunnelShift(P0, ShVal0, ShVal1, ShAmt); in foldGuardedFunnelShift() local 101 if (IID == Intrinsic::not_intrinsic || in foldGuardedFunnelShift() 102 (IID == Intrinsic::fshl && ShVal0 != P1) || in foldGuardedFunnelShift() 103 (IID == Intrinsic::fshr && ShVal1 != P1)) { in foldGuardedFunnelShift() 104 IID = matchFunnelShift(P1, ShVal0, ShVal1, ShAmt); in foldGuardedFunnelShift() 105 if (IID == Intrinsic::not_intrinsic || in foldGuardedFunnelShift() 106 (IID == Intrinsic::fshl && ShVal0 != P0) || in foldGuardedFunnelShift() 107 (IID == Intrinsic::fshr && ShVal1 != P0)) in foldGuardedFunnelShift() 109 assert((IID == Intrinsic::fshl || IID == Intrinsic::fshr) && in foldGuardedFunnelShift() 144 bool IsFshl = IID == Intrinsic::fshl; in foldGuardedFunnelShift() [all …]
|