Lines Matching refs:LoopVectorBody

848   BasicBlock *LoopVectorBody;  member in llvm::InnerLoopVectorizer
2076 &*LoopVectorBody->getFirstInsertionPt()); in createVectorIntOrFpInductionPHI()
2093 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3280 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3281 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3282 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3361 LoopVectorBody = in createVectorLoopSkeleton()
3379 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3482 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
3947 getOrCreateVectorTripCount(LI->getLoopFor(LoopVectorBody)), in fixVectorizedLoop()
3955 cse(LoopVectorBody); in fixVectorizedLoop()
3971 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
4080 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
4081 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
4122 VecPhi->addIncoming(Incoming, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixFirstOrderRecurrence()
4205 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
4247 LI->getLoopFor(LoopVectorBody)->getLoopLatch(), Sel); in fixReduction()
4260 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
4643 VecTy, 2, "vec.phi", &*LoopVectorBody->getFirstInsertionPt()); in widenPHIInstruction()
4713 BasicBlock *LoopLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in widenPHIInstruction()