| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/llvm/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 811 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
3041 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3042 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3043 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3112 LoopVectorBody = in createVectorLoopSkeleton()
3130 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3224 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
3695 cse(LoopVectorBody); in fixVectorizedLoop()
3709 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
3819 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
[all …]
|
| /dports/devel/llvm-cheri/llvm-project-37c49ff00e3eadce5d8703fdc4497f28458c64a8/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 737 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2887 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
2888 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
2889 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3007 LoopVectorBody = in createVectorizedLoopSkeleton()
3025 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorizedLoopSkeleton()
3139 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in createVectorizedLoopSkeleton()
3523 cse(LoopVectorBody); in fixVectorizedLoop()
3535 LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
3643 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
[all …]
|
| /dports/devel/llvm11/llvm-11.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 737 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2887 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
2888 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
2889 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3007 LoopVectorBody = in createVectorizedLoopSkeleton()
3025 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorizedLoopSkeleton()
3139 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in createVectorizedLoopSkeleton()
3523 cse(LoopVectorBody); in fixVectorizedLoop()
3535 LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
3643 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
[all …]
|
| /dports/devel/llvm12/llvm-project-12.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 848 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
3280 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3281 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3282 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3361 LoopVectorBody = in createVectorLoopSkeleton()
3379 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3482 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
3955 cse(LoopVectorBody); in fixVectorizedLoop()
3971 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
4081 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
[all …]
|
| /dports/devel/wasi-compiler-rt12/llvm-project-12.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 848 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
3280 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3281 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3282 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3361 LoopVectorBody = in createVectorLoopSkeleton()
3379 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3482 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
3955 cse(LoopVectorBody); in fixVectorizedLoop()
3971 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
4081 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
[all …]
|
| /dports/devel/llvm90/llvm-9.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 691 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
1617 &*LoopVectorBody->getFirstInsertionPt()); in createVectorIntOrFpInductionPHI()
1634 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
2955 LoopVectorBody = VecBody; in createVectorizedLoopSkeleton()
3333 cse(LoopVectorBody); in fixVectorizedLoop()
3438 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart) || in fixFirstOrderRecurrence()
3440 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in fixFirstOrderRecurrence()
3590 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
3607 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
3853 VecTy, 2, "vec.phi", &*LoopVectorBody->getFirstInsertionPt()); in widenPHIInstruction()
[all …]
|
| /dports/devel/llvm80/llvm-8.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 670 BasicBlock *LoopVectorBody;
1560 &*LoopVectorBody->getFirstInsertionPt());
1577 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch();
2881 LoopVectorBody = VecBody;
3299 cse(LoopVectorBody);
3404 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart) ||
3406 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt());
3556 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch());
3573 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator());
3810 VecTy, 2, "vec.phi", &*LoopVectorBody->getFirstInsertionPt());
[all …]
|
| /dports/devel/llvm70/llvm-7.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 667 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
1840 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
2965 LoopVectorBody = VecBody; in createVectorizedLoopSkeleton()
3352 getOrCreateVectorTripCount(LI->getLoopFor(LoopVectorBody)), in fixVectorizedLoop()
3360 cse(LoopVectorBody); in fixVectorizedLoop()
3465 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart) || in fixFirstOrderRecurrence()
3467 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in fixFirstOrderRecurrence()
3617 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
3634 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
3810 VecTy, 2, "vec.phi", &*LoopVectorBody->getFirstInsertionPt()); in widenPHIInstruction()
[all …]
|
| /dports/devel/tinygo/tinygo-0.14.1/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 732 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
1752 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
2976 LoopVectorBody = in createVectorizedLoopSkeleton()
2994 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorizedLoopSkeleton()
3109 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in createVectorizedLoopSkeleton()
3484 cse(LoopVectorBody); in fixVectorizedLoop()
3591 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
3592 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
3755 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
3792 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
[all …]
|
| /dports/devel/llvm10/llvm-10.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 732 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
1752 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
2976 LoopVectorBody = in createVectorizedLoopSkeleton()
2994 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorizedLoopSkeleton()
3109 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in createVectorizedLoopSkeleton()
3484 cse(LoopVectorBody); in fixVectorizedLoop()
3591 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
3592 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
3755 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
3792 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
[all …]
|
| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 732 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
1752 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
2976 LoopVectorBody = in createVectorizedLoopSkeleton()
2994 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorizedLoopSkeleton()
3109 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in createVectorizedLoopSkeleton()
3484 cse(LoopVectorBody); in fixVectorizedLoop()
3591 if (LI->getLoopFor(LoopVectorBody)->isLoopInvariant(PreviousLastPart)) in fixFirstOrderRecurrence()
3592 InsertPt = LoopVectorBody->getFirstInsertionPt(); in fixFirstOrderRecurrence()
3755 ->addIncoming(Val, LI->getLoopFor(LoopVectorBody)->getLoopLatch()); in fixReduction()
3792 LI->getLoopFor(LoopVectorBody)->getLoopLatch()->getTerminator()); in fixReduction()
[all …]
|
| /dports/devel/wasi-libcxx/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 824 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2350 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3414 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3415 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3416 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3497 LoopVectorBody = in createVectorLoopSkeleton()
3519 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3631 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4138 cse(LoopVectorBody); in fixVectorizedLoop()
4154 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|
| /dports/graphics/llvm-mesa/llvm-13.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 824 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2350 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3414 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3415 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3416 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3497 LoopVectorBody = in createVectorLoopSkeleton()
3519 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3631 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4138 cse(LoopVectorBody); in fixVectorizedLoop()
4154 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|
| /dports/lang/rust/rustc-1.58.1-src/src/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 824 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2350 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3414 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3415 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3416 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3497 LoopVectorBody = in createVectorLoopSkeleton()
3519 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3631 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4138 cse(LoopVectorBody); in fixVectorizedLoop()
4154 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|
| /dports/devel/wasi-compiler-rt13/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 824 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2350 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3414 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3415 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3416 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3497 LoopVectorBody = in createVectorLoopSkeleton()
3519 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3631 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4138 cse(LoopVectorBody); in fixVectorizedLoop()
4154 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|
| /dports/devel/llvm13/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 824 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2350 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3414 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3415 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3416 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3497 LoopVectorBody = in createVectorLoopSkeleton()
3519 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3631 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4138 cse(LoopVectorBody); in fixVectorizedLoop()
4154 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 822 BasicBlock *LoopVectorBody; member in llvm::InnerLoopVectorizer
2346 auto *LoopVectorLatch = LI->getLoopFor(LoopVectorBody)->getLoopLatch(); in createVectorIntOrFpInductionPHI()
3428 if (InsertBB != LoopVectorBody && in emitTransformedIndex()
3429 LI->getLoopFor(LoopVectorBody) == LI->getLoopFor(InsertBB)) in emitTransformedIndex()
3430 return LoopVectorBody->getTerminator(); in emitTransformedIndex()
3511 LoopVectorBody = in createVectorLoopSkeleton()
3533 Lp->addBasicBlockToLoop(LoopVectorBody, *LI); in createVectorLoopSkeleton()
3645 Builder.SetInsertPoint(&*LoopVectorBody->getFirstInsertionPt()); in completeLoopSkeleton()
4152 cse(LoopVectorBody); in fixVectorizedLoop()
4168 LI->getLoopFor(LoopScalarBody), LI->getLoopFor(LoopVectorBody), in fixVectorizedLoop()
[all …]
|