| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/llvm/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1397 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1400 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2782 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2862 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3204 if (!Cost->foldTailByMasking()) { in completeLoopSkeleton()
4001 if (Cost->foldTailByMasking() && !IsInLoopReductionPhi) { in fixReduction()
4867 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
7641 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7855 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
7953 auto *CondOp = CM.foldTailByMasking() in adjustRecipesForInLoopReductions()
|
| /dports/devel/llvm-cheri/llvm-project-37c49ff00e3eadce5d8703fdc4497f28458c64a8/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1299 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1302 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2638 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2716 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
3119 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
3820 if (Cost->foldTailByMasking()) { in fixReduction()
4616 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
7189 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7366 if (CM.foldTailByMasking()) { in buildVPlanWithVPRecipes()
|
| /dports/devel/llvm11/llvm-11.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1299 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1302 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2638 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2716 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
3119 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
3820 if (Cost->foldTailByMasking()) { in fixReduction()
4616 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
7189 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7366 if (CM.foldTailByMasking()) { in buildVPlanWithVPRecipes()
|
| /dports/devel/llvm90/llvm-9.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1167 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1170 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2510 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2586 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
2618 assert(!Cost->foldTailByMasking() && in emitSCEVChecks()
2652 assert(!Cost->foldTailByMasking() && "Cannot check memory when folding tail"); in emitMemRuntimeChecks()
2931 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
6843 if (CM.foldTailByMasking()) in buildVPlansWithVPRecipes()
|
| /dports/devel/llvm80/llvm-8.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1146 bool foldTailByMasking() const { return FoldTailByMasking; }
1149 return foldTailByMasking() || Legal->blockNeedsPredication(BB);
2452 if (Cost->foldTailByMasking()) {
2528 if (!Cost->foldTailByMasking())
2560 assert(!Cost->foldTailByMasking() &&
2594 assert(!Cost->foldTailByMasking() && "Cannot check memory when folding tail");
2866 if (!Cost->foldTailByMasking())
6739 if (CM.foldTailByMasking())
|
| /dports/devel/llvm12/llvm-project-12.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1575 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1578 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3017 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3103 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3466 if (!Cost->foldTailByMasking()) { in completeLoopSkeleton()
4220 if (Cost->foldTailByMasking() && !IsInLoopReductionPhi) { in fixReduction()
5126 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
7781 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
8807 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
8904 auto *CondOp = CM.foldTailByMasking() in adjustRecipesForInLoopReductions()
|
| /dports/devel/wasi-compiler-rt12/llvm-project-12.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1575 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1578 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3017 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3103 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3466 if (!Cost->foldTailByMasking()) { in completeLoopSkeleton()
4220 if (Cost->foldTailByMasking() && !IsInLoopReductionPhi) { in fixReduction()
5126 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
7781 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
8807 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
8904 auto *CondOp = CM.foldTailByMasking() in adjustRecipesForInLoopReductions()
|
| /dports/devel/tinygo/tinygo-0.14.1/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1294 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1297 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2624 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2702 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
3089 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
3769 if (Cost->foldTailByMasking()) { in fixReduction()
7104 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7268 if (CM.foldTailByMasking()) { in buildVPlanWithVPRecipes()
|
| /dports/devel/llvm10/llvm-10.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1294 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1297 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2624 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2702 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
3089 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
3769 if (Cost->foldTailByMasking()) { in fixReduction()
7104 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7268 if (CM.foldTailByMasking()) { in buildVPlanWithVPRecipes()
|
| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1294 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1297 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
2624 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
2702 if (!Cost->foldTailByMasking()) in emitMinimumIterationCountCheck()
3089 if (!Cost->foldTailByMasking()) { in createVectorizedLoopSkeleton()
3769 if (Cost->foldTailByMasking()) { in fixReduction()
7104 if (CM.foldTailByMasking()) { in buildVPlansWithVPRecipes()
7268 if (CM.foldTailByMasking()) { in buildVPlanWithVPRecipes()
|
| /dports/devel/wasi-libcxx/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1594 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1597 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3106 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3183 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3264 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3615 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4340 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5223 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8214 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9426 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
[all …]
|
| /dports/graphics/llvm-mesa/llvm-13.0.1.src/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1594 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1597 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3106 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3183 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3264 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3615 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4340 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5223 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8214 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9426 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
[all …]
|
| /dports/lang/rust/rustc-1.58.1-src/src/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1594 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1597 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3106 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3183 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3264 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3615 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4340 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5223 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8214 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9426 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1590 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1593 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3120 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3197 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3278 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3629 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4333 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5230 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8300 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9610 auto *CondOp = CM.foldTailByMasking() in adjustRecipesForReductions()
[all …]
|
| /dports/devel/wasi-compiler-rt13/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1594 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1597 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3106 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3183 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3264 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3615 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4340 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5223 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8214 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9426 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
[all …]
|
| /dports/devel/llvm13/llvm-project-13.0.1.src/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1594 bool foldTailByMasking() const { return FoldTailByMasking; } in foldTailByMasking() function in llvm::LoopVectorizationCostModel
1597 return foldTailByMasking() || Legal->blockNeedsPredication(BB); in blockNeedsPredication()
3106 /*NUW=*/!Cost->foldTailByMasking(), /*NSW=*/false); in createInductionVariable()
3183 if (Cost->foldTailByMasking()) { in getOrCreateVectorTripCount()
3264 if (!Cost->foldTailByMasking()) { in emitMinimumIterationCountCheck()
3615 if (!Cost->requiresScalarEpilogue(VF) && !Cost->foldTailByMasking()) { in completeLoopSkeleton()
4340 if (Cost->foldTailByMasking() && !PhiR->isInLoop()) { in fixReduction()
5223 if (Ind == Legal->getPrimaryInduction() && foldTailByMasking()) in collectLoopScalars()
8214 if (CM.foldTailByMasking() && IndUpdate == Legal->getPrimaryInduction()) in collectTriviallyDeadInstructions()
9426 if (CM.foldTailByMasking() && !Legal->getReductionVars().empty()) { in buildVPlanWithVPRecipes()
[all …]
|