| /dports/devel/tinygo/tinygo-0.14.1/llvm-project/mlir/lib/Conversion/LoopsToGPU/ |
| H A D | LoopsToGPU.cpp | 53 return forOp.getLowerBoundOperands(); in getLowerBoundOperands()
72 return builder.create<ConstantIndexOp>(forOp.getLoc(), forOp.getStep()); in getOrCreateStep()
74 static Value getOrCreateStep(ForOp forOp, OpBuilder &) { return forOp.step(); } in getOrCreateStep() argument
82 return forOp.lowerBound(); in getOrEmitLowerBound()
91 return forOp.upperBound(); in getOrEmitUpperBound()
102 Region &limit = forOp.region(); in checkLoopNestMappableImpl()
107 return forOp.emitError( in checkLoopNestMappableImpl()
116 auto begin = forOp.getBody()->begin(), end = forOp.getBody()->end(); in checkLoopNestMappableImpl()
162 return forOp.emitError( in checkLoopOpMappable()
173 forOp = cast<OpTy>(&forOp.getBody()->front()); in checkLoopOpMappable()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 (void)loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/wasi-compiler-rt12/llvm-project-12.0.1.src/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/wasi-compiler-rt13/llvm-project-13.0.1.src/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 (void)loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/llvm/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/wasi-libcxx/llvm-project-13.0.1.src/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 (void)loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/llvm12/llvm-project-12.0.1.src/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
70 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
80 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
81 loops.push_back(forOp); in gatherInnermostLoops()
96 loops.push_back(forOp); in runOnFunction()
98 for (auto forOp : loops) in runOnFunction() local
99 loopUnrollFull(forOp); in runOnFunction()
112 for (auto forOp : loops) in runOnFunction() local
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/llvm13/llvm-project-13.0.1.src/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 68 forOp.walk([&](AffineForOp thisForOp) {
70 isInnermost = (thisForOp == forOp);
79 f.walk([&](AffineForOp forOp) {
80 if (isInnermostAffineForOp(forOp))
81 loops.push_back(forOp);
96 loops.push_back(forOp);
98 for (auto forOp : loops)
99 (void)loopUnrollFull(forOp);
112 for (auto forOp : loops)
125 return loopUnrollByFactor(forOp, getUnrollFactor(forOp));
[all …]
|
| /dports/devel/llvm-cheri/llvm-project-37c49ff00e3eadce5d8703fdc4497f28458c64a8/mlir/lib/Dialect/Affine/Transforms/ |
| H A D | LoopUnroll.cpp | 67 forOp.walk([&](AffineForOp thisForOp) { in isInnermostAffineForOp()
69 isInnermost = (thisForOp == forOp); in isInnermostAffineForOp()
78 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() argument
79 if (isInnermostAffineForOp(forOp)) in gatherInnermostLoops()
80 loops.push_back(forOp); in gatherInnermostLoops()
95 loops.push_back(forOp); in runOnFunction()
97 for (auto forOp : loops) in runOnFunction() local
98 loopUnrollFull(forOp); in runOnFunction()
111 for (auto forOp : loops) in runOnFunction() local
124 return loopUnrollByFactor(forOp, getUnrollFactor(forOp)); in runOnAffineForOp()
[all …]
|
| /dports/devel/wasi-compiler-rt12/llvm-project-12.0.1.src/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 35 void runOnAffineForOp(AffineForOp forOp);
66 auto *forBody = forOp.getBody(); in doubleBuffer()
85 OpBuilder bOuter(forOp); in doubleBuffer()
96 int64_t step = forOp.getStep(); in doubleBuffer()
117 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
131 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
132 for (auto forOp : forOps) in runOnFunction() local
133 runOnAffineForOp(forOp); in runOnFunction()
161 AffineForOp forOp, in findMatchingStartFinishInsts() argument
166 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/llvm12/llvm-project-12.0.1.src/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 35 void runOnAffineForOp(AffineForOp forOp);
66 auto *forBody = forOp.getBody(); in doubleBuffer()
85 OpBuilder bOuter(forOp); in doubleBuffer()
96 int64_t step = forOp.getStep(); in doubleBuffer()
117 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
131 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
132 for (auto forOp : forOps) in runOnFunction() local
133 runOnAffineForOp(forOp); in runOnFunction()
161 AffineForOp forOp, in findMatchingStartFinishInsts() argument
166 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/tinygo/tinygo-0.14.1/llvm-project/mlir/lib/Transforms/ |
| H A D | LoopUnrollAndJam.cpp | 72 LogicalResult runOnAffineForOp(AffineForOp forOp);
88 runOnAffineForOp(forOp); in runOnFunction()
148 return promoteIfSingleIteration(forOp); in loopUnrollJamByFactor()
150 if (forOp.getBody()->empty() || in loopUnrollJamByFactor()
151 forOp.getBody()->begin() == std::prev(forOp.getBody()->end())) in loopUnrollJamByFactor()
160 if (forOp.getLowerBoundMap().getNumResults() != 1) in loopUnrollJamByFactor()
169 auto *forInst = forOp.getOperation(); in loopUnrollJamByFactor()
199 int64_t step = forOp.getStep(); in loopUnrollJamByFactor()
200 forOp.setStep(step * unrollJamFactor); in loopUnrollJamByFactor()
202 auto forOpIV = forOp.getInductionVar(); in loopUnrollJamByFactor()
[all …]
|
| H A D | PipelineDataTransfer.cpp | 65 auto *forBody = forOp.getBody(); in doubleBuffer()
85 auto *forInst = forOp.getOperation(); in doubleBuffer()
102 int64_t step = forOp.getStep(); in doubleBuffer()
137 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
138 for (auto forOp : forOps) in runOnFunction() local
139 runOnAffineForOp(forOp); in runOnFunction()
167 AffineForOp forOp, in findMatchingStartFinishInsts() argument
172 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
179 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
344 for (auto &op : *forOp.getBody()) { in runOnAffineForOp()
[all …]
|
| /dports/devel/llvm-cheri/llvm-project-37c49ff00e3eadce5d8703fdc4497f28458c64a8/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 34 void runOnAffineForOp(AffineForOp forOp);
65 auto *forBody = forOp.getBody(); in doubleBuffer()
84 OpBuilder bOuter(forOp); in doubleBuffer()
100 int64_t step = forOp.getStep(); in doubleBuffer()
121 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
135 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
136 for (auto forOp : forOps) in runOnFunction() local
137 runOnAffineForOp(forOp); in runOnFunction()
165 AffineForOp forOp, in findMatchingStartFinishInsts() argument
170 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 36 void runOnAffineForOp(AffineForOp forOp);
67 auto *forBody = forOp.getBody(); in doubleBuffer()
86 OpBuilder bOuter(forOp); in doubleBuffer()
101 int64_t step = forOp.getStep(); in doubleBuffer()
122 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
136 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
137 for (auto forOp : forOps) in runOnFunction() local
138 runOnAffineForOp(forOp); in runOnFunction()
166 AffineForOp forOp, in findMatchingStartFinishInsts() argument
171 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/wasi-compiler-rt13/llvm-project-13.0.1.src/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 36 void runOnAffineForOp(AffineForOp forOp);
67 auto *forBody = forOp.getBody(); in doubleBuffer()
86 OpBuilder bOuter(forOp); in doubleBuffer()
101 int64_t step = forOp.getStep(); in doubleBuffer()
122 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
136 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
137 for (auto forOp : forOps) in runOnFunction() local
138 runOnAffineForOp(forOp); in runOnFunction()
166 AffineForOp forOp, in findMatchingStartFinishInsts() argument
171 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/llvm/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 34 void runOnAffineForOp(AffineForOp forOp);
65 auto *forBody = forOp.getBody(); in doubleBuffer()
84 OpBuilder bOuter(forOp); in doubleBuffer()
100 int64_t step = forOp.getStep(); in doubleBuffer()
121 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
135 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
136 for (auto forOp : forOps) in runOnFunction() local
137 runOnAffineForOp(forOp); in runOnFunction()
165 AffineForOp forOp, in findMatchingStartFinishInsts() argument
170 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/wasi-libcxx/llvm-project-13.0.1.src/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 36 void runOnAffineForOp(AffineForOp forOp);
67 auto *forBody = forOp.getBody(); in doubleBuffer()
86 OpBuilder bOuter(forOp); in doubleBuffer()
101 int64_t step = forOp.getStep(); in doubleBuffer()
122 bOuter.setInsertionPointAfter(forOp); in doubleBuffer()
136 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() argument
137 for (auto forOp : forOps) in runOnFunction() local
138 runOnAffineForOp(forOp); in runOnFunction()
166 AffineForOp forOp, in findMatchingStartFinishInsts() argument
171 for (auto &op : *forOp.getBody()) { in findMatchingStartFinishInsts()
[all …]
|
| /dports/devel/llvm13/llvm-project-13.0.1.src/mlir/lib/Transforms/ |
| H A D | PipelineDataTransfer.cpp | 36 void runOnAffineForOp(AffineForOp forOp);
67 auto *forBody = forOp.getBody(); in getAdaptorName()
86 OpBuilder bOuter(forOp); in getAdaptorName()
101 int64_t step = forOp.getStep(); in getAdaptorName()
122 bOuter.setInsertionPointAfter(forOp); in getAdaptorName()
136 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in __anon87823d000102()
137 for (auto forOp : forOps) in __anon87823d000102()
138 runOnAffineForOp(forOp); in __anon87823d000102()
166 AffineForOp forOp, in getTrait()
171 for (auto &op : *forOp.getBody()) { in getTrait()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/mlir/lib/Transforms/Utils/ |
| H A D | LoopFusionUtils.cpp | 179 gatherLoadsAndStores(AffineForOp forOp, in gatherLoadsAndStores() argument
182 forOp.walk([&](Operation *op) { in gatherLoadsAndStores()
376 auto *parentOp = forOp->getParentOp(); in promoteSingleIterReductionLoop()
411 auto iv = forOp.getInductionVar(); in promoteSingleIterReductionLoop()
421 forOp.getBody()->back().erase(); in promoteSingleIterReductionLoop()
422 auto *parentBlock = forOp->getBlock(); in promoteSingleIterReductionLoop()
425 forOp.erase(); in promoteSingleIterReductionLoop()
447 sliceLoops.push_back(forOp); in fuseLoops()
497 for (auto &op : *forOp.getBody()) { in getLoopNestStats()
540 if (stats.loopMap.count(forOp) > 0) { in getComputeCostHelper()
[all …]
|
| /dports/devel/wasi-compiler-rt13/llvm-project-13.0.1.src/mlir/lib/Transforms/Utils/ |
| H A D | LoopFusionUtils.cpp | 179 gatherLoadsAndStores(AffineForOp forOp, in gatherLoadsAndStores() argument
182 forOp.walk([&](Operation *op) { in gatherLoadsAndStores()
376 auto *parentOp = forOp->getParentOp(); in promoteSingleIterReductionLoop()
411 auto iv = forOp.getInductionVar(); in promoteSingleIterReductionLoop()
421 forOp.getBody()->back().erase(); in promoteSingleIterReductionLoop()
422 auto *parentBlock = forOp->getBlock(); in promoteSingleIterReductionLoop()
425 forOp.erase(); in promoteSingleIterReductionLoop()
447 sliceLoops.push_back(forOp); in fuseLoops()
497 for (auto &op : *forOp.getBody()) { in getLoopNestStats()
540 if (stats.loopMap.count(forOp) > 0) { in getComputeCostHelper()
[all …]
|
| /dports/devel/wasi-libcxx/llvm-project-13.0.1.src/mlir/lib/Transforms/Utils/ |
| H A D | LoopFusionUtils.cpp | 179 gatherLoadsAndStores(AffineForOp forOp, in gatherLoadsAndStores() argument
182 forOp.walk([&](Operation *op) { in gatherLoadsAndStores()
376 auto *parentOp = forOp->getParentOp(); in promoteSingleIterReductionLoop()
411 auto iv = forOp.getInductionVar(); in promoteSingleIterReductionLoop()
421 forOp.getBody()->back().erase(); in promoteSingleIterReductionLoop()
422 auto *parentBlock = forOp->getBlock(); in promoteSingleIterReductionLoop()
425 forOp.erase(); in promoteSingleIterReductionLoop()
447 sliceLoops.push_back(forOp); in fuseLoops()
497 for (auto &op : *forOp.getBody()) { in getLoopNestStats()
540 if (stats.loopMap.count(forOp) > 0) { in getComputeCostHelper()
[all …]
|
| /dports/devel/llvm13/llvm-project-13.0.1.src/mlir/lib/Transforms/Utils/ |
| H A D | LoopFusionUtils.cpp | 179 gatherLoadsAndStores(AffineForOp forOp, in gatherLoadsAndStores() argument
182 forOp.walk([&](Operation *op) { in gatherLoadsAndStores()
376 auto *parentOp = forOp->getParentOp(); in promoteSingleIterReductionLoop()
411 auto iv = forOp.getInductionVar(); in promoteSingleIterReductionLoop()
421 forOp.getBody()->back().erase(); in promoteSingleIterReductionLoop()
422 auto *parentBlock = forOp->getBlock(); in promoteSingleIterReductionLoop()
425 forOp.erase(); in promoteSingleIterReductionLoop()
447 sliceLoops.push_back(forOp); in fuseLoops()
497 for (auto &op : *forOp.getBody()) { in getLoopNestStats()
540 if (stats.loopMap.count(forOp) > 0) { in getComputeCostHelper()
[all …]
|
| /dports/devel/llvm-cheri/llvm-project-37c49ff00e3eadce5d8703fdc4497f28458c64a8/mlir/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 79 OpBuilder b(forOp); in getCleanupLoopLowerBound()
168 forOp.getLoc(), forOp.getConstantLowerBound()); in promoteIfSingleIteration()
189 forOp.erase(); in promoteIfSingleIteration()
215 forOp.erase(); in promoteIfSingleIteration()
298 if (forOp.getBody()->begin() == std::prev(forOp.getBody()->end())) in affineForOpBodySkew()
351 OpBuilder b(forOp); in affineForOpBodySkew()
411 forOp.erase(); in affineForOpBodySkew()
739 jbg.walk(forOp); in loopUnrollJamByFactor()
972 return forOp; in sinkSequentialLoops()
1014 return forOp; in sinkSequentialLoops()
[all …]
|
| /dports/devel/llvm-devel/llvm-project-f05c95f10fc1d8171071735af8ad3a9e87633120/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | LoopCanonicalization.cpp | 32 static bool isShapePreserving(ForOp forOp, int64_t arg) { in isShapePreserving() argument
33 auto yieldOp = cast<YieldOp>(forOp.getBody()->getTerminator()); in isShapePreserving()
38 if (value == forOp.getRegionIterArgs()[arg]) in isShapePreserving()
49 .template Case<ForOp>([&](ForOp forOp) { in isShapePreserving() argument
92 if (!forOp) in matchAndRewrite()
94 if (!isShapePreserving(forOp, blockArg.getArgNumber() - 1)) in matchAndRewrite()
134 if (!forOp) in matchAndRewrite()
138 if (!isShapePreserving(forOp, resultNumber)) in matchAndRewrite()
157 lb = forOp.lowerBound(); in matchAndRewrite()
158 ub = forOp.upperBound(); in matchAndRewrite()
[all …]
|