/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/metrics/ |
H A D | TestMRAppMetrics.java | 38 Task reduceTask = make(stub(Task.class).returning(TaskType.REDUCE). in testNames() local 44 metrics.waitingTask(reduceTask); in testNames() 48 metrics.waitingTask(reduceTask); in testNames() 52 metrics.waitingTask(reduceTask); in testNames() 62 metrics.endWaitingTask(reduceTask); in testNames() 71 metrics.endWaitingTask(reduceTask); in testNames() 81 metrics.launchedTask(reduceTask); in testNames() 82 metrics.runningTask(reduceTask); in testNames() 83 metrics.completedTask(reduceTask); in testNames() 84 metrics.endRunningTask(reduceTask); in testNames()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/ |
H A D | ReduceTaskAttemptImpl.java | 55 ReduceTask reduceTask = in createRemoteTask() local 58 reduceTask.setUser(conf.get(MRJobConfig.USER_NAME)); in createRemoteTask() 59 reduceTask.setConf(conf); in createRemoteTask() 60 return reduceTask; in createRemoteTask()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/ |
H A D | ShuffleConsumerPlugin.java | 68 private final Task reduceTask; field in ShuffleConsumerPlugin.Context 86 Task reduceTask, MapOutputFile mapOutputFile, in Context() argument 106 this.reduceTask = reduceTask; in Context() 166 return reduceTask; in getReduceTask()
|
/dports/devel/hadoop/hadoop-1.2.1/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/ |
H A D | JobStatistics.java | 232 java.util.Map<JobHistory.Keys, String> reduceTask = task.getValues(); in populate_MapReduceTaskLists() local 236 reduceTask.putAll(successTaskAttemptMap); in populate_MapReduceTaskLists() 240 int size = reduceTask.size(); in populate_MapReduceTaskLists() 470 reduceTask.setValue(ReduceTaskKeys.FILE_BYTES_READ, parts[1]); in parseAndAddReduceTaskCounters() 472 reduceTask.setValue(ReduceTaskKeys.FILE_BYTES_WRITTEN, parts[1]); in parseAndAddReduceTaskCounters() 474 reduceTask.setValue(ReduceTaskKeys.HDFS_BYTES_READ, parts[1]); in parseAndAddReduceTaskCounters() 478 reduceTask.setValue(ReduceTaskKeys.INPUT_RECORDS, parts[1]); in parseAndAddReduceTaskCounters() 480 reduceTask.setValue(ReduceTaskKeys.OUTPUT_RECORDS, parts[1]); in parseAndAddReduceTaskCounters() 486 reduceTask.setValue(ReduceTaskKeys.INPUT_GROUPS, parts[1]); in parseAndAddReduceTaskCounters() 488 reduceTask.setValue(ReduceTaskKeys.SPILLED_RECORDS, parts[1]); in parseAndAddReduceTaskCounters() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/ |
H A D | TestFetchFailure.java | 68 Task reduceTask = it.next(); in testFetchFailure() local 91 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailure() 93 reduceTask.getAttempts().values().iterator().next(); in testFetchFailure() 189 Task reduceTask = it.next(); in testFetchFailureWithRecovery() local 212 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailureWithRecovery() 214 reduceTask.getAttempts().values().iterator().next(); in testFetchFailureWithRecovery() 242 reduceTask = it.next(); in testFetchFailureWithRecovery() 257 reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testFetchFailureWithRecovery() 282 Task reduceTask = it.next(); in testFetchFailureMultipleReduces() local 307 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailureMultipleReduces() [all …]
|
H A D | TestKill.java | 195 Task reduceTask = it.next(); in testKillTaskWait() local 197 app.waitForState(reduceTask, TaskState.RUNNING); in testKillTaskWait() 200 TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testKillTaskWait() 264 Task reduceTask = it.next(); in testKillTaskWaitKillJobAfterTA_DONE() local 266 app.waitForState(reduceTask, TaskState.RUNNING); in testKillTaskWaitKillJobAfterTA_DONE() 269 TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testKillTaskWaitKillJobAfterTA_DONE()
|
H A D | TestRecovery.java | 145 Task reduceTask = it.next(); in testCrashed() local 259 reduceTask = it.next(); in testCrashed() 281 app.waitForState(reduceTask, TaskState.RUNNING); in testCrashed() 708 Task reduceTask = it.next(); in testMultipleCrashes() local 757 reduceTask = it.next(); in testMultipleCrashes() 800 reduceTask = it.next(); in testMultipleCrashes() 807 app.waitForState(reduceTask, TaskState.RUNNING); in testMultipleCrashes() 1180 Task reduceTask = it.next(); in testSpeculative() local 1253 reduceTask = it.next(); in testSpeculative() 1331 Task reduceTask = it.next(); in testRecoveryWithoutShuffleSecret() local [all …]
|
H A D | TestMRApp.java | 148 Task reduceTask = it.next(); in testCompletedMapsForReduceSlowstart() local 164 TaskState.NEW, reduceTask.getReport().getTaskState()); in testCompletedMapsForReduceSlowstart() 177 app.waitForState(reduceTask, TaskState.RUNNING); in testCompletedMapsForReduceSlowstart() 186 reduceTask.getAttempts().values().iterator().next().getID(), in testCompletedMapsForReduceSlowstart()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ |
H A D | Shuffle.java | 60 private Task reduceTask; //Used for status updates field in Shuffle 74 this.reduceTask = context.getReduceTask(); in init() 116 merger, reporter, metrics, this, reduceTask.getShuffleSecret(), in run() 123 reduceTask.getShuffleSecret()); in run() 153 reduceTask.statusUpdate(umbilical); in run()
|
/dports/devel/hadoop/hadoop-1.2.1/src/mapred/org/apache/hadoop/mapred/ |
H A D | ReduceTask.java | 678 private ReduceTask reduceTask; field in ReduceTask.ReduceCopier 1937 this.reduceTask = ReduceTask.this; in ReduceCopier() 2008 reduceTask.getProgress().phase(); in fetchOutputs() 2022 reduceTask.getJobTokenSecret()); in fetchOutputs() 2370 LOG.warn(reduceTask.getTaskID() + in fetchOutputs() 2726 LOG.info(reduceTask.getTaskID() + in run() 2734 LOG.warn(reduceTask.getTaskID() in run() 2766 LOG.warn(reduceTask.getTaskID() + in run() 2829 LOG.info(reduceTask.getTaskID() + in doInMemMerge() 2885 LOG.warn(reduceTask.getTaskID() + in run() [all …]
|
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/tools/rumen/ |
H A D | TestZombieJob.java | 231 TaskInfo reduceTask = job.getTaskInfo(TaskType.REDUCE, 0); in testRecordIOInfo() local 239 assertEquals(reduceTaskCounts[0], reduceTask.getInputBytes()); in testRecordIOInfo() 240 assertEquals(reduceTaskCounts[1], reduceTask.getInputRecords()); in testRecordIOInfo() 241 assertEquals(reduceTaskCounts[2], reduceTask.getOutputBytes()); in testRecordIOInfo() 242 assertEquals(reduceTaskCounts[3], reduceTask.getOutputRecords()); in testRecordIOInfo() 243 assertEquals(reduceTaskCounts[4], reduceTask.getTaskMemory()); in testRecordIOInfo()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/ |
H A D | SLSUtils.java | 71 for(LoggedTask reduceTask : job.getReduceTasks()) { in parseNodesFromRumenTrace() 72 LoggedTaskAttempt taskAttempt = reduceTask.getAttempts() in parseNodesFromRumenTrace() 73 .get(reduceTask.getAttempts().size() - 1); in parseNodesFromRumenTrace()
|
/dports/devel/hadoop/hadoop-1.2.1/src/contrib/gridmix/src/test/system/org/apache/hadoop/mapred/gridmix/test/system/ |
H A D | GridmixJobVerification.java | 307 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in getJobReduceCounters() local 308 expReduceInputBytes += reduceTask.getInputBytes(); in getJobReduceCounters() 309 expReduceOutputBytes += reduceTask.getOutputBytes(); in getJobReduceCounters() 310 expReduceInputRecs += reduceTask.getInputRecords(); in getJobReduceCounters() 311 expReduceOutputRecs += reduceTask.getOutputRecords(); in getJobReduceCounters() 518 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in verifyMemoryEmulationOfJobs() local 519 if (reduceTask.getResourceUsageMetrics().getHeapUsage() > 0) { in verifyMemoryEmulationOfJobs() 521 reduceTask.getResourceUsageMetrics().getHeapUsage(); in verifyMemoryEmulationOfJobs() 646 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in getOriginalJobCPUMetrics() local 647 if (reduceTask.getResourceUsageMetrics().getCumulativeCpuUsage() > 0) { in getOriginalJobCPUMetrics() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/ |
H A D | SLSRunner.java | 387 for(LoggedTask reduceTask : job.getReduceTasks()) { in startAMFromRumenTraces() 388 LoggedTaskAttempt taskAttempt = reduceTask.getAttempts() in startAMFromRumenTraces() 389 .get(reduceTask.getAttempts().size() - 1); in startAMFromRumenTraces()
|
/dports/science/gromacs/gromacs-2021.4/src/gromacs/mdlib/ |
H A D | vsite.cpp | 154 std::vector<int> reduceTask; member 1982 int ntask = idTask->reduceTask.size(); in spreadForces() 1986 threadingInfo_.threadData(idTask->reduceTask[ti]).idTask; in spreadForces() 2632 idTask.reduceTask.resize(0); in setVirtualSites() 2643 idTask.reduceTask.push_back(t); in setVirtualSites()
|