Home
last modified time | relevance | path

Searched refs:reduceTask (Results 1 – 15 of 15) sorted by relevance

/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/metrics/
H A DTestMRAppMetrics.java38 Task reduceTask = make(stub(Task.class).returning(TaskType.REDUCE). in testNames() local
44 metrics.waitingTask(reduceTask); in testNames()
48 metrics.waitingTask(reduceTask); in testNames()
52 metrics.waitingTask(reduceTask); in testNames()
62 metrics.endWaitingTask(reduceTask); in testNames()
71 metrics.endWaitingTask(reduceTask); in testNames()
81 metrics.launchedTask(reduceTask); in testNames()
82 metrics.runningTask(reduceTask); in testNames()
83 metrics.completedTask(reduceTask); in testNames()
84 metrics.endRunningTask(reduceTask); in testNames()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/
H A DReduceTaskAttemptImpl.java55 ReduceTask reduceTask = in createRemoteTask() local
58 reduceTask.setUser(conf.get(MRJobConfig.USER_NAME)); in createRemoteTask()
59 reduceTask.setConf(conf); in createRemoteTask()
60 return reduceTask; in createRemoteTask()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/
H A DShuffleConsumerPlugin.java68 private final Task reduceTask; field in ShuffleConsumerPlugin.Context
86 Task reduceTask, MapOutputFile mapOutputFile, in Context() argument
106 this.reduceTask = reduceTask; in Context()
166 return reduceTask; in getReduceTask()
/dports/devel/hadoop/hadoop-1.2.1/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/
H A DJobStatistics.java232 java.util.Map<JobHistory.Keys, String> reduceTask = task.getValues(); in populate_MapReduceTaskLists() local
236 reduceTask.putAll(successTaskAttemptMap); in populate_MapReduceTaskLists()
240 int size = reduceTask.size(); in populate_MapReduceTaskLists()
470 reduceTask.setValue(ReduceTaskKeys.FILE_BYTES_READ, parts[1]); in parseAndAddReduceTaskCounters()
472 reduceTask.setValue(ReduceTaskKeys.FILE_BYTES_WRITTEN, parts[1]); in parseAndAddReduceTaskCounters()
474 reduceTask.setValue(ReduceTaskKeys.HDFS_BYTES_READ, parts[1]); in parseAndAddReduceTaskCounters()
478 reduceTask.setValue(ReduceTaskKeys.INPUT_RECORDS, parts[1]); in parseAndAddReduceTaskCounters()
480 reduceTask.setValue(ReduceTaskKeys.OUTPUT_RECORDS, parts[1]); in parseAndAddReduceTaskCounters()
486 reduceTask.setValue(ReduceTaskKeys.INPUT_GROUPS, parts[1]); in parseAndAddReduceTaskCounters()
488 reduceTask.setValue(ReduceTaskKeys.SPILLED_RECORDS, parts[1]); in parseAndAddReduceTaskCounters()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/
H A DTestFetchFailure.java68 Task reduceTask = it.next(); in testFetchFailure() local
91 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailure()
93 reduceTask.getAttempts().values().iterator().next(); in testFetchFailure()
189 Task reduceTask = it.next(); in testFetchFailureWithRecovery() local
212 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailureWithRecovery()
214 reduceTask.getAttempts().values().iterator().next(); in testFetchFailureWithRecovery()
242 reduceTask = it.next(); in testFetchFailureWithRecovery()
257 reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testFetchFailureWithRecovery()
282 Task reduceTask = it.next(); in testFetchFailureMultipleReduces() local
307 app.waitForState(reduceTask, TaskState.RUNNING); in testFetchFailureMultipleReduces()
[all …]
H A DTestKill.java195 Task reduceTask = it.next(); in testKillTaskWait() local
197 app.waitForState(reduceTask, TaskState.RUNNING); in testKillTaskWait()
200 TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testKillTaskWait()
264 Task reduceTask = it.next(); in testKillTaskWaitKillJobAfterTA_DONE() local
266 app.waitForState(reduceTask, TaskState.RUNNING); in testKillTaskWaitKillJobAfterTA_DONE()
269 TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testKillTaskWaitKillJobAfterTA_DONE()
H A DTestRecovery.java145 Task reduceTask = it.next(); in testCrashed() local
259 reduceTask = it.next(); in testCrashed()
281 app.waitForState(reduceTask, TaskState.RUNNING); in testCrashed()
708 Task reduceTask = it.next(); in testMultipleCrashes() local
757 reduceTask = it.next(); in testMultipleCrashes()
800 reduceTask = it.next(); in testMultipleCrashes()
807 app.waitForState(reduceTask, TaskState.RUNNING); in testMultipleCrashes()
1180 Task reduceTask = it.next(); in testSpeculative() local
1253 reduceTask = it.next(); in testSpeculative()
1331 Task reduceTask = it.next(); in testRecoveryWithoutShuffleSecret() local
[all …]
H A DTestMRApp.java148 Task reduceTask = it.next(); in testCompletedMapsForReduceSlowstart() local
164 TaskState.NEW, reduceTask.getReport().getTaskState()); in testCompletedMapsForReduceSlowstart()
177 app.waitForState(reduceTask, TaskState.RUNNING); in testCompletedMapsForReduceSlowstart()
186 reduceTask.getAttempts().values().iterator().next().getID(), in testCompletedMapsForReduceSlowstart()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/
H A DShuffle.java60 private Task reduceTask; //Used for status updates field in Shuffle
74 this.reduceTask = context.getReduceTask(); in init()
116 merger, reporter, metrics, this, reduceTask.getShuffleSecret(), in run()
123 reduceTask.getShuffleSecret()); in run()
153 reduceTask.statusUpdate(umbilical); in run()
/dports/devel/hadoop/hadoop-1.2.1/src/mapred/org/apache/hadoop/mapred/
H A DReduceTask.java678 private ReduceTask reduceTask; field in ReduceTask.ReduceCopier
1937 this.reduceTask = ReduceTask.this; in ReduceCopier()
2008 reduceTask.getProgress().phase(); in fetchOutputs()
2022 reduceTask.getJobTokenSecret()); in fetchOutputs()
2370 LOG.warn(reduceTask.getTaskID() + in fetchOutputs()
2726 LOG.info(reduceTask.getTaskID() + in run()
2734 LOG.warn(reduceTask.getTaskID() in run()
2766 LOG.warn(reduceTask.getTaskID() + in run()
2829 LOG.info(reduceTask.getTaskID() + in doInMemMerge()
2885 LOG.warn(reduceTask.getTaskID() + in run()
[all …]
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/tools/rumen/
H A DTestZombieJob.java231 TaskInfo reduceTask = job.getTaskInfo(TaskType.REDUCE, 0); in testRecordIOInfo() local
239 assertEquals(reduceTaskCounts[0], reduceTask.getInputBytes()); in testRecordIOInfo()
240 assertEquals(reduceTaskCounts[1], reduceTask.getInputRecords()); in testRecordIOInfo()
241 assertEquals(reduceTaskCounts[2], reduceTask.getOutputBytes()); in testRecordIOInfo()
242 assertEquals(reduceTaskCounts[3], reduceTask.getOutputRecords()); in testRecordIOInfo()
243 assertEquals(reduceTaskCounts[4], reduceTask.getTaskMemory()); in testRecordIOInfo()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/
H A DSLSUtils.java71 for(LoggedTask reduceTask : job.getReduceTasks()) { in parseNodesFromRumenTrace()
72 LoggedTaskAttempt taskAttempt = reduceTask.getAttempts() in parseNodesFromRumenTrace()
73 .get(reduceTask.getAttempts().size() - 1); in parseNodesFromRumenTrace()
/dports/devel/hadoop/hadoop-1.2.1/src/contrib/gridmix/src/test/system/org/apache/hadoop/mapred/gridmix/test/system/
H A DGridmixJobVerification.java307 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in getJobReduceCounters() local
308 expReduceInputBytes += reduceTask.getInputBytes(); in getJobReduceCounters()
309 expReduceOutputBytes += reduceTask.getOutputBytes(); in getJobReduceCounters()
310 expReduceInputRecs += reduceTask.getInputRecords(); in getJobReduceCounters()
311 expReduceOutputRecs += reduceTask.getOutputRecords(); in getJobReduceCounters()
518 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in verifyMemoryEmulationOfJobs() local
519 if (reduceTask.getResourceUsageMetrics().getHeapUsage() > 0) { in verifyMemoryEmulationOfJobs()
521 reduceTask.getResourceUsageMetrics().getHeapUsage(); in verifyMemoryEmulationOfJobs()
646 TaskInfo reduceTask = zombieJob.getTaskInfo(TaskType.REDUCE, index); in getOriginalJobCPUMetrics() local
647 if (reduceTask.getResourceUsageMetrics().getCumulativeCpuUsage() > 0) { in getOriginalJobCPUMetrics()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/
H A DSLSRunner.java387 for(LoggedTask reduceTask : job.getReduceTasks()) { in startAMFromRumenTraces()
388 LoggedTaskAttempt taskAttempt = reduceTask.getAttempts() in startAMFromRumenTraces()
389 .get(reduceTask.getAttempts().size() - 1); in startAMFromRumenTraces()
/dports/science/gromacs/gromacs-2021.4/src/gromacs/mdlib/
H A Dvsite.cpp154 std::vector<int> reduceTask; member
1982 int ntask = idTask->reduceTask.size(); in spreadForces()
1986 threadingInfo_.threadData(idTask->reduceTask[ti]).idTask; in spreadForces()
2632 idTask.reduceTask.resize(0); in setVirtualSites()
2643 idTask.reduceTask.push_back(t); in setVirtualSites()