/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/ |
H A D | LegacyTaskRuntimeEstimator.java | 31 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 39 private final Map<TaskAttempt, AtomicLong> attemptRuntimeEstimates 40 = new ConcurrentHashMap<TaskAttempt, AtomicLong>(); 41 private final ConcurrentHashMap<TaskAttempt, AtomicLong> attemptRuntimeEstimateVariances 42 = new ConcurrentHashMap<TaskAttempt, AtomicLong>(); 64 TaskAttempt taskAttempt = task.getAttempt(attemptID); in updateAttempt() 118 (Map<TaskAttempt, AtomicLong> data, TaskAttemptId attemptID) { in storedPerAttemptValue() argument 129 TaskAttempt taskAttempt = task.getAttempt(attemptID); in storedPerAttemptValue()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/ |
H A D | TestSpeculativeExecutionWithMRApp.java | 36 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 81 for (Map.Entry<TaskAttemptId, TaskAttempt> taskAttempt : mapTask in testSpeculateSuccessfulWithoutUpdateEvents() 99 for (Map.Entry<TaskAttemptId, TaskAttempt> taskAttempt : mapTask in testSpeculateSuccessfulWithoutUpdateEvents() 152 for (Map.Entry<TaskAttemptId, TaskAttempt> taskAttempt : mapTask in testSepculateSuccessfulWithUpdateEvents() 167 for (Map.Entry<TaskAttemptId, TaskAttempt> taskAttempt : task.getValue() in testSepculateSuccessfulWithUpdateEvents() 191 for (Map.Entry<TaskAttemptId, TaskAttempt> taskAttempt : task.getValue() in testSepculateSuccessfulWithUpdateEvents() 216 TaskAttempt[] ta = makeFirstAttemptWin(appEventHandler, speculatedTask); in testSepculateSuccessfulWithUpdateEvents() 221 private static TaskAttempt[] makeFirstAttemptWin( in makeFirstAttemptWin() 225 Collection<TaskAttempt> attempts = speculatedTask.getAttempts().values(); in makeFirstAttemptWin() 226 TaskAttempt[] ta = new TaskAttempt[attempts.size()]; in makeFirstAttemptWin() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/ |
H A D | AttemptsPage.java | 33 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 53 protected Collection<TaskAttempt> getTaskAttempts() { in getTaskAttempts() 54 List<TaskAttempt> fewTaskAttemps = new ArrayList<TaskAttempt>(); in getTaskAttempts() 61 Map<TaskAttemptId, TaskAttempt> attempts = task.getAttempts(); in getTaskAttempts() 62 for (TaskAttempt attempt : attempts.values()) { in getTaskAttempts()
|
H A D | TaskPage.java | 31 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 78 for (TaskAttempt attempt : getTaskAttempts()) { in render() 124 protected Collection<TaskAttempt> getTaskAttempts() { in getTaskAttempts()
|
H A D | AMWebServices.java | 44 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 163 public static TaskAttempt getTaskAttemptFromTaskAttemptString(String attId, Task task) in getTaskAttemptFromTaskAttemptString() 166 TaskAttempt ta; in getTaskAttemptFromTaskAttemptString() 367 for (TaskAttempt ta : task.getAttempts().values()) { in getJobTaskAttempts() 390 TaskAttempt ta = getTaskAttemptFromTaskAttemptString(attId, task); in getJobTaskAttemptId() 409 TaskAttempt ta = getTaskAttemptFromTaskAttemptString(attId, task); in getJobTaskAttemptIdCounters()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/ |
H A D | HsAttemptsPage.java | 34 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 68 protected Collection<TaskAttempt> getTaskAttempts() { in getTaskAttempts() 69 List<TaskAttempt> fewTaskAttemps = new ArrayList<TaskAttempt>(); in getTaskAttempts() 78 Map<TaskAttemptId, TaskAttempt> attempts = task.getAttempts(); in getTaskAttempts() 79 for (TaskAttempt attempt : attempts.values()) { in getTaskAttempts()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/ |
H A D | TestFetchFailure.java | 43 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 92 TaskAttempt reduceAttempt = in testFetchFailure() 111 Iterator<TaskAttempt> atIt = mapTask.getAttempts().values().iterator(); in testFetchFailure() 113 TaskAttempt mapAttempt2 = atIt.next(); in testFetchFailure() 213 TaskAttempt reduceAttempt = in testFetchFailureWithRecovery() 310 TaskAttempt reduceAttempt = in testFetchFailureMultipleReduces() 316 TaskAttempt reduceAttempt2 = in testFetchFailureMultipleReduces() 321 TaskAttempt reduceAttempt3 = in testFetchFailureMultipleReduces() 350 TaskAttempt mapAttempt2 = atIt.next(); in testFetchFailureMultipleReduces() 432 private void sendFetchFailure(MRApp app, TaskAttempt reduceAttempt, in sendFetchFailure() [all …]
|
H A D | TestKill.java | 38 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 86 Map<TaskAttemptId, TaskAttempt> attempts = in testKillJob() 90 Iterator<TaskAttempt> it = attempts.values().iterator(); in testKillJob() 128 Map<TaskAttemptId, TaskAttempt> attempts = task1.getAttempts(); in testKillTask() 131 Iterator<TaskAttempt> iter = attempts.values().iterator(); in testKillTask() 198 TaskAttempt mapAttempt = mapTask.getAttempts().values().iterator().next(); in testKillTaskWait() 200 TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next(); in testKillTaskWait() 267 TaskAttempt mapAttempt = mapTask.getAttempts().values().iterator().next(); in testKillTaskWaitKillJobAfterTA_DONE() 319 TaskAttempt attempt = task1.getAttempts().values().iterator().next(); in testKillTaskAttempt() 337 Map<TaskAttemptId, TaskAttempt> attempts = task1.getAttempts(); in testKillTaskAttempt() [all …]
|
H A D | TestRuntimeEstimators.java | 55 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 200 for (TaskAttempt attempt : task.getAttempts().values()) { in coreTestEstimator() 285 private final Map<TaskAttemptId, TaskAttempt> attempts 286 = new ConcurrentHashMap<TaskAttemptId, TaskAttempt>(4); 296 TaskAttempt taskAttempt in addAttempt() 328 for (TaskAttempt attempt : attempts.values()) { in getProgress() 341 public Map<TaskAttemptId, TaskAttempt> getAttempts() { in getAttempts() 342 Map<TaskAttemptId, TaskAttempt> result in getAttempts() 349 public TaskAttempt getAttempt(TaskAttemptId attemptID) { in getAttempt() 355 for (TaskAttempt attempt : attempts.values()) { in isFinished() [all …]
|
H A D | TestRecovery.java | 180 TaskAttempt task1Attempt2 = itr.next(); in testCrashed() 199 TaskAttempt task1Attempt3 = itr.next(); in testCrashed() 221 TaskAttempt task1Attempt4 = itr.next(); in testCrashed() 349 TaskAttempt task1Attempt = in testCrashOfMapsOnlyJob() 351 TaskAttempt task2Attempt = in testCrashOfMapsOnlyJob() 353 TaskAttempt task3Attempt = in testCrashOfMapsOnlyJob() 595 TaskAttempt task1Attempt = in testRecoveryFailsUsingCustomOutputCommitter() 597 TaskAttempt task2Attempt = in testRecoveryFailsUsingCustomOutputCommitter() 599 TaskAttempt task3Attempt = in testRecoveryFailsUsingCustomOutputCommitter() 1195 TaskAttempt task1Attempt1 = t1it.next(); in testSpeculative() [all …]
|
H A D | TestFail.java | 38 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 75 Map<TaskAttemptId, TaskAttempt> attempts = in testFailTask() 80 Iterator<TaskAttempt> it = attempts.values().iterator(); in testFailTask() 166 Map<TaskAttemptId, TaskAttempt> attempts = in testTimedOutTask() 170 for (TaskAttempt attempt : attempts.values()) { in testTimedOutTask() 191 Map<TaskAttemptId, TaskAttempt> attempts = tasks.values().iterator() in testTaskFailWithUnusedContainer() 195 TaskAttempt attempt = attempts.values().iterator().next(); in testTaskFailWithUnusedContainer()
|
H A D | TestMRApp.java | 43 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 103 TaskAttempt attempt = task.getAttempts().values().iterator().next(); in testCommitPending() 154 TaskAttempt task1Attempt = mapTask1.getAttempts().values().iterator().next(); in testCompletedMapsForReduceSlowstart() 155 TaskAttempt task2Attempt = mapTask2.getAttempts().values().iterator().next(); in testCompletedMapsForReduceSlowstart() 219 TaskAttempt task1Attempt = mapTask1.getAttempts().values().iterator() in testUpdatedNodes() 221 TaskAttempt task2Attempt = mapTask2.getAttempts().values().iterator() in testUpdatedNodes() 269 Iterator<TaskAttempt> itr = mapTask1.getAttempts().values().iterator(); in testUpdatedNodes() 331 TaskAttempt task3Attempt = reduceTask1.getAttempts().values().iterator() in testUpdatedNodes() 346 TaskAttempt task4Attempt = reduceTask2.getAttempts().values().iterator() in testUpdatedNodes() 514 Collection<TaskAttempt> taskAttempts = in testContainerPassThrough()
|
H A D | MockJobs.java | 59 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 233 public static Map<TaskAttemptId, TaskAttempt> newTaskAttempts(TaskId tid, in newTaskAttempts() 235 Map<TaskAttemptId, TaskAttempt> map = Maps.newHashMap(); in newTaskAttempts() 237 TaskAttempt ta = newTaskAttempt(tid, i); in newTaskAttempts() 243 public static TaskAttempt newTaskAttempt(TaskId tid, int i) { in newTaskAttempt() 248 return new TaskAttempt() { in newTaskAttempt() 369 final Map<TaskAttemptId, TaskAttempt> attempts = newTaskAttempts(tid, m); 401 public Map<TaskAttemptId, TaskAttempt> getAttempts() { 406 public TaskAttempt getAttempt(TaskAttemptId attemptID) {
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/java/org/apache/hadoop/mapreduce/v2/hs/webapp/dao/ |
H A D | TestJobInfo.java | 41 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 98 final TaskAttempt taskAttempt1 = mock(TaskAttempt.class); in testAverageReduceTime() 99 final TaskAttempt taskAttempt2 = mock(TaskAttempt.class); in testAverageReduceTime() 119 (new HashMap<TaskAttemptId, TaskAttempt>() in testAverageReduceTime() 122 (new HashMap<TaskAttemptId, TaskAttempt>() in testAverageReduceTime()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/dao/ |
H A D | TaskInfo.java | 30 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 52 TaskAttempt successful; 113 public TaskAttempt getSuccessful() { in getSuccessful() 117 private TaskAttempt getSuccessfulAttempt(Task task) { in getSuccessfulAttempt() 118 for (TaskAttempt attempt : task.getAttempts().values()) { in getSuccessfulAttempt()
|
H A D | TaskAttemptInfo.java | 31 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 61 public TaskAttemptInfo(TaskAttempt ta, Boolean isRunning) { in TaskAttemptInfo() 65 public TaskAttemptInfo(TaskAttempt ta, TaskType type, Boolean isRunning) { in TaskAttemptInfo()
|
H A D | ReduceTaskAttemptInfo.java | 26 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 42 public ReduceTaskAttemptInfo(TaskAttempt ta, TaskType type) { in ReduceTaskAttemptInfo()
|
H A D | JobTaskAttemptCounterInfo.java | 30 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 46 public JobTaskAttemptCounterInfo(TaskAttempt taskattempt) { in JobTaskAttemptCounterInfo()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/ |
H A D | TaskImpl.java | 112 private Map<TaskAttemptId, TaskAttempt> attempts; 344 Map<TaskAttemptId, TaskAttempt> result in getAttempts() 479 for (TaskAttempt at : attempts.values()) { in getLaunchTime() 503 for (TaskAttempt at : attempts.values()) { in getFinishTime() 517 for (TaskAttempt at : attempts.values()) { in getFinishTime() 535 private TaskAttempt selectBestAttempt() { in selectBestAttempt() 541 TaskAttempt result = null; in selectBestAttempt() 542 for (TaskAttempt at : attempts.values()) { in selectBestAttempt() 583 protected TaskAttempt getSuccessfulAttempt() { in getSuccessfulAttempt() 597 TaskAttempt attempt = addAttempt(avataar); in addAndScheduleAttempt() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/ |
H A D | CompletedTask.java | 40 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 54 private final Map<TaskAttemptId, TaskAttempt> attempts = 55 new LinkedHashMap<TaskAttemptId, TaskAttempt>(); 69 public TaskAttempt getAttempt(TaskAttemptId attemptID) { in getAttempt() 75 public Map<TaskAttemptId, TaskAttempt> getAttempts() { in getAttempts() 126 for(TaskAttempt attempt: attempts.values()) { in constructTaskReport()
|
H A D | CompletedJob.java | 57 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 225 List<TaskAttempt> allTaskAttempts = new LinkedList<TaskAttempt>(); in constructTaskAttemptCompletionEvents() 229 for (Map.Entry<TaskAttemptId,TaskAttempt> taskAttemptEntry : task.getAttempts().entrySet()) { in constructTaskAttemptCompletionEvents() 230 TaskAttempt taskAttempt = taskAttemptEntry.getValue(); in constructTaskAttemptCompletionEvents() 237 Collections.sort(allTaskAttempts, new Comparator<TaskAttempt>() { in constructTaskAttemptCompletionEvents() 240 public int compare(TaskAttempt o1, TaskAttempt o2) { in constructTaskAttemptCompletionEvents() 266 for (TaskAttempt taskAttempt : allTaskAttempts) { in constructTaskAttemptCompletionEvents()
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/webapp/ |
H A D | TestAMWebServicesAttempts.java | 43 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 218 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptId() 247 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdSlash() 276 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdDefault() 302 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdXML() 426 public void verifyAMTaskAttempt(JSONObject info, TaskAttempt att, in verifyAMTaskAttempt() 454 for (TaskAttempt att : task.getAttempts().values()) { in verifyAMTaskAttempts() 474 for (TaskAttempt att : task.getAttempts().values()) { in verifyAMTaskAttemptsXML() 527 public void verifyReduceTaskAttemptGeneric(TaskAttempt ta, in verifyReduceTaskAttemptGeneric() 554 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdCounters() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/java/org/apache/hadoop/mapreduce/v2/hs/webapp/ |
H A D | TestHsWebServicesAttempts.java | 43 import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; 231 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptId() 260 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdSlash() 289 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdDefault() 315 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdXML() 444 public void verifyHsTaskAttempt(JSONObject info, TaskAttempt att, in verifyHsTaskAttempt() 472 for (TaskAttempt att : task.getAttempts().values()) { in verifyHsTaskAttempts() 492 for (TaskAttempt att : task.getAttempts().values()) { in verifyHsTaskAttemptsXML() 545 public void verifyReduceTaskAttemptGeneric(TaskAttempt ta, in verifyReduceTaskAttemptGeneric() 572 for (TaskAttempt att : task.getAttempts().values()) { in testTaskAttemptIdCounters() [all …]
|
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/ |
H A D | Task.java | 40 Map<TaskAttemptId, TaskAttempt> getAttempts(); in getAttempts() 41 TaskAttempt getAttempt(TaskAttemptId attemptID); in getAttempt()
|
/dports/devel/hadoop/hadoop-1.2.1/webapps/job/ |
H A D | jobtaskshistory.jsp | 63 Map <String, TaskAttempt> taskAttempts = task.getTaskAttempts(); 64 for (JobHistory.TaskAttempt taskAttempt : taskAttempts.values()) { 76 JobHistory.TaskAttempt attempt, JspWriter out) throws IOException{
|