Home
last modified time | relevance | path

Searched refs:numReduces (Results 1 – 25 of 45) sorted by relevance

12

/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/
H A DJobIndexInfo.java36 private int numReduces; field in JobIndexInfo
44 String jobName, JobId jobId, int numMaps, int numReduces, String jobStatus) { in JobIndexInfo() argument
45 this(submitTime, finishTime, user, jobName, jobId, numMaps, numReduces, in JobIndexInfo()
50 String jobName, JobId jobId, int numMaps, int numReduces, in JobIndexInfo() argument
58 this.numReduces = numReduces; in JobIndexInfo()
107 return numReduces; in getNumReduces()
109 public void setNumReduces(int numReduces) { in setNumReduces() argument
110 this.numReduces = numReduces; in setNumReduces()
129 + jobId + ", numMaps=" + numMaps + ", numReduces=" + numReduces in toString()
/dports/devel/hadoop/hadoop-1.2.1/src/test/system/java/org/apache/hadoop/mapred/
H A DJobInfoImpl.java51 private int numReduces; field in JobInfoImpl
70 int numReduces) { in JobInfoImpl() argument
86 this.numReduces = numReduces; in JobInfoImpl()
160 public int numReduces() { in numReduces() method in JobInfoImpl
161 return numReduces; in numReduces()
219 numReduces = in.readInt(); in readFields()
245 out.writeInt(numReduces); in write()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/dao/
H A DJobInfo.java76 protected int numReduces; field in JobInfo
138 return numReduces; in getNumReduces()
249 numReduces = 0; in countTasksAndAttempts()
292 numReduces++; in countTasksAndAttempts()
309 if (numReduces > 0) { in countTasksAndAttempts()
310 avgReduceTime = avgReduceTime / numReduces; in countTasksAndAttempts()
311 avgShuffleTime = avgShuffleTime / numReduces; in countTasksAndAttempts()
312 avgMergeTime = avgMergeTime / numReduces; in countTasksAndAttempts()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/
H A DMRBench.java143 private JobConf setupJob(int numMaps, int numReduces, String jarFile) { in setupJob() argument
163 jobConf.setNumReduceTasks(numReduces); in setupJob()
236 int numReduces = 1; in run() local
249 numReduces = Integer.parseInt(args[++i]); in run()
273 numReduces < 1 || in run()
281 JobConf jobConf = setupJob(numMaps, numReduces, jarFile); in run()
301 System.out.println("Reduces per job: " + numReduces); in run()
315 numReduces + "\t" + avgTime); in run()
H A DTestMiniMRClasspath.java48 int numMaps, int numReduces, Path inDir, Path outDir) throws IOException { in configureWordCount() argument
72 conf.setNumReduceTasks(numReduces); in configureWordCount()
78 int numMaps, int numReduces) in launchWordCount() argument
83 configureWordCount(fs, conf, input, numMaps, numReduces, inDir, outDir); in launchWordCount()
106 int numMaps, int numReduces) in launchExternal() argument
134 conf.setNumReduceTasks(numReduces); in launchExternal()
H A DTestSpecialCharactersInOutputPath.java53 int numReduces) throws IOException { in launchJob() argument
81 conf.setNumReduceTasks(numReduces); in launchJob()
H A DTestJobSysDirWithDFS.java60 int numReduces, in launchWordCount() argument
87 conf.setNumReduceTasks(numReduces); in launchWordCount()
H A DNotificationTestCase.java203 int numReduces) throws IOException { in launchWordCount() argument
240 conf.setNumReduceTasks(numReduces); in launchWordCount()
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/mapred/
H A DMRBench.java143 private JobConf setupJob(int numMaps, int numReduces, String jarFile) { in setupJob() argument
163 jobConf.setNumReduceTasks(numReduces); in setupJob()
236 int numReduces = 1; in run() local
249 numReduces = Integer.parseInt(args[++i]); in run()
273 numReduces < 1 || in run()
281 JobConf jobConf = setupJob(numMaps, numReduces, jarFile); in run()
301 System.out.println("Reduces per job: " + numReduces); in run()
315 numReduces + "\t" + avgTime); in run()
H A DTestMiniMRClasspath.java45 int numReduces, in configureWordCount() argument
72 conf.setNumReduceTasks(numReduces); in configureWordCount()
78 String input, int numMaps, int numReduces) in launchWordCount() argument
83 configureWordCount(fs, jobTracker, conf, input, numMaps, numReduces, inDir, in launchWordCount()
107 String input, int numMaps, int numReduces) in launchExternal() argument
135 conf.setNumReduceTasks(numReduces); in launchExternal()
H A DTestEmptyJob.java82 private boolean launchEmptyJob(URI fileSys, int numMaps, int numReduces) in launchEmptyJob() argument
113 conf.setNumReduceTasks(numReduces); in launchEmptyJob()
196 assertTrue("Number of reduces is not " + numReduces, jc in launchEmptyJob()
197 .getReduceTaskReports(runningJob.getID()).length == numReduces); in launchEmptyJob()
209 + numReduces, list.length == numReduces); in launchEmptyJob()
H A DTestKillCompletedJob.java45 int numReduces) throws IOException { in launchWordCount() argument
76 conf.setNumReduceTasks(numReduces); in launchWordCount()
H A DTestSpecialCharactersInOutputPath.java51 int numReduces) throws IOException { in launchJob() argument
80 conf.setNumReduceTasks(numReduces); in launchJob()
H A DTestJobSysDirWithDFS.java58 int numReduces, in launchWordCount() argument
85 conf.setNumReduceTasks(numReduces); in launchWordCount()
H A DNotificationTestCase.java204 int numReduces) throws IOException { in launchWordCount() argument
241 conf.setNumReduceTasks(numReduces); in launchWordCount()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-pipes/src/main/native/pipes/impl/
H A DHadoopPipes.cc522 int32_t numReduces; in nextEvent() local
525 numReduces = deserializeInt(*downStream); in nextEvent()
527 handler->runMap(split, numReduces, piped); in nextEvent()
579 int numReduces; member in HadoopPipes::CombineContext
596 numReduces = _numReduces; in CombineContext()
678 int numReduces; member in HadoopPipes::CombineRunner
689 numReduces = _numReduces; in CombineRunner()
744 int numReduces; member in HadoopPipes::TaskContextImpl
812 numReduces = _numReduces; in runMap()
813 if (numReduces != 0) { in runMap()
[all …]
/dports/devel/hadoop/hadoop-1.2.1/src/c++/pipes/impl/
H A DHadoopPipes.cc522 int32_t numReduces; in nextEvent() local
525 numReduces = deserializeInt(*downStream); in nextEvent()
527 handler->runMap(split, numReduces, piped); in nextEvent()
579 int numReduces; member in HadoopPipes::CombineContext
596 numReduces = _numReduces; in CombineContext()
678 int numReduces; member in HadoopPipes::CombineRunner
689 numReduces = _numReduces; in CombineRunner()
744 int numReduces; member in HadoopPipes::TaskContextImpl
812 numReduces = _numReduces; in runMap()
813 if (numReduces != 0) { in runMap()
[all …]
/dports/databases/mongodb36/mongodb-src-r3.6.23/src/mongo/db/commands/
H A Dmr.h93 Reducer() : numReduces(0) {} in Reducer()
101 long long numReduces; variable
364 long long numReduces() const { in numReduces() function
367 return _config.reducer->numReduces; in numReduces()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/
H A DStatistics.java127 private static void addToNumReducesSubmitted(int numReduces) { in addToNumReducesSubmitted() argument
128 numReducesSubmitted += numReduces; in addToNumReducesSubmitted()
135 private static void subtractFromNumReducesSubmitted(int numReduces) { in subtractFromNumReducesSubmitted() argument
136 numReducesSubmitted -= numReduces; in subtractFromNumReducesSubmitted()
/dports/devel/hadoop/hadoop-1.2.1/src/mapred/org/apache/hadoop/mapreduce/
H A DJob.java500 int numReduces = conf.getNumReduceTasks(); in setUseNewAPI() local
509 if (numReduces != 0) { in setUseNewAPI()
518 if (numReduces != 0) { in setUseNewAPI()
524 if (numReduces != 0) { in setUseNewAPI()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/
H A DJob.java460 int numReduces = 0; in toString() local
466 numReduces = getTaskReports(TaskType.REDUCE).length; in toString()
477 sb.append("Number of reduces: ").append(numReduces).append("\n"); in toString()
1213 int numReduces = conf.getNumReduceTasks();
1222 if (numReduces != 0) {
1231 if (numReduces != 0) {
1237 if (numReduces != 0) {
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/pipes/
H A DTestPipes.java152 int numMaps, int numReduces, String[] expectedResults, in runProgram() argument
163 job.setNumReduceTasks(numReduces); in runProgram()
174 if (numReduces == 0) { in runProgram()
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/mapred/pipes/
H A DTestPipes.java151 int numMaps, int numReduces, String[] expectedResults, in runProgram() argument
162 job.setNumReduceTasks(numReduces); in runProgram()
173 if (numReduces == 0) { in runProgram()
/dports/devel/hadoop/hadoop-1.2.1/src/test/system/java/org/apache/hadoop/mapreduce/test/system/
H A DJobInfo.java96 int numReduces(); in numReduces() method
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/
H A DTestTaskContext.java102 int numReduces = 1; in testContextStatus() local
104 new Path(test, "in"), new Path(test, "out"), numMaps, numReduces); in testContextStatus()

12