Home
last modified time | relevance | path

Searched refs:localFs (Results 1 – 25 of 112) sorted by relevance

12345

/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/
H A DTestChecksumFileSystem.java75 localFs.delete(localFs.getChecksumFile(testPath), true); in testVerifyChecksum()
76 assertTrue("checksum deleted", !localFs.exists(localFs.getChecksumFile(testPath))); in testVerifyChecksum()
79 FileUtil.copy(localFs, localFs.getChecksumFile(testPath11), localFs, in testVerifyChecksum()
80 localFs.getChecksumFile(testPath),false,true,localFs.getConf()); in testVerifyChecksum()
81 assertTrue("checksum exists", localFs.exists(localFs.getChecksumFile(testPath))); in testVerifyChecksum()
244 assertTrue(localFs.exists(localFs.getChecksumFile(srcPath))); in verifyRename()
246 assertTrue(localFs.exists(localFs.getChecksumFile(realDstPath))); in verifyRename()
250 assertFalse(localFs.exists(localFs.getChecksumFile(srcPath))); in verifyRename()
252 assertFalse(localFs.exists(localFs.getChecksumFile(realDstPath))); in verifyRename()
256 assertTrue(localFs.exists(localFs.getChecksumFile(srcPath))); in verifyRename()
[all …]
H A DTestFileContextResolveAfs.java41 private FileSystem localFs; field in TestFileContextResolveAfs
51 localFs = FileSystem.get(conf); in testFileContextResolveAfs()
54 Path linkPath = localFs.makeQualified(new Path(TEST_ROOT_DIR_LOCAL, in testFileContextResolveAfs()
56 localFs.mkdirs(new Path(TEST_ROOT_DIR_LOCAL)); in testFileContextResolveAfs()
57 localFs.create(localPath); in testFileContextResolveAfs()
62 localFs.deleteOnExit(localPath); in testFileContextResolveAfs()
63 localFs.deleteOnExit(linkPath); in testFileContextResolveAfs()
64 localFs.close(); in testFileContextResolveAfs()
H A DTestLocalDirAllocator.java58 static LocalFileSystem localFs; field in TestLocalDirAllocator
70 localFs = FileSystem.getLocal(conf);
105 localFs.delete(BUFFER_PATH_ROOT, true)); in rmBufferDirs()
139 assertTrue(localFs.mkdirs(new Path(dir1))); in test0()
161 assertTrue(localFs.mkdirs(new Path(dir2))); in testROBufferDirAndRWBufferDir()
207 assertTrue(localFs.mkdirs(new Path(dir3))); in testRWBufferDirBecomesRO()
208 assertTrue(localFs.mkdirs(new Path(dir4))); in testRWBufferDirBecomesRO()
246 assertTrue(localFs.mkdirs(new Path(dir5))); in testCreateManyFiles()
247 assertTrue(localFs.mkdirs(new Path(dir6))); in testCreateManyFiles()
291 localFs.getFileStatus(p2.getParent()); in testLocalPathForWriteDirCreation()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/lib/input/
H A DTestFileInputFormat.java233 localFs.makeQualified(base1) + "," + localFs.makeQualified(base2)); in configureTestSimple()
234 localFs.mkdirs(base1); in configureTestSimple()
235 localFs.mkdirs(base2); in configureTestSimple()
259 localFs.mkdirs(base1); in configureTestNestedRecursive()
271 localFs.mkdirs(inDir1); in configureTestNestedRecursive()
272 localFs.mkdirs(inDir2); in configureTestNestedRecursive()
293 localFs.mkdirs(base1); in configureTestNestedNonRecursive()
305 localFs.mkdirs(inDir1); in configureTestNestedNonRecursive()
306 localFs.mkdirs(inDir2); in configureTestNestedNonRecursive()
323 localFs.makeQualified(base1) + "," + localFs.makeQualified(base2)); in configureTestErrorOnNonExistantDir()
[all …]
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/fs/
H A DTestChecksumFileSystem.java75 LocalFileSystem localFs = FileSystem.getLocal(conf); in testVerifyChecksum() local
78 FSDataOutputStream fout = localFs.create(testPath); in testVerifyChecksum()
82 fout = localFs.create(testPath11); in testVerifyChecksum()
86 localFs.delete(localFs.getChecksumFile(testPath), true); in testVerifyChecksum()
87 assertTrue("checksum deleted", !localFs.exists(localFs.getChecksumFile(testPath))); in testVerifyChecksum()
90 FileUtil.copy(localFs, localFs.getChecksumFile(testPath11), localFs, in testVerifyChecksum()
91 localFs.getChecksumFile(testPath),false,true,conf); in testVerifyChecksum()
92 assertTrue("checksum exists", localFs.exists(localFs.getChecksumFile(testPath))); in testVerifyChecksum()
96 TestLocalFileSystem.readFile(localFs, testPath); in testVerifyChecksum()
103 localFs.setVerifyChecksum(false); in testVerifyChecksum()
[all …]
H A DTestLocalDirAllocator.java52 static LocalFileSystem localFs; field in TestLocalDirAllocator
58 localFs = FileSystem.getLocal(conf);
68 assertTrue(!localFs.exists(BUFFER_PATH_ROOT) || in rmBufferDirs()
69 localFs.delete(BUFFER_PATH_ROOT)); in rmBufferDirs()
98 assertTrue(localFs.mkdirs(BUFFER_PATH[1])); in test0()
116 assertTrue(localFs.mkdirs(BUFFER_PATH[2])); in test1()
155 assertTrue(localFs.mkdirs(BUFFER_PATH[3])); in test3()
156 assertTrue(localFs.mkdirs(BUFFER_PATH[4])); in test3()
190 assertTrue(localFs.mkdirs(BUFFER_PATH[5])); in test4()
191 assertTrue(localFs.mkdirs(BUFFER_PATH[6])); in test4()
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/fs/ftp/
H A DTestFTPFileSystem.java46 private FileSystem localFs = null; field in TestFTPFileSystem
95 localFs = FileSystem.getLocal(defaultConf); in setUp()
96 ftpServerConfig = new Path(localFs.getWorkingDirectory(), "res"); in setUp()
106 localFs.delete(ftpServerRoot, true); in tearDown()
107 localFs.delete(ftpServerConfig, true); in tearDown()
108 localFs.close(); in tearDown()
122 localFs.setWorkingDirectory(workDir); in testReadWrite()
126 util.createFiles(localFs, localData.toUri().getPath()); in testReadWrite()
147 dataConsistency = util.checkFiles(localFs, renamedData.getName()); in testReadWrite()
152 boolean deleteSuccess = localFs.delete(renamedData, true) in testReadWrite()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/
H A DTestFileInputFormatPathFilter.java44 private static FileSystem localFs = null; field in TestFileInputFormatPathFilter
48 localFs = FileSystem.getLocal(new JobConf());
61 localFs.mkdirs(workDir); in setUp()
65 if (localFs.exists(workDir)) { in tearDown()
66 localFs.delete(workDir, true); in tearDown()
72 Writer writer = new OutputStreamWriter(localFs.create(file)); in createFile()
75 return localFs.makeQualified(file); in createFile()
121 createdFiles.remove(localFs.makeQualified(new Path(workDir, "aa"))); in _testInputFiles()
122 createdFiles.remove(localFs.makeQualified(new Path(workDir, "bb"))); in _testInputFiles()
126 createdFiles.remove(localFs.makeQualified(new Path(workDir, "b"))); in _testInputFiles()
[all …]
H A DTestLineRecordReaderJobs.java47 FileSystem localFs = FileSystem.getLocal(conf); in createInputFile() local
49 Writer writer = new OutputStreamWriter(localFs.create(file)); in createInputFile()
62 FileSystem localFs = FileSystem.getLocal(conf); in readOutputFile() local
64 return UtilsForTests.slurpHadoop(file, localFs); in readOutputFile()
100 FileSystem localFs = FileSystem.getLocal(conf); in testCustomRecordDelimiters() local
102 localFs.delete(workDir, true); in testCustomRecordDelimiters()
122 FileSystem localFs = FileSystem.getLocal(conf); in testDefaultRecordDelimiters() local
124 localFs.delete(workDir, true); in testDefaultRecordDelimiters()
H A DTestConcatenatedCompressedInput.java51 private static FileSystem localFs = null; field in TestConcatenatedCompressedInput
73 localFs = FileSystem.getLocal(defaultConf);
129 localFs.delete(workDir, true); in testGzip()
186 localFs.copyFromLocalFile(fnLocal, fnHDFS); in testGzip()
231 localFs.copyFromLocalFile(fnLocal, fnHDFS); in testPrototypeInflaterGzip()
309 localFs.delete(workDir, true); in testBuiltInGzipDecompressor()
322 localFs.copyFromLocalFile(fnLocal1, fnHDFS1); in testBuiltInGzipDecompressor()
329 localFs.copyFromLocalFile(fnLocal2, fnHDFS2); in testBuiltInGzipDecompressor()
470 localFs.delete(workDir, true); in testBzip2()
480 localFs.copyFromLocalFile(fnLocal, fnHDFS); in testBzip2()
[all …]
H A DTestCombineFileInputFormat.java41 private static FileSystem localFs = null; field in TestCombineFileInputFormat
45 localFs = FileSystem.getLocal(defaultConf);
52 "TestCombineFileInputFormat").makeQualified(localFs);
69 localFs.delete(workDir, true); in testSplits()
70 writeFile(localFs, new Path(workDir, "test.txt"), in testSplits()
H A DTestFixedLengthInputFormat.java47 private static FileSystem localFs; field in TestFixedLengthInputFormat
61 localFs = FileSystem.getLocal(defaultConf); in onlyOnce()
98 localFs.delete(workDir, true); in testNoRecordLength()
125 localFs.delete(workDir, true); in testZeroRecordLength()
153 localFs.delete(workDir, true); in testNegativeRecordLength()
199 localFs.delete(workDir, true); in testGzipWithTwoInputs()
209 writeFile(localFs, new Path(workDir, "part2.txt.gz"), gzip, in testGzipWithTwoInputs()
232 OutputStream ostream = localFs.create(targetFile); in createFile()
259 localFs.delete(workDir, true); in runRandomTests()
294 assertTrue(localFs.exists(file)); in runRandomTests()
[all …]
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/mapred/
H A DTestFileInputFormatPathFilter.java44 private static FileSystem localFs = null; field in TestFileInputFormatPathFilter
48 localFs = FileSystem.getLocal(new JobConf());
61 localFs.mkdirs(workDir); in setUp()
65 if (localFs.exists(workDir)) { in tearDown()
66 localFs.delete(workDir, true); in tearDown()
72 Writer writer = new OutputStreamWriter(localFs.create(file)); in createFile()
75 return localFs.makeQualified(file); in createFile()
121 createdFiles.remove(localFs.makeQualified(new Path(workDir, "aa"))); in _testInputFiles()
122 createdFiles.remove(localFs.makeQualified(new Path(workDir, "bb"))); in _testInputFiles()
126 createdFiles.remove(localFs.makeQualified(new Path(workDir, "b"))); in _testInputFiles()
[all …]
H A DTestIsolationRunner.java79 FileSystem localFs = FileSystem.getLocal(conf); in deleteSideEffectFiles() local
80 localFs.delete(new Path(conf.get(SIDE_EFFECT_DIR_PROPERTY)), true); in deleteSideEffectFiles()
86 FileSystem localFs = FileSystem.getLocal(conf); in writeSideEffectFile() local
89 localFs.create(sideEffectFile).close(); in writeSideEffectFile()
94 FileSystem localFs = FileSystem.getLocal(conf); in countSideEffectFiles() local
95 FileStatus[] files = localFs.listStatus( in countSideEffectFiles()
137 FileSystem localFs = FileSystem.getLocal(conf); in testIsolationRunOfMapTask() local
141 jobId, true).makeQualified(localFs); in testIsolationRunOfMapTask()
142 assertTrue(localFs.exists(mapJobXml)); in testIsolationRunOfMapTask()
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/util/
H A DTestGenericOptionsParser.java34 FileSystem localFs; field in TestGenericOptionsParser
40 localFs = FileSystem.getLocal(conf); in setUp()
43 localFs.delete(new Path(testDir.toString()), true); in setUp()
50 localFs.delete(new Path(testDir.toString()), true); in tearDown()
59 FileSystem localFs = FileSystem.getLocal(conf); in testTokenCacheOption() local
81 localFs.create(tmpPath); in testTokenCacheOption()
86 localFs.makeQualified(tmpPath).toString(), fileName); in testTokenCacheOption()
88 localFs.delete(new Path(testDir.getAbsolutePath()), true); in testTokenCacheOption()
94 localFs.create(tmpPath); in testFilesOption()
103 localFs.makeQualified(tmpPath).toString(), files); in testFilesOption()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/
H A DTestMRJobsWithProfiler.java59 private static final FileSystem localFs; field in TestMRJobsWithProfiler
62 localFs = FileSystem.getLocal(CONF);
70 makeQualified(localFs.getUri(), localFs.getWorkingDirectory());
91 localFs.copyFromLocalFile(new Path(MiniMRYarnCluster.APPJAR), APP_JAR); in setup()
92 localFs.setPermission(APP_JAR, new FsPermission("700")); in setup()
191 localFs.globStatus(new Path(logDir in testProfilerInternal()
197 new InputStreamReader(localFs.open(fileStatus.getPath()))); in testProfilerInternal()
224 localFs.open(profilePath))); in testProfilerInternal()
232 localFs.exists(profilePath)); in testProfilerInternal()
236 localFs.exists(profilePath)); in testProfilerInternal()
[all …]
H A DTestMRAMWithNonNormalizedCapabilities.java43 private static FileSystem localFs; field in TestMRAMWithNonNormalizedCapabilities
50 localFs = FileSystem.getLocal(conf);
58 .makeQualified(localFs.getUri(), localFs.getWorkingDirectory());
76 localFs.copyFromLocalFile(new Path(MiniMRYarnCluster.APPJAR), APP_JAR); in setup()
77 localFs.setPermission(APP_JAR, new FsPermission("700")); in setup()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/
H A DTestLineRecordReaderJobs.java51 FileSystem localFs = FileSystem.getLocal(conf); in createInputFile() local
53 Writer writer = new OutputStreamWriter(localFs.create(file)); in createInputFile()
66 FileSystem localFs = FileSystem.getLocal(conf); in readOutputFile() local
68 return UtilsForTests.slurpHadoop(file, localFs); in readOutputFile()
103 FileSystem localFs = FileSystem.getLocal(conf); in testCustomRecordDelimiters() local
105 localFs.delete(workDir, true); in testCustomRecordDelimiters()
125 FileSystem localFs = FileSystem.getLocal(conf); in testDefaultRecordDelimiters() local
127 localFs.delete(workDir, true); in testDefaultRecordDelimiters()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/sharedcache/
H A DTestSharedCacheUploader.java78 FileSystem localFs = FileSystem.getLocal(conf); in testRenameFail() local
81 localFs); in testRenameFail()
114 FileSystem localFs = FileSystem.getLocal(conf); in testSuccess() local
117 localFs); in testSuccess()
151 localFs); in testNotifySCMFail()
186 localFs); in testVerifyAccessPublicResource()
206 FileSystem localFs = mock(FileSystem.class); in testGetActualPath() local
213 localFs); in testGetActualPath()
230 localFs); in createSpiedUploader()
235 FileSystem fs, FileSystem localFs) in createSpiedUploader() argument
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapred/
H A DTestFileInputFormat.java56 private static FileSystem localFs; field in TestFileInputFormat
74 localFs = FileSystem.getLocal(new Configuration()); in setup()
75 localFs.delete(TEST_ROOT_DIR, true); in setup()
76 localFs.mkdirs(TEST_ROOT_DIR); in setup()
81 localFs.delete(TEST_ROOT_DIR, true); in cleanup()
134 .configureTestSimple(conf, localFs); in testListStatusSimple()
143 localFs); in testListStatusSimple()
152 .configureTestNestedRecursive(conf, localFs); in testListStatusNestedRecursive()
160 localFs); in testListStatusNestedRecursive()
169 .configureTestNestedNonRecursive(conf, localFs); in testListStatusNestedNonRecursive()
[all …]
/dports/net/rclone/rclone-1.57.0/backend/crypt/
H A Dcrypt_internal_test.go35 func makeTempLocalFs(t *testing.T) (localFs fs.Fs, cleanup func()) {
36 localFs, err := fs.TemporaryLocalFs(context.Background())
39 require.NoError(t, localFs.Rmdir(context.Background(), ""))
41 return localFs, cleanup
68 localFs, cleanupLocalFs := makeTempLocalFs(t)
71 obj, cleanupObj := uploadFile(t, localFs, path, contents)
117 localFs, cleanupLocalFs := makeTempLocalFs(t)
121 localObj, cleanupLocalObj := uploadFile(t, localFs, path, contents)
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/
H A DTestDirectoryCollection.java48 private FileContext localFs; field in TestDirectoryCollection
53 localFs = FileContext.getLocalFSFileContext(conf); in setupForTests()
98 localFs.mkdir(pathC, null, true); in testCreateDirectories()
99 localFs.setPermission(pathC, permDirC); in testCreateDirectories()
108 boolean createResult = dc.createNonExistentDirs(localFs, defaultPerm); in testCreateDirectories()
111 FileStatus status = localFs.getFileStatus(new Path(dirA)); in testCreateDirectories()
114 status = localFs.getFileStatus(new Path(dirB)); in testCreateDirectories()
117 status = localFs.getFileStatus(pathC); in testCreateDirectories()
200 localFs.mkdir(pathB, null, true); in testFailedDisksBecomingGoodAgain()
201 localFs.setPermission(pathB, permDirB); in testFailedDisksBecomingGoodAgain()
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/
H A DTestGenericOptionsParser.java52 FileSystem localFs; field in TestGenericOptionsParser
58 localFs.create(tmpPath); in testFilesOption()
69 localFs.makeQualified(tmpPath).toString(), files); in testFilesOption()
80 localFs.makeQualified(new Path(tmpURI)).toString(), files); in testFilesOption()
117 localFs.create(tmpPathOne); in testEmptyFilenames()
118 localFs.create(tmpPathTwo); in testEmptyFilenames()
201 localFs = FileSystem.getLocal(conf); in setUp()
204 localFs.delete(new Path(testDir.toString()), true); in setUp()
211 localFs.delete(new Path(testDir.toString()), true); in tearDown()
220 FileSystem localFs = FileSystem.getLocal(conf); in testTokenCacheOption() local
[all …]
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/
H A DTestSharedCacheClientImpl.java56 private static FileSystem localFs; field in TestSharedCacheClientImpl
63 localFs = FileSystem.getLocal(new Configuration()); in beforeClass()
66 + "-tmpDir").makeQualified(localFs.getUri(), in beforeClass()
67 localFs.getWorkingDirectory()); in beforeClass()
73 if (localFs != null) { in afterClass()
74 localFs.close(); in afterClass()
161 out = localFs.create(file); in makeFile()
/dports/devel/hadoop/hadoop-1.2.1/src/test/org/apache/hadoop/mapreduce/
H A DTestMapReduceLocal.java51 private static FileSystem localFs; field in TestMapReduceLocal
54 localFs = FileSystem.getLocal(conf);
62 localFs.delete(file, false); in writeFile()
63 DataOutputStream f = localFs.create(file); in writeFile()
70 DataInputStream f = localFs.open(new Path(TEST_ROOT_DIR + "/" + name)); in readFile()
126 localFs.delete(new Path(TEST_ROOT_DIR + "/in"), true); in runWordCount()
127 localFs.delete(new Path(TEST_ROOT_DIR + "/out"), true); in runWordCount()

12345