Home
last modified time | relevance | path

Searched refs:recordDelimiter (Results 1 – 14 of 14) sorted by relevance

/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/
H A DLineRecordReader.java80 LineReader(InputStream in, byte[] recordDelimiter) { in LineReader() argument
81 super(in, recordDelimiter); in LineReader()
84 super(in, bufferSize, recordDelimiter); in LineReader()
87 byte[] recordDelimiter) throws IOException { in LineReader() argument
88 super(in, conf, recordDelimiter); in LineReader()
98 byte[] recordDelimiter) throws IOException { in LineRecordReader() argument
123 decompressor), job, recordDelimiter); in LineRecordReader()
129 fileIn, job, recordDelimiter, split.getLength()); in LineRecordReader()
147 int maxLineLength, byte[] recordDelimiter) { in LineRecordReader() argument
149 this.in = new SplitLineReader(in, recordDelimiter); in LineRecordReader()
[all …]
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/main/java/com/servingxml/components/flatfile/scanner/bytes/
H A DLineDelimitedByteScanner.java195 ByteDelimiterExtractor recordDelimiter = recordDelimiterExtractors[j]; in read2() local
197 if (recordDelimiter.testStart(recordBuffer,byteArrayBuilder)) { in read2()
199 readToEnd(recordBuffer, recordDelimiter, eventBuffer); in read2()
203 } else if (recordDelimiter.testContinuation(recordBuffer,byteArrayBuilder)) { in read2()
206 } else if (recordDelimiter.foundEndDelimiter(recordBuffer,byteArrayBuilder)) { in read2()
238 readToEnd(recordBuffer, recordDelimiter, eventBuffer, 1); in readToEnd()
241 private void readToEnd(ByteBuffer recordBuffer, ByteDelimiterExtractor recordDelimiter, in readToEnd() argument
267 } else if (recordDelimiter.testStart(recordBuffer,byteArrayBuilder)) { in readToEnd()
268 readToEnd(recordBuffer, recordDelimiter, eventBuffer, level+1); in readToEnd()
301 ByteDelimiterExtractor recordDelimiter = recordDelimiterExtractors[j]; in readCommentLine() local
[all …]
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/main/java/com/servingxml/components/flatfile/scanner/characters/
H A DLineDelimitedCharScanner.java214 CharDelimiterExtractor recordDelimiter = recordCharDelimiterExtractors[j]; in read2() local
216 if (recordDelimiter.testStart(recordBuffer,charArrayBuilder)) { in read2()
218 readToEnd(recordBuffer, recordDelimiter, eventBuffer); in read2()
224 } else if (recordDelimiter.testContinuation(recordBuffer,charArrayBuilder)) { in read2()
227 } else if (recordDelimiter.foundEndDelimiter(recordBuffer,charArrayBuilder)) { in read2()
259 readToEnd(recordBuffer, recordDelimiter, eventBuffer, 1); in readToEnd()
262 private void readToEnd(CharBuffer recordBuffer, CharDelimiterExtractor recordDelimiter, in readToEnd() argument
288 } else if (recordDelimiter.testStart(recordBuffer,charArrayBuilder)) { in readToEnd()
289 readToEnd(recordBuffer, recordDelimiter, eventBuffer, level+1); in readToEnd()
322 CharDelimiterExtractor recordDelimiter = recordCharDelimiterExtractors[j]; in readCommentLine() local
[all …]
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/main/java/com/servingxml/components/flatfile/layout/
H A DDefaultFlatFileWriter.java50 private final Delimiter recordDelimiter; field in DefaultFlatFileWriter
58 Delimiter recordDelimiter, QuoteSymbol quoteSymbol) { in DefaultFlatFileWriter() argument
61 this.recordDelimiter = recordDelimiter; in DefaultFlatFileWriter()
98 boolean insertQuotes = fieldDelimiter.occursIn(value) || recordDelimiter.occursIn(value); in writeRecord()
109 writer.write(recordDelimiter.toString()); in writeRecord()
117 boolean insertQuotes = fieldDelimiter.occursIn(value) || recordDelimiter.occursIn(value); in writeRecord()
128 writer.write(recordDelimiter.toString()); in writeRecord()
H A DFlatFileWriter.java54 private final Delimiter recordDelimiter; field in FlatFileWriter
101 recordDelimiter = recordDelimiters[index]; in FlatFileWriter()
103 recordDelimiter = RecordDelimiter.NULL; in FlatFileWriter()
159 recordDelimiter.writeEndDelimiterTo(recordOutput); in startRecordStream()
190 recordDelimiter.writeEndDelimiterTo(recordOutput); in endRecordStream()
221 recordDelimiter.writeEndDelimiterTo(recordOutput); in writeRecord()
H A DSigningFlatFilePostprocessor.java57 private final Delimiter recordDelimiter; field in SigningFlatFilePostprocessor
80 recordDelimiter = found ? RecordDelimiter.SYSTEM : recordDelimiters[0]; in SigningFlatFilePostprocessor()
157 recordDelimiter.writeEndDelimiterTo(recordOutput); in startRecordStream()
191 recordDelimiter.writeEndDelimiterTo(recordOutput); in endRecordStream()
H A DDefaultFlatFileWriterFactory.java62 Delimiter recordDelimiter = flatFileOptions.getRecordDelimiterForWriting(); in createRecordWriter() local
64 …RecordWriter recordWriter = new DefaultFlatFileWriter(sinkFactory, fieldDelimiter, recordDelimiter, in createRecordWriter()
/dports/databases/db5/db-5.3.28/lang/java/src/com/sleepycat/db/
H A DDatabaseConfig.java59 private int recordDelimiter = 0; field in DatabaseConfig
1588 public void setRecordDelimiter(final int recordDelimiter) { in setRecordDelimiter() argument
1589 this.recordDelimiter = recordDelimiter; in setRecordDelimiter()
1603 return recordDelimiter; in getRecordDelimiter()
2308 if (recordDelimiter != oldConfig.recordDelimiter) in configureDatabase()
2309 db.set_re_delim(recordDelimiter); in configureDatabase()
2406 recordDelimiter = db.get_re_delim(); in DatabaseConfig()
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/test/java/com/servingxml/components/flatfile/scanner/bytes/
H A DByteBufferTest.java96 byte[] recordDelimiter = new String("\n").getBytes(); in testNewLine()
97 if (buffer.startsWith(recordDelimiter)) { in testNewLine()
98 buffer.next(recordDelimiter.length); in testNewLine()
/dports/databases/db18/db-18.1.40/lang/java/src/com/sleepycat/db/
H A DDatabaseConfig.java64 private int recordDelimiter = 0; field in DatabaseConfig
1802 public void setRecordDelimiter(final int recordDelimiter) { in setRecordDelimiter() argument
1803 this.recordDelimiter = recordDelimiter; in setRecordDelimiter()
1817 return recordDelimiter; in getRecordDelimiter()
2564 if (recordDelimiter != oldConfig.recordDelimiter) in configureDatabase()
2565 db.set_re_delim(recordDelimiter); in configureDatabase()
2674 recordDelimiter = db.get_re_delim(); in DatabaseConfig()
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/test/java/com/servingxml/components/flatfile/scanner/characters/
H A DCharBufferTest.java105 char[] recordDelimiter = new String("\n").toCharArray(); in testNewLine() local
106 if (buffer.startsWith(recordDelimiter)) { in testNewLine()
107 buffer.next(recordDelimiter.length); in testNewLine()
/dports/devel/hadoop2/hadoop-2.7.2-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/
H A DLineRecordReader.java70 public LineRecordReader(byte[] recordDelimiter) { in LineRecordReader() argument
71 this.recordDelimiterBytes = recordDelimiter; in LineRecordReader()
/dports/sysutils/rush/rush-0.4.2-9-ga800565/
H A Droot.go153 recordDelimiter := []byte(config.RecordDelimiter)
158 if len(recordDelimiter) == 0 {
161 i := bytes.Index(data, recordDelimiter)
163 return i + len(recordDelimiter), data[0:i], nil // trim config.RecordDelimiter
/dports/java/servingxml/servingxml-1.1.2/servingxml-framework/src/main/java/com/servingxml/components/flatfile/options/
H A DFlatFileOptionsImpl.java345 Delimiter recordDelimiter = recordDelimiters[index]; in getRecordDelimiterForWriting() local
346 return recordDelimiter; in getRecordDelimiterForWriting()