test_class.declarator: format = new MyTextInputFormat()
test_class.modifier: private final
test_class.original_string: private final DelimitedInputFormat<String> format = new MyTextInputFormat();
test_class.type: DelimitedInputFormat<String>
test_class.var_name: format
test_class.file: flink-core/src/test/java/org/apache/flink/api/common/io/DelimitedInputFormatTest.java
test_class.identifier: DelimitedInputFormatTest
test_case.body: @Test
  	public void testOpen() throws IOException {
  		final String myString = "my mocked line 1\nmy mocked line 2\n";
  		final FileInputSplit split = createTempFile(myString);
  		
  		int bufferSize = 5;
  		format.setBufferSize(bufferSize);
  		format.open(split);
  		assertEquals(0, format.splitStart);
  		assertEquals(myString.length() - bufferSize, format.splitLength);
  		assertEquals(bufferSize, format.getBufferSize());
  	}
test_case.class_method_signature: DelimitedInputFormatTest.testOpen()
test_case.full_signature: @Test public void testOpen()
test_case.identifier: testOpen
test_case.invocations: createTempFile setBufferSize open assertEquals assertEquals length assertEquals getBufferSize
test_case.modifiers: @Test public
test_case.parameters: ()
test_case.return: void
test_case.signature: void testOpen()
focal_class.declarator: serialVersionUID = 1L
focal_class.modifier: private static final
focal_class.original_string: private static final long serialVersionUID = 1L;
focal_class.type: long
focal_class.var_name: serialVersionUID
focal_class.declarator: LOG = LoggerFactory.getLogger(DelimitedInputFormat.class)
focal_class.modifier: private static final
focal_class.original_string: private static final Logger LOG = LoggerFactory.getLogger(DelimitedInputFormat.class);
focal_class.type: Logger
focal_class.var_name: LOG
focal_class.declarator: DEFAULT_READ_BUFFER_SIZE = 1024 * 1024
focal_class.modifier: private static final
focal_class.original_string: private static final int DEFAULT_READ_BUFFER_SIZE = 1024 * 1024;
focal_class.type: int
focal_class.var_name: DEFAULT_READ_BUFFER_SIZE
focal_class.declarator: NUM_SAMPLES_UNDEFINED = -1
focal_class.modifier: private static final
focal_class.original_string: private static final int NUM_SAMPLES_UNDEFINED = -1;
focal_class.type: int
focal_class.var_name: NUM_SAMPLES_UNDEFINED
focal_class.declarator: DEFAULT_MAX_NUM_SAMPLES
focal_class.modifier: private static
focal_class.original_string: private static int DEFAULT_MAX_NUM_SAMPLES;
focal_class.type: int
focal_class.var_name: DEFAULT_MAX_NUM_SAMPLES
focal_class.declarator: DEFAULT_MIN_NUM_SAMPLES
focal_class.modifier: private static
focal_class.original_string: private static int DEFAULT_MIN_NUM_SAMPLES;
focal_class.type: int
focal_class.var_name: DEFAULT_MIN_NUM_SAMPLES
focal_class.declarator: MAX_SAMPLE_LEN
focal_class.modifier: private static
focal_class.original_string: private static int MAX_SAMPLE_LEN;
focal_class.type: int
focal_class.var_name: MAX_SAMPLE_LEN
focal_class.declarator: readBuffer
focal_class.modifier: private transient
focal_class.original_string: private transient byte[] readBuffer;
focal_class.type: byte[]
focal_class.var_name: readBuffer
focal_class.declarator: wrapBuffer
focal_class.modifier: private transient
focal_class.original_string: private transient byte[] wrapBuffer;
focal_class.type: byte[]
focal_class.var_name: wrapBuffer
focal_class.declarator: readPos
focal_class.modifier: private transient
focal_class.original_string: private transient int readPos;
focal_class.type: int
focal_class.var_name: readPos
focal_class.declarator: limit
focal_class.modifier: private transient
focal_class.original_string: private transient int limit;
focal_class.type: int
focal_class.var_name: limit
focal_class.declarator: currBuffer
focal_class.modifier: private transient
focal_class.original_string: private transient byte[] currBuffer;
focal_class.type: byte[]
focal_class.var_name: currBuffer
focal_class.declarator: currOffset
focal_class.modifier: private transient
focal_class.original_string: private transient int currOffset;
focal_class.type: int
focal_class.var_name: currOffset
focal_class.declarator: currLen
focal_class.modifier: private transient
focal_class.original_string: private transient int currLen;
focal_class.type: int
focal_class.var_name: currLen
focal_class.declarator: overLimit
focal_class.modifier: private transient
focal_class.original_string: private transient boolean overLimit;
focal_class.type: boolean
focal_class.var_name: overLimit
focal_class.declarator: end
focal_class.modifier: private transient
focal_class.original_string: private transient boolean end;
focal_class.type: boolean
focal_class.var_name: end
focal_class.declarator: delimiter = new byte[] {'\n'}
focal_class.modifier: private
focal_class.original_string: private byte[] delimiter = new byte[] {'\n'};
focal_class.type: byte[]
focal_class.var_name: delimiter
focal_class.declarator: lineLengthLimit = Integer.MAX_VALUE
focal_class.modifier: private
focal_class.original_string: private int lineLengthLimit = Integer.MAX_VALUE;
focal_class.type: int
focal_class.var_name: lineLengthLimit
focal_class.declarator: bufferSize = -1
focal_class.modifier: private
focal_class.original_string: private int bufferSize = -1;
focal_class.type: int
focal_class.var_name: bufferSize
focal_class.declarator: numLineSamples = NUM_SAMPLES_UNDEFINED
focal_class.modifier: private
focal_class.original_string: private int numLineSamples = NUM_SAMPLES_UNDEFINED;
focal_class.type: int
focal_class.var_name: numLineSamples
focal_class.declarator: RECORD_DELIMITER = "delimited-format.delimiter"
focal_class.modifier: protected static final
focal_class.original_string: protected static final String RECORD_DELIMITER = "delimited-format.delimiter";
focal_class.type: String
focal_class.var_name: RECORD_DELIMITER
focal_class.declarator: NUM_STATISTICS_SAMPLES = "delimited-format.numSamples"
focal_class.modifier: private static final
focal_class.original_string: private static final String NUM_STATISTICS_SAMPLES = "delimited-format.numSamples";
focal_class.type: String
focal_class.var_name: NUM_STATISTICS_SAMPLES
focal_class.file: flink-core/src/main/java/org/apache/flink/api/common/io/DelimitedInputFormat.java
focal_class.identifier: DelimitedInputFormat
focal_class.class_method_signature: DelimitedInputFormat.loadGlobalConfigParams()
focal_class.full_signature: protected static void loadGlobalConfigParams()
focal_class.identifier: loadGlobalConfigParams
focal_class.modifiers: protected static
focal_class.parameters: ()
focal_class.return: void
focal_class.signature: void loadGlobalConfigParams()
focal_class.class_method_signature: DelimitedInputFormat.DelimitedInputFormat()
focal_class.full_signature: public  DelimitedInputFormat()
focal_class.identifier: DelimitedInputFormat
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.signature:  DelimitedInputFormat()
focal_class.class_method_signature: DelimitedInputFormat.DelimitedInputFormat(Path filePath)
focal_class.full_signature: protected  DelimitedInputFormat(Path filePath)
focal_class.identifier: DelimitedInputFormat
focal_class.modifiers: protected
focal_class.parameters: (Path filePath)
focal_class.signature:  DelimitedInputFormat(Path filePath)
focal_class.class_method_signature: DelimitedInputFormat.getDelimiter()
focal_class.full_signature: public byte[] getDelimiter()
focal_class.identifier: getDelimiter
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: byte[]
focal_class.signature: byte[] getDelimiter()
focal_class.class_method_signature: DelimitedInputFormat.setDelimiter(byte[] delimiter)
focal_class.full_signature: public void setDelimiter(byte[] delimiter)
focal_class.identifier: setDelimiter
focal_class.modifiers: public
focal_class.parameters: (byte[] delimiter)
focal_class.return: void
focal_class.signature: void setDelimiter(byte[] delimiter)
focal_class.class_method_signature: DelimitedInputFormat.setDelimiter(char delimiter)
focal_class.full_signature: public void setDelimiter(char delimiter)
focal_class.identifier: setDelimiter
focal_class.modifiers: public
focal_class.parameters: (char delimiter)
focal_class.return: void
focal_class.signature: void setDelimiter(char delimiter)
focal_class.class_method_signature: DelimitedInputFormat.setDelimiter(String delimiter)
focal_class.full_signature: public void setDelimiter(String delimiter)
focal_class.identifier: setDelimiter
focal_class.modifiers: public
focal_class.parameters: (String delimiter)
focal_class.return: void
focal_class.signature: void setDelimiter(String delimiter)
focal_class.class_method_signature: DelimitedInputFormat.getLineLengthLimit()
focal_class.full_signature: public int getLineLengthLimit()
focal_class.identifier: getLineLengthLimit
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: int
focal_class.signature: int getLineLengthLimit()
focal_class.class_method_signature: DelimitedInputFormat.setLineLengthLimit(int lineLengthLimit)
focal_class.full_signature: public void setLineLengthLimit(int lineLengthLimit)
focal_class.identifier: setLineLengthLimit
focal_class.modifiers: public
focal_class.parameters: (int lineLengthLimit)
focal_class.return: void
focal_class.signature: void setLineLengthLimit(int lineLengthLimit)
focal_class.class_method_signature: DelimitedInputFormat.getBufferSize()
focal_class.full_signature: public int getBufferSize()
focal_class.identifier: getBufferSize
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: int
focal_class.signature: int getBufferSize()
focal_class.class_method_signature: DelimitedInputFormat.setBufferSize(int bufferSize)
focal_class.full_signature: public void setBufferSize(int bufferSize)
focal_class.identifier: setBufferSize
focal_class.modifiers: public
focal_class.parameters: (int bufferSize)
focal_class.return: void
focal_class.signature: void setBufferSize(int bufferSize)
focal_class.class_method_signature: DelimitedInputFormat.getNumLineSamples()
focal_class.full_signature: public int getNumLineSamples()
focal_class.identifier: getNumLineSamples
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: int
focal_class.signature: int getNumLineSamples()
focal_class.class_method_signature: DelimitedInputFormat.setNumLineSamples(int numLineSamples)
focal_class.full_signature: public void setNumLineSamples(int numLineSamples)
focal_class.identifier: setNumLineSamples
focal_class.modifiers: public
focal_class.parameters: (int numLineSamples)
focal_class.return: void
focal_class.signature: void setNumLineSamples(int numLineSamples)
focal_class.class_method_signature: DelimitedInputFormat.readRecord(OT reuse, byte[] bytes, int offset, int numBytes)
focal_class.full_signature: public abstract OT readRecord(OT reuse, byte[] bytes, int offset, int numBytes)
focal_class.identifier: readRecord
focal_class.modifiers: public abstract
focal_class.parameters: (OT reuse, byte[] bytes, int offset, int numBytes)
focal_class.return: OT
focal_class.signature: OT readRecord(OT reuse, byte[] bytes, int offset, int numBytes)
focal_class.class_method_signature: DelimitedInputFormat.configure(Configuration parameters)
focal_class.full_signature: @Override public void configure(Configuration parameters)
focal_class.identifier: configure
focal_class.modifiers: @Override public
focal_class.parameters: (Configuration parameters)
focal_class.return: void
focal_class.signature: void configure(Configuration parameters)
focal_class.class_method_signature: DelimitedInputFormat.getStatistics(BaseStatistics cachedStats)
focal_class.full_signature: @Override public FileBaseStatistics getStatistics(BaseStatistics cachedStats)
focal_class.identifier: getStatistics
focal_class.modifiers: @Override public
focal_class.parameters: (BaseStatistics cachedStats)
focal_class.return: FileBaseStatistics
focal_class.signature: FileBaseStatistics getStatistics(BaseStatistics cachedStats)
focal_class.class_method_signature: DelimitedInputFormat.open(FileInputSplit split)
focal_class.full_signature: @Override public void open(FileInputSplit split)
focal_class.identifier: open
focal_class.modifiers: @Override public
focal_class.parameters: (FileInputSplit split)
focal_class.return: void
focal_class.signature: void open(FileInputSplit split)
focal_class.class_method_signature: DelimitedInputFormat.reachedEnd()
focal_class.full_signature: @Override public boolean reachedEnd()
focal_class.identifier: reachedEnd
focal_class.modifiers: @Override public
focal_class.parameters: ()
focal_class.return: boolean
focal_class.signature: boolean reachedEnd()
focal_class.class_method_signature: DelimitedInputFormat.nextRecord(OT record)
focal_class.full_signature: @Override public OT nextRecord(OT record)
focal_class.identifier: nextRecord
focal_class.modifiers: @Override public
focal_class.parameters: (OT record)
focal_class.return: OT
focal_class.signature: OT nextRecord(OT record)
focal_class.class_method_signature: DelimitedInputFormat.close()
focal_class.full_signature: @Override public void close()
focal_class.identifier: close
focal_class.modifiers: @Override public
focal_class.parameters: ()
focal_class.return: void
focal_class.signature: void close()
focal_class.class_method_signature: DelimitedInputFormat.readLine()
focal_class.full_signature: protected final boolean readLine()
focal_class.identifier: readLine
focal_class.modifiers: protected final
focal_class.parameters: ()
focal_class.return: boolean
focal_class.signature: boolean readLine()
focal_class.class_method_signature: DelimitedInputFormat.setResult(byte[] buffer, int offset, int len)
focal_class.full_signature: private void setResult(byte[] buffer, int offset, int len)
focal_class.identifier: setResult
focal_class.modifiers: private
focal_class.parameters: (byte[] buffer, int offset, int len)
focal_class.return: void
focal_class.signature: void setResult(byte[] buffer, int offset, int len)
focal_class.class_method_signature: DelimitedInputFormat.fillBuffer()
focal_class.full_signature: private boolean fillBuffer()
focal_class.identifier: fillBuffer
focal_class.modifiers: private
focal_class.parameters: ()
focal_class.return: boolean
focal_class.signature: boolean fillBuffer()
focal_class.superclass: extends FileInputFormat<OT>
focal_method.body: @Override
  	public void open(FileInputSplit split) throws IOException {
  		super.open(split);
  		
  		this.bufferSize = this.bufferSize <= 0 ? DEFAULT_READ_BUFFER_SIZE : this.bufferSize;
  		
  		if (this.readBuffer == null || this.readBuffer.length != this.bufferSize) {
  			this.readBuffer = new byte[this.bufferSize];
  		}
  		if (this.wrapBuffer == null || this.wrapBuffer.length < 256) {
  			this.wrapBuffer = new byte[256];
  		}
  
  		this.readPos = 0;
  		this.limit = 0;
  		this.overLimit = false;
  		this.end = false;
  
  		if (this.splitStart != 0) {
  			this.stream.seek(this.splitStart);
  			readLine();
  			
  			// if the first partial record already pushes the stream over the limit of our split, then no
  			// record starts within this split 
  			if (this.overLimit) {
  				this.end = true;
  			}
  		} else {
  			fillBuffer();
  		}
  	}
focal_method.class_method_signature: DelimitedInputFormat.open(FileInputSplit split)
focal_method.full_signature: @Override public void open(FileInputSplit split)
focal_method.identifier: open
focal_method.invocations: open seek readLine fillBuffer
focal_method.modifiers: @Override public
focal_method.parameters: (FileInputSplit split)
focal_method.return: void
focal_method.signature: void open(FileInputSplit split)