Package org.apache.beam.runners.flink.translation.wrappers

Class SourceInputFormat<T>

java.lang.Object

org.apache.flink.api.common.io.RichInputFormat<WindowedValue<T>,SourceInputSplit<T>>

org.apache.beam.runners.flink.translation.wrappers.SourceInputFormat<T>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<WindowedValue<T>,SourceInputSplit<T>>, org.apache.flink.core.io.InputSplitSource<SourceInputSplit<T>>

public class SourceInputFormat<T>
extends org.apache.flink.api.common.io.RichInputFormat<WindowedValue<T>,SourceInputSplit<T>>

Wrapper for executing a Source as a Flink InputFormat.

See Also:

• Serialized Form

Constructor Summary

Constructors

Constructor	Description
SourceInputFormat(String stepName, BoundedSource<T> initialSource, PipelineOptions options)

Method Summary

Modifier and Type	Method	Description
void	close()
void	configure(org.apache.flink.configuration.Configuration configuration)
SourceInputSplit<T>[]	createInputSplits(int numSplits)
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(SourceInputSplit[] sourceInputSplits)
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
WindowedValue<T>	nextRecord(WindowedValue<T> t)
void	open(SourceInputSplit<T> sourceInputSplit)
boolean	reachedEnd()

Methods inherited from class org.apache.flink.api.common.io.RichInputFormat

closeInputFormat, getRuntimeContext, openInputFormat, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

SourceInputFormat

public SourceInputFormat(String stepName,
 BoundedSource<T> initialSource,
 PipelineOptions options)

Method Details

configure

public void configure(org.apache.flink.configuration.Configuration configuration)

open

public void open(SourceInputSplit<T> sourceInputSplit)
          throws IOException

Throws:

IOException

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics baseStatistics)
                                                                       throws IOException

Throws:

IOException

createInputSplits

public SourceInputSplit<T>[] createInputSplits(int numSplits)
                                        throws IOException

Throws:

IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(SourceInputSplit[] sourceInputSplits)

reachedEnd

public boolean reachedEnd()

nextRecord

public WindowedValue<T> nextRecord(WindowedValue<T> t)
                            throws IOException

Throws:

IOException

close

public void close()
           throws IOException

Throws:

IOException