Package org.apache.beam.runners.flink.adapter

Class BeamFlinkDataStreamAdapter

java.lang.Object

org.apache.beam.runners.flink.adapter.BeamFlinkDataStreamAdapter

public class BeamFlinkDataStreamAdapter
extends Object

An adapter class that allows one to apply Apache Beam PTransforms directly to Flink DataStreams.

Constructor Summary

Constructors

Constructor	Description
BeamFlinkDataStreamAdapter()
BeamFlinkDataStreamAdapter(PipelineOptions pipelineOptions)

Method Summary

Modifier and Type	Method	Description
<OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PCollection<OutputT>> transform)
<InputT, OutputT, CollectionT extends PCollection<? extends InputT>> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollection<OutputT>> transform)
Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PCollectionTuple> transform)
<InputT, CollectionT extends PCollection<? extends InputT>> Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PCollectionTuple> transform)
Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollectionTuple> transform)
void	applyNoOutputBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PDone> transform)
<InputT, CollectionT extends PCollection<? extends InputT>> void	applyNoOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PDone> transform)
void	applyNoOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PDone> transform)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

BeamFlinkDataStreamAdapter

public BeamFlinkDataStreamAdapter()

BeamFlinkDataStreamAdapter

public BeamFlinkDataStreamAdapter(PipelineOptions pipelineOptions)

Method Details

applyBeamPTransform

public <InputT,
OutputT,
CollectionT extends PCollection<? extends InputT>>
org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
 PTransform<CollectionT,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT>
org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
 PTransform<PCollectionTuple,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT>
org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PCollection<OutputT>> transform)

applyMultiOutputBeamPTransform

public <InputT,
CollectionT extends PCollection<? extends InputT>>
Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
 PTransform<CollectionT,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
 PTransform<PCollectionTuple,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public Map<String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PCollectionTuple> transform)

applyNoOutputBeamPTransform

public <InputT,
CollectionT extends PCollection<? extends InputT>>
void applyNoOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
 PTransform<CollectionT,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(Map<String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
 PTransform<PCollectionTuple,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PDone> transform)