org.apache.beam.runners.flink.adapter

Class BeamFlinkDataStreamAdapter

java.lang.Object

org.apache.beam.runners.flink.adapter.BeamFlinkDataStreamAdapter

public class BeamFlinkDataStreamAdapter
extends java.lang.Object

An adapter class that allows one to apply Apache Beam PTransforms directly to Flink DataStreams.

Constructor Summary

Constructors

Constructor and Description
BeamFlinkDataStreamAdapter()
BeamFlinkDataStreamAdapter(PipelineOptions pipelineOptions)

Method Summary

Modifier and Type	Method and Description
<InputT,OutputT,CollectionT extends PCollection<? extends InputT>> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT>	applyBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollection<OutputT>> transform)
<InputT,CollectionT extends PCollection<? extends InputT>> java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PCollectionTuple> transform)
java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PCollectionTuple> transform)
java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>>	applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollectionTuple> transform)
<InputT,CollectionT extends PCollection<? extends InputT>> void	applyNoOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input, PTransform<CollectionT,PDone> transform)
void	applyNoOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs, PTransform<PCollectionTuple,PDone> transform)
void	applyNoOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment, PTransform<PBegin,PDone> transform)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

BeamFlinkDataStreamAdapter

public BeamFlinkDataStreamAdapter()

BeamFlinkDataStreamAdapter

public BeamFlinkDataStreamAdapter(PipelineOptions pipelineOptions)

Method Detail

applyBeamPTransform

public <InputT,OutputT,CollectionT extends PCollection<? extends InputT>> org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
                                                                                                                                                            PTransform<CollectionT,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
                                                                                                   PTransform<PCollectionTuple,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT> org.apache.flink.streaming.api.datastream.DataStream<OutputT> applyBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
                                                                                                   PTransform<PBegin,PCollection<OutputT>> transform)

applyMultiOutputBeamPTransform

public <InputT,CollectionT extends PCollection<? extends InputT>> java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
                                                                                                                                                                                         PTransform<CollectionT,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
                                                                                                                              PTransform<PCollectionTuple,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public java.util.Map<java.lang.String,org.apache.flink.streaming.api.datastream.DataStream<?>> applyMultiOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
                                                                                                                              PTransform<PBegin,PCollectionTuple> transform)

applyNoOutputBeamPTransform

public <InputT,CollectionT extends PCollection<? extends InputT>> void applyNoOutputBeamPTransform(org.apache.flink.streaming.api.datastream.DataStream<InputT> input,
                                                                                                   PTransform<CollectionT,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.streaming.api.datastream.DataStream<?>> inputs,
                                        PTransform<PCollectionTuple,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment executionEnvironment,
                                        PTransform<PBegin,PDone> transform)