org.apache.beam.runners.flink.adapter

Class BeamFlinkDataSetAdapter

java.lang.Object

org.apache.beam.runners.flink.adapter.BeamFlinkDataSetAdapter

public class BeamFlinkDataSetAdapter
extends java.lang.Object

An adapter class that allows one to apply Apache Beam PTransforms directly to Flink DataSets.

Constructor Summary

Constructors

Constructor and Description
BeamFlinkDataSetAdapter()
BeamFlinkDataSetAdapter(PipelineOptions pipelineOptions)

Method Summary

Modifier and Type	Method and Description
<InputT,OutputT,CollectionT extends PCollection<? extends InputT>> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PCollection<OutputT>> transform)
<InputT,CollectionT extends PCollection<? extends InputT>> java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PCollectionTuple> transform)
java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollectionTuple> transform)
java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PCollectionTuple> transform)
<InputT,CollectionT extends PCollection<? extends InputT>> void	applyNoOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PDone> transform)
void	applyNoOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PDone> transform)
void	applyNoOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PDone> transform)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

BeamFlinkDataSetAdapter

public BeamFlinkDataSetAdapter()

BeamFlinkDataSetAdapter

public BeamFlinkDataSetAdapter(PipelineOptions pipelineOptions)

Method Detail

applyBeamPTransform

public <InputT,OutputT,CollectionT extends PCollection<? extends InputT>> org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
                                                                                                                                         PTransform<CollectionT,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT> org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
                                                                                PTransform<PCollectionTuple,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT> org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
                                                                                PTransform<PBegin,PCollection<OutputT>> transform)

applyMultiOutputBeamPTransform

public <InputT,CollectionT extends PCollection<? extends InputT>> java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
                                                                                                                                                                      PTransform<CollectionT,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
                                                                                                           PTransform<PCollectionTuple,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public java.util.Map<java.lang.String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
                                                                                                           PTransform<PBegin,PCollectionTuple> transform)

applyNoOutputBeamPTransform

public <InputT,CollectionT extends PCollection<? extends InputT>> void applyNoOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
                                                                                                   PTransform<CollectionT,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(java.util.Map<java.lang.String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
                                        PTransform<PCollectionTuple,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
                                        PTransform<PBegin,PDone> transform)