Package org.apache.beam.runners.flink.adapter

Class BeamFlinkDataSetAdapter

java.lang.Object

org.apache.beam.runners.flink.adapter.BeamFlinkDataSetAdapter

public class BeamFlinkDataSetAdapter
extends Object

An adapter class that allows one to apply Apache Beam PTransforms directly to Flink DataSets.

Constructor Summary

Constructors

Constructor	Description
BeamFlinkDataSetAdapter()
BeamFlinkDataSetAdapter(PipelineOptions pipelineOptions)

Method Summary

Modifier and Type	Method	Description
<OutputT> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PCollection<OutputT>> transform)
<InputT, OutputT, CollectionT extends PCollection<? extends InputT>> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PCollection<OutputT>> transform)
<OutputT> org.apache.flink.api.java.DataSet<OutputT>	applyBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollection<OutputT>> transform)
Map<String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PCollectionTuple> transform)
<InputT, CollectionT extends PCollection<? extends InputT>> Map<String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PCollectionTuple> transform)
Map<String,org.apache.flink.api.java.DataSet<?>>	applyMultiOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PCollectionTuple> transform)
void	applyNoOutputBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs, PTransform<PCollectionTuple,PDone> transform)
<InputT, CollectionT extends PCollection<? extends InputT>> void	applyNoOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input, PTransform<CollectionT,PDone> transform)
void	applyNoOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment, PTransform<PBegin,PDone> transform)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

BeamFlinkDataSetAdapter

public BeamFlinkDataSetAdapter()

BeamFlinkDataSetAdapter

public BeamFlinkDataSetAdapter(PipelineOptions pipelineOptions)

Method Details

applyBeamPTransform

public <InputT,
OutputT,
CollectionT extends PCollection<? extends InputT>>
org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
 PTransform<CollectionT,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT>
org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
 PTransform<PCollectionTuple,PCollection<OutputT>> transform)

applyBeamPTransform

public <OutputT>
org.apache.flink.api.java.DataSet<OutputT> applyBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PCollection<OutputT>> transform)

applyMultiOutputBeamPTransform

public <InputT,
CollectionT extends PCollection<? extends InputT>>
Map<String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
 PTransform<CollectionT,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public Map<String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
 PTransform<PCollectionTuple,PCollectionTuple> transform)

applyMultiOutputBeamPTransform

public Map<String,org.apache.flink.api.java.DataSet<?>> applyMultiOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PCollectionTuple> transform)

applyNoOutputBeamPTransform

public <InputT,
CollectionT extends PCollection<? extends InputT>>
void applyNoOutputBeamPTransform(org.apache.flink.api.java.DataSet<InputT> input,
 PTransform<CollectionT,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(Map<String,? extends org.apache.flink.api.java.DataSet<?>> inputs,
 PTransform<PCollectionTuple,PDone> transform)

applyNoOutputBeamPTransform

public void applyNoOutputBeamPTransform(org.apache.flink.api.java.ExecutionEnvironment executionEnvironment,
 PTransform<PBegin,PDone> transform)