Package org.apache.beam.sdk.io.cdap.context

Class BatchContextImpl

java.lang.Object

org.apache.beam.sdk.io.cdap.context.BatchContextImpl

All Implemented Interfaces:

DatasetContext, MetadataReader, MetadataWriter, ServiceDiscoverer, BatchContext, LineageRecorder, LookupProvider, StageContext, TransformContext

Direct Known Subclasses:

BatchSinkContextImpl, BatchSourceContextImpl, StreamingSourceContextImpl

public abstract class BatchContextImpl
extends Object
implements BatchContext

Class for Batch, Sink and Stream CDAP wrapper classes that use it to provide common details.

Field Summary

Fields

Modifier and Type	Field	Description
static final String	DEFAULT_SCHEMA_FIELD_NAME
static final String	DEFAULT_SCHEMA_RECORD_NAME
protected InputFormatProvider	inputFormatProvider	This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.
protected OutputFormatProvider	outputFormatProvider	This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.
protected Map<String,String>	settableArguments	This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.

Constructor Summary

Constructors

Constructor	Description
BatchContextImpl()

Method Summary

Modifier and Type	Method	Description
void	addProperties(MetadataEntity metadataEntity, Map<String,String> properties)
void	addTags(MetadataEntity metadataEntity, Iterable<String> tags)
void	addTags(MetadataEntity metadataEntity, String... tags)
void	createDataset(String datasetName, String typeName, DatasetProperties properties)
boolean	datasetExists(String datasetName)
void	discardDataset(Dataset dataset)
SettableArguments	getArguments()
<T extends Dataset> T	getDataset(String name)
<T extends Dataset> T	getDataset(String namespace, String name)
<T extends Dataset> T	getDataset(String namespace, String name, Map<String,String> arguments)
<T extends Dataset> T	getDataset(String name, Map<String,String> arguments)
FailureCollector	getFailureCollector()
InputFormatProvider	getInputFormatProvider()
Schema	getInputSchema()
Map<String,Schema>	getInputSchemas()
long	getLogicalStartTime()
Map<MetadataScope,Metadata>	getMetadata(MetadataEntity metadataEntity)
Metadata	getMetadata(MetadataScope scope, MetadataEntity metadataEntity)
StageMetrics	getMetrics()
String	getNamespace()
OutputFormatProvider	getOutputFormatProvider()
Map<String,Schema>	getOutputPortSchemas()
Schema	getOutputSchema()
String	getPipelineName()
PluginProperties	getPluginProperties()
PluginProperties	getPluginProperties(String pluginId)
URL	getServiceURL(String serviceId)
URL	getServiceURL(String applicationId, String serviceId)
String	getStageName()
<T> Class<T>	loadPluginClass(String pluginId)
<T> T	newPluginInstance(String pluginId)
<T> Lookup<T>	provide(String table, Map<String,String> arguments)
void	record(List<FieldOperation> fieldOperations)
void	releaseDataset(Dataset dataset)
void	removeMetadata(MetadataEntity metadataEntity)
void	removeProperties(MetadataEntity metadataEntity)
void	removeProperties(MetadataEntity metadataEntity, String... keys)
void	removeTags(MetadataEntity metadataEntity)
void	removeTags(MetadataEntity metadataEntity, String... tags)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.cdap.cdap.api.ServiceDiscoverer

getServiceURL, openConnection

Methods inherited from interface io.cdap.cdap.etl.api.StageContext

getInputStages

Field Details

DEFAULT_SCHEMA_FIELD_NAME

public static final String DEFAULT_SCHEMA_FIELD_NAME

See Also:

• Constant Field Values

DEFAULT_SCHEMA_RECORD_NAME

public static final String DEFAULT_SCHEMA_RECORD_NAME

See Also:

• Constant Field Values

inputFormatProvider

protected InputFormatProvider inputFormatProvider

This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.

outputFormatProvider

protected OutputFormatProvider outputFormatProvider

This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.

settableArguments

protected Map<String,String> settableArguments

This should be set after SubmitterLifecycle.prepareRun(Object) call with passing this context object as a param.

Constructor Details

BatchContextImpl

public BatchContextImpl()

Method Details

getInputFormatProvider

public InputFormatProvider getInputFormatProvider()

getOutputFormatProvider

public OutputFormatProvider getOutputFormatProvider()

getStageName

public String getStageName()

Specified by:

getStageName in interface StageContext

getNamespace

public String getNamespace()

Specified by:

getNamespace in interface StageContext

getPipelineName

public String getPipelineName()

Specified by:

getPipelineName in interface StageContext

getLogicalStartTime

public long getLogicalStartTime()

Specified by:

getLogicalStartTime in interface StageContext

getMetrics

public StageMetrics getMetrics()

Specified by:

getMetrics in interface StageContext

getPluginProperties

public PluginProperties getPluginProperties()

Specified by:

getPluginProperties in interface StageContext

getPluginProperties

public PluginProperties getPluginProperties(String pluginId)

Specified by:

getPluginProperties in interface StageContext

loadPluginClass

public <T> Class<T> loadPluginClass(String pluginId)

Specified by:

loadPluginClass in interface StageContext

newPluginInstance

public <T> T newPluginInstance(String pluginId)
                        throws InstantiationException

Specified by:

newPluginInstance in interface StageContext

Throws:

InstantiationException

getInputSchema

public Schema getInputSchema()

Specified by:

getInputSchema in interface StageContext

getInputSchemas

@Nullable
public Map<String,Schema> getInputSchemas()

Specified by:

getInputSchemas in interface StageContext

getOutputSchema

public Schema getOutputSchema()

Specified by:

getOutputSchema in interface StageContext

getOutputPortSchemas

public Map<String,Schema> getOutputPortSchemas()

Specified by:

getOutputPortSchemas in interface StageContext

createDataset

public void createDataset(String datasetName,
 String typeName,
 DatasetProperties properties)
                   throws DatasetManagementException

Specified by:

createDataset in interface BatchContext

Throws:

DatasetManagementException

datasetExists

public boolean datasetExists(String datasetName)
                      throws DatasetManagementException

Specified by:

datasetExists in interface BatchContext

Throws:

DatasetManagementException

getArguments

public SettableArguments getArguments()

Specified by:

getArguments in interface BatchContext

Specified by:

getArguments in interface StageContext

getFailureCollector

public FailureCollector getFailureCollector()

Specified by:

getFailureCollector in interface StageContext

getServiceURL

@Nullable
public URL getServiceURL(String applicationId,
 String serviceId)

Specified by:

getServiceURL in interface ServiceDiscoverer

getServiceURL

@Nullable
public URL getServiceURL(String serviceId)

Specified by:

getServiceURL in interface ServiceDiscoverer

getMetadata

public Map<MetadataScope,Metadata> getMetadata(MetadataEntity metadataEntity)
                                        throws MetadataException

Specified by:

getMetadata in interface MetadataReader

Throws:

MetadataException

getMetadata

public Metadata getMetadata(MetadataScope scope,
 MetadataEntity metadataEntity)
                     throws MetadataException

Specified by:

getMetadata in interface MetadataReader

Throws:

MetadataException

addProperties

public void addProperties(MetadataEntity metadataEntity,
 Map<String,String> properties)

Specified by:

addProperties in interface MetadataWriter

addTags

public void addTags(MetadataEntity metadataEntity,
 String... tags)

Specified by:

addTags in interface MetadataWriter

addTags

public void addTags(MetadataEntity metadataEntity,
 Iterable<String> tags)

Specified by:

addTags in interface MetadataWriter

removeMetadata

public void removeMetadata(MetadataEntity metadataEntity)

Specified by:

removeMetadata in interface MetadataWriter

removeProperties

public void removeProperties(MetadataEntity metadataEntity)

Specified by:

removeProperties in interface MetadataWriter

removeProperties

public void removeProperties(MetadataEntity metadataEntity,
 String... keys)

Specified by:

removeProperties in interface MetadataWriter

removeTags

public void removeTags(MetadataEntity metadataEntity)

Specified by:

removeTags in interface MetadataWriter

removeTags

public void removeTags(MetadataEntity metadataEntity,
 String... tags)

Specified by:

removeTags in interface MetadataWriter

record

public void record(List<FieldOperation> fieldOperations)

Specified by:

record in interface LineageRecorder

getDataset

public <T extends Dataset> T getDataset(String name)
                                 throws DatasetInstantiationException

Specified by:

getDataset in interface DatasetContext

Throws:

DatasetInstantiationException

getDataset

public <T extends Dataset> T getDataset(String namespace,
 String name)
                                 throws DatasetInstantiationException

Specified by:

getDataset in interface DatasetContext

Throws:

DatasetInstantiationException

getDataset

public <T extends Dataset> T getDataset(String name,
 Map<String,String> arguments)
                                 throws DatasetInstantiationException

Specified by:

getDataset in interface DatasetContext

Throws:

DatasetInstantiationException

getDataset

public <T extends Dataset> T getDataset(String namespace,
 String name,
 Map<String,String> arguments)
                                 throws DatasetInstantiationException

Specified by:

getDataset in interface DatasetContext

Throws:

DatasetInstantiationException

releaseDataset

public void releaseDataset(Dataset dataset)

Specified by:

releaseDataset in interface DatasetContext

discardDataset

public void discardDataset(Dataset dataset)

Specified by:

discardDataset in interface DatasetContext

provide

public <T> Lookup<T> provide(String table,
 Map<String,String> arguments)

Specified by:

provide in interface LookupProvider