org.apache.beam.runners.spark

Interface SparkPortableStreamingPipelineOptions

All Superinterfaces:

ApplicationNameOptions, HasDisplayData, PipelineOptions, PortablePipelineOptions, SparkCommonPipelineOptions, SparkPipelineOptions, StreamingOptions

@Experimental
public interface SparkPortableStreamingPipelineOptions
extends SparkPipelineOptions, PortablePipelineOptions

Pipeline options specific to the Spark portable runner running a streaming job.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

SparkCommonPipelineOptions.TmpCheckpointDirFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.options.PipelineOptions

PipelineOptions.AtomicLongFactory, PipelineOptions.CheckEnabled, PipelineOptions.DirectRunner, PipelineOptions.JobNameFactory, PipelineOptions.UserAgentFactory

Field Summary

Fields inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

DEFAULT_MASTER_URL

Method Summary

Modifier and Type	Method and Description
java.lang.Long	getStreamingTimeoutMs()
void	setStreamingTimeoutMs(java.lang.Long value)

Methods inherited from interface org.apache.beam.runners.spark.SparkPipelineOptions

getBatchIntervalMillis, getBundleSize, getCheckpointDurationMillis, getMaxRecordsPerBatch, getMinReadTimeMillis, getReadTimePercentage, getStorageLevel, getUsesProvidedSparkContext, isCacheDisabled, isLocalSparkMaster, prepareFilesToStage, setBatchIntervalMillis, setBundleSize, setCacheDisabled, setCheckpointDurationMillis, setMaxRecordsPerBatch, setMinReadTimeMillis, setReadTimePercentage, setStorageLevel, setUsesProvidedSparkContext

Methods inherited from interface org.apache.beam.runners.spark.SparkCommonPipelineOptions

getCheckpointDir, getEnableSparkMetricSinks, getFilesToStage, getSparkMaster, setCheckpointDir, setEnableSparkMetricSinks, setFilesToStage, setSparkMaster

Methods inherited from interface org.apache.beam.sdk.options.StreamingOptions

isStreaming, setStreaming

Methods inherited from interface org.apache.beam.sdk.options.ApplicationNameOptions

getAppName, setAppName

Methods inherited from interface org.apache.beam.sdk.options.PipelineOptions

as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent

Methods inherited from interface org.apache.beam.sdk.transforms.display.HasDisplayData

populateDisplayData

Methods inherited from interface org.apache.beam.sdk.options.PortablePipelineOptions

getDefaultEnvironmentConfig, getDefaultEnvironmentType, getEnvironmentCacheMillis, getEnvironmentExpirationMillis, getEnvironmentOption, getEnvironmentOptions, getFilesToStage, getJobEndpoint, getLoadBalanceBundles, getOutputExecutablePath, getSdkWorkerParallelism, setDefaultEnvironmentConfig, setDefaultEnvironmentType, setEnvironmentCacheMillis, setEnvironmentExpirationMillis, setEnvironmentOptions, setFilesToStage, setJobEndpoint, setLoadBalanceBundles, setOutputExecutablePath, setSdkWorkerParallelism

Method Detail

getStreamingTimeoutMs

@Default.Long(value=-1L)
java.lang.Long getStreamingTimeoutMs()

setStreamingTimeoutMs

void setStreamingTimeoutMs(java.lang.Long value)