public interface TestSparkPipelineOptions extends SparkPipelineOptions, TestPipelineOptions
SparkPipelineOptions
for tests.Modifier and Type | Interface and Description |
---|---|
static class |
TestSparkPipelineOptions.DefaultStopPipelineWatermarkFactory
A factory to provide the default watermark to stop a pipeline that reads from an unbounded
source.
|
SparkCommonPipelineOptions.TmpCheckpointDirFactory
PipelineOptions.AtomicLongFactory, PipelineOptions.CheckEnabled, PipelineOptions.DirectRunner, PipelineOptions.JobNameFactory, PipelineOptions.UserAgentFactory
TestPipelineOptions.AlwaysPassMatcher, TestPipelineOptions.AlwaysPassMatcherFactory
DEFAULT_MASTER_URL
Modifier and Type | Method and Description |
---|---|
java.lang.Integer |
getExpectedAssertions() |
java.lang.Long |
getStopPipelineWatermark() |
boolean |
isForceStreaming() |
void |
setExpectedAssertions(java.lang.Integer expectedAssertions) |
void |
setForceStreaming(boolean forceStreaming) |
void |
setStopPipelineWatermark(java.lang.Long stopPipelineWatermark) |
getBatchIntervalMillis, getBundleSize, getCheckpointDurationMillis, getMaxRecordsPerBatch, getMinReadTimeMillis, getReadTimePercentage, getStorageLevel, getUsesProvidedSparkContext, isCacheDisabled, isLocalSparkMaster, prepareFilesToStage, setBatchIntervalMillis, setBundleSize, setCacheDisabled, setCheckpointDurationMillis, setMaxRecordsPerBatch, setMinReadTimeMillis, setReadTimePercentage, setStorageLevel, setUsesProvidedSparkContext
getCheckpointDir, getEnableSparkMetricSinks, getFilesToStage, getSparkMaster, setCheckpointDir, setEnableSparkMetricSinks, setFilesToStage, setSparkMaster
isStreaming, setStreaming
getAppName, setAppName
as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent
populateDisplayData
getOnCreateMatcher, getOnSuccessMatcher, getTempRoot, getTestTimeoutSeconds, setOnCreateMatcher, setOnSuccessMatcher, setTempRoot, setTestTimeoutSeconds
@Default.Boolean(value=false) boolean isForceStreaming()
void setForceStreaming(boolean forceStreaming)
@Nullable java.lang.Integer getExpectedAssertions()
void setExpectedAssertions(java.lang.Integer expectedAssertions)
@Default.InstanceFactory(value=TestSparkPipelineOptions.DefaultStopPipelineWatermarkFactory.class) java.lang.Long getStopPipelineWatermark()
void setStopPipelineWatermark(java.lang.Long stopPipelineWatermark)