public interface TestSparkPipelineOptions extends SparkPipelineOptions, TestPipelineOptions
SparkPipelineOptions
for tests.Modifier and Type | Interface and Description |
---|---|
static class |
TestSparkPipelineOptions.DefaultStopPipelineWatermarkFactory
A factory to provide the default watermark to stop a pipeline that reads from an unbounded
source.
|
SparkCommonPipelineOptions.StorageLevelFactory, SparkCommonPipelineOptions.TmpCheckpointDirFactory
PipelineOptions.AtomicLongFactory, PipelineOptions.CheckEnabled, PipelineOptions.DirectRunner, PipelineOptions.JobNameFactory, PipelineOptions.UserAgentFactory
TestPipelineOptions.AlwaysPassMatcher, TestPipelineOptions.AlwaysPassMatcherFactory
DEFAULT_MASTER_URL
Modifier and Type | Method and Description |
---|---|
@Nullable java.lang.Integer |
getExpectedAssertions() |
java.lang.Long |
getStopPipelineWatermark() |
boolean |
isForceStreaming() |
void |
setExpectedAssertions(java.lang.Integer expectedAssertions) |
void |
setForceStreaming(boolean forceStreaming) |
void |
setStopPipelineWatermark(java.lang.Long stopPipelineWatermark) |
getBatchIntervalMillis, getBundleSize, getCheckpointDurationMillis, getMaxRecordsPerBatch, getMinReadTimeMillis, getReadTimePercentage, getUsesProvidedSparkContext, isCacheDisabled, setBatchIntervalMillis, setBundleSize, setCacheDisabled, setCheckpointDurationMillis, setMaxRecordsPerBatch, setMinReadTimeMillis, setReadTimePercentage, setUsesProvidedSparkContext
getCheckpointDir, getEnableSparkMetricSinks, getSparkMaster, getStorageLevel, prepareFilesToStage, setCheckpointDir, setEnableSparkMetricSinks, setSparkMaster, setStorageLevel
getUpdateCompatibilityVersion, isStreaming, setStreaming, setUpdateCompatibilityVersion, updateCompatibilityVersionLessThan
getAppName, setAppName
as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, revision, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent
populateDisplayData
getFilesToStage, setFilesToStage
getOnCreateMatcher, getOnSuccessMatcher, getTempRoot, getTestTimeoutSeconds, isBlockOnRun, setBlockOnRun, setOnCreateMatcher, setOnSuccessMatcher, setTempRoot, setTestTimeoutSeconds
@Default.Boolean(value=false) boolean isForceStreaming()
void setForceStreaming(boolean forceStreaming)
@Nullable java.lang.Integer getExpectedAssertions()
void setExpectedAssertions(java.lang.Integer expectedAssertions)
@Default.InstanceFactory(value=TestSparkPipelineOptions.DefaultStopPipelineWatermarkFactory.class) java.lang.Long getStopPipelineWatermark()
void setStopPipelineWatermark(java.lang.Long stopPipelineWatermark)