@Hidden public interface DataflowWorkerHarnessOptions extends DataflowPipelineOptions
DataflowPipelineOptions.FlexResourceSchedulingGoal, DataflowPipelineOptions.StagingLocationFactory
DataflowPipelineDebugOptions.DataflowClientFactory, DataflowPipelineDebugOptions.StagerFactory
DataflowPipelineWorkerPoolOptions.AutoscalingAlgorithmType
GcsOptions.ExecutorServiceFactory, GcsOptions.PathValidatorFactory
DataflowWorkerLoggingOptions.Level, DataflowWorkerLoggingOptions.WorkerLogLevelOverrides
DataflowProfilingOptions.DataflowProfilingAgentConfiguration
GcpOptions.DefaultProjectFactory, GcpOptions.EnableStreamingEngineFactory, GcpOptions.GcpTempLocationFactory, GcpOptions.GcpUserCredentialsFactory
GoogleApiDebugOptions.GoogleApiTracer
STATE_CACHE_SIZE, STATE_SAMPLING_PERIOD_MILLIS
STREAMING_ENGINE_EXPERIMENT, WINDMILL_SERVICE_EXPERIMENT
Modifier and Type | Method and Description |
---|---|
java.lang.String |
getJobId()
The identity of the Dataflow job.
|
java.lang.String |
getWorkerId()
The identity of the worker running this pipeline.
|
java.lang.String |
getWorkerPool()
The identity of the worker pool of this worker.
|
void |
setJobId(java.lang.String value) |
void |
setWorkerId(java.lang.String value) |
void |
setWorkerPool(java.lang.String value) |
getCreateFromSnapshot, getDataflowServiceOptions, getDataflowWorkerJar, getFlexRSGoal, getLabels, getPipelineUrl, getProject, getRegion, getServiceAccount, getStagingLocation, getTemplateLocation, isHotKeyLoggingEnabled, isUpdate, setCreateFromSnapshot, setDataflowServiceOptions, setDataflowWorkerJar, setFlexRSGoal, setHotKeyLoggingEnabled, setLabels, setPipelineUrl, setProject, setRegion, setServiceAccount, setStagingLocation, setTemplateLocation, setUpdate
getApiRootUrl, getDataflowClient, getDataflowEndpoint, getDataflowJobFile, getDumpHeapOnOOM, getGCThrashingPercentagePerPeriod, getNumberOfWorkerHarnessThreads, getOverrideWindmillBinary, getReaderCacheTimeoutSec, getSaveHeapDumpsToGcsPath, getStager, getStagerClass, getTransformNameMapping, getWindmillServiceEndpoint, getWindmillServicePort, getWorkerCacheMb, setApiRootUrl, setDataflowClient, setDataflowEndpoint, setDataflowJobFile, setDumpHeapOnOOM, setGCThrashingPercentagePerPeriod, setNumberOfWorkerHarnessThreads, setOverrideWindmillBinary, setReaderCacheTimeoutSec, setSaveHeapDumpsToGcsPath, setStager, setStagerClass, setTransformNameMapping, setWindmillServiceEndpoint, setWindmillServicePort, setWorkerCacheMb
addExperiment, getExperiments, getExperimentValue, hasExperiment, setExperiments
getAutoscalingAlgorithm, getDiskSizeGb, getMaxNumWorkers, getMinCpuPlatform, getNetwork, getNumWorkers, getSdkContainerImage, getSubnetwork, getUsePublicIps, getWorkerDiskType, getWorkerHarnessContainerImage, getWorkerMachineType, setAutoscalingAlgorithm, setDiskSizeGb, setMaxNumWorkers, setMinCpuPlatform, setNetwork, setNumWorkers, setSdkContainerImage, setSubnetwork, setUsePublicIps, setWorkerDiskType, setWorkerHarnessContainerImage, setWorkerMachineType
getFilesToStage, setFilesToStage
getBigQueryProject, getBqStreamingApiLoggingFrequencySec, getHTTPWriteTimeout, getInsertBundleParallelism, getMaxBufferingDurationMilliSec, getMaxStreamingBatchSize, getMaxStreamingRowsToBatch, getNumStorageWriteApiStreams, getNumStreamingKeys, getStorageWriteApiTriggeringFrequencySec, getTempDatasetId, getUseStorageWriteApi, setBigQueryProject, setBqStreamingApiLoggingFrequencySec, setHTTPWriteTimeout, setInsertBundleParallelism, setMaxBufferingDurationMilliSec, setMaxStreamingBatchSize, setMaxStreamingRowsToBatch, setNumStorageWriteApiStreams, setNumStreamingKeys, setStorageWriteApiTriggeringFrequencySec, setTempDatasetId, setUseStorageWriteApi
getExecutorService, getGcsEndpoint, getGcsPerformanceMetrics, getGcsUploadBufferSizeBytes, getGcsUtil, getPathValidator, getPathValidatorClass, setExecutorService, setGcsEndpoint, setGcsPerformanceMetrics, setGcsUploadBufferSizeBytes, setGcsUtil, setPathValidator, setPathValidatorClass
getDebuggee, getEnableCloudDebugger, getMaxConditionCost, setDebuggee, setEnableCloudDebugger, setMaxConditionCost
getDefaultWorkerLogLevel, getWorkerLogLevelOverrides, getWorkerSystemErrMessageLevel, getWorkerSystemOutMessageLevel, setDefaultWorkerLogLevel, setWorkerLogLevelOverrides, setWorkerSystemErrMessageLevel, setWorkerSystemOutMessageLevel
getProfilingAgentConfiguration, getSaveProfilesToGcs, setProfilingAgentConfiguration, setSaveProfilesToGcs
getPubsubRootUrl, setPubsubRootUrl, targetForRootUrl
getCredentialFactoryClass, getDataflowKmsKey, getGcpCredential, getGcpTempLocation, getWorkerRegion, getWorkerZone, getZone, isEnableStreamingEngine, setCredentialFactoryClass, setDataflowKmsKey, setEnableStreamingEngine, setGcpCredential, setGcpTempLocation, setWorkerRegion, setWorkerZone, setZone
getGoogleApiTrace, setGoogleApiTrace
java.lang.String getWorkerId()
void setWorkerId(java.lang.String value)
java.lang.String getJobId()
void setJobId(java.lang.String value)
java.lang.String getWorkerPool()
void setWorkerPool(java.lang.String value)