org.apache.beam.sdk.io.gcp.bigquery

Interface BigQueryOptions

All Superinterfaces:

ApplicationNameOptions, GcpOptions, GoogleApiDebugOptions, HasDisplayData, PipelineOptions, StreamingOptions

All Known Subinterfaces:

DataflowPipelineOptions, DataflowWorkerHarnessOptions, TestBigQueryOptions, TestDataflowPipelineOptions

public interface BigQueryOptions
extends ApplicationNameOptions, GcpOptions, PipelineOptions, StreamingOptions

Properties needed when using Google BigQuery with the Apache Beam SDK.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.beam.sdk.extensions.gcp.options.GcpOptions

GcpOptions.DefaultProjectFactory, GcpOptions.EnableStreamingEngineFactory, GcpOptions.GcpTempLocationFactory, GcpOptions.GcpUserCredentialsFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.extensions.gcp.options.GoogleApiDebugOptions

GoogleApiDebugOptions.GoogleApiTracer

Field Summary

Fields inherited from interface org.apache.beam.sdk.extensions.gcp.options.GcpOptions

STREAMING_ENGINE_EXPERIMENT, WINDMILL_SERVICE_EXPERIMENT

Method Summary

Modifier and Type	Method and Description
java.lang.Integer	getHTTPWriteTimeout()
java.lang.Integer	getInsertBundleParallelism()
java.lang.Integer	getLatencyLoggingFrequency()
java.lang.Long	getMaxStreamingBatchSize()
java.lang.Long	getMaxStreamingRowsToBatch()
java.lang.Integer	getNumStreamingKeys()
java.lang.String	getTempDatasetId()
void	setHTTPWriteTimeout(java.lang.Integer timeout)
void	setInsertBundleParallelism(java.lang.Integer parallelism)
void	setLatencyLoggingFrequency(java.lang.Integer value)
void	setMaxStreamingBatchSize(java.lang.Long value)
void	setMaxStreamingRowsToBatch(java.lang.Long value)
void	setNumStreamingKeys(java.lang.Integer value)
void	setTempDatasetId(java.lang.String value)

Methods inherited from interface org.apache.beam.sdk.extensions.gcp.options.GcpOptions

getCredentialFactoryClass, getDataflowKmsKey, getGcpCredential, getGcpTempLocation, getProject, getWorkerRegion, getWorkerZone, getZone, isEnableStreamingEngine, setCredentialFactoryClass, setDataflowKmsKey, setEnableStreamingEngine, setGcpCredential, setGcpTempLocation, setProject, setWorkerRegion, setWorkerZone, setZone

Methods inherited from interface org.apache.beam.sdk.extensions.gcp.options.GoogleApiDebugOptions

getGoogleApiTrace, setGoogleApiTrace

Methods inherited from interface org.apache.beam.sdk.options.StreamingOptions

isStreaming, setStreaming

Methods inherited from interface org.apache.beam.sdk.options.ApplicationNameOptions

getAppName, setAppName

Method Detail

getTempDatasetId

@Default.String(value="bigquery.googleapis.com/cloud_dataflow")
java.lang.String getTempDatasetId()

setTempDatasetId

void setTempDatasetId(java.lang.String value)

getHTTPWriteTimeout

@Default.Integer(value=900000)
java.lang.Integer getHTTPWriteTimeout()

setHTTPWriteTimeout

void setHTTPWriteTimeout(java.lang.Integer timeout)

getInsertBundleParallelism

@Default.Integer(value=3)
java.lang.Integer getInsertBundleParallelism()

setInsertBundleParallelism

void setInsertBundleParallelism(java.lang.Integer parallelism)

getNumStreamingKeys

@Default.Integer(value=50)
java.lang.Integer getNumStreamingKeys()

setNumStreamingKeys

void setNumStreamingKeys(java.lang.Integer value)

getMaxStreamingRowsToBatch

@Default.Long(value=500L)
java.lang.Long getMaxStreamingRowsToBatch()

setMaxStreamingRowsToBatch

void setMaxStreamingRowsToBatch(java.lang.Long value)

getMaxStreamingBatchSize

@Default.Long(value=65536L)
java.lang.Long getMaxStreamingBatchSize()

setMaxStreamingBatchSize

void setMaxStreamingBatchSize(java.lang.Long value)

getLatencyLoggingFrequency

@Default.Integer(value=180)
java.lang.Integer getLatencyLoggingFrequency()

setLatencyLoggingFrequency

void setLatencyLoggingFrequency(java.lang.Integer value)