Package org.apache.beam.sdk.io.iceberg
Class IcebergWriteSchemaTransformProvider.Configuration.Builder
java.lang.Object
org.apache.beam.sdk.io.iceberg.IcebergWriteSchemaTransformProvider.Configuration.Builder
- Enclosing class:
IcebergWriteSchemaTransformProvider.Configuration
public abstract static class IcebergWriteSchemaTransformProvider.Configuration.Builder
extends Object
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionbuild()setAllowedLatenessSeconds(Integer allowedLatenessSeconds) setAutosharding(Boolean autosharding) setCatalogName(String catalogName) setCatalogProperties(Map<String, String> catalogProperties) setChangeTypeColumn(String changeTypeColumn) setChangeTypeMap(Map<String, String> changeTypeMap) setConfigProperties(Map<String, String> confProperties) setDirectWriteByteLimit(Integer directWriteByteLimit) setDistributionMode(String mode) setEqualityColumns(List<String> equalityColumns) setErrorHandling(ErrorHandling errorHandling) setMaximumTableCacheSize(Integer maximumTableCacheSize) setNumShards(Integer numShards) setPartitionFields(List<String> partitionFields) setSequenceNumberColumn(String sequenceNumberColumn) setShardsPerPartition(Integer shardsPerPartition) setSnapshotProperties(Map<String, String> snapshotProperties) setSorterMemoryMb(Integer sorterMemoryMb) setSortFields(List<String> sortFields) setTableCachePollingBuckets(Integer pollingBuckets) setTableCacheRefreshIntervalSeconds(Integer tableCacheRefreshIntervalSeconds) setTableProperties(Map<String, String> tableProperties) setTokenHeartbeatSeconds(Integer tokenHeartbeatSeconds) setTriggeringFrequencySeconds(Integer triggeringFrequencySeconds) setUseSideInputTableCache(Boolean useSideInputTableCache) setWriteProperties(Map<String, String> writeProperties)
-
Constructor Details
-
Builder
public Builder()
-
-
Method Details
-
setTable
-
setCatalogName
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setCatalogName(String catalogName) -
setCatalogProperties
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setCatalogProperties(Map<String, String> catalogProperties) -
setConfigProperties
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setConfigProperties(Map<String, String> confProperties) -
setTriggeringFrequencySeconds
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setTriggeringFrequencySeconds(Integer triggeringFrequencySeconds) -
setDirectWriteByteLimit
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setDirectWriteByteLimit(Integer directWriteByteLimit) -
setKeep
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setKeep(List<String> keep) -
setDrop
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setDrop(List<String> drop) -
setOnly
-
setPartitionFields
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setPartitionFields(List<String> partitionFields) -
setTableProperties
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setTableProperties(Map<String, String> tableProperties) -
setSortFields
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setSortFields(List<String> sortFields) -
setDistributionMode
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setDistributionMode(String mode) -
setAutosharding
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setAutosharding(Boolean autosharding) -
setWriteProperties
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setWriteProperties(Map<String, String> writeProperties) -
setUseSideInputTableCache
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setUseSideInputTableCache(Boolean useSideInputTableCache) -
setTableCacheRefreshIntervalSeconds
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setTableCacheRefreshIntervalSeconds(Integer tableCacheRefreshIntervalSeconds) -
setMaximumTableCacheSize
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setMaximumTableCacheSize(Integer maximumTableCacheSize) -
setTableCachePollingBuckets
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setTableCachePollingBuckets(Integer pollingBuckets) -
setMode
-
setSequenceNumberColumn
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setSequenceNumberColumn(String sequenceNumberColumn) -
setChangeTypeColumn
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setChangeTypeColumn(String changeTypeColumn) -
setChangeTypeMap
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setChangeTypeMap(Map<String, String> changeTypeMap) -
setUpsert
-
setEqualityColumns
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setEqualityColumns(List<String> equalityColumns) -
setNumShards
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setNumShards(Integer numShards) -
setShardsPerPartition
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setShardsPerPartition(Integer shardsPerPartition) -
setAllowedLatenessSeconds
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setAllowedLatenessSeconds(Integer allowedLatenessSeconds) -
setSinkId
-
setTokenHeartbeatSeconds
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setTokenHeartbeatSeconds(Integer tokenHeartbeatSeconds) -
setSnapshotProperties
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setSnapshotProperties(Map<String, String> snapshotProperties) -
setErrorHandling
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setErrorHandling(ErrorHandling errorHandling) -
setSorterMemoryMb
public abstract IcebergWriteSchemaTransformProvider.Configuration.Builder setSorterMemoryMb(Integer sorterMemoryMb) -
build
-