org.apache.beam.sdk.io.iceberg

Class IcebergWriteSchemaTransformProvider.Configuration

java.lang.Object

org.apache.beam.sdk.io.iceberg.IcebergWriteSchemaTransformProvider.Configuration

Enclosing class:

IcebergWriteSchemaTransformProvider

public abstract static class IcebergWriteSchemaTransformProvider.Configuration
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	IcebergWriteSchemaTransformProvider.Configuration.Builder

Constructor Summary

Constructors

Constructor and Description
Configuration()

Method Summary

Modifier and Type	Method and Description
static IcebergWriteSchemaTransformProvider.Configuration.Builder	builder()
abstract @Nullable java.lang.String	getCatalogName()
abstract @Nullable java.util.Map<java.lang.String,java.lang.String>	getCatalogProperties()
abstract @Nullable java.util.Map<java.lang.String,java.lang.String>	getConfigProperties()
abstract @Nullable java.util.List<java.lang.String>	getDrop()
IcebergCatalogConfig	getIcebergCatalog()
abstract @Nullable java.util.List<java.lang.String>	getKeep()
abstract @Nullable java.lang.String	getOnly()
abstract @Nullable java.util.List<java.lang.String>	getPartitionFields()
abstract java.lang.String	getTable()
abstract @Nullable java.lang.Integer	getTriggeringFrequencySeconds()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Configuration

public Configuration()

Method Detail

builder

public static IcebergWriteSchemaTransformProvider.Configuration.Builder builder()

getTable

@SchemaFieldDescription(value="A fully-qualified table identifier. You may also provide a template to write to multiple dynamic destinations, for example: `dataset.my_{col1}_{col2.nested}_table`.")
public abstract java.lang.String getTable()

getCatalogName

@SchemaFieldDescription(value="Name of the catalog containing the table.")
public abstract @Nullable java.lang.String getCatalogName()

getCatalogProperties

@SchemaFieldDescription(value="Properties used to set up the Iceberg catalog.")
public abstract @Nullable java.util.Map<java.lang.String,java.lang.String> getCatalogProperties()

getConfigProperties

@SchemaFieldDescription(value="Properties passed to the Hadoop Configuration.")
public abstract @Nullable java.util.Map<java.lang.String,java.lang.String> getConfigProperties()

getTriggeringFrequencySeconds

@SchemaFieldDescription(value="For a streaming pipeline, sets the frequency at which snapshots are produced.")
public abstract @Nullable java.lang.Integer getTriggeringFrequencySeconds()

getKeep

@SchemaFieldDescription(value="A list of field names to keep in the input record. All other fields are dropped before writing. Is mutually exclusive with \'drop\' and \'only\'.")
public abstract @Nullable java.util.List<java.lang.String> getKeep()

getDrop

@SchemaFieldDescription(value="A list of field names to drop from the input record before writing. Is mutually exclusive with \'keep\' and \'only\'.")
public abstract @Nullable java.util.List<java.lang.String> getDrop()

getOnly

@SchemaFieldDescription(value="The name of a single record field that should be written. Is mutually exclusive with \'keep\' and \'drop\'.")
public abstract @Nullable java.lang.String getOnly()

getPartitionFields

@SchemaFieldDescription(value="Fields used to create a partition spec that is applied when tables are created. For a field \'foo\', the available partition transforms are:\n\n- `foo`\n- `truncate(foo, N)`\n- `bucket(foo, N)`\n- `hour(foo)`\n- `day(foo)`\n- `month(foo)`\n- `year(foo)`\n- `void(foo)`\n\nFor more information on partition transforms, please visit https://iceberg.apache.org/spec/#partition-transforms.")
public abstract @Nullable java.util.List<java.lang.String> getPartitionFields()

getIcebergCatalog

public IcebergCatalogConfig getIcebergCatalog()