org.apache.beam.sdk.io.fileschematransform

Class FileWriteSchemaTransformConfiguration

java.lang.Object

org.apache.beam.sdk.io.fileschematransform.FileWriteSchemaTransformConfiguration

@DefaultSchema(value=AutoValueSchema.class)
public abstract class FileWriteSchemaTransformConfiguration
extends java.lang.Object

The configuration for building file writing transforms using SchemaTransform and SchemaTransformProvider.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	FileWriteSchemaTransformConfiguration.Builder
static class	FileWriteSchemaTransformConfiguration.CsvConfiguration Configures extra details related to writing CSV formatted files.
static class	FileWriteSchemaTransformConfiguration.ParquetConfiguration Configures extra details related to writing Parquet formatted files.
static class	FileWriteSchemaTransformConfiguration.XmlConfiguration Configures extra details related to writing XML formatted files.

Constructor Summary

Constructors

Constructor and Description
FileWriteSchemaTransformConfiguration()

Method Summary

Modifier and Type	Method and Description
static FileWriteSchemaTransformConfiguration.Builder	builder()
static FileWriteSchemaTransformConfiguration.CsvConfiguration.Builder	csvConfigurationBuilder()
abstract java.lang.String	getCompression() See Compression for expected values.
abstract FileWriteSchemaTransformConfiguration.CsvConfiguration	getCsvConfiguration()
abstract java.lang.String	getFilenamePrefix()
abstract java.lang.String	getFilenameSuffix()
abstract java.lang.String	getFormat()
abstract java.lang.Integer	getNumShards()
abstract FileWriteSchemaTransformConfiguration.ParquetConfiguration	getParquetConfiguration()
abstract java.lang.String	getShardNameTemplate() See ShardNameTemplate for the expected values.
abstract FileWriteSchemaTransformConfiguration.XmlConfiguration	getXmlConfiguration()
static FileWriteSchemaTransformConfiguration.ParquetConfiguration.Builder	parquetConfigurationBuilder()
static FileWriteSchemaTransformConfiguration.XmlConfiguration.Builder	xmlConfigurationBuilder()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FileWriteSchemaTransformConfiguration

public FileWriteSchemaTransformConfiguration()

Method Detail

builder

public static FileWriteSchemaTransformConfiguration.Builder builder()

csvConfigurationBuilder

public static FileWriteSchemaTransformConfiguration.CsvConfiguration.Builder csvConfigurationBuilder()

parquetConfigurationBuilder

public static FileWriteSchemaTransformConfiguration.ParquetConfiguration.Builder parquetConfigurationBuilder()

xmlConfigurationBuilder

public static FileWriteSchemaTransformConfiguration.XmlConfiguration.Builder xmlConfigurationBuilder()

getFormat

@SchemaFieldDescription(value="The format of the file content. Value must be one of: \"avro\", \"csv\", \"json\", \"parquet\", \"xml\"")
public abstract java.lang.String getFormat()

getFilenamePrefix

@SchemaFieldDescription(value="A common prefix to use for all generated filenames.")
public abstract java.lang.String getFilenamePrefix()

getCompression

@SchemaFieldDescription(value="The compression of all generated shard files. By default, appends the respective extension to the filename. Valid options can be found in: https://beam.apache.org/releases/javadoc/2.46.0/org/apache/beam/sdk/io/Compression.html")
 @Nullable
public abstract java.lang.String getCompression()

See Compression for expected values.

getNumShards

@SchemaFieldDescription(value="The number of output shards produced; a value of 1 disables sharding.")
 @Nullable
public abstract java.lang.Integer getNumShards()

getShardNameTemplate

@SchemaFieldDescription(value="Uses the given shard name template for naming output files.")
 @Nullable
public abstract java.lang.String getShardNameTemplate()

See ShardNameTemplate for the expected values.

getFilenameSuffix

@SchemaFieldDescription(value="Configures the filename suffix for written files.")
 @Nullable
public abstract java.lang.String getFilenameSuffix()

getCsvConfiguration

@SchemaFieldDescription(value="Configures extra details related to writing CSV formatted files.")
 @Nullable
public abstract FileWriteSchemaTransformConfiguration.CsvConfiguration getCsvConfiguration()

getParquetConfiguration

@SchemaFieldDescription(value="Configures extra details related to writing Parquet formatted files.")
 @Nullable
public abstract FileWriteSchemaTransformConfiguration.ParquetConfiguration getParquetConfiguration()

getXmlConfiguration

@SchemaFieldDescription(value="Configures extra details related to writing XML formatted files.")
 @Nullable
public abstract FileWriteSchemaTransformConfiguration.XmlConfiguration getXmlConfiguration()