org.apache.beam.sdk.io.aws2.options

Interface S3Options

All Superinterfaces:

AwsOptions, HasDisplayData, PipelineOptions

public interface S3Options
extends AwsOptions

Options used to configure Amazon Web Services S3.

Nested Class Summary

Nested Classes

Modifier and Type	Interface and Description
static class	S3Options.S3UploadBufferSizeBytesFactory Provide the default s3 upload buffer size in bytes: 64MB if more than 512MB in RAM are available and 5MB otherwise.
static class	S3Options.SSECustomerKeyFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.io.aws2.options.AwsOptions

AwsOptions.AwsRegionFactory, AwsOptions.AwsUserCredentialsFactory

Nested classes/interfaces inherited from interface org.apache.beam.sdk.options.PipelineOptions

PipelineOptions.AtomicLongFactory, PipelineOptions.CheckEnabled, PipelineOptions.DirectRunner, PipelineOptions.JobNameFactory, PipelineOptions.UserAgentFactory

Method Summary

Modifier and Type	Method and Description
boolean	getBucketKeyEnabled()
java.lang.Class<? extends S3ClientBuilderFactory>	getS3ClientFactoryClass()
java.lang.String	getS3StorageClass()
int	getS3ThreadPoolSize()
java.lang.Integer	getS3UploadBufferSizeBytes()
@Nullable java.lang.String	getSSEAlgorithm()
SSECustomerKey	getSSECustomerKey()
@Nullable java.lang.String	getSSEKMSKeyId()
void	setBucketKeyEnabled(boolean value)
void	setS3ClientFactoryClass(java.lang.Class<? extends S3ClientBuilderFactory> s3ClientFactoryClass)
void	setS3StorageClass(java.lang.String value)
void	setS3ThreadPoolSize(int value)
void	setS3UploadBufferSizeBytes(java.lang.Integer value)
void	setSSEAlgorithm(java.lang.String value)
void	setSSECustomerKey(SSECustomerKey sseCustomerKey)
void	setSSEKMSKeyId(java.lang.String value)

Methods inherited from interface org.apache.beam.sdk.io.aws2.options.AwsOptions

getAwsCredentialsProvider, getAwsRegion, getClientBuilderFactory, getEndpoint, getHttpClientConfiguration, getProxyConfiguration, setAwsCredentialsProvider, setAwsRegion, setClientBuilderFactory, setEndpoint, setHttpClientConfiguration, setProxyConfiguration

Methods inherited from interface org.apache.beam.sdk.options.PipelineOptions

as, getJobName, getOptionsId, getRunner, getStableUniqueNames, getTempLocation, getUserAgent, outputRuntimeOptions, setJobName, setOptionsId, setRunner, setStableUniqueNames, setTempLocation, setUserAgent

Methods inherited from interface org.apache.beam.sdk.transforms.display.HasDisplayData

populateDisplayData

Method Detail

getS3StorageClass

@Default.String(value="STANDARD")
java.lang.String getS3StorageClass()

setS3StorageClass

void setS3StorageClass(java.lang.String value)

getS3UploadBufferSizeBytes

@Default.InstanceFactory(value=S3Options.S3UploadBufferSizeBytesFactory.class)
java.lang.Integer getS3UploadBufferSizeBytes()

setS3UploadBufferSizeBytes

void setS3UploadBufferSizeBytes(java.lang.Integer value)

getS3ThreadPoolSize

@Default.Integer(value=50)
int getS3ThreadPoolSize()

setS3ThreadPoolSize

void setS3ThreadPoolSize(int value)

getSSEAlgorithm

@Nullable java.lang.String getSSEAlgorithm()

setSSEAlgorithm

void setSSEAlgorithm(java.lang.String value)

getSSECustomerKey

@Default.InstanceFactory(value=S3Options.SSECustomerKeyFactory.class)
SSECustomerKey getSSECustomerKey()

setSSECustomerKey

void setSSECustomerKey(SSECustomerKey sseCustomerKey)

getSSEKMSKeyId

@Nullable java.lang.String getSSEKMSKeyId()

setSSEKMSKeyId

void setSSEKMSKeyId(java.lang.String value)

getBucketKeyEnabled

@Default.Boolean(value=false)
boolean getBucketKeyEnabled()

setBucketKeyEnabled

void setBucketKeyEnabled(boolean value)

getS3ClientFactoryClass

@Default.Class(value=DefaultS3ClientBuilderFactory.class)
java.lang.Class<? extends S3ClientBuilderFactory> getS3ClientFactoryClass()

setS3ClientFactoryClass

void setS3ClientFactoryClass(java.lang.Class<? extends S3ClientBuilderFactory> s3ClientFactoryClass)