public abstract static class ParquetIO.Sink extends java.lang.Object implements FileIO.Sink<GenericRecord>
ParquetIO.sink(org.apache.avro.Schema)
.Constructor and Description |
---|
Sink() |
Modifier and Type | Method and Description |
---|---|
void |
flush()
Flushes the buffered state (if any) before the channel is closed.
|
void |
open(java.nio.channels.WritableByteChannel channel)
Initializes writing to the given channel.
|
ParquetIO.Sink |
withAvroDataModel(GenericData model)
Define the Avro data model; see
AvroParquetWriter.Builder#withDataModel(GenericData) . |
ParquetIO.Sink |
withCompressionCodec(org.apache.parquet.hadoop.metadata.CompressionCodecName compressionCodecName)
Specifies compression codec.
|
ParquetIO.Sink |
withConfiguration(Configuration configuration)
Specify Hadoop configuration for ParquetReader.
|
ParquetIO.Sink |
withConfiguration(java.util.Map<java.lang.String,java.lang.String> configuration)
Specifies configuration to be passed into the sink's writer.
|
ParquetIO.Sink |
withRowGroupSize(int rowGroupSize)
Specify row-group size; if not set or zero, a default is used by the underlying writer.
|
void |
write(GenericRecord element)
Appends a single element to the file.
|
public ParquetIO.Sink withCompressionCodec(org.apache.parquet.hadoop.metadata.CompressionCodecName compressionCodecName)
public ParquetIO.Sink withConfiguration(java.util.Map<java.lang.String,java.lang.String> configuration)
public ParquetIO.Sink withConfiguration(Configuration configuration)
public ParquetIO.Sink withRowGroupSize(int rowGroupSize)
public ParquetIO.Sink withAvroDataModel(GenericData model)
AvroParquetWriter.Builder#withDataModel(GenericData)
.public void open(java.nio.channels.WritableByteChannel channel) throws java.io.IOException
FileIO.Sink
FileIO.Sink
instance.open
in interface FileIO.Sink<GenericRecord>
java.io.IOException
public void write(GenericRecord element) throws java.io.IOException
FileIO.Sink
write
in interface FileIO.Sink<GenericRecord>
java.io.IOException
public void flush() throws java.io.IOException
FileIO.Sink
flush
in interface FileIO.Sink<GenericRecord>
java.io.IOException