Package org.apache.beam.sdk.io.iceberg

Class SerializableDeleteFile

java.lang.Object

org.apache.beam.sdk.io.iceberg.SerializableDeleteFile

@DefaultSchema(AutoValueSchema.class)
@Internal
public abstract class SerializableDeleteFile
extends Object

Constructor Summary

Constructors

Constructor	Description
SerializableDeleteFile()

Method Summary

Modifier and Type	Method	Description
static org.apache.beam.sdk.io.iceberg.SerializableDeleteFile.Builder	builder()
org.apache.iceberg.DeleteFile	createDeleteFile(Map<Integer,org.apache.iceberg.PartitionSpec> partitionSpecs, @Nullable Map<Integer,org.apache.iceberg.SortOrder> sortOrders)
final boolean	equals(@Nullable Object o)
static SerializableDeleteFile	from(org.apache.iceberg.DeleteFile deleteFile, Map<Integer,org.apache.iceberg.PartitionSpec> specs)
static SerializableDeleteFile	from(org.apache.iceberg.DeleteFile deleteFile, Map<Integer,org.apache.iceberg.PartitionSpec> specs, boolean includeMetrics)	Creates a SerializableDeleteFile, resolving the file's PartitionSpec by its own spec id.
static SerializableDeleteFile	from(org.apache.iceberg.DeleteFile deleteFile, org.apache.iceberg.PartitionSpec spec)
static SerializableDeleteFile	from(org.apache.iceberg.DeleteFile deleteFile, org.apache.iceberg.PartitionSpec spec, boolean includeMetrics)
abstract @Nullable Map<Integer,Long>	getColumnSizes()
abstract @Nullable Long	getContentOffset()
abstract @Nullable Long	getContentSizeInBytes()
abstract org.apache.iceberg.FileContent	getContentType()
abstract @Nullable Long	getDataSequenceNumber()
abstract @Nullable List<Integer>	getEqualityFieldIds()
abstract String	getFileFormat()
abstract @Nullable Long	getFileSequenceNumber()
abstract long	getFileSizeInBytes()
abstract @Nullable ByteBuffer	getKeyMetadata()
abstract String	getLocation()
abstract @Nullable Map<Integer,byte[]>	getLowerBounds()
abstract @Nullable Map<Integer,Long>	getNanValueCounts()
abstract @Nullable Map<Integer,Long>	getNullValueCounts()
abstract String	getPartitionPath()	Deprecated. Use getJsonPartition() instead.
abstract int	getPartitionSpecId()
abstract long	getRecordCount()
abstract @Nullable String	getReferencedDataFile()
abstract @Nullable Integer	getSortOrderId()
abstract @Nullable List<Long>	getSplitOffsets()
abstract @Nullable Map<Integer,byte[]>	getUpperBounds()
abstract @Nullable Map<Integer,Long>	getValueCounts()
final int	hashCode()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait

Constructor Details

SerializableDeleteFile

public SerializableDeleteFile()

Method Details

builder

public static org.apache.beam.sdk.io.iceberg.SerializableDeleteFile.Builder builder()

getContentType

@SchemaFieldNumber("0")
public abstract org.apache.iceberg.FileContent getContentType()

getLocation

@SchemaFieldNumber("1")
public abstract String getLocation()

getFileFormat

@SchemaFieldNumber("2")
public abstract String getFileFormat()

getRecordCount

@SchemaFieldNumber("3")
public abstract long getRecordCount()

getFileSizeInBytes

@SchemaFieldNumber("4")
public abstract long getFileSizeInBytes()

getPartitionPath

@SchemaFieldNumber("5")
@Deprecated
public abstract String getPartitionPath()

Deprecated.

Use getJsonPartition() instead.

getPartitionSpecId

@SchemaFieldNumber("6")
public abstract int getPartitionSpecId()

getSortOrderId

@SchemaFieldNumber("7")
public abstract @Nullable Integer getSortOrderId()

getEqualityFieldIds

@SchemaFieldNumber("8")
public abstract @Nullable List<Integer> getEqualityFieldIds()

getKeyMetadata

@SchemaFieldNumber("9")
public abstract @Nullable ByteBuffer getKeyMetadata()

getSplitOffsets

@SchemaFieldNumber("10")
public abstract @Nullable List<Long> getSplitOffsets()

getColumnSizes

@SchemaFieldNumber("11")
public abstract @Nullable Map<Integer,Long> getColumnSizes()

getValueCounts

@SchemaFieldNumber("12")
public abstract @Nullable Map<Integer,Long> getValueCounts()

getNullValueCounts

@SchemaFieldNumber("13")
public abstract @Nullable Map<Integer,Long> getNullValueCounts()

getNanValueCounts

@SchemaFieldNumber("14")
public abstract @Nullable Map<Integer,Long> getNanValueCounts()

getLowerBounds

@SchemaFieldNumber("15")
public abstract @Nullable Map<Integer,byte[]> getLowerBounds()

getUpperBounds

@SchemaFieldNumber("16")
public abstract @Nullable Map<Integer,byte[]> getUpperBounds()

getContentOffset

@SchemaFieldNumber("17")
public abstract @Nullable Long getContentOffset()

getContentSizeInBytes

@SchemaFieldNumber("18")
public abstract @Nullable Long getContentSizeInBytes()

getReferencedDataFile

@SchemaFieldNumber("19")
public abstract @Nullable String getReferencedDataFile()

getDataSequenceNumber

@SchemaFieldNumber("20")
public abstract @Nullable Long getDataSequenceNumber()

getFileSequenceNumber

@SchemaFieldNumber("21")
public abstract @Nullable Long getFileSequenceNumber()

from

public static SerializableDeleteFile from(org.apache.iceberg.DeleteFile deleteFile,
 Map<Integer,org.apache.iceberg.PartitionSpec> specs)

from

public static SerializableDeleteFile from(org.apache.iceberg.DeleteFile deleteFile,
 Map<Integer,org.apache.iceberg.PartitionSpec> specs,
 boolean includeMetrics)

Creates a SerializableDeleteFile, resolving the file's PartitionSpec by its own spec id.

Delete files reached from a scan task may carry a spec id that differs from the spec of the data file they apply to, so the lookup has to be per delete file rather than against a single "current" spec.

from

public static SerializableDeleteFile from(org.apache.iceberg.DeleteFile deleteFile,
 org.apache.iceberg.PartitionSpec spec)

from

public static SerializableDeleteFile from(org.apache.iceberg.DeleteFile deleteFile,
 org.apache.iceberg.PartitionSpec spec,
 boolean includeMetrics)

createDeleteFile

public org.apache.iceberg.DeleteFile createDeleteFile(Map<Integer,org.apache.iceberg.PartitionSpec> partitionSpecs,
 @Nullable Map<Integer,org.apache.iceberg.SortOrder> sortOrders)

equals

public final boolean equals(@Nullable Object o)

Overrides:

equals in class Object

hashCode

public final int hashCode()

Overrides:

hashCode in class Object