Package org.apache.beam.sdk.io.iceberg

Class ReadUtils

java.lang.Object

org.apache.beam.sdk.io.iceberg.ReadUtils

public class ReadUtils
extends Object

Helper class for source operations.

Constructor Summary

Constructors

Constructor	Description
ReadUtils()

Method Summary

Modifier and Type	Method	Description
static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record>	createReader(org.apache.iceberg.ContentScanTask<?> task, org.apache.iceberg.Table table, IcebergScanConfig scanConfig)
static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record>	createReader(org.apache.iceberg.Table table, IcebergScanConfig scanConfig, org.apache.iceberg.Schema requiredSchema, org.apache.iceberg.PartitionSpec spec, org.apache.iceberg.ContentFile<?> file, @Nullable Long fileSequenceNumber, long start, long length, org.apache.iceberg.expressions.Expression residual)
static @Nullable Long	getFromSnapshotExclusive(org.apache.iceberg.Table table, IcebergScanConfig scanConfig)
static @Nullable Long	getFromSnapshotInclusive(org.apache.iceberg.Table table, IcebergScanConfig scanConfig)
static @Nullable Long	getToSnapshot(org.apache.iceberg.Table table, IcebergScanConfig scanConfig)
static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record>	maybeApplyFilter(org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> iterable, IcebergScanConfig scanConfig)
static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record>	maybeApplyFilter(org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> iterable, IcebergScanConfig scanConfig, org.apache.iceberg.Schema requiredSchema)
static List<SnapshotInfo>	snapshotsBetween(org.apache.iceberg.Table table, String tableIdentifier, @Nullable Long fromSnapshotId, long toSnapshotId)	Returns a list of snapshots in the range (fromSnapshotId, toSnapshotId], ordered chronologically.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ReadUtils

public ReadUtils()

Method Details

createReader

public static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> createReader(org.apache.iceberg.ContentScanTask<?> task,
 org.apache.iceberg.Table table,
 IcebergScanConfig scanConfig)

createReader

public static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> createReader(org.apache.iceberg.Table table,
 IcebergScanConfig scanConfig,
 org.apache.iceberg.Schema requiredSchema,
 org.apache.iceberg.PartitionSpec spec,
 org.apache.iceberg.ContentFile<?> file,
 @Nullable Long fileSequenceNumber,
 long start,
 long length,
 org.apache.iceberg.expressions.Expression residual)

getFromSnapshotInclusive

public static @Nullable Long getFromSnapshotInclusive(org.apache.iceberg.Table table,
 IcebergScanConfig scanConfig)

getFromSnapshotExclusive

public static @Nullable Long getFromSnapshotExclusive(org.apache.iceberg.Table table,
 IcebergScanConfig scanConfig)

getToSnapshot

public static @Nullable Long getToSnapshot(org.apache.iceberg.Table table,
 IcebergScanConfig scanConfig)

snapshotsBetween

public static List<SnapshotInfo> snapshotsBetween(org.apache.iceberg.Table table,
 String tableIdentifier,
 @Nullable Long fromSnapshotId,
 long toSnapshotId)

Returns a list of snapshots in the range (fromSnapshotId, toSnapshotId], ordered chronologically.

maybeApplyFilter

public static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> maybeApplyFilter(org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> iterable,
 IcebergScanConfig scanConfig)

maybeApplyFilter

public static org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> maybeApplyFilter(org.apache.iceberg.io.CloseableIterable<org.apache.iceberg.data.Record> iterable,
 IcebergScanConfig scanConfig,
 org.apache.iceberg.Schema requiredSchema)