org.apache.beam.sdk.io.gcp.bigquery

Class UpdateSchemaDestination

java.lang.Object

org.apache.beam.sdk.transforms.DoFn<java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>,java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>>

org.apache.beam.sdk.io.gcp.bigquery.UpdateSchemaDestination

All Implemented Interfaces:

java.io.Serializable, HasDisplayData

public class UpdateSchemaDestination
extends DoFn<java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>,java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>>

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.transforms.DoFn

DoFn.AlwaysFetched, DoFn.BoundedPerElement, DoFn.BundleFinalizer, DoFn.Element, DoFn.FieldAccess, DoFn.FinishBundle, DoFn.FinishBundleContext, DoFn.GetInitialRestriction, DoFn.GetInitialWatermarkEstimatorState, DoFn.GetRestrictionCoder, DoFn.GetSize, DoFn.GetWatermarkEstimatorStateCoder, DoFn.Key, DoFn.MultiOutputReceiver, DoFn.NewTracker, DoFn.NewWatermarkEstimator, DoFn.OnTimer, DoFn.OnTimerContext, DoFn.OnTimerFamily, DoFn.OnWindowExpiration, DoFn.OnWindowExpirationContext, DoFn.OutputReceiver<T>, DoFn.ProcessContext, DoFn.ProcessContinuation, DoFn.ProcessElement, DoFn.RequiresStableInput, DoFn.RequiresTimeSortedInput, DoFn.Restriction, DoFn.Setup, DoFn.SideInput, DoFn.SplitRestriction, DoFn.StartBundle, DoFn.StartBundleContext, DoFn.StateId, DoFn.Teardown, DoFn.TimerFamily, DoFn.TimerId, DoFn.Timestamp, DoFn.TruncateRestriction, DoFn.UnboundedPerElement, DoFn.WatermarkEstimatorState, DoFn.WindowedContext

Constructor Summary

Constructors

Constructor and Description

UpdateSchemaDestination(BigQueryServices bqServices, PCollectionView<java.lang.String> loadJobIdPrefixView, ValueProvider<java.lang.String> loadJobProjectId, BigQueryIO.Write.WriteDisposition writeDisposition, BigQueryIO.Write.CreateDisposition createDisposition, int maxRetryJobs, boolean ignoreUnknownValues, java.lang.String kmsKey, java.lang.String sourceFormat, boolean useAvroLogicalTypes, java.util.Set<BigQueryIO.Write.SchemaUpdateOption> schemaUpdateOptions, DynamicDestinations dynamicDestinations)

Method Summary

Modifier and Type	Method and Description
void	finishBundle(DoFn.FinishBundleContext context)
void	onTeardown()
void	processElement(java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>> element, DoFn.ProcessContext context, BoundedWindow window)
void	startBundle(DoFn.StartBundleContext c)

Methods inherited from class org.apache.beam.sdk.transforms.DoFn

getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

UpdateSchemaDestination

public UpdateSchemaDestination(BigQueryServices bqServices,
                               PCollectionView<java.lang.String> loadJobIdPrefixView,
                               @Nullable
                               ValueProvider<java.lang.String> loadJobProjectId,
                               BigQueryIO.Write.WriteDisposition writeDisposition,
                               BigQueryIO.Write.CreateDisposition createDisposition,
                               int maxRetryJobs,
                               boolean ignoreUnknownValues,
                               @Nullable
                               java.lang.String kmsKey,
                               java.lang.String sourceFormat,
                               boolean useAvroLogicalTypes,
                               java.util.Set<BigQueryIO.Write.SchemaUpdateOption> schemaUpdateOptions,
                               DynamicDestinations dynamicDestinations)

Method Detail

startBundle

@DoFn.StartBundle
public void startBundle(DoFn.StartBundleContext c)

processElement

@DoFn.ProcessElement
public void processElement(@DoFn.Element
                                                java.lang.Iterable<KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>> element,
                                                DoFn.ProcessContext context,
                                                BoundedWindow window)
                                         throws java.io.IOException

Throws:

java.io.IOException

onTeardown

@DoFn.Teardown
public void onTeardown()

finishBundle

@DoFn.FinishBundle
public void finishBundle(DoFn.FinishBundleContext context)
                                     throws java.lang.Exception

Throws:

java.lang.Exception