org.apache.beam.sdk.extensions.timeseries

Class FillGaps.FillGapsDoFn<ValueT>

java.lang.Object

org.apache.beam.sdk.transforms.DoFn<KV<Row,ValueT>,ValueT>

org.apache.beam.sdk.extensions.timeseries.FillGaps.FillGapsDoFn<ValueT>

All Implemented Interfaces:

java.io.Serializable, HasDisplayData

Enclosing class:

FillGaps<ValueT>

public static class FillGaps.FillGapsDoFn<ValueT>
extends DoFn<KV<Row,ValueT>,ValueT>

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.transforms.DoFn

DoFn.AlwaysFetched, DoFn.BoundedPerElement, DoFn.BundleFinalizer, DoFn.Element, DoFn.FieldAccess, DoFn.FinishBundle, DoFn.FinishBundleContext, DoFn.GetInitialRestriction, DoFn.GetInitialWatermarkEstimatorState, DoFn.GetRestrictionCoder, DoFn.GetSize, DoFn.GetWatermarkEstimatorStateCoder, DoFn.Key, DoFn.MultiOutputReceiver, DoFn.NewTracker, DoFn.NewWatermarkEstimator, DoFn.OnTimer, DoFn.OnTimerContext, DoFn.OnTimerFamily, DoFn.OnWindowExpiration, DoFn.OnWindowExpirationContext, DoFn.OutputReceiver<T>, DoFn.ProcessContext, DoFn.ProcessContinuation, DoFn.ProcessElement, DoFn.RequiresStableInput, DoFn.RequiresTimeSortedInput, DoFn.Restriction, DoFn.Setup, DoFn.SideInput, DoFn.SplitRestriction, DoFn.StartBundle, DoFn.StartBundleContext, DoFn.StateId, DoFn.Teardown, DoFn.TimerFamily, DoFn.TimerId, DoFn.Timestamp, DoFn.TruncateRestriction, DoFn.UnboundedPerElement, DoFn.WatermarkEstimatorState, DoFn.WindowedContext

Method Summary

Modifier and Type	Method and Description
void	onGcTimer(Instant timerTs, ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets, ValueState<java.util.SortedMap<Instant,java.lang.Long>> gapDurations)
void	onTimer(java.lang.String timerId, Instant timestamp, TimerMap gapTimers, TimerMap gcTimers, ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets, ValueState<java.util.SortedMap<Instant,java.lang.Long>> gapDurations, DoFn.OutputReceiver<ValueT> output)
void	process(KV<Row,ValueT> element, Instant ts, TimerMap gapTimers, TimerMap gcTimers, ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets, DoFn.OutputReceiver<ValueT> output)

Methods inherited from class org.apache.beam.sdk.transforms.DoFn

getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

process

@DoFn.ProcessElement
public void process(@DoFn.Element
                                         KV<Row,ValueT> element,
                                         @DoFn.Timestamp
                                         Instant ts,
                                         @DoFn.TimerFamily(value="gapTimers")
                                         TimerMap gapTimers,
                                         @DoFn.TimerFamily(value="gcTimers")
                                         TimerMap gcTimers,
                                         @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                         ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets,
                                         DoFn.OutputReceiver<ValueT> output)

onTimer

@DoFn.OnTimerFamily(value="gapTimers")
public void onTimer(@DoFn.TimerId
                                                           java.lang.String timerId,
                                                           @DoFn.Timestamp
                                                           Instant timestamp,
                                                           @DoFn.TimerFamily(value="gapTimers")
                                                           TimerMap gapTimers,
                                                           @DoFn.TimerFamily(value="gcTimers")
                                                           TimerMap gcTimers,
                                                           @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                                           ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets,
                                                           @DoFn.AlwaysFetched @DoFn.StateId(value="gapDurationMap")
                                                           ValueState<java.util.SortedMap<Instant,java.lang.Long>> gapDurations,
                                                           DoFn.OutputReceiver<ValueT> output)

onGcTimer

@DoFn.OnTimerFamily(value="gcTimers")
public void onGcTimer(@DoFn.Timestamp
                                                            Instant timerTs,
                                                            @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                                            ValueState<java.util.SortedMap<Instant,TimestampedValue<ValueT>>> seenBuckets,
                                                            @DoFn.AlwaysFetched @DoFn.StateId(value="gapDurationMap")
                                                            ValueState<java.util.SortedMap<Instant,java.lang.Long>> gapDurations)