@Internal @DoFn.UnboundedPerElement public class DetectNewPartitionsDoFn extends DoFn<com.google.cloud.Timestamp,PartitionRecord>
DoFn.AlwaysFetched, DoFn.BoundedPerElement, DoFn.BundleFinalizer, DoFn.Element, DoFn.FieldAccess, DoFn.FinishBundle, DoFn.FinishBundleContext, DoFn.GetInitialRestriction, DoFn.GetInitialWatermarkEstimatorState, DoFn.GetRestrictionCoder, DoFn.GetSize, DoFn.GetWatermarkEstimatorStateCoder, DoFn.Key, DoFn.MultiOutputReceiver, DoFn.NewTracker, DoFn.NewWatermarkEstimator, DoFn.OnTimer, DoFn.OnTimerContext, DoFn.OnTimerFamily, DoFn.OnWindowExpiration, DoFn.OnWindowExpirationContext, DoFn.OutputReceiver<T>, DoFn.ProcessContext, DoFn.ProcessContinuation, DoFn.ProcessElement, DoFn.RequiresStableInput, DoFn.RequiresTimeSortedInput, DoFn.Restriction, DoFn.Setup, DoFn.SideInput, DoFn.SplitRestriction, DoFn.StartBundle, DoFn.StartBundleContext, DoFn.StateId, DoFn.Teardown, DoFn.TimerFamily, DoFn.TimerId, DoFn.Timestamp, DoFn.TruncateRestriction, DoFn.UnboundedPerElement, DoFn.WatermarkEstimatorState, DoFn.WindowedContext
Constructor and Description |
---|
DetectNewPartitionsDoFn(com.google.cloud.Timestamp endTime,
ActionFactory actionFactory,
DaoFactory daoFactory,
ChangeStreamMetrics metrics) |
Modifier and Type | Method and Description |
---|---|
Instant |
getInitialWatermarkEstimatorState(com.google.cloud.Timestamp startTime) |
double |
getSize() |
OffsetRange |
initialRestriction() |
ManualWatermarkEstimator<Instant> |
newWatermarkEstimator(Instant watermarkEstimatorState) |
DoFn.ProcessContinuation |
processElement(com.google.cloud.Timestamp startTime,
RestrictionTracker<OffsetRange,java.lang.Long> tracker,
DoFn.OutputReceiver<PartitionRecord> receiver,
ManualWatermarkEstimator<Instant> watermarkEstimator,
DoFn.BundleFinalizer bundleFinalizer) |
OffsetRangeTracker |
restrictionTracker(OffsetRange restriction) |
void |
setup() |
getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing
public DetectNewPartitionsDoFn(@Nullable com.google.cloud.Timestamp endTime, ActionFactory actionFactory, DaoFactory daoFactory, ChangeStreamMetrics metrics)
@DoFn.GetInitialWatermarkEstimatorState public Instant getInitialWatermarkEstimatorState(@DoFn.Element com.google.cloud.Timestamp startTime)
@DoFn.NewWatermarkEstimator public ManualWatermarkEstimator<Instant> newWatermarkEstimator(@DoFn.WatermarkEstimatorState Instant watermarkEstimatorState)
@DoFn.GetInitialRestriction public OffsetRange initialRestriction()
@DoFn.NewTracker public OffsetRangeTracker restrictionTracker(@DoFn.Restriction OffsetRange restriction)
@DoFn.GetSize public double getSize()
@DoFn.Setup public void setup() throws java.io.IOException
java.io.IOException
@DoFn.ProcessElement public DoFn.ProcessContinuation processElement(@DoFn.Element com.google.cloud.Timestamp startTime, RestrictionTracker<OffsetRange,java.lang.Long> tracker, DoFn.OutputReceiver<PartitionRecord> receiver, ManualWatermarkEstimator<Instant> watermarkEstimator, DoFn.BundleFinalizer bundleFinalizer) throws java.lang.Exception
java.lang.Exception