org.apache.beam.runners.spark.stateful

Class SparkTimerInternals

java.lang.Object

org.apache.beam.runners.spark.stateful.SparkTimerInternals

All Implemented Interfaces:

org.apache.beam.runners.core.TimerInternals

public class SparkTimerInternals
extends java.lang.Object
implements org.apache.beam.runners.core.TimerInternals

An implementation of TimerInternals for the SparkRunner.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.beam.runners.core.TimerInternals

org.apache.beam.runners.core.TimerInternals.TimerData, org.apache.beam.runners.core.TimerInternals.TimerDataCoder, org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2

Method Summary

Modifier and Type	Method and Description
void	advanceWatermark() Advances the watermark.
Instant	currentInputWatermarkTime()
@Nullable Instant	currentOutputWatermarkTime()
Instant	currentProcessingTime()
@Nullable Instant	currentSynchronizedProcessingTime()
void	deleteTimer(org.apache.beam.runners.core.StateNamespace namespace, java.lang.String timerId, java.lang.String timerFamilyId)
void	deleteTimer(org.apache.beam.runners.core.StateNamespace namespace, java.lang.String timerId, java.lang.String timerFamilyId, TimeDomain timeDomain)
void	deleteTimer(org.apache.beam.runners.core.TimerInternals.TimerData timer)
static java.util.Iterator<org.apache.beam.runners.core.TimerInternals.TimerData>	deserializeTimers(java.util.Collection<byte[]> serTimers, org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2 timerDataCoder)
static SparkTimerInternals	forStreamFromSources(java.util.List<java.lang.Integer> sourceIds, java.util.Map<java.lang.Integer,GlobalWatermarkHolder.SparkWatermarks> watermarks) Build the TimerInternals according to the feeding streams.
java.util.Collection<org.apache.beam.runners.core.TimerInternals.TimerData>	getTimers()
static SparkTimerInternals	global(java.util.Map<java.lang.Integer,GlobalWatermarkHolder.SparkWatermarks> watermarks) Build a global TimerInternals for all feeding streams.
static java.util.Collection<byte[]>	serializeTimers(java.util.Collection<org.apache.beam.runners.core.TimerInternals.TimerData> timers, org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2 timerDataCoder)
void	setTimer(org.apache.beam.runners.core.StateNamespace namespace, java.lang.String timerId, java.lang.String timerFamilyId, Instant target, Instant outputTimestamp, TimeDomain timeDomain)
void	setTimer(org.apache.beam.runners.core.TimerInternals.TimerData timer)
java.lang.String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Method Detail

forStreamFromSources

public static SparkTimerInternals forStreamFromSources(java.util.List<java.lang.Integer> sourceIds,
                                                       java.util.Map<java.lang.Integer,GlobalWatermarkHolder.SparkWatermarks> watermarks)

Build the TimerInternals according to the feeding streams.

global

public static SparkTimerInternals global(java.util.Map<java.lang.Integer,GlobalWatermarkHolder.SparkWatermarks> watermarks)

Build a global TimerInternals for all feeding streams.

getTimers

public java.util.Collection<org.apache.beam.runners.core.TimerInternals.TimerData> getTimers()

setTimer

public void setTimer(org.apache.beam.runners.core.TimerInternals.TimerData timer)

Specified by:

setTimer in interface org.apache.beam.runners.core.TimerInternals

deleteTimer

public void deleteTimer(org.apache.beam.runners.core.StateNamespace namespace,
                        java.lang.String timerId,
                        java.lang.String timerFamilyId,
                        TimeDomain timeDomain)

Specified by:

deleteTimer in interface org.apache.beam.runners.core.TimerInternals

deleteTimer

public void deleteTimer(org.apache.beam.runners.core.TimerInternals.TimerData timer)

Specified by:

deleteTimer in interface org.apache.beam.runners.core.TimerInternals

currentProcessingTime

public Instant currentProcessingTime()

Specified by:

currentProcessingTime in interface org.apache.beam.runners.core.TimerInternals

currentSynchronizedProcessingTime

public @Nullable Instant currentSynchronizedProcessingTime()

Specified by:

currentSynchronizedProcessingTime in interface org.apache.beam.runners.core.TimerInternals

currentInputWatermarkTime

public Instant currentInputWatermarkTime()

Specified by:

currentInputWatermarkTime in interface org.apache.beam.runners.core.TimerInternals

advanceWatermark

public void advanceWatermark()

Advances the watermark.

currentOutputWatermarkTime

public @Nullable Instant currentOutputWatermarkTime()

Specified by:

currentOutputWatermarkTime in interface org.apache.beam.runners.core.TimerInternals

setTimer

public void setTimer(org.apache.beam.runners.core.StateNamespace namespace,
                     java.lang.String timerId,
                     java.lang.String timerFamilyId,
                     Instant target,
                     Instant outputTimestamp,
                     TimeDomain timeDomain)

Specified by:

setTimer in interface org.apache.beam.runners.core.TimerInternals

deleteTimer

public void deleteTimer(org.apache.beam.runners.core.StateNamespace namespace,
                        java.lang.String timerId,
                        java.lang.String timerFamilyId)

Specified by:

deleteTimer in interface org.apache.beam.runners.core.TimerInternals

serializeTimers

public static java.util.Collection<byte[]> serializeTimers(java.util.Collection<org.apache.beam.runners.core.TimerInternals.TimerData> timers,
                                                           org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2 timerDataCoder)

deserializeTimers

public static java.util.Iterator<org.apache.beam.runners.core.TimerInternals.TimerData> deserializeTimers(java.util.Collection<byte[]> serTimers,
                                                                                                          org.apache.beam.runners.core.TimerInternals.TimerDataCoderV2 timerDataCoder)

toString

public java.lang.String toString()

Overrides:

toString in class java.lang.Object