org.apache.beam.sdk.io.sparkreceiver

Class WrappedSupervisor

java.lang.Object

org.apache.spark.streaming.receiver.ReceiverSupervisor

org.apache.beam.sdk.io.sparkreceiver.WrappedSupervisor

All Implemented Interfaces:

org.apache.spark.internal.Logging

public class WrappedSupervisor
extends org.apache.spark.streaming.receiver.ReceiverSupervisor

Wrapper class for ReceiverSupervisor that doesn't use Spark Environment.

Constructor Summary

Constructors

Constructor and Description
WrappedSupervisor(org.apache.spark.streaming.receiver.Receiver<?> receiver, org.apache.spark.SparkConf conf, SerializableFunction<java.lang.Object[],java.lang.Void> storeFn)

Method Summary

Modifier and Type	Method and Description
org.apache.spark.streaming.receiver.BlockGenerator	createBlockGenerator(org.apache.spark.streaming.receiver.BlockGeneratorListener blockGeneratorListener)
long	getCurrentRateLimit()
boolean	isReceiverStopped()
void	logInfo(scala.Function0<java.lang.String> msg)
boolean	onReceiverStart()
void	pushArrayBuffer(scala.collection.mutable.ArrayBuffer<?> arrayBuffer, scala.Option<java.lang.Object> option, scala.Option<org.apache.spark.storage.StreamBlockId> option1)
void	pushBytes(java.nio.ByteBuffer byteBuffer, scala.Option<java.lang.Object> option, scala.Option<org.apache.spark.storage.StreamBlockId> option1)
void	pushIterator(scala.collection.Iterator<?> iterator, scala.Option<java.lang.Object> option, scala.Option<org.apache.spark.storage.StreamBlockId> option1)
void	pushSingle(java.lang.Object o)
void	reportError(java.lang.String s, java.lang.Throwable throwable)

Methods inherited from class org.apache.spark.streaming.receiver.ReceiverSupervisor

awaitTermination, initializeForcefully, initializeLogIfNecessary, initializeLogIfNecessary, initializeLogIfNecessary$default$2, isReceiverStarted, isTraceEnabled, log, logDebug, logDebug, logError, logError, logInfo, logName, logTrace, logTrace, logWarning, logWarning, onReceiverStop, onStart, onStop, org$apache$spark$internal$Logging$$log__$eq, org$apache$spark$internal$Logging$$log_, receiverState_$eq, receiverState, ReceiverState, restartReceiver, restartReceiver, restartReceiver$default$2, start, startReceiver, stop, stoppingError_$eq, stoppingError, stopReceiver, streamId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.internal.Logging

$init$, initLock, uninitialize

Constructor Detail

WrappedSupervisor

public WrappedSupervisor(org.apache.spark.streaming.receiver.Receiver<?> receiver,
                         org.apache.spark.SparkConf conf,
                         SerializableFunction<java.lang.Object[],java.lang.Void> storeFn)

Method Detail

pushSingle

public void pushSingle(java.lang.Object o)

Specified by:

pushSingle in class org.apache.spark.streaming.receiver.ReceiverSupervisor

pushBytes

public void pushBytes(java.nio.ByteBuffer byteBuffer,
                      scala.Option<java.lang.Object> option,
                      scala.Option<org.apache.spark.storage.StreamBlockId> option1)

Specified by:

pushBytes in class org.apache.spark.streaming.receiver.ReceiverSupervisor

pushIterator

public void pushIterator(scala.collection.Iterator<?> iterator,
                         scala.Option<java.lang.Object> option,
                         scala.Option<org.apache.spark.storage.StreamBlockId> option1)

Specified by:

pushIterator in class org.apache.spark.streaming.receiver.ReceiverSupervisor

pushArrayBuffer

public void pushArrayBuffer(scala.collection.mutable.ArrayBuffer<?> arrayBuffer,
                            scala.Option<java.lang.Object> option,
                            scala.Option<org.apache.spark.storage.StreamBlockId> option1)

Specified by:

pushArrayBuffer in class org.apache.spark.streaming.receiver.ReceiverSupervisor

createBlockGenerator

public org.apache.spark.streaming.receiver.BlockGenerator createBlockGenerator(org.apache.spark.streaming.receiver.BlockGeneratorListener blockGeneratorListener)

Specified by:

createBlockGenerator in class org.apache.spark.streaming.receiver.ReceiverSupervisor

reportError

public void reportError(java.lang.String s,
                        java.lang.Throwable throwable)

Specified by:

reportError in class org.apache.spark.streaming.receiver.ReceiverSupervisor

onReceiverStart

public boolean onReceiverStart()

Specified by:

onReceiverStart in class org.apache.spark.streaming.receiver.ReceiverSupervisor

getCurrentRateLimit

public long getCurrentRateLimit()

Overrides:

getCurrentRateLimit in class org.apache.spark.streaming.receiver.ReceiverSupervisor

isReceiverStopped

public boolean isReceiverStopped()

Overrides:

isReceiverStopped in class org.apache.spark.streaming.receiver.ReceiverSupervisor

logInfo

public void logInfo(scala.Function0<java.lang.String> msg)

Specified by:

logInfo in interface org.apache.spark.internal.Logging

Overrides:

logInfo in class org.apache.spark.streaming.receiver.ReceiverSupervisor