public class StatsReportListener extends Object implements StreamingListener
Constructor and Description |
---|
StatsReportListener(int numBatchInfos) |
Modifier and Type | Method and Description |
---|---|
scala.collection.mutable.Queue<BatchInfo> |
batchInfos() |
scala.Option<org.apache.spark.util.Distribution> |
extractDistribution(scala.Function1<BatchInfo,scala.Option<Object>> getMetric) |
void |
onBatchCompleted(StreamingListenerBatchCompleted batchStarted)
Called when processing of a batch of jobs has completed.
|
static void |
onBatchStarted(StreamingListenerBatchStarted batchStarted) |
static void |
onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted) |
static void |
onOutputOperationCompleted(StreamingListenerOutputOperationCompleted outputOperationCompleted) |
static void |
onOutputOperationStarted(StreamingListenerOutputOperationStarted outputOperationStarted) |
static void |
onReceiverError(StreamingListenerReceiverError receiverError) |
static void |
onReceiverStarted(StreamingListenerReceiverStarted receiverStarted) |
static void |
onReceiverStopped(StreamingListenerReceiverStopped receiverStopped) |
static void |
onStreamingStarted(StreamingListenerStreamingStarted streamingStarted) |
void |
printStats() |
void |
showMillisDistribution(String heading,
scala.Function1<BatchInfo,scala.Option<Object>> getMetric) |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onBatchStarted, onBatchSubmitted, onOutputOperationCompleted, onOutputOperationStarted, onReceiverError, onReceiverStarted, onReceiverStopped, onStreamingStarted
public static void onStreamingStarted(StreamingListenerStreamingStarted streamingStarted)
public static void onReceiverStarted(StreamingListenerReceiverStarted receiverStarted)
public static void onReceiverError(StreamingListenerReceiverError receiverError)
public static void onReceiverStopped(StreamingListenerReceiverStopped receiverStopped)
public static void onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted)
public static void onBatchStarted(StreamingListenerBatchStarted batchStarted)
public static void onOutputOperationStarted(StreamingListenerOutputOperationStarted outputOperationStarted)
public static void onOutputOperationCompleted(StreamingListenerOutputOperationCompleted outputOperationCompleted)
public scala.collection.mutable.Queue<BatchInfo> batchInfos()
public void onBatchCompleted(StreamingListenerBatchCompleted batchStarted)
StreamingListener
onBatchCompleted
in interface StreamingListener
public void printStats()
public void showMillisDistribution(String heading, scala.Function1<BatchInfo,scala.Option<Object>> getMetric)
public scala.Option<org.apache.spark.util.Distribution> extractDistribution(scala.Function1<BatchInfo,scala.Option<Object>> getMetric)