Package org.apache.spark.status.api.v1
Class StageData
Object
org.apache.spark.status.api.v1.StageData
-
Method Summary
Modifier and TypeMethodDescriptionscala.collection.Seq<AccumulableInfo>
int
scala.Option<Date>
scala.Option<String>
details()
long
long
long
long
scala.Option<ExecutorMetricsDistributions>
long
scala.Option<scala.collection.immutable.Map<String,
ExecutorStageSummary>> scala.Option<String>
scala.Option<Date>
long
long
boolean
long
long
name()
int
int
int
int
int
int
numTasks()
long
long
long
scala.Option<org.apache.spark.executor.ExecutorMetrics>
scala.collection.Seq<Object>
rddIds()
int
long
long
long
long
long
long
long
long
long
long
long
long
long
long
int
long
long
long
long
long
long
long
long
long
scala.Option<SpeculationStageSummary>
int
stageId()
status()
scala.Option<Date>
scala.Option<TaskMetricDistributions>
tasks()
-
Method Details
-
accumulatorUpdates
-
attemptId
public int attemptId() -
completionTime
-
description
-
details
-
diskBytesSpilled
public long diskBytesSpilled() -
executorCpuTime
public long executorCpuTime() -
executorDeserializeCpuTime
public long executorDeserializeCpuTime() -
executorDeserializeTime
public long executorDeserializeTime() -
executorMetricsDistributions
-
executorRunTime
public long executorRunTime() -
executorSummary
-
failureReason
-
firstTaskLaunchedTime
-
inputBytes
public long inputBytes() -
inputRecords
public long inputRecords() -
isShufflePushEnabled
public boolean isShufflePushEnabled() -
jvmGcTime
public long jvmGcTime() -
killedTasksSummary
-
memoryBytesSpilled
public long memoryBytesSpilled() -
name
-
numActiveTasks
public int numActiveTasks() -
numCompleteTasks
public int numCompleteTasks() -
numCompletedIndices
public int numCompletedIndices() -
numFailedTasks
public int numFailedTasks() -
numKilledTasks
public int numKilledTasks() -
numTasks
public int numTasks() -
outputBytes
public long outputBytes() -
outputRecords
public long outputRecords() -
peakExecutionMemory
public long peakExecutionMemory() -
peakExecutorMetrics
public scala.Option<org.apache.spark.executor.ExecutorMetrics> peakExecutorMetrics() -
rddIds
-
resourceProfileId
public int resourceProfileId() -
resultSerializationTime
public long resultSerializationTime() -
resultSize
public long resultSize() -
schedulingPool
-
shuffleCorruptMergedBlockChunks
public long shuffleCorruptMergedBlockChunks() -
shuffleFetchWaitTime
public long shuffleFetchWaitTime() -
shuffleLocalBlocksFetched
public long shuffleLocalBlocksFetched() -
shuffleLocalBytesRead
public long shuffleLocalBytesRead() -
shuffleMergedFetchFallbackCount
public long shuffleMergedFetchFallbackCount() -
shuffleMergedLocalBlocksFetched
public long shuffleMergedLocalBlocksFetched() -
shuffleMergedLocalBytesRead
public long shuffleMergedLocalBytesRead() -
shuffleMergedLocalChunksFetched
public long shuffleMergedLocalChunksFetched() -
shuffleMergedRemoteBlocksFetched
public long shuffleMergedRemoteBlocksFetched() -
shuffleMergedRemoteBytesRead
public long shuffleMergedRemoteBytesRead() -
shuffleMergedRemoteChunksFetched
public long shuffleMergedRemoteChunksFetched() -
shuffleMergedRemoteReqsDuration
public long shuffleMergedRemoteReqsDuration() -
shuffleMergersCount
public int shuffleMergersCount() -
shuffleReadBytes
public long shuffleReadBytes() -
shuffleReadRecords
public long shuffleReadRecords() -
shuffleRemoteBlocksFetched
public long shuffleRemoteBlocksFetched() -
shuffleRemoteBytesRead
public long shuffleRemoteBytesRead() -
shuffleRemoteBytesReadToDisk
public long shuffleRemoteBytesReadToDisk() -
shuffleRemoteReqsDuration
public long shuffleRemoteReqsDuration() -
shuffleWriteBytes
public long shuffleWriteBytes() -
shuffleWriteRecords
public long shuffleWriteRecords() -
shuffleWriteTime
public long shuffleWriteTime() -
speculationSummary
-
stageId
public int stageId() -
status
-
submissionTime
-
taskMetricsDistributions
-
tasks
-