StageData (Spark 3.4.1 JavaDoc)

Object
- org.apache.spark.status.api.v1.StageData

```
public class StageData
extends Object
```

Method Summary

All Methods Instance Methods Concrete Methods
Modifier and Type	Method and Description
`scala.collection.Seq<AccumulableInfo>`	`accumulatorUpdates()`
`int`	`attemptId()`
`scala.Option<java.util.Date>`	`completionTime()`
`scala.Option<String>`	`description()`
`String`	`details()`
`long`	`diskBytesSpilled()`
`long`	`executorCpuTime()`
`long`	`executorDeserializeCpuTime()`
`long`	`executorDeserializeTime()`
`scala.Option<ExecutorMetricsDistributions>`	`executorMetricsDistributions()`
`long`	`executorRunTime()`
`scala.Option<scala.collection.immutable.Map<String,ExecutorStageSummary>>`	`executorSummary()`
`scala.Option<String>`	`failureReason()`
`scala.Option<java.util.Date>`	`firstTaskLaunchedTime()`
`long`	`inputBytes()`
`long`	`inputRecords()`
`boolean`	`isShufflePushEnabled()`
`long`	`jvmGcTime()`
`scala.collection.immutable.Map<String,Object>`	`killedTasksSummary()`
`long`	`memoryBytesSpilled()`
`String`	`name()`
`int`	`numActiveTasks()`
`int`	`numCompletedIndices()`
`int`	`numCompleteTasks()`
`int`	`numFailedTasks()`
`int`	`numKilledTasks()`
`int`	`numTasks()`
`long`	`outputBytes()`
`long`	`outputRecords()`
`long`	`peakExecutionMemory()`
`scala.Option<org.apache.spark.executor.ExecutorMetrics>`	`peakExecutorMetrics()`
`scala.collection.Seq<Object>`	`rddIds()`
`int`	`resourceProfileId()`
`long`	`resultSerializationTime()`
`long`	`resultSize()`
`String`	`schedulingPool()`
`long`	`shuffleCorruptMergedBlockChunks()`
`long`	`shuffleFetchWaitTime()`
`long`	`shuffleLocalBlocksFetched()`
`long`	`shuffleLocalBytesRead()`
`long`	`shuffleMergedFetchFallbackCount()`
`long`	`shuffleMergedLocalBlocksFetched()`
`long`	`shuffleMergedLocalBytesRead()`
`long`	`shuffleMergedLocalChunksFetched()`
`long`	`shuffleMergedRemoteBlocksFetched()`
`long`	`shuffleMergedRemoteBytesRead()`
`long`	`shuffleMergedRemoteChunksFetched()`
`long`	`shuffleMergedRemoteReqsDuration()`
`int`	`shuffleMergersCount()`
`long`	`shuffleReadBytes()`
`long`	`shuffleReadRecords()`
`long`	`shuffleRemoteBlocksFetched()`
`long`	`shuffleRemoteBytesRead()`
`long`	`shuffleRemoteBytesReadToDisk()`
`long`	`shuffleRemoteReqsDuration()`
`long`	`shuffleWriteBytes()`
`long`	`shuffleWriteRecords()`
`long`	`shuffleWriteTime()`
`scala.Option<SpeculationStageSummary>`	`speculationSummary()`
`int`	`stageId()`
`StageStatus`	`status()`
`scala.Option<java.util.Date>`	`submissionTime()`
`scala.Option<TaskMetricDistributions>`	`taskMetricsDistributions()`
`scala.Option<scala.collection.immutable.Map<Object,TaskData>>`	`tasks()`

Methods inherited from class Object
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

accumulatorUpdates

public scala.collection.Seq<AccumulableInfo> accumulatorUpdates()

attemptId
```
public int attemptId()
```

completionTime

public scala.Option<java.util.Date> completionTime()

description

public scala.Option<String> description()

details
```
public String details()
```

diskBytesSpilled
```
public long diskBytesSpilled()
```

executorCpuTime
```
public long executorCpuTime()
```

executorDeserializeCpuTime

public long executorDeserializeCpuTime()

executorDeserializeTime
```
public long executorDeserializeTime()
```

executorMetricsDistributions

public scala.Option<ExecutorMetricsDistributions> executorMetricsDistributions()

executorRunTime
```
public long executorRunTime()
```

executorSummary

public scala.Option<scala.collection.immutable.Map<String,ExecutorStageSummary>> executorSummary()

failureReason

public scala.Option<String> failureReason()

firstTaskLaunchedTime

public scala.Option<java.util.Date> firstTaskLaunchedTime()

inputBytes
```
public long inputBytes()
```

inputRecords
```
public long inputRecords()
```

isShufflePushEnabled
```
public boolean isShufflePushEnabled()
```

jvmGcTime
```
public long jvmGcTime()
```

killedTasksSummary

public scala.collection.immutable.Map<String,Object> killedTasksSummary()

memoryBytesSpilled
```
public long memoryBytesSpilled()
```

name
```
public String name()
```

numActiveTasks
```
public int numActiveTasks()
```

numCompleteTasks
```
public int numCompleteTasks()
```

numCompletedIndices
```
public int numCompletedIndices()
```

numFailedTasks
```
public int numFailedTasks()
```

numKilledTasks
```
public int numKilledTasks()
```

numTasks
```
public int numTasks()
```

outputBytes
```
public long outputBytes()
```

outputRecords
```
public long outputRecords()
```

peakExecutionMemory
```
public long peakExecutionMemory()
```

peakExecutorMetrics

public scala.Option<org.apache.spark.executor.ExecutorMetrics> peakExecutorMetrics()

rddIds

public scala.collection.Seq<Object> rddIds()

resourceProfileId
```
public int resourceProfileId()
```

resultSerializationTime
```
public long resultSerializationTime()
```

resultSize
```
public long resultSize()
```

schedulingPool
```
public String schedulingPool()
```

shuffleCorruptMergedBlockChunks

public long shuffleCorruptMergedBlockChunks()

shuffleFetchWaitTime
```
public long shuffleFetchWaitTime()
```

shuffleLocalBlocksFetched

public long shuffleLocalBlocksFetched()

shuffleLocalBytesRead
```
public long shuffleLocalBytesRead()
```

shuffleMergedFetchFallbackCount

public long shuffleMergedFetchFallbackCount()

shuffleMergedLocalBlocksFetched

public long shuffleMergedLocalBlocksFetched()

shuffleMergedLocalBytesRead

public long shuffleMergedLocalBytesRead()

shuffleMergedLocalChunksFetched

public long shuffleMergedLocalChunksFetched()

shuffleMergedRemoteBlocksFetched

public long shuffleMergedRemoteBlocksFetched()

shuffleMergedRemoteBytesRead

public long shuffleMergedRemoteBytesRead()

shuffleMergedRemoteChunksFetched

public long shuffleMergedRemoteChunksFetched()

shuffleMergedRemoteReqsDuration

public long shuffleMergedRemoteReqsDuration()

shuffleMergersCount
```
public int shuffleMergersCount()
```

shuffleReadBytes
```
public long shuffleReadBytes()
```

shuffleReadRecords
```
public long shuffleReadRecords()
```

shuffleRemoteBlocksFetched

public long shuffleRemoteBlocksFetched()

shuffleRemoteBytesRead
```
public long shuffleRemoteBytesRead()
```

shuffleRemoteBytesReadToDisk

public long shuffleRemoteBytesReadToDisk()

shuffleRemoteReqsDuration

public long shuffleRemoteReqsDuration()

shuffleWriteBytes
```
public long shuffleWriteBytes()
```

shuffleWriteRecords
```
public long shuffleWriteRecords()
```

shuffleWriteTime
```
public long shuffleWriteTime()
```

speculationSummary

public scala.Option<SpeculationStageSummary> speculationSummary()

stageId
```
public int stageId()
```

status
```
public StageStatus status()
```

submissionTime

public scala.Option<java.util.Date> submissionTime()

taskMetricsDistributions

public scala.Option<TaskMetricDistributions> taskMetricsDistributions()

tasks

public scala.Option<scala.collection.immutable.Map<Object,TaskData>> tasks()

Class StageData

Method Summary

Methods inherited from class Object

Method Detail

accumulatorUpdates

attemptId

completionTime

description

details

diskBytesSpilled

executorCpuTime

executorDeserializeCpuTime

executorDeserializeTime

executorMetricsDistributions

executorRunTime

executorSummary

failureReason

firstTaskLaunchedTime

inputBytes

inputRecords

isShufflePushEnabled

jvmGcTime

killedTasksSummary

memoryBytesSpilled

name

numActiveTasks

numCompleteTasks

numCompletedIndices

numFailedTasks

numKilledTasks

numTasks

outputBytes

outputRecords

peakExecutionMemory

peakExecutorMetrics

rddIds

resourceProfileId

resultSerializationTime

resultSize

schedulingPool

shuffleCorruptMergedBlockChunks

shuffleFetchWaitTime

shuffleLocalBlocksFetched

shuffleLocalBytesRead

shuffleMergedFetchFallbackCount

shuffleMergedLocalBlocksFetched

shuffleMergedLocalBytesRead

shuffleMergedLocalChunksFetched

shuffleMergedRemoteBlocksFetched

shuffleMergedRemoteBytesRead

shuffleMergedRemoteChunksFetched

shuffleMergedRemoteReqsDuration

shuffleMergersCount

shuffleReadBytes

shuffleReadRecords

shuffleRemoteBlocksFetched

shuffleRemoteBytesRead

shuffleRemoteBytesReadToDisk

shuffleRemoteReqsDuration

shuffleWriteBytes

shuffleWriteRecords

shuffleWriteTime

speculationSummary

stageId

status

submissionTime

taskMetricsDistributions

tasks