Spark 4.0.0 ScalaDoc < Back

Packages

package root
Definition Classes
root
package org
Definition Classes
root
package apache
Definition Classes
org
package spark
Core Spark functionality.
Core Spark functionality. org.apache.spark.SparkContext serves as the main entry point to Spark, while org.apache.spark.rdd.RDD is the data type representing a distributed collection, and provides most parallel operations.
In addition, org.apache.spark.rdd.PairRDDFunctions contains operations available only on RDDs of key-value pairs, such as groupByKey and join; org.apache.spark.rdd.DoubleRDDFunctions contains operations available only on RDDs of Doubles; and org.apache.spark.rdd.SequenceFileRDDFunctions contains operations available on RDDs that can be saved as SequenceFiles. These operations are automatically available on any RDD of the right type (e.g. RDD[(Int, Int)] through implicit conversions.
Java programmers should reference the org.apache.spark.api.java package for Spark programming APIs in Java.
Classes and methods marked with Experimental are user-facing features which have not been officially adopted by the Spark project. These are subject to change or removal in minor releases.
Classes and methods marked with Developer API are intended for advanced users want to extend Spark through lower level interfaces. These are subject to changes or removal in minor releases.
Definition Classes
apache
package status
Definition Classes
spark
package api
Definition Classes
status
package v1
Definition Classes
api
package sql
Definition Classes
v1
package streaming
Definition Classes
v1
AccumulableInfo
ApplicationAttemptInfo
ApplicationEnvironmentInfo
ApplicationInfo
ApplicationStatus
ExecutorMetricsDistributions
ExecutorPeakMetricsDistributions
ExecutorStageSummary
ExecutorSummary
InputMetricDistributions
InputMetrics
JobData
MemoryMetrics
OutputMetricDistributions
OutputMetrics
ProcessSummary
RDDDataDistribution
RDDPartitionInfo
RDDStorageInfo
ResourceProfileInfo
RuntimeInfo
ShufflePushReadMetricDistributions
ShufflePushReadMetrics
ShuffleReadMetricDistributions
ShuffleReadMetrics
ShuffleWriteMetricDistributions
ShuffleWriteMetrics
SpeculationStageSummary
StackTrace
StageData
StageStatus
TaskData
TaskMetricDistributions
TaskMetrics
TaskSorting
TaskStatus
ThreadStackTrace
VersionInfo

org.apache.spark.status.api.v1

ExecutorStageSummary

class ExecutorStageSummary extends AnyRef

Source: api.scala

Linear Supertypes

AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

ExecutorStageSummary
AnyRef
Any

Hide All
Show All

Visibility

Public
Protected

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
val diskBytesSpilled: Long
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
val failedTasks: Int
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
val inputBytes: Long
val inputRecords: Long
val isExcludedForStage: Boolean
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
val killedTasks: Int
val memoryBytesSpilled: Long
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
val outputBytes: Long
val outputRecords: Long
val peakMemoryMetrics: Option[ExecutorMetrics]
val shuffleRead: Long
val shuffleReadRecords: Long
val shuffleWrite: Long
val shuffleWriteRecords: Long
val succeededTasks: Int
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
val taskTime: Long
def toString(): String
Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable]) @Deprecated
Deprecated
(Since version 9)
val isBlacklistedForStage: Boolean
Annotations
@deprecated
Deprecated
(Since version 3.1.0) use isExcludedForStage instead

Packages

ExecutorStageSummary

class ExecutorStageSummary extends AnyRef

Value Members

Deprecated Value Members

Inherited from AnyRef

Inherited from Any

Ungrouped

Packages

ExecutorStageSummary

class ExecutorStageSummary extends AnyRef

Value Members

Deprecated Value Members

Inherited from AnyRef

Inherited from Any

Ungrouped

ExecutorStageSummary