spark.storage

BlockFetcherIterator

class BlockFetcherIterator extends Iterator[(String, Option[Iterator[Any]])] with Logging with BlockFetchTracker

Linear Supertypes
BlockFetchTracker, Logging, Iterator[(String, Option[Iterator[Any]])], TraversableOnce[(String, Option[Iterator[Any]])], GenTraversableOnce[(String, Option[Iterator[Any]])], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. Hide All
  2. Show all
  1. BlockFetcherIterator
  2. BlockFetchTracker
  3. Logging
  4. Iterator
  5. TraversableOnce
  6. GenTraversableOnce
  7. AnyRef
  8. Any
Visibility
  1. Public
  2. All

Instance Constructors

  1. new BlockFetcherIterator(blockManager: BlockManager, blocksByAddress: Seq[(BlockManagerId, Seq[(String, Long)])])

Type Members

  1. class FetchRequest extends AnyRef

  2. class FetchResult extends AnyRef

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def ++[B >: (String, Option[Iterator[Any]])](that: ⇒ GenTraversableOnce[B]): Iterator[B]

    Definition Classes
    Iterator

  5. def /:[B](z: B)(op: (B, (String, Option[Iterator[Any]])) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  6. def /:\[A1 >: (String, Option[Iterator[Any]])](z: A1)(op: (A1, A1) ⇒ A1): A1

    Definition Classes
    GenTraversableOnce

  7. def :\[B](z: B)(op: ((String, Option[Iterator[Any]]), B) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  8. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  9. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  10. def addString(b: StringBuilder): StringBuilder

    Definition Classes
    TraversableOnce

  11. def addString(b: StringBuilder, sep: String): StringBuilder

    Definition Classes
    TraversableOnce

  12. def addString(b: StringBuilder, start: String, sep: String, end: String): StringBuilder

    Definition Classes
    TraversableOnce

  13. def aggregate[B](z: B)(seqop: (B, (String, Option[Iterator[Any]])) ⇒ B, combop: (B, B) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  14. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  15. val blocksByAddress: Seq[(BlockManagerId, Seq[(String, Long)])]

  16. def buffered: BufferedIterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  17. var bytesInFlight: Long

  18. def clone(): AnyRef

    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws()

  19. def collect[B](pf: PartialFunction[(String, Option[Iterator[Any]]), B]): Iterator[B]

    Definition Classes
    Iterator
    Annotations
    @migration
    Migration

    (Changed in version 2.8.0) collect has changed. The previous behavior can be reproduced with toSeq.

  20. def collectFirst[B](pf: PartialFunction[(String, Option[Iterator[Any]]), B]): Option[B]

    Definition Classes
    TraversableOnce

  21. def contains(elem: Any): Boolean

    Definition Classes
    Iterator

  22. def copyToArray[B >: (String, Option[Iterator[Any]])](xs: Array[B], start: Int, len: Int): Unit

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  23. def copyToArray[B >: (String, Option[Iterator[Any]])](xs: Array[B]): Unit

    Definition Classes
    TraversableOnce → GenTraversableOnce

  24. def copyToArray[B >: (String, Option[Iterator[Any]])](xs: Array[B], start: Int): Unit

    Definition Classes
    TraversableOnce → GenTraversableOnce

  25. def copyToBuffer[B >: (String, Option[Iterator[Any]])](dest: Buffer[B]): Unit

    Definition Classes
    TraversableOnce

  26. def count(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Int

    Definition Classes
    TraversableOnce → GenTraversableOnce

  27. def drop(n: Int): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  28. def dropWhile(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  29. def duplicate: (Iterator[(String, Option[Iterator[Any]])], Iterator[(String, Option[Iterator[Any]])])

    Definition Classes
    Iterator

  30. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  31. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  32. def exists(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Boolean

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  33. val fetchRequests: Queue[FetchRequest]

  34. def fetchWaitTime: Long

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  35. def filter(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  36. def filterNot(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  37. def finalize(): Unit

    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws()

  38. def find(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Option[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  39. def flatMap[B](f: ((String, Option[Iterator[Any]])) ⇒ GenTraversableOnce[B]): Iterator[B]

    Definition Classes
    Iterator

  40. def fold[A1 >: (String, Option[Iterator[Any]])](z: A1)(op: (A1, A1) ⇒ A1): A1

    Definition Classes
    TraversableOnce → GenTraversableOnce

  41. def foldLeft[B](z: B)(op: (B, (String, Option[Iterator[Any]])) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  42. def foldRight[B](z: B)(op: ((String, Option[Iterator[Any]]), B) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  43. def forall(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Boolean

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  44. def foreach[U](f: ((String, Option[Iterator[Any]])) ⇒ U): Unit

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  45. final def getClass(): java.lang.Class[_]

    Definition Classes
    AnyRef → Any

  46. def grouped[B >: (String, Option[Iterator[Any]])](size: Int): GroupedIterator[B]

    Definition Classes
    Iterator

  47. def hasDefiniteSize: Boolean

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  48. def hasNext: Boolean

    Definition Classes
    BlockFetcherIterator → Iterator

  49. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  50. def indexOf[B >: (String, Option[Iterator[Any]])](elem: B): Int

    Definition Classes
    Iterator

  51. def indexWhere(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Int

    Definition Classes
    Iterator

  52. def initLogging(): Unit

    Attributes
    protected
    Definition Classes
    Logging

  53. def isEmpty: Boolean

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  54. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  55. def isTraversableAgain: Boolean

    Definition Classes
    Iterator → GenTraversableOnce

  56. def length: Int

    Definition Classes
    Iterator

  57. val localBlockIds: ArrayBuffer[String]

  58. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  59. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  60. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  61. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  62. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  63. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  64. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  65. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  66. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  67. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  68. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  69. def map[B](f: ((String, Option[Iterator[Any]])) ⇒ B): Iterator[B]

    Definition Classes
    Iterator

  70. def max[B >: (String, Option[Iterator[Any]])](implicit cmp: Ordering[B]): (String, Option[Iterator[Any]])

    Definition Classes
    TraversableOnce → GenTraversableOnce

  71. def maxBy[B](f: ((String, Option[Iterator[Any]])) ⇒ B)(implicit cmp: Ordering[B]): (String, Option[Iterator[Any]])

    Definition Classes
    TraversableOnce → GenTraversableOnce

  72. def min[B >: (String, Option[Iterator[Any]])](implicit cmp: Ordering[B]): (String, Option[Iterator[Any]])

    Definition Classes
    TraversableOnce → GenTraversableOnce

  73. def minBy[B](f: ((String, Option[Iterator[Any]])) ⇒ B)(implicit cmp: Ordering[B]): (String, Option[Iterator[Any]])

    Definition Classes
    TraversableOnce → GenTraversableOnce

  74. def mkString: String

    Definition Classes
    TraversableOnce → GenTraversableOnce

  75. def mkString(sep: String): String

    Definition Classes
    TraversableOnce → GenTraversableOnce

  76. def mkString(start: String, sep: String, end: String): String

    Definition Classes
    TraversableOnce → GenTraversableOnce

  77. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  78. def next(): (String, Option[Iterator[Any]])

    Definition Classes
    BlockFetcherIterator → Iterator

  79. def nonEmpty: Boolean

    Definition Classes
    TraversableOnce → GenTraversableOnce

  80. final def notify(): Unit

    Definition Classes
    AnyRef

  81. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  82. val numGets: Int

  83. def numLocalBlocks: Int

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  84. def numRemoteBlocks: Int

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  85. def padTo[A1 >: (String, Option[Iterator[Any]])](len: Int, elem: A1): Iterator[A1]

    Definition Classes
    Iterator

  86. def partition(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): (Iterator[(String, Option[Iterator[Any]])], Iterator[(String, Option[Iterator[Any]])])

    Definition Classes
    Iterator

  87. def patch[B >: (String, Option[Iterator[Any]])](from: Int, patchElems: Iterator[B], replaced: Int): Iterator[B]

    Definition Classes
    Iterator

  88. def product[B >: (String, Option[Iterator[Any]])](implicit num: Numeric[B]): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  89. def reduce[A1 >: (String, Option[Iterator[Any]])](op: (A1, A1) ⇒ A1): A1

    Definition Classes
    TraversableOnce → GenTraversableOnce

  90. def reduceLeft[B >: (String, Option[Iterator[Any]])](op: (B, (String, Option[Iterator[Any]])) ⇒ B): B

    Definition Classes
    TraversableOnce

  91. def reduceLeftOption[B >: (String, Option[Iterator[Any]])](op: (B, (String, Option[Iterator[Any]])) ⇒ B): Option[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  92. def reduceOption[A1 >: (String, Option[Iterator[Any]])](op: (A1, A1) ⇒ A1): Option[A1]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  93. def reduceRight[B >: (String, Option[Iterator[Any]])](op: ((String, Option[Iterator[Any]]), B) ⇒ B): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  94. def reduceRightOption[B >: (String, Option[Iterator[Any]])](op: ((String, Option[Iterator[Any]]), B) ⇒ B): Option[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  95. val remoteBlockIds: HashSet[String]

  96. def remoteBytesRead: Long

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  97. def remoteFetchTime: Long

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  98. val remoteRequests: ArrayBuffer[FetchRequest]

  99. val results: LinkedBlockingQueue[FetchResult]

  100. var resultsGotten: Int

  101. def reversed: List[(String, Option[Iterator[Any]])]

    Attributes
    protected[this]
    Definition Classes
    TraversableOnce

  102. def sameElements(that: Iterator[_]): Boolean

    Definition Classes
    Iterator

  103. def scanLeft[B](z: B)(op: (B, (String, Option[Iterator[Any]])) ⇒ B): Iterator[B]

    Definition Classes
    Iterator

  104. def scanRight[B](z: B)(op: ((String, Option[Iterator[Any]]), B) ⇒ B): Iterator[B]

    Definition Classes
    Iterator

  105. def sendRequest(req: FetchRequest): Unit

  106. def seq: Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  107. def size: Int

    Definition Classes
    TraversableOnce → GenTraversableOnce

  108. def slice(from: Int, until: Int): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  109. def sliding[B >: (String, Option[Iterator[Any]])](size: Int, step: Int): GroupedIterator[B]

    Definition Classes
    Iterator

  110. def span(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): (Iterator[(String, Option[Iterator[Any]])], Iterator[(String, Option[Iterator[Any]])])

    Definition Classes
    Iterator

  111. var startTime: Long

  112. def sum[B >: (String, Option[Iterator[Any]])](implicit num: Numeric[B]): B

    Definition Classes
    TraversableOnce → GenTraversableOnce

  113. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  114. def take(n: Int): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  115. def takeWhile(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  116. def toArray[B >: (String, Option[Iterator[Any]])](implicit arg0: ClassManifest[B]): Array[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  117. def toBuffer[B >: (String, Option[Iterator[Any]])]: Buffer[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  118. def toIndexedSeq[B >: (String, Option[Iterator[Any]])]: IndexedSeq[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  119. def toIterable: Iterable[(String, Option[Iterator[Any]])]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  120. def toIterator: Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator → GenTraversableOnce

  121. def toList: List[(String, Option[Iterator[Any]])]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  122. def toMap[T, U](implicit ev: <:<[(String, Option[Iterator[Any]]), (T, U)]): Map[T, U]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  123. def toSeq: Seq[(String, Option[Iterator[Any]])]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  124. def toSet[B >: (String, Option[Iterator[Any]])]: Set[B]

    Definition Classes
    TraversableOnce → GenTraversableOnce

  125. def toStream: Stream[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator → GenTraversableOnce

  126. def toString(): String

    Definition Classes
    Iterator → AnyRef → Any

  127. def toTraversable: Traversable[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator → TraversableOnce → GenTraversableOnce

  128. val totalBlocks: Int

    Definition Classes
    BlockFetcherIterator → BlockFetchTracker

  129. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws()

  130. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws()

  131. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws()

  132. def withFilter(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Iterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator

  133. def zip[B](that: Iterator[B]): Iterator[((String, Option[Iterator[Any]]), B)]

    Definition Classes
    Iterator

  134. def zipAll[B, A1 >: (String, Option[Iterator[Any]]), B1 >: B](that: Iterator[B], thisElem: A1, thatElem: B1): Iterator[(A1, B1)]

    Definition Classes
    Iterator

  135. def zipWithIndex: Iterator[((String, Option[Iterator[Any]]), Int)] { ... /* 2 definitions in type refinement */ }

    Definition Classes
    Iterator

Deprecated Value Members

  1. def append[B >: (String, Option[Iterator[Any]])](that: Iterator[B]): Iterator[B]

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.3.2) use ++

  2. def counted: CountedIterator[(String, Option[Iterator[Any]])]

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.8.0) use zipWithIndex in Iterator

  3. def findIndexOf(p: ((String, Option[Iterator[Any]])) ⇒ Boolean): Int

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.8.0) use indexWhere instead

  4. def readInto[B >: (String, Option[Iterator[Any]])](xs: Array[B]): Unit

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.8.0) use copyToArray instead

  5. def readInto[B >: (String, Option[Iterator[Any]])](xs: Array[B], start: Int): Unit

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.8.0) use copyToArray instead

  6. def readInto[B >: (String, Option[Iterator[Any]])](xs: Array[B], start: Int, sz: Int): Unit

    Definition Classes
    Iterator
    Annotations
    @deprecated
    Deprecated

    (Since version 2.8.0) use copyToArray instead

Inherited from BlockFetchTracker

Inherited from Logging

Inherited from Iterator[(String, Option[Iterator[Any]])]

Inherited from TraversableOnce[(String, Option[Iterator[Any]])]

Inherited from GenTraversableOnce[(String, Option[Iterator[Any]])]

Inherited from AnyRef

Inherited from Any