Packages

class ContextRDD[K, V, M] extends RDD[(K, V)] with Metadata[M]

Linear Supertypes
Metadata[M], RDD[(K, V)], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ContextRDD
  2. Metadata
  3. RDD
  4. Logging
  5. Serializable
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ContextRDD(rdd: RDD[(K, V)], metadata: M)

Value Members

  1. def ++(other: RDD[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  2. def aggregate[U](zeroValue: U)(seqOp: (U, (K, V)) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U
    Definition Classes
    RDD
  3. def barrier(): RDDBarrier[(K, V)]
    Definition Classes
    RDD
    Annotations
    @Experimental() @Since( "2.4.0" )
  4. def cache(): ContextRDD.this.type
    Definition Classes
    RDD
  5. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[((K, V), U)]
    Definition Classes
    RDD
  6. def checkpoint(): Unit
    Definition Classes
    RDD
  7. def cleanShuffleDependencies(blocking: Boolean): Unit
    Definition Classes
    RDD
    Annotations
    @Experimental() @DeveloperApi() @Since( "3.1.0" )
  8. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  9. def collect[U](f: PartialFunction[(K, V), U])(implicit arg0: ClassTag[U]): RDD[U]
    Definition Classes
    RDD
  10. def collect(): Array[(K, V)]
    Definition Classes
    RDD
  11. def compute(split: Partition, context: TaskContext): Iterator[(K, V)]
    Definition Classes
    ContextRDD → RDD
  12. def context: SparkContext
    Definition Classes
    RDD
  13. def count(): Long
    Definition Classes
    RDD
  14. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]
    Definition Classes
    RDD
  15. def countApproxDistinct(relativeSD: Double): Long
    Definition Classes
    RDD
  16. def countApproxDistinct(p: Int, sp: Int): Long
    Definition Classes
    RDD
  17. def countByValue()(implicit ord: Ordering[(K, V)]): Map[(K, V), Long]
    Definition Classes
    RDD
  18. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[(K, V)]): PartialResult[Map[(K, V), BoundedDouble]]
    Definition Classes
    RDD
  19. final def dependencies: Seq[Dependency[_]]
    Definition Classes
    RDD
  20. def distinct(): RDD[(K, V)]
    Definition Classes
    RDD
  21. def distinct(numPartitions: Int)(implicit ord: Ordering[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  22. def filter(f: ((K, V)) ⇒ Boolean): RDD[(K, V)]
    Definition Classes
    RDD
  23. def first(): (K, V)
    Definition Classes
    RDD
  24. def flatMap[U](f: ((K, V)) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]
    Definition Classes
    RDD
  25. def fold(zeroValue: (K, V))(op: ((K, V), (K, V)) ⇒ (K, V)): (K, V)
    Definition Classes
    RDD
  26. def foreach(f: ((K, V)) ⇒ Unit): Unit
    Definition Classes
    RDD
  27. def foreachPartition(f: (Iterator[(K, V)]) ⇒ Unit): Unit
    Definition Classes
    RDD
  28. def getCheckpointFile: Option[String]
    Definition Classes
    RDD
  29. final def getNumPartitions: Int
    Definition Classes
    RDD
    Annotations
    @Since( "1.6.0" )
  30. def getPartitions: Array[Partition]
    Definition Classes
    ContextRDD → RDD
  31. def getResourceProfile(): ResourceProfile
    Definition Classes
    RDD
    Annotations
    @Experimental() @Since( "3.1.0" )
  32. def getStorageLevel: StorageLevel
    Definition Classes
    RDD
  33. def glom(): RDD[Array[(K, V)]]
    Definition Classes
    RDD
  34. def groupBy[K](f: ((K, V)) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[(K, V)])]
    Definition Classes
    RDD
  35. def groupBy[K](f: ((K, V)) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[(K, V)])]
    Definition Classes
    RDD
  36. def groupBy[K](f: ((K, V)) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[(K, V)])]
    Definition Classes
    RDD
  37. val id: Int
    Definition Classes
    RDD
  38. def intersection(other: RDD[(K, V)], numPartitions: Int): RDD[(K, V)]
    Definition Classes
    RDD
  39. def intersection(other: RDD[(K, V)], partitioner: Partitioner)(implicit ord: Ordering[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  40. def intersection(other: RDD[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  41. def isCheckpointed: Boolean
    Definition Classes
    RDD
  42. def isEmpty(): Boolean
    Definition Classes
    RDD
  43. final def iterator(split: Partition, context: TaskContext): Iterator[(K, V)]
    Definition Classes
    RDD
  44. def keyBy[K](f: ((K, V)) ⇒ K): RDD[(K, (K, V))]
    Definition Classes
    RDD
  45. def localCheckpoint(): ContextRDD.this.type
    Definition Classes
    RDD
  46. def map[U](f: ((K, V)) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]
    Definition Classes
    RDD
  47. def mapPartitions[U](f: (Iterator[(K, V)]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]
    Definition Classes
    RDD
  48. def mapPartitionsWithIndex[U](f: (Int, Iterator[(K, V)]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]
    Definition Classes
    RDD
  49. def max()(implicit ord: Ordering[(K, V)]): (K, V)
    Definition Classes
    RDD
  50. val metadata: M
    Definition Classes
    ContextRDD → Metadata
  51. def min()(implicit ord: Ordering[(K, V)]): (K, V)
    Definition Classes
    RDD
  52. var name: String
    Definition Classes
    RDD
  53. val partitioner: Option[Partitioner]
    Definition Classes
    ContextRDD → RDD
  54. final def partitions: Array[Partition]
    Definition Classes
    RDD
  55. def persist(): ContextRDD.this.type
    Definition Classes
    RDD
  56. def persist(newLevel: StorageLevel): ContextRDD.this.type
    Definition Classes
    RDD
  57. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: ((K, V), (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]
    Definition Classes
    RDD
  58. def pipe(command: String, env: Map[String, String]): RDD[String]
    Definition Classes
    RDD
  59. def pipe(command: String): RDD[String]
    Definition Classes
    RDD
  60. final def preferredLocations(split: Partition): Seq[String]
    Definition Classes
    RDD
  61. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[(K, V)]]
    Definition Classes
    RDD
  62. val rdd: RDD[(K, V)]
  63. def reduce(f: ((K, V), (K, V)) ⇒ (K, V)): (K, V)
    Definition Classes
    RDD
  64. def repartition(numPartitions: Int)(implicit ord: Ordering[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  65. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[(K, V)]
    Definition Classes
    RDD
  66. def saveAsObjectFile(path: String): Unit
    Definition Classes
    RDD
  67. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit
    Definition Classes
    RDD
  68. def saveAsTextFile(path: String): Unit
    Definition Classes
    RDD
  69. def setName(_name: String): ContextRDD.this.type
    Definition Classes
    RDD
  70. def sortBy[K](f: ((K, V)) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[(K, V)]
    Definition Classes
    RDD
  71. def sparkContext: SparkContext
    Definition Classes
    RDD
  72. def subtract(other: RDD[(K, V)], p: Partitioner)(implicit ord: Ordering[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  73. def subtract(other: RDD[(K, V)], numPartitions: Int): RDD[(K, V)]
    Definition Classes
    RDD
  74. def subtract(other: RDD[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  75. def take(num: Int): Array[(K, V)]
    Definition Classes
    RDD
  76. def takeOrdered(num: Int)(implicit ord: Ordering[(K, V)]): Array[(K, V)]
    Definition Classes
    RDD
  77. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[(K, V)]
    Definition Classes
    RDD
  78. def toDebugString: String
    Definition Classes
    RDD
  79. def toJavaRDD(): JavaRDD[(K, V)]
    Definition Classes
    RDD
  80. def toLocalIterator: Iterator[(K, V)]
    Definition Classes
    RDD
  81. def toString(): String
    Definition Classes
    RDD → AnyRef → Any
  82. def top(num: Int)(implicit ord: Ordering[(K, V)]): Array[(K, V)]
    Definition Classes
    RDD
  83. def treeAggregate[U](zeroValue: U)(seqOp: (U, (K, V)) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U
    Definition Classes
    RDD
  84. def treeReduce(f: ((K, V), (K, V)) ⇒ (K, V), depth: Int): (K, V)
    Definition Classes
    RDD
  85. def union(other: RDD[(K, V)]): RDD[(K, V)]
    Definition Classes
    RDD
  86. def unpersist(blocking: Boolean): ContextRDD.this.type
    Definition Classes
    RDD
  87. def withResources(rp: ResourceProfile): ContextRDD.this.type
    Definition Classes
    RDD
    Annotations
    @Experimental() @Since( "3.1.0" )
  88. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[((K, V), U)]
    Definition Classes
    RDD
  89. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[(K, V)], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  90. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[(K, V)], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  91. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[(K, V)], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  92. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[(K, V)], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  93. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[(K, V)], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  94. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[(K, V)], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]
    Definition Classes
    RDD
  95. def zipWithIndex(): RDD[((K, V), Long)]
    Definition Classes
    RDD
  96. def zipWithUniqueId(): RDD[((K, V), Long)]
    Definition Classes
    RDD