hadoop

Type Members

class HadoopAttributeStore extends BlobLayerAttributeStore
case class HadoopCatalogConfig(compressionFactor: Double, metadataFileName: String, layerDataDir: (LayerId) ⇒ String) extends Product with Serializable
class HadoopCollectionLayerReader extends CollectionLayerReader[LayerId] with LazyLogging

Handles reading raster RDDs and their metadata from S3.
class HadoopCollectionReader extends AnyRef
class HadoopLayerCopier extends LayerCopier[LayerId]
class HadoopLayerDeleter extends LazyLogging with LayerDeleter[LayerId]
case class HadoopLayerHeader(keyClass: String, valueClass: String, path: Path) extends LayerHeader with Product with Serializable
class HadoopLayerManager extends LayerManager[LayerId]
class HadoopLayerMover extends LayerMover[LayerId]
class HadoopLayerReader extends FilteringLayerReader[LayerId] with LazyLogging

Handles reading raster RDDs and their metadata from S3.
class HadoopLayerUpdater extends LayerUpdater[LayerId] with LazyLogging
class HadoopLayerWriter extends LayerWriter[LayerId]
trait HadoopRasterMethods[T] extends MethodExtensions[T]
trait HadoopSparkContextMethods extends AnyRef
implicit class HadoopSparkContextMethodsWrapper extends HadoopSparkContextMethods

Definition Classes
Implicits
class HadoopValueReader extends ValueReader[LayerId]
class HdfsRangeReader extends RangeReader

This class extends RangeReader by reading chunks out of a GeoTiff on HDFS.
This class extends RangeReader by reading chunks out of a GeoTiff on HDFS.
returns
A new instance of S3RangeReader.
trait Implicits extends AnyRef
class KeyPartitioner[K] extends Partitioner
abstract class LineScanner extends Iterator[String] with Closeable
class SaveBytesToHadoopMethods[K] extends AnyRef
class SaveToHadoopMethods[K, V] extends AnyRef
class SerializableConfiguration extends Serializable

From Spark codebase, marked private there.
From Spark codebase, marked private there. Allows us to use the Hadoop Configuration in serializable tasks
implicit class withGeoTiffHadoopWriteMethods[T <: CellGrid] extends HadoopRasterMethods[GeoTiff[T]]

Definition Classes
Implicits
implicit class withHadoopConfigurationMethods extends MethodExtensions[Configuration]
implicit class withJpgHadoopWriteMethods extends HadoopRasterMethods[Jpg]

Definition Classes
Implicits
implicit class withPngHadoopWriteMethods extends HadoopRasterMethods[Png]

Definition Classes
Implicits
implicit class withSaveBytesToHadoopMethods[K] extends SaveBytesToHadoopMethods[K]

Definition Classes
Implicits
implicit class withSaveToHadoopMethods[K, V] extends SaveToHadoopMethods[K, V]

Definition Classes
Implicits

Value Members

object HadoopAttributeStore
object HadoopCatalogConfig extends Serializable
object HadoopCollectionLayerReader
object HadoopCollectionReader
object HadoopGeoTiffRDD

Allows for reading of whole or windowed GeoTiff as RDD[(K, V)]s through Hadoop FileSystem API.
object HadoopGeoTiffReader
object HadoopJpgReader
object HadoopLayerCopier
object HadoopLayerDeleter
object HadoopLayerHeader extends Serializable
object HadoopLayerMover
object HadoopLayerReader
object HadoopLayerReindexer
object HadoopLayerUpdater
object HadoopLayerWriter
object HadoopPngReader
object HadoopRDDReader extends LazyLogging
object HadoopRDDWriter extends LazyLogging
object HadoopValueReader
object HdfsRangeReader
object HdfsUtils extends LazyLogging
object Implicits extends Implicits
object KeyPartitioner extends Serializable
object SaveToHadoop
package formats
implicit def stringToPath(path: String): Path

package hadoop

Type Members

class HadoopAttributeStore extends BlobLayerAttributeStore

case class HadoopCatalogConfig(compressionFactor: Double, metadataFileName: String, layerDataDir: (LayerId) ⇒ String) extends Product with Serializable

class HadoopCollectionLayerReader extends CollectionLayerReader[LayerId] with LazyLogging

class HadoopCollectionReader extends AnyRef

class HadoopLayerCopier extends LayerCopier[LayerId]

class HadoopLayerDeleter extends LazyLogging with LayerDeleter[LayerId]

case class HadoopLayerHeader(keyClass: String, valueClass: String, path: Path) extends LayerHeader with Product with Serializable

class HadoopLayerManager extends LayerManager[LayerId]

class HadoopLayerMover extends LayerMover[LayerId]

class HadoopLayerReader extends FilteringLayerReader[LayerId] with LazyLogging

class HadoopLayerUpdater extends LayerUpdater[LayerId] with LazyLogging

class HadoopLayerWriter extends LayerWriter[LayerId]

trait HadoopRasterMethods[T] extends MethodExtensions[T]

trait HadoopSparkContextMethods extends AnyRef

implicit class HadoopSparkContextMethodsWrapper extends HadoopSparkContextMethods

class HadoopValueReader extends ValueReader[LayerId]

class HdfsRangeReader extends RangeReader

trait Implicits extends AnyRef

class KeyPartitioner[K] extends Partitioner

abstract class LineScanner extends Iterator[String] with Closeable

class SaveBytesToHadoopMethods[K] extends AnyRef

class SaveToHadoopMethods[K, V] extends AnyRef

class SerializableConfiguration extends Serializable

implicit class withGeoTiffHadoopWriteMethods[T <: CellGrid] extends HadoopRasterMethods[GeoTiff[T]]

implicit class withHadoopConfigurationMethods extends MethodExtensions[Configuration]

implicit class withJpgHadoopWriteMethods extends HadoopRasterMethods[Jpg]

implicit class withPngHadoopWriteMethods extends HadoopRasterMethods[Png]

implicit class withSaveBytesToHadoopMethods[K] extends SaveBytesToHadoopMethods[K]

implicit class withSaveToHadoopMethods[K, V] extends SaveToHadoopMethods[K, V]

Value Members

object HadoopAttributeStore

object HadoopCatalogConfig extends Serializable

object HadoopCollectionLayerReader

object HadoopCollectionReader

object HadoopGeoTiffRDD

object HadoopGeoTiffReader

object HadoopJpgReader

object HadoopLayerCopier

object HadoopLayerDeleter

object HadoopLayerHeader extends Serializable

object HadoopLayerMover

object HadoopLayerReader

object HadoopLayerReindexer

object HadoopLayerUpdater

object HadoopLayerWriter

object HadoopPngReader

object HadoopRDDReader extends LazyLogging

object HadoopRDDWriter extends LazyLogging

object HadoopValueReader

object HdfsRangeReader

object HdfsUtils extends LazyLogging

object Implicits extends Implicits

object KeyPartitioner extends Serializable

object SaveToHadoop

package formats

implicit def stringToPath(path: String): Path

Inherited from Implicits

Inherited from AnyRef

Inherited from Any

Ungrouped