class HadoopLayerReader extends FilteringLayerReader[LayerId]
Handles reading raster RDDs and their metadata from S3.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- HadoopLayerReader
- FilteringLayerReader
- LayerReader
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
-
new
HadoopLayerReader(attributeStore: AttributeStore)(implicit sc: SparkContext)
- attributeStore
AttributeStore that contains metadata for corresponding LayerId
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
val
attributeStore: AttributeStore
- Definition Classes
- HadoopLayerReader → LayerReader
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
val
defaultNumPartitions: Int
- Definition Classes
- HadoopLayerReader → LayerReader
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
query[K, V, M](layerId: LayerId, numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): BoundLayerQuery[K, M, RDD[(K, V)] with Metadata[M]]
- Definition Classes
- FilteringLayerReader
-
def
query[K, V, M](layerId: LayerId)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): BoundLayerQuery[K, M, RDD[(K, V)] with Metadata[M]]
- Definition Classes
- FilteringLayerReader
-
def
read[K, V, M](id: LayerId, tileQuery: LayerQuery[K, M], numPartitions: Int, indexFilterOnly: Boolean)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
read
read
This function will read an RDD layer based on a query.
- K
Type of RDD Key (ex: SpatialKey)
- V
Type of RDD Value (ex: Tile or MultibandTile )
- M
Type of Metadata associated with the RDD[(K,V)]
- id
The ID of the layer to be read
- numPartitions
The desired number of partitions in the resulting RDD.
- indexFilterOnly
If true, the reader should only filter out elements who's KeyIndex entries do not match the indexes of the query key bounds. This can include keys that are not inside the query key bounds.
- Definition Classes
- HadoopLayerReader → FilteringLayerReader
-
def
read[K, V, M](id: LayerId, numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
- Definition Classes
- FilteringLayerReader → LayerReader
-
def
read[K, V, M](id: LayerId, rasterQuery: LayerQuery[K, M])(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
- Definition Classes
- FilteringLayerReader
-
def
read[K, V, M](id: LayerId, rasterQuery: LayerQuery[K, M], numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
- Definition Classes
- FilteringLayerReader
-
def
read[K, V, M](id: LayerId)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
- Definition Classes
- LayerReader
-
def
reader[K, V, M](implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Decoder[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: Decoder[M], arg7: Component[M, Bounds[K]]): Reader[LayerId, RDD[(K, V)] with Metadata[M]]
- Definition Classes
- LayerReader
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()