class HadoopLayerWriter extends LayerWriter[LayerId]
- Alphabetic
- By Inheritance
- HadoopLayerWriter
- LayerWriter
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
- new HadoopLayerWriter(rootPath: Path, attributeStore: AttributeStore, indexInterval: Int = 4)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
_write[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M], keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit
- Attributes
- protected
- Definition Classes
- HadoopLayerWriter → LayerWriter
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
val
attributeStore: AttributeStore
- Definition Classes
- HadoopLayerWriter → LayerWriter
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
overwrite[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M])(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Encoder[K], arg3: Decoder[K], arg4: ClassTag[K], arg5: AvroRecordCodec[V], arg6: ClassTag[V], arg7: Encoder[M], arg8: Decoder[M], arg9: Component[M, Bounds[K]], arg10: Semigroup[M]): Unit
Update persisted layer without checking for possible.
Update persisted layer without checking for possible.
: using this method may result in data loss. Unlike the LayerWriter.update this method will not check for existing records before writing the update. Use this as optimiation when you are certain that update will not overlap with existing records.Warning
Additional care is needed in cases where KeyIndex may map multiple, distinct, values of K to single index. This is likely with spatio-temproral layers. In these cases overwrite will replace the whole record, possibly overwriting (K,V) pairs with K is not contained in update RDD.
The method will throw if:
- Specified layer does not exist
- Change the Avro schema of records is detected
- Update RDD Bounds are outside of layer index Bounds
Updates with empty Bounds will be ignored.
- Definition Classes
- HadoopLayerWriter → LayerWriter
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
def
update[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M], mergeFunc: (V, V) ⇒ V)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Encoder[K], arg3: Decoder[K], arg4: ClassTag[K], arg5: AvroRecordCodec[V], arg6: ClassTag[V], arg7: Encoder[M], arg8: Decoder[M], arg9: Component[M, Bounds[K]], arg10: Semigroup[M]): Unit
Update persisted layer, merging existing value with updated value.
Update persisted layer, merging existing value with updated value.
The layer metadata may change as result of the update to reflect added values.
The method will throw if:
- Specified layer does not exist
- Change the Avro schema of records is detected
- Update RDD Bounds are outside of layer index Bounds
Updates with empty Bounds will be ignored.
- Definition Classes
- HadoopLayerWriter → LayerWriter
-
def
validateUpdate[H, K, V, M](id: LayerId, updateMetadata: M)(implicit arg0: Encoder[H], arg1: Decoder[H], arg2: AvroRecordCodec[K], arg3: Boundable[K], arg4: Encoder[K], arg5: ClassTag[K], arg6: AvroRecordCodec[V], arg7: Component[M, Bounds[K]], arg8: Semigroup[M], arg9: Encoder[M], arg10: Decoder[M]): Option[LayerAttributes[H, M, K]]
Validate update metadata before delegating to update function with updated LayerAttributes.
Validate update metadata before delegating to update function with updated LayerAttributes. The update function is expected to handle the saving of updated attributes and values.
- Attributes
- protected[geotrellis]
- Definition Classes
- LayerWriter
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
write[K, V, M](id: LayerId, layer: RDD[(K, V)] with Metadata[M], keyIndexMethod: KeyIndexMethod[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit
- Definition Classes
- LayerWriter
-
def
write[K, V, M](id: LayerId, layer: RDD[(K, V)] with Metadata[M], keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit
- Definition Classes
- LayerWriter
-
def
writer[K, V, M](keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Writer[LayerId, RDD[(K, V)] with Metadata[M]]
- Definition Classes
- LayerWriter
-
def
writer[K, V, M](keyIndexMethod: KeyIndexMethod[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Writer[LayerId, RDD[(K, V)] with Metadata[M]]
- Definition Classes
- LayerWriter