object S3InputFormat
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- S3InputFormat
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final val ANONYMOUS: String("s3.anonymous")
- final val AWS_ID: String("s3.awsId")
- final val AWS_KEY: String("s3.awsKey")
- final val BUCKET: String("s3.bucket")
- final val CHUNK_SIZE: String("s3.chunkSize")
- final val CREATE_S3CLIENT: String("s3.client")
- final val CRS_VALUE: String("s3.crs")
- final val DEFAULT_CHUNK_SIZE: Int
- final val DEFAULT_PARTITION_BYTES: Int
- final val DELIMITER: String("s3.delimiter")
- final val EXTENSIONS: String("s3.extensions")
- final val PARTITION_BYTES: String("S3.partitionBytes")
- final val PARTITION_COUNT: String("s3.partitionCount")
- final val PREFIX: String("s3.prefix")
- final val REGION: String("s3.region")
- val S3UrlRx: Regex
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def getDelimiter(conf: Configuration): Option[String]
- def getDelimiter(job: JobContext): Option[String]
- def getS3Client(job: JobContext): S3Client
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def removeAnonymous(conf: Configuration): Unit
- def removeBucket(conf: Configuration): Unit
- def removeChunkSize(conf: Configuration): Unit
- def removeCreateS3Client(conf: Configuration): Unit
- def removeDelimiter(conf: Configuration): Unit
- def removeExtensions(conf: Configuration): Unit
-
def
removePartitionBytes(conf: Configuration): Unit
Removes partition size in bytes
-
def
removePartitionCount(conf: Configuration): Unit
Removes partition count
- def removePrefix(conf: Configuration): Unit
- def removeRegion(conf: Configuration): Unit
- def removeUrl(conf: Configuration): Unit
-
def
setAnonymous(conf: Configuration): Unit
Force anonymous access, bypass all key discovery
-
def
setAnonymous(job: Job): Unit
Force anonymous access, bypass all key discovery
- def setBucket(conf: Configuration, bucket: String): Unit
- def setBucket(job: Job, bucket: String): Unit
- def setChunkSize(conf: Configuration, chunkSize: Int): Unit
- def setChunkSize(job: Job, chunkSize: Int): Unit
- def setCreateS3Client(conf: Configuration, createClient: () ⇒ S3Client): Unit
- def setCreateS3Client(job: Job, createClient: () ⇒ S3Client): Unit
-
def
setDelimiter(conf: Configuration, delimiter: String): Unit
Set delimiter for S3 object listing requests
-
def
setDelimiter(job: Job, delimiter: String): Unit
Set delimiter for S3 object listing requests
-
def
setExtensions(conf: Configuration, extensions: Seq[String]): Unit
Set valid key extensions filter
-
def
setPartitionBytes(conf: Configuration, bytes: Long): Unit
Set desired partition size in bytes, at least one item per partition will be assigned
-
def
setPartitionBytes(job: Job, bytes: Long): Unit
Set desired partition size in bytes, at least one item per partition will be assigned
-
def
setPartitionCount(conf: Configuration, limit: Int): Unit
Set desired partition count
-
def
setPartitionCount(job: Job, limit: Int): Unit
Set desired partition count
- def setPrefix(conf: Configuration, prefix: String): Unit
- def setPrefix(job: Job, prefix: String): Unit
- def setRegion(conf: Configuration, region: String): Unit
- def setRegion(job: Job, region: String): Unit
- def setUrl(conf: Configuration, url: String): Unit
-
def
setUrl(job: Job, url: String): Unit
Set S3N url to use, may include AWS Id and Key
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()