object S3InputFormat

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. S3InputFormat
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final val ANONYMOUS: String("s3.anonymous")
  2. final val AWS_ID: String("s3.awsId")
  3. final val AWS_KEY: String("s3.awsKey")
  4. final val BUCKET: String("s3.bucket")
  5. final val CHUNK_SIZE: String("s3.chunkSize")
  6. final val CREATE_S3CLIENT: String("s3.client")
  7. final val CRS_VALUE: String("s3.crs")
  8. final val DEFAULT_CHUNK_SIZE: Int
  9. final val DEFAULT_PARTITION_BYTES: Int
  10. final val DELIMITER: String("s3.delimiter")
  11. final val EXTENSIONS: String("s3.extensions")
  12. final val PARTITION_BYTES: String("S3.partitionBytes")
  13. final val PARTITION_COUNT: String("s3.partitionCount")
  14. final val PREFIX: String("s3.prefix")
  15. final val REGION: String("s3.region")
  16. val S3UrlRx: Regex
  17. def getDelimiter(conf: Configuration): Option[String]
  18. def getDelimiter(job: JobContext): Option[String]
  19. def getS3Client(job: JobContext): S3Client
  20. def removeAnonymous(conf: Configuration): Unit
  21. def removeBucket(conf: Configuration): Unit
  22. def removeChunkSize(conf: Configuration): Unit
  23. def removeCreateS3Client(conf: Configuration): Unit
  24. def removeDelimiter(conf: Configuration): Unit
  25. def removeExtensions(conf: Configuration): Unit
  26. def removePartitionBytes(conf: Configuration): Unit

    Removes partition size in bytes

  27. def removePartitionCount(conf: Configuration): Unit

    Removes partition count

  28. def removePrefix(conf: Configuration): Unit
  29. def removeRegion(conf: Configuration): Unit
  30. def removeUrl(conf: Configuration): Unit
  31. def setAnonymous(conf: Configuration): Unit

    Force anonymous access, bypass all key discovery

  32. def setAnonymous(job: Job): Unit

    Force anonymous access, bypass all key discovery

  33. def setBucket(conf: Configuration, bucket: String): Unit
  34. def setBucket(job: Job, bucket: String): Unit
  35. def setChunkSize(conf: Configuration, chunkSize: Int): Unit
  36. def setChunkSize(job: Job, chunkSize: Int): Unit
  37. def setCreateS3Client(conf: Configuration, createClient: () ⇒ S3Client): Unit
  38. def setCreateS3Client(job: Job, createClient: () ⇒ S3Client): Unit
  39. def setDelimiter(conf: Configuration, delimiter: String): Unit

    Set delimiter for S3 object listing requests

  40. def setDelimiter(job: Job, delimiter: String): Unit

    Set delimiter for S3 object listing requests

  41. def setExtensions(conf: Configuration, extensions: Seq[String]): Unit

    Set valid key extensions filter

  42. def setPartitionBytes(conf: Configuration, bytes: Long): Unit

    Set desired partition size in bytes, at least one item per partition will be assigned

  43. def setPartitionBytes(job: Job, bytes: Long): Unit

    Set desired partition size in bytes, at least one item per partition will be assigned

  44. def setPartitionCount(conf: Configuration, limit: Int): Unit

    Set desired partition count

  45. def setPartitionCount(job: Job, limit: Int): Unit

    Set desired partition count

  46. def setPrefix(conf: Configuration, prefix: String): Unit
  47. def setPrefix(job: Job, prefix: String): Unit
  48. def setRegion(conf: Configuration, region: String): Unit
  49. def setRegion(job: Job, region: String): Unit
  50. def setUrl(conf: Configuration, url: String): Unit
  51. def setUrl(job: Job, url: String): Unit

    Set S3N url to use, may include AWS Id and Key