object S3InputFormat

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. S3InputFormat
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final val ANONYMOUS: String("s3.anonymous")
  5. final val AWS_ID: String("s3.awsId")
  6. final val AWS_KEY: String("s3.awsKey")
  7. final val BUCKET: String("s3.bucket")
  8. final val CHUNK_SIZE: String("s3.chunkSize")
  9. final val CREATE_S3CLIENT: String("s3.client")
  10. final val CRS_VALUE: String("s3.crs")
  11. final val DEFAULT_CHUNK_SIZE: Int
  12. final val DEFAULT_PARTITION_BYTES: Int
  13. final val DELIMITER: String("s3.delimiter")
  14. final val EXTENSIONS: String("s3.extensions")
  15. final val PARTITION_BYTES: String("S3.partitionBytes")
  16. final val PARTITION_COUNT: String("s3.partitionCount")
  17. final val PREFIX: String("s3.prefix")
  18. final val REGION: String("s3.region")
  19. val S3UrlRx: Regex
  20. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  21. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  22. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  23. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  24. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  25. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  26. def getDelimiter(conf: Configuration): Option[String]
  27. def getDelimiter(job: JobContext): Option[String]
  28. def getS3Client(job: JobContext): S3Client
  29. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  30. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  31. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  32. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  33. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  34. def removeAnonymous(conf: Configuration): Unit
  35. def removeBucket(conf: Configuration): Unit
  36. def removeChunkSize(conf: Configuration): Unit
  37. def removeCreateS3Client(conf: Configuration): Unit
  38. def removeDelimiter(conf: Configuration): Unit
  39. def removeExtensions(conf: Configuration): Unit
  40. def removePartitionBytes(conf: Configuration): Unit

    Removes partition size in bytes

  41. def removePartitionCount(conf: Configuration): Unit

    Removes partition count

  42. def removePrefix(conf: Configuration): Unit
  43. def removeRegion(conf: Configuration): Unit
  44. def removeUrl(conf: Configuration): Unit
  45. def setAnonymous(conf: Configuration): Unit

    Force anonymous access, bypass all key discovery

  46. def setAnonymous(job: Job): Unit

    Force anonymous access, bypass all key discovery

  47. def setBucket(conf: Configuration, bucket: String): Unit
  48. def setBucket(job: Job, bucket: String): Unit
  49. def setChunkSize(conf: Configuration, chunkSize: Int): Unit
  50. def setChunkSize(job: Job, chunkSize: Int): Unit
  51. def setCreateS3Client(conf: Configuration, createClient: () ⇒ S3Client): Unit
  52. def setCreateS3Client(job: Job, createClient: () ⇒ S3Client): Unit
  53. def setDelimiter(conf: Configuration, delimiter: String): Unit

    Set delimiter for S3 object listing requests

  54. def setDelimiter(job: Job, delimiter: String): Unit

    Set delimiter for S3 object listing requests

  55. def setExtensions(conf: Configuration, extensions: Seq[String]): Unit

    Set valid key extensions filter

  56. def setPartitionBytes(conf: Configuration, bytes: Long): Unit

    Set desired partition size in bytes, at least one item per partition will be assigned

  57. def setPartitionBytes(job: Job, bytes: Long): Unit

    Set desired partition size in bytes, at least one item per partition will be assigned

  58. def setPartitionCount(conf: Configuration, limit: Int): Unit

    Set desired partition count

  59. def setPartitionCount(job: Job, limit: Int): Unit

    Set desired partition count

  60. def setPrefix(conf: Configuration, prefix: String): Unit
  61. def setPrefix(job: Job, prefix: String): Unit
  62. def setRegion(conf: Configuration, region: String): Unit
  63. def setRegion(job: Job, region: String): Unit
  64. def setUrl(conf: Configuration, url: String): Unit
  65. def setUrl(job: Job, url: String): Unit

    Set S3N url to use, may include AWS Id and Key

  66. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  67. def toString(): String
    Definition Classes
    AnyRef → Any
  68. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  69. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  70. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped