package hadoop
- Alphabetic
- Public
- Protected
Type Members
- case class FileStaging(stagingPath: String, destinationPath: String) extends Product with Serializable
- class HadoopFileStorage[P] extends TwoPhaseCommitBatchStorage[PartitionedFileRecordBatch[P, FileRecordBatch], MultiFileStaging]
A Hadoop compatible file system based storage, most likely used for storing to HDFS.
A Hadoop compatible file system based storage, most likely used for storing to HDFS. Stores files and commits offsets to Kafka in a two-phase transaction. The prepare/commit phases for storing a file consist of first uploading it to a staging path and later atomically moving it to the final destination path.
- case class MultiFileStaging(fileStagings: Seq[FileStaging]) extends Product with Serializable
Value Members
- object HadoopFileStorage
- object MultiFileStaging extends Serializable