kafka

log

package log

Visibility
  1. Public
  2. All

Type Members

  1. case class CleanerConfig(numThreads: Int = 1, dedupeBufferSize: Long = 4.*(1024).*(1024L), dedupeBufferLoadFactor: Double = 0.9, ioBufferSize: Int = 1024.*(1024), maxMessageSize: Int = 32.*(1024).*(1024), maxIoBytesPerSecond: Double = scala.Double.MaxValue, backOffMs: Long = 15.*(1000), enableCleaner: Boolean = true, hashAlgorithm: String = "MD5") extends Product with Serializable

    Configuration parameters for the log cleaner

  2. class FileMessageSet extends MessageSet with Logging

    An on-disk message set.

  3. class Log extends Logging with KafkaMetricsGroup

    An append-only log for storing messages.

  4. class LogCleaner extends Logging with KafkaMetricsGroup

    The cleaner is responsible for removing obsolete records from logs which have the dedupe retention strategy.

  5. case class LogConfig(segmentSize: Int = Defaults.SegmentSize, segmentMs: Long = Defaults.SegmentMs, segmentJitterMs: Long = Defaults.SegmentJitterMs, flushInterval: Long = Defaults.FlushInterval, flushMs: Long = Defaults.FlushMs, retentionSize: Long = Defaults.RetentionSize, retentionMs: Long = Defaults.RetentionMs, maxMessageSize: Int = Defaults.MaxMessageSize, maxIndexSize: Int = Defaults.MaxIndexSize, indexInterval: Int = Defaults.IndexInterval, fileDeleteDelayMs: Long = Defaults.FileDeleteDelayMs, deleteRetentionMs: Long = Defaults.DeleteRetentionMs, minCleanableRatio: Double = Defaults.MinCleanableDirtyRatio, compact: Boolean = Defaults.Compact, uncleanLeaderElectionEnable: Boolean = ..., minInSyncReplicas: Int = Defaults.MinInSyncReplicas) extends Product with Serializable

    Configuration settings for a log

  6. class LogManager extends Logging

    The entry point to the kafka log management subsystem.

  7. class LogSegment extends Logging

    A segment of the log.

  8. class OffsetIndex extends Logging

    An index that maps offsets to physical file locations for a particular log segment.

  9. trait OffsetMap extends AnyRef

  10. case class OffsetPosition(offset: Long, position: Int) extends Product with Serializable

    The mapping between a logical log offset and the physical position in some log file of the beginning of the message set entry with the given offset.

  11. class SkimpyOffsetMap extends OffsetMap

    An hash table used for deduplicating the log.

Value Members

  1. object Defaults

  2. object Log

    Helper functions for logs

  3. object LogConfig extends Serializable

  4. object LogFlushStats extends KafkaMetricsGroup

Ungrouped