ReplicaManager

Instance Constructors

new ReplicaManager(config: KafkaConfig, metrics: Metrics, time: Time, jTime: Time, zkUtils: ZkUtils, scheduler: Scheduler, logManager: LogManager, isShuttingDown: AtomicBoolean, threadNamePrefix: Option[String] = None)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def appendMessages(timeout: Long, requiredAcks: Short, internalTopicsAllowed: Boolean, messagesPerPartition: Map[TopicAndPartition, MessageSet], responseCallback: (Map[TopicAndPartition, ProducerResponseStatus]) ⇒ Unit): Unit

Append messages to leader replicas of the partition, and wait for them to be replicated to other replicas; the callback function will be triggered either when timeout or the required acks are satisfied
final def asInstanceOf[T0]: T0

Definition Classes
Any
def becomeLeaderOrFollower(leaderAndISRRequest: LeaderAndIsrRequest, metadataCache: MetadataCache, onLeadershipChange: (Iterable[Partition], Iterable[Partition]) ⇒ Unit): BecomeLeaderOrFollowerResult
def checkpointHighWatermarks(): Unit
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val config: KafkaConfig
var controllerEpoch: Int
def debug(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def debug(e: ⇒ Throwable): Any

Definition Classes
Logging
def debug(msg: ⇒ String): Unit

Definition Classes
Logging
val delayedFetchPurgatory: DelayedOperationPurgatory[DelayedFetch]
val delayedProducePurgatory: DelayedOperationPurgatory[DelayedProduce]
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def error(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def error(e: ⇒ Throwable): Any

Definition Classes
Logging
def error(msg: ⇒ String): Unit

Definition Classes
Logging
def fatal(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def fatal(e: ⇒ Throwable): Any

Definition Classes
Logging
def fatal(msg: ⇒ String): Unit

Definition Classes
Logging
def fetchMessages(timeout: Long, replicaId: Int, fetchMinBytes: Int, fetchInfo: Map[TopicAndPartition, PartitionFetchInfo], responseCallback: (Map[TopicAndPartition, FetchResponsePartitionData]) ⇒ Unit): Unit

Fetch messages from the leader replica, and wait until enough data can be fetched and return; the callback function will be triggered either when timeout or required fetch info is satisfied
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getLeaderReplicaIfLocal(topic: String, partitionId: Int): Replica
def getOrCreatePartition(topic: String, partitionId: Int): Partition
def getPartition(topic: String, partitionId: Int): Option[Partition]
def getReplica(topic: String, partitionId: Int, replicaId: Int = config.brokerId): Option[Replica]
def getReplicaOrException(topic: String, partition: Int): Replica
def hashCode(): Int

Definition Classes
AnyRef → Any
val highWatermarkCheckpoints: Map[String, OffsetCheckpoint]
def info(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def info(e: ⇒ Throwable): Any

Definition Classes
Logging
def info(msg: ⇒ String): Unit

Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val isShuttingDown: AtomicBoolean
val isrExpandRate: Meter
val isrShrinkRate: Meter
val leaderCount: Gauge[Int]
var logIdent: String

Attributes
protected
Definition Classes
Logging
val logManager: LogManager
lazy val logger: Logger

Definition Classes
Logging
val loggerName: String

Definition Classes
Logging
def maybePropagateIsrChanges(): Unit

This function periodically runs to see if ISR needs to be propagated.
This function periodically runs to see if ISR needs to be propagated. It propagates ISR when: 1. There is ISR change not propagated yet. 2. There is no ISR Change in the last five seconds, or it has been more than 60 seconds since the last ISR propagation. This allows an occasional ISR change to be propagated within a few seconds, and avoids overwhelming controller and other brokers when large amount of ISR change occurs.
def maybeUpdateMetadataCache(updateMetadataRequest: UpdateMetadataRequest, metadataCache: MetadataCache): Unit
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newGauge[T](name: String, metric: Gauge[T], tags: Map[String, String] = Map.empty): Gauge[T]

Definition Classes
KafkaMetricsGroup
def newHistogram(name: String, biased: Boolean = true, tags: Map[String, String] = Map.empty): Histogram

Definition Classes
KafkaMetricsGroup
def newMeter(name: String, eventType: String, timeUnit: TimeUnit, tags: Map[String, String] = Map.empty): Meter

Definition Classes
KafkaMetricsGroup
def newTimer(name: String, durationUnit: TimeUnit, rateUnit: TimeUnit, tags: Map[String, String] = Map.empty): Timer

Definition Classes
KafkaMetricsGroup
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val partitionCount: Gauge[Int]
def readFromLocalLog(fetchOnlyFromLeader: Boolean, readOnlyCommitted: Boolean, readPartitionInfo: Map[TopicAndPartition, PartitionFetchInfo]): Map[TopicAndPartition, LogReadResult]

Read from a single topic/partition at the given offset upto maxSize bytes
def recordIsrChange(topicAndPartition: TopicAndPartition): Unit
def removeMetric(name: String, tags: Map[String, String] = Map.empty): Unit

Definition Classes
KafkaMetricsGroup
val replicaFetcherManager: ReplicaFetcherManager
def shutdown(checkpointHW: Boolean = true): Unit
def startHighWaterMarksCheckPointThread(): Unit
def startup(): Unit
val stateChangeLogger: StateChangeLogger
def stopReplica(topic: String, partitionId: Int, deletePartition: Boolean): Short
def stopReplicas(stopReplicaRequest: StopReplicaRequest): (Map[TopicAndPartition, Short], Short)
def swallow(action: ⇒ Unit): Unit

Definition Classes
Logging
def swallowDebug(action: ⇒ Unit): Unit

Definition Classes
Logging
def swallowError(action: ⇒ Unit): Unit

Definition Classes
Logging
def swallowInfo(action: ⇒ Unit): Unit

Definition Classes
Logging
def swallowTrace(action: ⇒ Unit): Unit

Definition Classes
Logging
def swallowWarn(action: ⇒ Unit): Unit

Definition Classes
Logging
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def trace(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def trace(e: ⇒ Throwable): Any

Definition Classes
Logging
def trace(msg: ⇒ String): Unit

Definition Classes
Logging
def tryCompleteDelayedFetch(key: DelayedOperationKey): Unit

Try to complete some delayed fetch requests with the request key; this can be triggered when:
Try to complete some delayed fetch requests with the request key; this can be triggered when:
1. The partition HW has changed (for regular fetch) 2. A new message set is appended to the local log (for follower fetch)
def tryCompleteDelayedProduce(key: DelayedOperationKey): Unit

Try to complete some delayed produce requests with the request key; this can be triggered when:
Try to complete some delayed produce requests with the request key; this can be triggered when:
1. The partition HW has changed (for acks = -1) 2. A follower replica's fetch operation is received (for acks > 1)
def underReplicatedPartitionCount(): Int
val underReplicatedPartitions: Gauge[Int]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def warn(msg: ⇒ String, e: ⇒ Throwable): Unit

Definition Classes
Logging
def warn(e: ⇒ Throwable): Any

Definition Classes
Logging
def warn(msg: ⇒ String): Unit

Definition Classes
Logging
val zkUtils: ZkUtils

Related Docs: object ReplicaManager | package server

class ReplicaManager extends Logging with KafkaMetricsGroup

Instance Constructors

new ReplicaManager(config: KafkaConfig, metrics: Metrics, time: Time, jTime: Time, zkUtils: ZkUtils, scheduler: Scheduler, logManager: LogManager, isShuttingDown: AtomicBoolean, threadNamePrefix: Option[String] = None)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def appendMessages(timeout: Long, requiredAcks: Short, internalTopicsAllowed: Boolean, messagesPerPartition: Map[TopicAndPartition, MessageSet], responseCallback: (Map[TopicAndPartition, ProducerResponseStatus]) ⇒ Unit): Unit

final def asInstanceOf[T0]: T0

def becomeLeaderOrFollower(leaderAndISRRequest: LeaderAndIsrRequest, metadataCache: MetadataCache, onLeadershipChange: (Iterable[Partition], Iterable[Partition]) ⇒ Unit): BecomeLeaderOrFollowerResult

def checkpointHighWatermarks(): Unit

def clone(): AnyRef

val config: KafkaConfig

var controllerEpoch: Int

def debug(msg: ⇒ String, e: ⇒ Throwable): Unit

def debug(e: ⇒ Throwable): Any

def debug(msg: ⇒ String): Unit

val delayedFetchPurgatory: DelayedOperationPurgatory[DelayedFetch]

val delayedProducePurgatory: DelayedOperationPurgatory[DelayedProduce]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def error(msg: ⇒ String, e: ⇒ Throwable): Unit

def error(e: ⇒ Throwable): Any

def error(msg: ⇒ String): Unit

def fatal(msg: ⇒ String, e: ⇒ Throwable): Unit

def fatal(e: ⇒ Throwable): Any

def fatal(msg: ⇒ String): Unit

def fetchMessages(timeout: Long, replicaId: Int, fetchMinBytes: Int, fetchInfo: Map[TopicAndPartition, PartitionFetchInfo], responseCallback: (Map[TopicAndPartition, FetchResponsePartitionData]) ⇒ Unit): Unit

def finalize(): Unit

final def getClass(): Class[_]

def getLeaderReplicaIfLocal(topic: String, partitionId: Int): Replica

def getOrCreatePartition(topic: String, partitionId: Int): Partition

def getPartition(topic: String, partitionId: Int): Option[Partition]

def getReplica(topic: String, partitionId: Int, replicaId: Int = config.brokerId): Option[Replica]

def getReplicaOrException(topic: String, partition: Int): Replica

def hashCode(): Int

val highWatermarkCheckpoints: Map[String, OffsetCheckpoint]

def info(msg: ⇒ String, e: ⇒ Throwable): Unit

def info(e: ⇒ Throwable): Any

def info(msg: ⇒ String): Unit

final def isInstanceOf[T0]: Boolean

val isShuttingDown: AtomicBoolean

val isrExpandRate: Meter

val isrShrinkRate: Meter

val leaderCount: Gauge[Int]

var logIdent: String

val logManager: LogManager

lazy val logger: Logger

val loggerName: String

def maybePropagateIsrChanges(): Unit

def maybeUpdateMetadataCache(updateMetadataRequest: UpdateMetadataRequest, metadataCache: MetadataCache): Unit

final def ne(arg0: AnyRef): Boolean

def newGauge[T](name: String, metric: Gauge[T], tags: Map[String, String] = Map.empty): Gauge[T]

def newHistogram(name: String, biased: Boolean = true, tags: Map[String, String] = Map.empty): Histogram

def newMeter(name: String, eventType: String, timeUnit: TimeUnit, tags: Map[String, String] = Map.empty): Meter

def newTimer(name: String, durationUnit: TimeUnit, rateUnit: TimeUnit, tags: Map[String, String] = Map.empty): Timer

final def notify(): Unit

final def notifyAll(): Unit

val partitionCount: Gauge[Int]

def readFromLocalLog(fetchOnlyFromLeader: Boolean, readOnlyCommitted: Boolean, readPartitionInfo: Map[TopicAndPartition, PartitionFetchInfo]): Map[TopicAndPartition, LogReadResult]

def recordIsrChange(topicAndPartition: TopicAndPartition): Unit

def removeMetric(name: String, tags: Map[String, String] = Map.empty): Unit

val replicaFetcherManager: ReplicaFetcherManager

def shutdown(checkpointHW: Boolean = true): Unit

def startHighWaterMarksCheckPointThread(): Unit

def startup(): Unit

val stateChangeLogger: StateChangeLogger

def stopReplica(topic: String, partitionId: Int, deletePartition: Boolean): Short

def stopReplicas(stopReplicaRequest: StopReplicaRequest): (Map[TopicAndPartition, Short], Short)

def swallow(action: ⇒ Unit): Unit

def swallowDebug(action: ⇒ Unit): Unit

def swallowError(action: ⇒ Unit): Unit

def swallowInfo(action: ⇒ Unit): Unit

def swallowTrace(action: ⇒ Unit): Unit

def swallowWarn(action: ⇒ Unit): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def trace(msg: ⇒ String, e: ⇒ Throwable): Unit