From 4569255e3b3e585255c1789fa889dd66171de351 Mon Sep 17 00:00:00 2001 From: patelh Date: Thu, 17 Dec 2015 14:04:21 -0800 Subject: [PATCH] Update readme, version --- README.md | 14 ++++++++++++++ build.sbt | 2 +- 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 1ddc4eb86..fa58d2d4c 100644 --- a/README.md +++ b/README.md @@ -95,6 +95,20 @@ You can optionally enable/disable the following functionality by modifying the d - KMPreferredReplicaElectionFeature - allows running of preferred replica election for a Kafka cluster - KMReassignPartitionsFeature - allows generating partition assignments and reassigning partitions +Consider setting these parameters for larger clusters with jmx enabled : + + - kafka-manager.broker-view-thread-pool-size=< 3 * number_of_brokers> + - kafka-manager.broker-view-max-queue-size=< 3 * total # of partitions across all topics> + - kafka-manager.broker-view-update-seconds=< kafka-manager.broker-view-max-queue-size / (10 * number_of_brokers) > + +Here is an example for a kafka cluster with 10 brokers, 100 topics, with each topic having 10 partitions giving 1000 total partitions with JMX enabled : + + - kafka-manager.broker-view-thread-pool-size=30 + - kafka-manager.broker-view-max-queue-size=3000 + - kafka-manager.broker-view-update-seconds=30 + +You may also want to increase the above three if you have consumer polling enabled depending on the # of consumers you have reporting through Zookeeper. + Deployment ---------- diff --git a/build.sbt b/build.sbt index 8e3aa9e9f..48eb706bb 100644 --- a/build.sbt +++ b/build.sbt @@ -5,7 +5,7 @@ name := """kafka-manager""" /* For packaging purposes, -SNAPSHOT MUST contain a digit */ -version := "1.3.0" +version := "1.3.0.1" scalaVersion := "2.11.7"