From 00189b77508a676c1e078ccf5d511d10c4754279 Mon Sep 17 00:00:00 2001 From: Ambud Sharma Date: Thu, 13 Aug 2020 13:20:26 -0700 Subject: [PATCH] Tune linger ms to fix the request rate increase --- pom.xml | 2 +- singer-commons/pom.xml | 2 +- .../src/main/java/com/pinterest/singer/utils/KafkaUtils.java | 2 ++ singer/pom.xml | 2 +- thrift-logger/pom.xml | 2 +- 5 files changed, 6 insertions(+), 4 deletions(-) diff --git a/pom.xml b/pom.xml index 7aaeaf8e..c9506bb2 100644 --- a/pom.xml +++ b/pom.xml @@ -6,7 +6,7 @@ 4.0.0 com.pinterest.singer singer-package - 0.8.0.25 + 0.8.0.26 pom Singer Logging Agent modules 2013 diff --git a/singer-commons/pom.xml b/singer-commons/pom.xml index c58f0574..9e497eed 100644 --- a/singer-commons/pom.xml +++ b/singer-commons/pom.xml @@ -20,7 +20,7 @@ com.pinterest.singer singer-package - 0.8.0.25 + 0.8.0.26 ../pom.xml diff --git a/singer-commons/src/main/java/com/pinterest/singer/utils/KafkaUtils.java b/singer-commons/src/main/java/com/pinterest/singer/utils/KafkaUtils.java index dd203e99..9d505235 100644 --- a/singer-commons/src/main/java/com/pinterest/singer/utils/KafkaUtils.java +++ b/singer-commons/src/main/java/com/pinterest/singer/utils/KafkaUtils.java @@ -35,6 +35,7 @@ public class KafkaUtils { + private static final int DEFAULT_LINGER_MILLISECONDS = 10; private static final String DEFAULT_NAME_PREFIX = "singer_"; public static final int DEFAULT_PRODUCER_BUFFER_MEMORY = 1024; @@ -48,6 +49,7 @@ public static KafkaProducer createKafkaProducer(KafkaProducerCon // singer use namePrefix : "singer_" properties.put(ProducerConfig.CLIENT_ID_CONFIG, namePrefix + CommonUtils.getHostName() + "_" + UUID.randomUUID()); properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, brokerList); + properties.put(ProducerConfig.LINGER_MS_CONFIG, DEFAULT_LINGER_MILLISECONDS); properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, config.getKeySerializerClass()); properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, config.getValueSerializerClass()); if (config.getBufferMemory() >= DEFAULT_PRODUCER_BUFFER_MEMORY) { diff --git a/singer/pom.xml b/singer/pom.xml index 58857ca4..d5539c63 100644 --- a/singer/pom.xml +++ b/singer/pom.xml @@ -7,7 +7,7 @@ com.pinterest.singer singer-package - 0.8.0.25 + 0.8.0.26 ../pom.xml diff --git a/thrift-logger/pom.xml b/thrift-logger/pom.xml index 4bfceba4..efdd501c 100644 --- a/thrift-logger/pom.xml +++ b/thrift-logger/pom.xml @@ -4,7 +4,7 @@ com.pinterest.singer singer-package - 0.8.0.25 + 0.8.0.26 ../pom.xml thrift-logger