[OTE-846] Bazooka sequential clear (backport #2423) (#2477)

Co-authored-by: jerryfan01234 <[email protected]>
dydxprotocol · Oct 7, 2024 · 4b19a59 · 4b19a59
1 parent 6800a36
commit 4b19a59
Showing 1 changed file with 11 additions and 8 deletions.
diff --git a/indexer/services/bazooka/src/index.ts b/indexer/services/bazooka/src/index.ts
@@ -264,14 +264,17 @@ async function partitionKafkaTopics(): Promise<void> {
 async function clearKafkaTopics(
   existingKafkaTopics: string[],
 ): Promise<void> {
-  await Promise.all(
-    _.map(KAFKA_TOPICS,
-      clearKafkaTopic.bind(null,
-        1,
-        config.CLEAR_KAFKA_TOPIC_RETRY_MS,
-        config.CLEAR_KAFKA_TOPIC_MAX_RETRIES,
-        existingKafkaTopics)),
-  );
+  // Concurrent calls to clear all topics caused the failure:
+  // TypeError: Cannot destructure property 'partitions' of 'high.pop(...)' as it is undefined.
+  for (const topic of KAFKA_TOPICS) {
+    await clearKafkaTopic(
+      1,
+      config.CLEAR_KAFKA_TOPIC_RETRY_MS,
+      config.CLEAR_KAFKA_TOPIC_MAX_RETRIES,
+      existingKafkaTopics,
+      topic,
+    );
+  }
 }
 
 export async function clearKafkaTopic(