Destination S3-V2: Maybe fix metadata issue

airbytehq · Jan 31, 2025 · 2625d93 · 2625d93
1 parent 1afc861
commit 2625d93
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...n/kotlin/io/airbyte/cdk/load/state/object_storage/ObjectStorageDestinationStateManager.kt b/...n/kotlin/io/airbyte/cdk/load/state/object_storage/ObjectStorageDestinationStateManager.kt
@@ -56,6 +56,7 @@ class ObjectStorageDestinationState(
         return client
             .list(pathFactory.getLongestStreamConstantPrefix(stream, isStaging = false))
             .filter { matcher.match(it.key) != null }
+            .toList() // Force the list call to complete before initiating metadata calls
             .mapNotNull { obj ->
                 val generationId =
                     client.getMetadata(obj.key)[METADATA_GENERATION_ID_KEY]?.toLongOrNull() ?: 0L
@@ -65,7 +66,6 @@ class ObjectStorageDestinationState(
                     null
                 }
             }
-            .toList()
     }
 
     /**