🐛Source-Stripe - Fix for Customer_Balance_Transaction records occasio…

…nally getting missed (airbytehq#49811)
box-community · Dec 17, 2024 · a3a27e4 · a3a27e4
1 parent bb2ec86
commit a3a27e4
Show file tree

Hide file tree

Showing 8 changed files with 11 additions and 14 deletions.
diff --git a/airbyte-integrations/connectors/source-stripe/erd/discovered_catalog.json b/airbyte-integrations/connectors/source-stripe/erd/discovered_catalog.json
@@ -850,10 +850,6 @@
             "description": "The date and time when the transaction was created",
             "type": ["null", "integer"]
           },
-          "updated": {
-            "description": "The date and time when the transaction was created",
-            "type": ["null", "integer"]
-          },
           "credit_note": {
             "description": "Credit note related to the balance transaction",
             "type": ["null", "string"]
@@ -893,7 +889,9 @@
           }
         }
       },
-      "supported_sync_modes": ["full_refresh"],
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["created"],
       "source_defined_primary_key": [["id"]],
       "is_resumable": true
     },

diff --git a/airbyte-integrations/connectors/source-stripe/erd/source.dbml b/airbyte-integrations/connectors/source-stripe/erd/source.dbml
@@ -68,7 +68,6 @@ Table "customer_balance_transactions" {
     "livemode" boolean
     "metadata" object
     "type" string
-    "updated" integer
 }
 
 Table "events" {

diff --git a/airbyte-integrations/connectors/source-stripe/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-stripe/integration_tests/abnormal_state.json
@@ -296,7 +296,7 @@
   {
     "type": "STREAM",
     "stream": {
-      "stream_state": { "updated": 10000000000 },
+      "stream_state": { "created": 10000000000 },
       "stream_descriptor": { "name": "customer_balance_transactions" }
     }
   },

diff --git a/airbyte-integrations/connectors/source-stripe/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-stripe/integration_tests/configured_catalog.json
@@ -187,7 +187,7 @@
         "json_schema": {},
         "supported_sync_modes": ["full_refresh", "incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["updated"],
+        "default_cursor_field": ["created"],
         "source_defined_primary_key": [["id"]]
       },
       "primary_key": [["id"]],

diff --git a/airbyte-integrations/connectors/source-stripe/metadata.yaml b/airbyte-integrations/connectors/source-stripe/metadata.yaml
@@ -10,7 +10,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: e094cb9a-26de-4645-8761-65c0c425d1de
-  dockerImageTag: 5.8.1
+  dockerImageTag: 5.8.2
   dockerRepository: airbyte/source-stripe
   documentationUrl: https://docs.airbyte.com/integrations/sources/stripe
   erdUrl: https://dbdocs.io/airbyteio/source-stripe?view=relationships

diff --git a/airbyte-integrations/connectors/source-stripe/pyproject.toml b/airbyte-integrations/connectors/source-stripe/pyproject.toml
@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "5.8.1"
+version = "5.8.2"
 name = "source-stripe"
 description = "Source implementation for Stripe."
 authors = [ "Airbyte <[email protected]>",]

diff --git a/airbyte-integrations/connectors/source-stripe/source_stripe/source.py b/airbyte-integrations/connectors/source-stripe/source_stripe/source.py
@@ -504,12 +504,11 @@ def streams(self, config: MutableMapping[str, Any]) -> List[Stream]:
                 event_types=["topup.canceled", "topup.created", "topup.failed", "topup.reversed", "topup.succeeded"],
                 **args,
             ),
-            UpdatedCursorIncrementalStripeSubStream(
+            ParentIncrementalStripeSubStream(
                 name="customer_balance_transactions",
                 path=lambda self, stream_slice, *args, **kwargs: f"customers/{stream_slice['parent']['id']}/balance_transactions",
                 parent=self.customers(**args),
-                legacy_cursor_field="created",
-                event_types=["customer_cash_balance_transaction.*"],
+                cursor_field="created",
                 **args,
             ),
             UpdatedCursorIncrementalStripeLazySubStream(

diff --git a/docs/integrations/sources/stripe.md b/docs/integrations/sources/stripe.md
@@ -246,7 +246,8 @@ Each record is marked with `is_deleted` flag when the appropriate event happens
 
 | Version | Date       | Pull Request                                              | Subject                                                                                                                                                                                                                       |
 |:--------|:-----------|:----------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| 5.8.1   | 2024-12-08 | [46499](https://github.com/airbytehq/airbyte/pull/46499)  | Source-Stripe: Add new payout_balance_transactions incremental stream
+| 5.8.2   | 2024-12-10 | [46499](https://github.com/airbytehq/airbyte/pull/46499)  | Source-Stripe: Refactor Customer Balance Transactions                                                                                                                                                                         |
+| 5.8.1   | 2024-12-08 | [46499](https://github.com/airbytehq/airbyte/pull/46499)  | Source-Stripe: Add new payout_balance_transactions incremental stream                                                                                                                                                         |
 | 5.8.0   | 2024-10-12 | [46864](https://github.com/airbytehq/airbyte/pull/46864)  | Add incremental stream support to `accounts` stream                                                                                                                                                                           |
 | 5.7.0   | 2024-10-01 | [45860](https://github.com/airbytehq/airbyte/pull/45860)  | Add incremental stream support to `invoice_line_items` and `subscription_items` streams                                                                                                                                       |
 | 5.6.2   | 2024-10-05 | [43881](https://github.com/airbytehq/airbyte/pull/43881)  | Update dependencies                                                                                                                                                                                                           |