feat: Added support for subsequent sync calls

README.md

@@ -10,6 +10,7 @@ Here’s an example site built using this source plugin: https://xenodochial-hod
 
  >- Use Node v18+ and React v18+ while using v5.x.x of gatsby-source-contentstack.
  >- Please refer migration guide: [Migrating from v4 to v5](https://v5.gatsbyjs.com/docs/reference/release-notes/migrating-from-v4-to-v5/)
+ >- Added support for subsequent fetch calls when data is being published during ongoing init calls or build process.
 
 
 ## Install

package.json

@@ -1,6 +1,6 @@
 {
   "name": "gatsby-source-contentstack",
-  "version": "5.0.4",
+  "version": "5.0.5",
   "description": "Gatsby source plugin for building websites using Contentstack as a data source",
   "scripts": {
     "prepublish": "npm run build",

src/fetch.js

@@ -50,6 +50,9 @@ const OPTIONS_ENTRIES_CLASS_MAPPING = {
 let activity;
 let globalConfig;
 
+const syncToken = [];
+
+
 exports.fetchData = async (
   configOptions,
   reporter,
@@ -224,6 +227,18 @@ const getSyncData = async (
   aggregatedResponse = null
 ) => {
   const response = await fetchCsData(url, config, query);
+
+  /* 
+  Below syncToken array would contain type --> 'asset_published', 'entry_published' sync tokens
+  */
+  if (
+    response.items.some(item =>
+      ['entry_published', 'asset_published'].includes(item.type)
+    )
+  ) {
+    syncToken.push(response.sync_token);
+  }
+
   if (!aggregatedResponse) {
     aggregatedResponse = {};
     aggregatedResponse.data = [];
@@ -247,5 +262,24 @@ const getSyncData = async (
       aggregatedResponse
     );
   }
+
+  if (response.sync_token) {
+    /**
+     * To make final sync call and concatenate the result if found any during on fetch request.
+     */
+    const aggregatedSyncToken = syncToken.filter(item => item !== undefined);
+    for (const token of aggregatedSyncToken) {
+      const syncResponse = await fetchCsData(
+        url,
+        config,
+        (query = { sync_token: token })
+      );
+      aggregatedResponse.data = aggregatedResponse.data?.concat(
+        ...syncResponse.items
+      );
+      aggregatedResponse.sync_token = syncResponse.sync_token;
+    }
+  }
+
   return aggregatedResponse;
 };