test: increase percentage diff on CI

RafaelGSS · Oct 15, 2024 · fa57188 · fa57188
1 parent ddf6dc7
commit fa57188
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 4 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -14,6 +14,9 @@ jobs:
       matrix:
         node-version: [18, 20, 22]
 
+    env:
+      CI: true
+
     steps:
       - name: Checkout code
         uses: actions/checkout@v3

diff --git a/test/env.js b/test/env.js
@@ -21,10 +21,19 @@ describe('Same benchmark function', () => {
           const percentageDifference = (difference / Math.min(opsSec1, opsSec2)) * 100;
 
           // Check if the percentage difference is less than or equal to 10%
-          assert.ok(
-            percentageDifference <= 10,
-            `${opsSec1} too different from ${opsSec2} - ${results[i].name}`
-          );
+          if (process.env.CI) {
+            // CI runs in a shared-env so the percentage of difference
+            // must be greather there due to high variance of hardware
+            assert.ok(
+              percentageDifference <= 30,
+              `${opsSec1} too different from ${opsSec2} - ${results[i].name}`
+            );
+          } else {
+            assert.ok(
+              percentageDifference <= 10,
+              `${opsSec1} too different from ${opsSec2} - ${results[i].name}`
+            );
+          }
         }
       }
     }