Add tulia task that run system tests. Make it bors mandatory.

IntersectMBO · Feb 28, 2023 · a7237b9 · a7237b9
1 parent ec57638
commit a7237b9
Show file tree

Hide file tree

Showing 3 changed files with 50 additions and 16 deletions.
diff --git a/bors.toml b/bors.toml
@@ -1,6 +1,7 @@
 status = [
   "check-cabal-files",
   "ci/pr/required",
+  "ci/pr/system-tests",
 ]
 timeout_sec = 7200
 required_approvals = 1

diff --git a/flake.nix b/flake.nix
@@ -257,6 +257,23 @@
                 }).workbench-profile-run { };
 
             inherit (pkgs) all-profiles-json;
+
+            system-tests = pkgs.writeShellApplication {
+              name = "system-tests";
+              runtimeInputs = with pkgs; [ git gnused ];
+              text = ''
+                  NODE_REV="${self.rev or (throw "Sorry, need clean/pushed git revision to run system tests")}"
+                  MAKE_TARGET=testpr
+                  mkdir -p tmp && cd tmp
+                  rm -rf cardano-node-tests
+                  git clone https://github.com/input-output-hk/cardano-node-tests.git
+                  cd cardano-node-tests
+                  sed -i '1 s/^.*$/#! \/usr\/bin\/env bash/' ./.github/regression.sh
+                  export NODE_REV
+                  export MAKE_TARGET
+                  nix develop --accept-flake-config .#base -c ./.github/regression.sh 2>&1
+              '';
+            };
           }
           # Add checks to be able to build them individually
           // (prefixNamesWith "checks/" checks);

diff --git a/nix/tullia.nix b/nix/tullia.nix
@@ -89,7 +89,19 @@ rec {
 
       "ci/pr" = { lib, ... } @ args: {
         imports = [ common ];
-        after = [ "ci/pr/required" "ci/pr/nonrequired" "ci/cardano-deployment" ];
+        after = [ "ci/pr/required" "ci/pr/nonrequired" "ci/cardano-deployment" "ci/pr/system-tests" ];
+      };
+
+      "ci/pr/system-tests" = {lib, ...} @ args: {
+        imports = [common];
+        after = [];
+
+        command.text = ''
+          nix run -L .#system-tests
+        '';
+
+        memory = 1024 * 64;
+        nomad.resources.cpu = 40000;
       };
     };
 
@@ -100,6 +112,20 @@ rec {
         #input: "${ciInputName}"
         #repo: "${repository}"
       '';
+      prAndBorsIo = ''
+        let github = {
+          #input: "${ciInputName}"
+          #repo: "${repository}"
+        }
+        let borsBranches = {
+          #branch: "staging|trying"
+        }
+        #lib.merge
+        #ios: [
+          #lib.io.github_pr & github,
+          #lib.io.github_push & borsBranches & github,
+        ]
+      '';
       pushIo = ''
         #lib.io.github_push
         #input: "${ciInputName}"
@@ -108,7 +134,6 @@ rec {
       '';
     in
     {
-
       "cardano-node/ci/push/required" = {
         task = "ci/push/required";
         io = pushIo;
@@ -120,20 +145,7 @@ rec {
       # This one is used for both PR status and bors:
       "cardano-node/ci/pr/required" = {
         task = "ci/pr/required";
-        io = ''
-          let github = {
-            #input: "${ciInputName}"
-            #repo: "${repository}"
-          }
-          let borsBranches = {
-            #branch: "staging|trying"
-          }
-          #lib.merge
-          #ios: [
-            #lib.io.github_pr & github,
-            #lib.io.github_push & borsBranches & github,
-          ]
-        '';
+        io = prAndBorsIo;
       };
       "cardano-node/ci/pr/nonrequired" = {
         task = "ci/pr/nonrequired";
@@ -143,5 +155,9 @@ rec {
         task = "ci/cardano-deployment";
         io = prIo;
       };
+      "cardano-node/ci/pr/system-tests" = {
+        task = "ci/pr/system-tests";
+        io = prAndBorsIo;
+      };
     };
 }