Polkadot Functional Zombietests

.github/workflows/test.yml

@@ -253,91 +253,47 @@ jobs:
           VERSION: ${{ github.ref }}
           BUILD_TYPE: "${{ matrix.options.build-type }}"
         run: ./housekeeping/docker/kagome/build_and_push.sh
-
-  Push-self-hosted-PR:
-    if: ${{ contains( github.event.pull_request.labels.*.name, 'Non-master push') }}
-    strategy:
-      fail-fast: false
-      matrix:
-        options:
-          - name: "Self-hosted: Push Debug Docker image"
-            build-type: "Debug"
-          - name: "Self-hosted: Push Release Docker image"
-            build-type: "Release"
-          - name: "Self-hosted: Push RelWithDebInfo Docker image"
-            build-type: "RelWithDebInfo"
-    runs-on: [ actions-runner-controller ]
-    timeout-minutes: 120
-    container: qdrvm/kagome-dev:9-minideb
-    steps:
-      - uses: actions/checkout@dc323e67f16fb5f7663d20ff7941f27f5809e9b6
-        with:
-          ref: ${{ github.event.pull_request.head.sha }}
-      - uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed
-        with:
-          path: ${{ env.CACHE_PATHS }}
-          key: ${{ github.job }}-${{ env.CACHE_VERSION }}
-      - run: git config --global --add safe.directory /__w/kagome/kagome
-      - run: git fetch --prune --unshallow
-      - name: build
-        env:
-          BUILD_TYPE: "${{ matrix.options.build-type }}"
-        run: ./housekeeping/docker/kagome-dev/make.sh
-      - uses: azure/docker-login@83efeb77770c98b620c73055fbb59b2847e17dc0
-        with:
-          login-server: https://index.docker.io/v1/
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_TOKEN }}
-      - name: docker pack and push
-        env:
-          VERSION: ${{ github.ref }}
-          BUILD_TYPE: "${{ matrix.options.build-type }}"
-        run: ./housekeeping/docker/kagome/build_and_push.sh
 
   zombie-tests:
-    if: false
+    if: true
     strategy:
       fail-fast: false
       matrix:
         options:
-          - name: "Parachains smoke test"
-            test: "test0001"
-          - name: "Parachains smoke test kagome"
-            test: "test0001_kagome"
-          - name: "Parachains upgrade smoke test"
-            test: "test0002"
-          - name: "Parachains upgrade smoke test kagome"
-            test: "test0002_kagome"
-          - name: "Parachains smoke test cumulus"
-            test: "test0003"
-          - name: "Parachains smoke test cumulus kagome"
-            test: "test0003_kagome"
-          - name: "Runtime upgrade"
-            test: "test0004"
-          - name: "Runtime upgrade kagome"
-            test: "test0004_kagome"
-          - name: "Dispute valid block"
-            test: "test0005"
-          - name: "Parachains disputes"
-            test: "test0006"
-          - name: "Deregister register validator smoke"
-            test: "test0008"
-          - name: "Basic warp sync"
-            test: "test0009"
-          - name: "Validators warp sync"
-            test: "test0010"
-          - name: "Block building warp sync"
-            test: "test0011"
+          - name: "PVF preparation & execution time"
+            test: "test-polkadot-functional-0001-parachains-pvf"
+          - name: "Disputes initiation, conclusion and lag"
+            test: "test-polkadot-functional-0002-parachains-disputes"
+          - name: "BEEFY voting and finality, test MMR proofs. Assumes Rococo sessions of 1 minute"
+            test: "test-polkadot-functional-0003-beefy-and-mmr"
+          - name: "Dispute finality lag when 1/3 of parachain validators always attempt to include an invalid block"
+            test: "test-polkadot-functional-0004-parachains-garbage-candidate"
+          - name: "Past-session dispute slashing"
+            test: "test-polkadot-functional-0005-parachains-disputes-past-session"
+          - name: "Test if parachains make progress with most of approvals being tranch0"
+            test: "test-polkadot-functional-0006-parachains-max-tranche0"
+          - name: "Test if disputes triggered on finalized blocks within scope always end as valid"
+            test: "test-polkadot-functional-0007-dispute-freshly-finalized"
+          - name: "Test if disputes triggered on finalized blocks out of scope never get to be confirmed and concluded"
+            test: "test-polkadot-functional-0008-dispute-old-finalized"
+          - name: "Approval voting coalescing does not lag finality"
+            test: "test-polkadot-functional-0009-approval-voting-coalescing"
+          - name: "Test validator disabling effects"
+            test: "test-polkadot-functional-0010-validator-disabling"
+          - name: "Test we are producing blocks at 6 seconds clip"
+            test: "test-polkadot-functional-0011-async-backing-6-seconds-rate"
     runs-on: [ actions-runner-controller ]
     timeout-minutes: 120
+    env:
+      BRANCH_NAME: ${{ github.head_ref }}
     needs: [Push-self-hosted]
     steps:
       - name: Set owner of working dir recurively
         run: sudo chown -R $(whoami) .
       - uses: actions/checkout@dc323e67f16fb5f7663d20ff7941f27f5809e9b6
       - name: build zombie-tester
         working-directory: ./zombienet/docker
-        run: make tester
+        run: make tester BRANCH_NAME=${{ env.BRANCH_NAME }}
       - name: Run test
         working-directory: ./zombienet/docker
         run: make ${{ matrix.options.test }}

.github/workflows/zombie-tests.yaml

@@ -7,51 +7,141 @@
 name: Zombie-Tests
 
 on:
-  workflow_dispatch: 
+  workflow_dispatch:
+
+env:
+  CACHE_VERSION: v07
+  CACHE_PATHS: |
+    ~/Library/Caches/pip
+    ~/.cargo
+    ~/.ccache
+    ~/.hunter
+    ~/.rustup
 
 jobs:
-  zombie-tests:
+  Prepare-Kagome-Docker:
     strategy:
       fail-fast: false
       matrix:
         options:
-          - name: "Parachains smoke test"
-            test: "test0001"
-          - name: "Parachains smoke test kagome"
-            test: "test0001_kagome"
-          - name: "Parachains upgrade smoke test"
-            test: "test0002"
-          - name: "Parachains upgrade smoke test kagome"
-            test: "test0002_kagome"
-          - name: "Parachains smoke test cumulus"
-            test: "test0003"
-          - name: "Parachains smoke test cumulus kagome"
-            test: "test0003_kagome"
-          - name: "Runtime upgrade"
-            test: "test0004"
-          - name: "Runtime upgrade kagome"
-            test: "test0004_kagome"
-          - name: "Dispute valid block"
-            test: "test0005"
-          - name: "Parachains disputes"
-            test: "test0006"
-          - name: "Deregister register validator smoke"
-            test: "test0008"
-          - name: "Basic warp sync"
-            test: "test0009"
-          - name: "Validators warp sync"
-            test: "test0010"
-          - name: "Block building warp sync"
-            test: "test0011"
+#          - name: "Self-hosted: Debug Docker image"
+#            build-type: "Debug"
+          - name: "Self-hosted: Release Docker image"
+            build-type: "Release"
+#          - name: "Self-hosted: RelWithDebInfo Docker image"
+#            build-type: "RelWithDebInfo"
+    runs-on: [ actions-runner-controller ]
+    timeout-minutes: 120
+    container: qdrvm/kagome-dev:9-minideb
+    steps:
+      - uses: actions/checkout@dc323e67f16fb5f7663d20ff7941f27f5809e9b6
+      - uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed
+        with:
+          path: ${{ env.CACHE_PATHS }}
+          key: ${{ github.job }}-${{ matrix.options.name }}-${{ env.CACHE_VERSION }}
+      - run: git config --global --add safe.directory /__w/kagome/kagome
+      - run: git fetch --prune --unshallow
+      - name: Build Kagome
+        env:
+          BUILD_TYPE: "${{ matrix.options.build-type }}"
+          KAGOME_ROOT: /__w/kagome/kagome
+        run: bash -c "cd $KAGOME_ROOT && source /venv/bin/activate && ./housekeeping/docker/kagome-dev/make.sh"
+      - name: Copy Kagome
+        env:
+          KAGOME_BUILD_DIR: /__w/kagome/kagome/build
+        run: bash -c "mkdir -p ${KAGOME_BUILD_DIR}/docker_context && cp -a ${KAGOME_BUILD_DIR}/node/kagome ${KAGOME_BUILD_DIR}/docker_context"
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Build Docker Image
+        uses: docker/build-push-action@v5
+        with:
+          tags: kagome-dev:${{ github.run_number }}
+          file: ./housekeeping/docker/kagome/minideb-release.Dockerfile
+          context: /__w/kagome/kagome/build/docker_context
+          outputs: type=docker,dest=/tmp/kagome_dev.tar
+      - name: upload artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: kagome-dev
+          path: /tmp/kagome_dev.tar
+
+  Prepare-Zombie-Tests-Docker:
     runs-on: [ actions-runner-controller ]
     timeout-minutes: 60
+    needs: [Prepare-Kagome-Docker]
     steps:
-      - name: Set owner of working dir recurively
+      - name: Download artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: kagome-dev
+          path: /tmp
+      - name: Load image
+        run: |
+          docker load --input /tmp/kagome_dev.tar
+          docker image ls -a          
+      - name: Set owner of working dir recursively
         run: sudo chown -R $(whoami) .
       - uses: actions/checkout@dc323e67f16fb5f7663d20ff7941f27f5809e9b6
-      - name: build zombie-tester
+      - name: Extract branch name
+        shell: bash
+        run: |
+          branch=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}
+          echo "branch=${branch}" >> $GITHUB_OUTPUT
+          echo "Branch name: ${branch}"
+        id: extract_branch
+      - name: Build zombie-tester
         working-directory: ./zombienet/docker
-        run: make tester
+        run: make tester BRANCH_NAME=${{ steps.extract_branch.outputs.branch }} KAGOME_IMAGE=kagome-dev:${{ github.run_number }}
+      - name: Archive zombie-tester
+        shell: bash
+        run: docker save -o /tmp/zombie-tester.tar zombie-tester:latest
+      - name: Upload artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: zombie-tester
+          path: /tmp/zombie-tester.tar
+
+  Zombie-Tests:
+    runs-on: [ actions-runner-controller ]
+    timeout-minutes: 60
+    needs: [Prepare-Zombie-Tests-Docker]
+    strategy:
+      fail-fast: false
+      matrix:
+        options:
+          - name: "PVF preparation & execution time"
+            test: "test-polkadot-functional-0001-parachains-pvf"
+          - name: "Disputes initiation, conclusion and lag"
+            test: "test-polkadot-functional-0002-parachains-disputes"
+          - name: "BEEFY voting and finality, test MMR proofs. Assumes Rococo sessions of 1 minute"
+            test: "test-polkadot-functional-0003-beefy-and-mmr"
+          - name: "Dispute finality lag when 1/3 of parachain validators always attempt to include an invalid block"
+            test: "test-polkadot-functional-0004-parachains-garbage-candidate"
+          - name: "Past-session dispute slashing"
+            test: "test-polkadot-functional-0005-parachains-disputes-past-session"
+          - name: "Test if parachains make progress with most of approvals being tranch0"
+            test: "test-polkadot-functional-0006-parachains-max-tranche0"
+          - name: "Test if disputes triggered on finalized blocks within scope always end as valid"
+            test: "test-polkadot-functional-0007-dispute-freshly-finalized"
+          - name: "Test if disputes triggered on finalized blocks out of scope never get to be confirmed and concluded"
+            test: "test-polkadot-functional-0008-dispute-old-finalized"
+          - name: "Approval voting coalescing does not lag finality"
+            test: "test-polkadot-functional-0009-approval-voting-coalescing"
+          - name: "Test validator disabling effects"
+            test: "test-polkadot-functional-0010-validator-disabling"
+          - name: "Test we are producing blocks at 6 seconds clip"
+            test: "test-polkadot-functional-0011-async-backing-6-seconds-rate"
+    steps:
+      - name: Download artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: zombie-tester
+          path: /tmp
+      - name: Load image
+        run: |
+          docker load --input /tmp/zombie-tester.tar
+          docker image ls -a
+      - uses: actions/checkout@dc323e67f16fb5f7663d20ff7941f27f5809e9b6
       - name: Run test
         working-directory: ./zombienet/docker
-        run: make ${{ matrix.options.test }}
+        run: make ${{ matrix.options.test }} ZOMBIE_TESTER_IMAGE=zombie-tester:latest

core/application/impl/app_configuration_impl.cpp

@@ -805,6 +805,7 @@ namespace kagome::application {
     po::options_description desc("General options");
     desc.add_options()
         ("help,h", "show this help message")
+        ("version,v", "show version information")
         ("log,l", po::value<std::vector<std::string>>(),
           "Sets a custom logging filter. Syntax is `<target>=<level>`, e.g. -llibp2p=off.\n"
           "Log levels (most to least verbose) are trace, debug, verbose, info, warn, error, critical, off. By default, all targets log `info`.\n"
@@ -944,6 +945,10 @@ namespace kagome::application {
       std::cout << desc << std::endl;
       return false;
     }
+    if (vm.count("version") > 0) {
+      std::cout << "Kagome version " << buildVersion() << std::endl;
+      return false;
+    }
 
     try {
       // second-run parse to gather all known options

housekeeping/docker/kagome-dev/build_and_push.sh

@@ -6,6 +6,7 @@
 #
 
 cd "$(dirname "$0")"
+echo "Building in $(pwd)"
 
 VERSION=${VERSION:-5}
 TAG=qdrvm/kagome-dev:$VERSION

housekeeping/docker/kagome-dev/make.sh

@@ -36,6 +36,7 @@ fi
 git submodule update --init
 
 cd "$(dirname $0)/../../.."
+echo "Building in $(pwd)"
 
 cmake . -B"${BUILD_DIR}" -G 'Unix Makefiles' -DCMAKE_BUILD_TYPE="${BUILD_TYPE}" -DBACKWARD=OFF
 cmake --build "${BUILD_DIR}" --target kagome -- -j${BUILD_THREADS}

housekeeping/docker/kagome/build_and_push.sh

@@ -14,11 +14,13 @@ if [[ "${KAGOME_IN_DOCKER}" = 1 ]]; then
 fi
 
 KAGOME_ROOT="$(dirname "$0")/../../.."
+echo "KAGOME_ROOT: $KAGOME_ROOT"
 
 # cd to kagome source root
 cd "$KAGOME_ROOT"
 
 BUILD_DIR="${BUILD_DIR:-$(pwd)/build}"
+echo "BUILD_DIR: $BUILD_DIR"
 
 BUILD_TYPE="${BUILD_TYPE:?BUILD_TYPE variable is not defined}"
 
@@ -54,6 +56,7 @@ else
 fi
 
 CTX_DIR="${BUILD_DIR}/docker_context"
+echo "CTX_DIR: $CTX_DIR"
 
 # Cleanup docker context
 rm -Rf ${CTX_DIR}