diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml
index c64966573d9..28e0857e8bb 100644
--- a/.github/workflows/master.yml
+++ b/.github/workflows/master.yml
@@ -41,8 +41,16 @@ jobs:
           - '3.0'
           - '3.1'
           - '3.2'
-        profiles: [""]
-
+        spark-archive: [""]
+        exclude-tags: [""]
+        include:
+          - spark:
+              - '3.2'
+            spark-archive:
+              - 'spark-3.0.3/spark-3.0.3-bin-hadoop2.7.tgz'
+              - 'spark-3.1.2/spark-3.1.2-bin-hadoop3.2.tgz'
+            exclude-tags:
+              - 'org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.HudiTest,org.apache.kyuubi.tags.IcebergTest'
     env:
       SPARK_LOCAL_IP: localhost
     steps:
@@ -87,9 +95,11 @@ jobs:
           -Dspotless.check.skip
           -Dorg.slf4j.simpleLogger.defaultLogLevel=warn -V
           -Pspark-${{ matrix.spark }}
-          -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-${{ matrix.profiles }}
+          -Dspark.archive.mirror=https://dlcdn.apache.org/spark
+          -Dspark.archive.name=${{ matrix.spark-archive }}
+          -Dmaven.plugin.scalatest.exclude.tags= ${{ matrix.exclude-tags }}
       - name: Code coverage
-        if: ${{ matrix.codecov == 'true' }}
+        if: ${{ matrix.java == 8 }} && ${{ matrix.spark == '3.2' }} && ${{ matrix.spark-archive == '' }}
         uses: codecov/codecov-action@v2
         with:
           verbose: true