Github Action: Add format.yml workflow

.devcontainer/destination-duckdb/devcontainer.json

@@ -23,21 +23,21 @@
   "customizations": {
     "vscode": {
       "extensions": [
-				// Python extensions:
-				"charliermarsh.ruff",
-				"matangover.mypy",
-				"ms-python.black",
-				"ms-python.python",
-				"ms-python.vscode-pylance",
+        // Python extensions:
+        "charliermarsh.ruff",
+        "matangover.mypy",
+        "ms-python.black",
+        "ms-python.python",
+        "ms-python.vscode-pylance",
 
-				// Toml support
-				"tamasfe.even-better-toml",
-
-				// Yaml and JSON Schema support:
-				"redhat.vscode-yaml",
+        // Toml support
+        "tamasfe.even-better-toml",
 
-				// Contributing:
-				"GitHub.vscode-pull-request-github"
+        // Yaml and JSON Schema support:
+        "redhat.vscode-yaml",
+
+        // Contributing:
+        "GitHub.vscode-pull-request-github"
       ],
       "settings": {
         "extensions.ignoreRecommendations": true,

.github/workflows/format.yml

@@ -0,0 +1,70 @@
+name: Format Code (Python + Java)
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+  pull_request:
+jobs:
+  format-and-commit:
+    runs-on: ubuntu-latest
+    name: "Apply All Formatting Rules"
+    timeout-minutes: 20
+    steps:
+      - name: Checkout Airbyte
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.head_ref }}
+
+      - uses: actions/setup-java@v3
+        with:
+          distribution: "zulu"
+          java-version: "17"
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+
+      - name: Set up CI Gradle Properties
+        run: |
+          mkdir -p ~/.gradle/
+          cat > ~/.gradle/gradle.properties <<EOF
+          org.gradle.jvmargs=-Xmx8g -Xss4m \
+            --add-exports jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED \
+            --add-exports jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED \
+            --add-exports jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED \
+            --add-exports jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED \
+            --add-exports jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED
+          org.gradle.workers.max=8
+          org.gradle.vfs.watch=false
+          EOF
+
+      - name: Format
+        uses: Wandalen/[email protected]
+        with:
+          command: ./gradlew format --scan --info --stacktrace
+          attempt_limit: 3
+          attempt_delay: 5000 # in ms
+
+      # This is helpful in the case that we change a previously committed generated file to be ignored by git.
+      - name: Remove any files that have been gitignored
+        run: git ls-files -i -c --exclude-from=.gitignore | xargs -r git rm --cached
+
+      - name: Commit Formatting Changes (PR)
+        uses: stefanzweifel/git-auto-commit-action@v4
+        # do not commit if master branch
+        if: github.ref != 'refs/heads/master'
+        with:
+          commit_message: Automated Commit - Formatting Changes
+          commit_user_name: Octavia Squidington III
+          commit_user_email: [email protected]
+
+      - name: "Fail on Formatting Changes (Master)"
+        if: github.ref == 'refs/heads/master'
+        run: git --no-pager diff && test -z "$(git --no-pager diff)"
+

.github/workflows/gradle.yml

@@ -89,71 +89,10 @@ jobs:
   #      - run: |
   #          echo '${{ toJSON(needs) }}'
 
-  format:
-    needs: changes
-    runs-on: ubuntu-latest
-    # Because scheduled builds on master require us to skip the changes job. Use always() to force this to run on master.
-    if: needs.changes.outputs.any_change == 'true' || (always() && github.ref == 'refs/heads/master')
-    name: "Apply All Formatting Rules"
-    timeout-minutes: 20
-    steps:
-      - name: Checkout Airbyte
-        uses: actions/checkout@v3
-        with:
-          ref: ${{ github.head_ref }}
-
-      # Caching causes occasional failure of the checkPython step which can't find the venv
-      # - name: Cache Build Artifacts
-      #   uses: ./.github/actions/cache-build-artifacts
-      #   with:
-      #     cache-key: ${{ secrets.CACHE_VERSION }}-format
-
-      - uses: actions/setup-java@v3
-        with:
-          distribution: "zulu"
-          java-version: "17"
-
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.9"
-
-      - name: Set up CI Gradle Properties
-        run: |
-          mkdir -p ~/.gradle/
-          cat > ~/.gradle/gradle.properties <<EOF
-          org.gradle.jvmargs=-Xmx8g -Xss4m \
-            --add-exports jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED \
-            --add-exports jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED \
-            --add-exports jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED \
-            --add-exports jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED \
-            --add-exports jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED
-          org.gradle.workers.max=8
-          org.gradle.vfs.watch=false
-          EOF
-
-      - name: Format
-        uses: Wandalen/[email protected]
-        with:
-          command: ./gradlew format --scan --info --stacktrace
-          attempt_limit: 3
-          attempt_delay: 5000 # in ms
-
-      # This is helpful in the case that we change a previously committed generated file to be ignored by git.
-      - name: Remove any files that have been gitignored
-        run: git ls-files -i -c --exclude-from=.gitignore | xargs -r git rm --cached
-
-      # - name: Commit Formatting Changes
-      #   uses: stefanzweifel/git-auto-commit-action@v4
-      #   with:
-      #     commit_message: Automated Commit - Formatting Changes
-      #     commit_user_name: Octavia Squidington III
-      #     commit_user_email: [email protected]
-
   ## BUILDS
   octavia-cli-build:
     needs:
       - changes
-      - format
     runs-on: ubuntu-latest
     # Because scheduled builds on master require us to skip the changes job. Use always() to force this to run on master.
     if: needs.changes.outputs.cli == 'true' || needs.changes.outputs.build == 'true' || (always() && github.ref == 'refs/heads/master')
@@ -212,7 +151,6 @@ jobs:
   python-cdk-build:
     needs:
       - changes
-      - format
     runs-on: ubuntu-latest
     # Because scheduled builds on master require us to skip the changes job. Use always() to force this to run on master.
     if: needs.changes.outputs.python_cdk == 'true' || needs.changes.outputs.build == 'true' || (always() && github.ref == 'refs/heads/master')
@@ -267,7 +205,6 @@ jobs:
   java-cdk-build:
     needs:
       - changes
-      - format
     runs-on: ubuntu-latest
     # Because scheduled builds on master require us to skip the changes job. Use always() to force this to run on master.
     if: needs.changes.outputs.java_cdk == 'true' || needs.changes.outputs.build == 'true' || (always() && github.ref == 'refs/heads/master')
@@ -314,7 +251,6 @@ jobs:
     name: "Connectors Base: Start Build EC2 Runner"
     needs:
       - changes
-      - format
     # Because scheduled builds on master require us to skip the changes job. Use always() to force this to run on master.
     if: |
       needs.changes.outputs.build == 'true' || needs.changes.outputs.connectors_base == 'true' || needs.changes.outputs.db == 'true' || (always() && github.ref == 'refs/heads/master')
@@ -403,17 +339,10 @@ jobs:
           attempt_limit: 3
           attempt_delay: 5000 # in ms
 
-      # Verify that the only committed file changes will be those made by the build, formatter or processResources
-      - name: Ensure no file change from code formatting
+      # Verify that the the scaffold generation did not change any files. Meaning that the generated files are up to date.
+      - name: Ensure no file change from scaffold generation
         run: git --no-pager diff && test -z "$(git --no-pager diff)"
 
-      - name: Format
-        uses: Wandalen/[email protected]
-        with:
-          command: SUB_BUILD=CONNECTORS_BASE ./gradlew format --scan --info --stacktrace
-          attempt_limit: 3
-          attempt_delay: 5000 # in ms
-
       - name: Build
         uses: Wandalen/[email protected]
         with: