diff --git a/.buildkite/go/build.sh b/.buildkite/go/build.sh
index 4f18f8b7bc7..9e1f9ce3df4 100755
--- a/.buildkite/go/build.sh
+++ b/.buildkite/go/build.sh
@@ -22,6 +22,7 @@ pushd go
   make generate
   if [ -n "$(git status --porcelain)" ]; then
     echo -e "${RED}ERROR: go/ directory is dirty after 'go generate'${OFF}"
+    git diff
     exit 1
   fi
 
diff --git a/.changelog/4598.internal.md b/.changelog/4598.internal.md
new file mode 100644
index 00000000000..9eab6ef9844
--- /dev/null
+++ b/.changelog/4598.internal.md
@@ -0,0 +1 @@
+ci: Show dirtiness after regenerating protos