diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/compiler-plugin.json b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/compiler-plugin.json
index 66bfe83d52a2..d5949dc5f5e0 100644
--- a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/compiler-plugin.json
+++ b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/compiler-plugin.json
@@ -1,6 +1,6 @@
 {
   "plugin_class": "io.gayal.combined.CombinedCompilerPlugin",
   "dependency_paths": [
-    "compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar"
+    "compiler-plugin/libs/a.jar"
   ]
 }
\ No newline at end of file
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar
deleted file mode 100644
index 5ed0821d57dd..000000000000
Binary files a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.1.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar and /dev/null differ
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/compiler-plugin.json b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/compiler-plugin.json
index 66bfe83d52a2..d5949dc5f5e0 100644
--- a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/compiler-plugin.json
+++ b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/compiler-plugin.json
@@ -1,6 +1,6 @@
 {
   "plugin_class": "io.gayal.combined.CombinedCompilerPlugin",
   "dependency_paths": [
-    "compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar"
+    "compiler-plugin/libs/a.jar"
   ]
 }
\ No newline at end of file
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar
deleted file mode 100644
index 5ed0821d57dd..000000000000
Binary files a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.2.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar and /dev/null differ
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/compiler-plugin.json b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/compiler-plugin.json
index 66bfe83d52a2..d5949dc5f5e0 100644
--- a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/compiler-plugin.json
+++ b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/compiler-plugin.json
@@ -1,6 +1,6 @@
 {
   "plugin_class": "io.gayal.combined.CombinedCompilerPlugin",
   "dependency_paths": [
-    "compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar"
+    "compiler-plugin/libs/a.jar"
   ]
 }
\ No newline at end of file
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar
deleted file mode 100644
index 5ed0821d57dd..000000000000
Binary files a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/1.3.0/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar and /dev/null differ
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/compiler-plugin.json b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/compiler-plugin.json
index 66bfe83d52a2..d5949dc5f5e0 100644
--- a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/compiler-plugin.json
+++ b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/compiler-plugin.json
@@ -1,6 +1,6 @@
 {
   "plugin_class": "io.gayal.combined.CombinedCompilerPlugin",
   "dependency_paths": [
-    "compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar"
+    "compiler-plugin/libs/a.jar"
   ]
 }
\ No newline at end of file
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar
deleted file mode 100644
index 5ed0821d57dd..000000000000
Binary files a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.4/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar and /dev/null differ
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/compiler-plugin.json b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/compiler-plugin.json
index 66bfe83d52a2..d5949dc5f5e0 100644
--- a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/compiler-plugin.json
+++ b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/compiler-plugin.json
@@ -1,6 +1,6 @@
 {
   "plugin_class": "io.gayal.combined.CombinedCompilerPlugin",
   "dependency_paths": [
-    "compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar"
+    "compiler-plugin/libs/a.jar"
   ]
 }
\ No newline at end of file
diff --git a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar b/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar
deleted file mode 100644
index 5ed0821d57dd..000000000000
Binary files a/cli/ballerina-cli/src/test/resources/test-resources/local-tool-test/ballerina-cache/repositories/local/bala/gayaldassanayake/tool_gayal/2.2.5/java17/compiler-plugin/libs/compiler-plugin-with-analyzer-generator-modifier-1.0.0.jar and /dev/null differ