diff --git a/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java b/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
index 68b1eb6ab9379d..13f6ec2a965f18 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
@@ -234,7 +234,10 @@ private RowBatch getNextInternal(Status status, Backend backend) throws TExcepti
             if (snapshotVisibleVersions != null && !snapshotVisibleVersions.isEmpty()) {
                 requestBuilder.setVersion(snapshotVisibleVersions.get(0));
             }
-            if (shortCircuitQueryContext.cacheID != null) {
+            // Only set cacheID for prepared statement excute phase,
+            // otherwise leading to many redundant cost in BE side
+            if (shortCircuitQueryContext.cacheID != null
+                        && ConnectContext.get().command == MysqlCommand.COM_STMT_EXECUTE) {
                 InternalService.UUID.Builder uuidBuilder = InternalService.UUID.newBuilder();
                 uuidBuilder.setUuidHigh(shortCircuitQueryContext.cacheID.getMostSignificantBits());
                 uuidBuilder.setUuidLow(shortCircuitQueryContext.cacheID.getLeastSignificantBits());