goroutine 35522 [running]: runtime/pprof.writeGoroutineStacks({0x6959360, 0xc01d060a80}) /usr/local/go/src/runtime/pprof/pprof.go:703 +0x6a runtime/pprof.writeGoroutine({0x6959360?, 0xc01d060a80?}, 0xc0d27268d0?) /usr/local/go/src/runtime/pprof/pprof.go:692 +0x25 runtime/pprof.(*Profile).WriteTo(0x5b6e6c0?, {0x6959360?, 0xc01d060a80?}, 0xc?) /usr/local/go/src/runtime/pprof/pprof.go:329 +0x146 net/http/pprof.handler.ServeHTTP({0xc0cb9e8371, 0x9}, {0x697aaf0, 0xc01d060a80}, 0x1?) /usr/local/go/src/net/http/pprof/pprof.go:267 +0x4a8 net/http/pprof.Index({0x697aaf0?, 0xc01d060a80}, 0xc01ae46900?) /usr/local/go/src/net/http/pprof/pprof.go:384 +0xe5 net/http.HandlerFunc.ServeHTTP(0x1e65720?, {0x697aaf0?, 0xc01d060a80?}, 0x218761a?) /usr/local/go/src/net/http/server.go:2136 +0x29 net/http.(*ServeMux).ServeHTTP(0x9d97640?, {0x697aaf0, 0xc01d060a80}, 0xc01ae46900) /usr/local/go/src/net/http/server.go:2514 +0x142 net/http.serverHandler.ServeHTTP({0xc0d2726840?}, {0x697aaf0?, 0xc01d060a80?}, 0x6?) /usr/local/go/src/net/http/server.go:2938 +0x8e net/http.(*conn).serve(0xc01d290ab0, {0x698bea0, 0xc01e19fbc0}) /usr/local/go/src/net/http/server.go:2009 +0x5f4 created by net/http.(*Server).Serve in goroutine 30589 /usr/local/go/src/net/http/server.go:3086 +0x5cb goroutine 1 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/task.runRestore({0x698bed8, 0xc0000ee8c0}, {0x699f478, 0x9d97640}, {0x5fa0d54, 0xc}, 0xc000630500) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:1073 +0x2d6b github.com/pingcap/tidb/br/pkg/task.RunRestore({0x698bed8?, 0xc0000ee8c0}, {0x699f478, 0x9d97640}, {0x5fa0d54, 0xc}, 0xc000630500) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:655 +0x286 main.runRestoreCommand(0xc000b11200, {0x5fa0d54, 0xc}) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/restore.go:70 +0x75d main.newFullRestoreCommand.func1(0xc000271e00?, {0xc000b2c320?, 0x4?, 0x5f893dc?}) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/restore.go:176 +0x1f github.com/spf13/cobra.(*Command).execute(0xc000b11200, {0xc000074510, 0xa, 0xa}) /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:940 +0x87c github.com/spf13/cobra.(*Command).ExecuteC(0xc000afa000) /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:1068 +0x3a5 github.com/spf13/cobra.(*Command).Execute(...) /go/pkg/mod/github.com/spf13/cobra@v1.7.0/command.go:992 main.main() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58 +0x345 goroutine 11 [select]: github.com/golang/glog.(*fileSink).flushDaemon(0x9d64bb8) /go/pkg/mod/github.com/golang/glog@v1.1.2/glog_file.go:351 +0xb9 created by github.com/golang/glog.init.1 in goroutine 1 /go/pkg/mod/github.com/golang/glog@v1.1.2/glog_file.go:166 +0x135 goroutine 12 [select]: go.opencensus.io/stats/view.(*worker).start(0xc00036f600) /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x9f created by go.opencensus.io/stats/view.init.0 in goroutine 1 /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x8d goroutine 84 [chan receive, 37 minutes]: main.main.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:28 +0x45 created by main.main in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:27 +0x165 goroutine 74 [syscall, 7 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 85 [chan receive, 37 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc000af8600) /go/pkg/mod/gopkg.in/natefinch/lumberjack.v2@v2.2.1/lumberjack.go:379 +0x3f created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1 /go/pkg/mod/gopkg.in/natefinch/lumberjack.v2@v2.2.1/lumberjack.go:390 +0x96 goroutine 99 [chan receive, 7 minutes]: github.com/pingcap/tidb/br/pkg/utils.StartDynamicPProfListener.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/dyn_pprof_unix.go:24 +0x46 created by github.com/pingcap/tidb/br/pkg/utils.StartDynamicPProfListener in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/dyn_pprof_unix.go:23 +0xab goroutine 329 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c58f40, {0x698bed8, 0xc000c28dc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 330 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c58f70, {0x698bed8, 0xc000c28e10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 331 [select]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c58fa0, {0x698bed8, 0xc000c28e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 77 [select]: go.etcd.io/etcd/client/v3.(*Client).autoSync(0xc000c84000) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:202 +0xb1 created by go.etcd.io/etcd/client/v3.newClient in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:451 +0x110c goroutine 78 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc00052dc20, {0x698bed8, 0xc0000ef540}, 0x69a0838?, 0xc0000f19e0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 91 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000b526c0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 86 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 337 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59650, {0x698bed8, 0xc000c293b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 79 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0000efa40, {0xc000d70c10, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0000efa40, {0xc000d70c10?, 0xc000ada660?, 0xc000b679d0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000d70bd0, {0xc000d70c10?, 0xc000b67a48?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc000d70bd0}, {0xc000d70c10, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000ad97a0, {0xc000d70c10, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc000d70c00, 0x7fffffff) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc000b67c28?, 0xc000ad97a0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc000d70c00, {0x7f1d806de250, 0x9d97640}, 0x1e35168?, {0x0, 0x0}, {0x5dab020, 0xc0316a4b40}, 0x1e24cac?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000b5ac30, {0x5dab020?, 0xc0316a4b40}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000b67da8?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000ad9560, 0xc000b67e78, 0xc000b67e68) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000ad9560, {0x5dab020?, 0xc0316a4b40?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 go.etcd.io/etcd/api/v3/etcdserverpb.(*leaseLeaseKeepAliveClient).Recv(0xc000b50c80) /go/pkg/mod/go.etcd.io/etcd/api/v3@v3.5.10/etcdserverpb/rpc.pb.go:6853 +0x46 go.etcd.io/etcd/client/v3.(*lessor).recvKeepAliveLoop(0xc00052dc20) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:458 +0x258 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:301 +0x58 goroutine 92 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f1730, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000c80500?, 0xc000d74000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000c80500, {0xc000d74000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000c80500, {0xc000d74000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000a12fe0, {0xc000d74000?, 0xc000af9320?, 0xc000dc7cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000af8d20, {0xc000f8ce40, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000af8d20}, {0xc000f8ce40, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000f8ce40, 0x9, 0xc030605fe0?}, {0x69580c0?, 0xc000af8d20?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000f8ce00) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000b526c0, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 86 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 93 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000ef130, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00062f7a0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 86 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 80 [select]: go.etcd.io/etcd/client/v3.(*lessor).deadlineLoop(0xc00052dc20) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:550 +0x75 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:302 +0x96 goroutine 81 [select]: github.com/pingcap/tidb/br/pkg/utils.(*taskRegister).keepaliveLoop(0xc0000ef4f0, {0x698bed8?, 0xc0000ef540}, 0xc0009d9620) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/register.go:209 +0x1bc created by github.com/pingcap/tidb/br/pkg/utils.(*taskRegister).RegisterTask in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/register.go:183 +0x225 goroutine 94 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 79 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 95 [select]: go.etcd.io/etcd/client/v3.(*lessor).sendKeepAliveLoop(0xc00052dc20, {0x69a5190, 0xc000b50c80}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:590 +0x1cf created by go.etcd.io/etcd/client/v3.(*lessor).resetRecv in goroutine 79 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:500 +0x2bb goroutine 423 [select, 37 minutes]: github.com/tikv/pd/client.(*tsoClient).handleDispatcher.func2() /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:370 +0x16f created by github.com/tikv/pd/client.(*tsoClient).handleDispatcher in goroutine 390 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:358 +0x1e9 goroutine 1986 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000622d70, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003f43f0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1974 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 1841 [IO wait]: internal/poll.runtime_pollWait(0x7f1d90151a78, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0029dc500?, 0xc00278a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0029dc500, {0xc00278a000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0029dc500, {0xc00278a000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc001224078, {0xc00278a000?, 0xc002ed1f80?, 0xc001ff3cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002a1e180, {0xc002788120, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002a1e180}, {0xc002788120, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002788120, 0x9, 0x2360305?}, {0x69580c0?, 0xc002a1e180?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0027880e0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000c12240, 0xc000a0d680?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1974 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 350 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000ddbf50, {0x698bed8, 0xc000e3af50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28223 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03114c3d0, {0x698bed8, 0xc02d00fd10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28222 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 422 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 390 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 28224 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03114c400, {0x698bed8, 0xc02d00fd60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28222 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 31 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000faab90, {0x698bed8, 0xc000fb4be0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 32 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000faabc0, {0x698bed8, 0xc000fb4c30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 33 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000faabf0, {0x698bed8, 0xc000fb4c80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 381 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f1258, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000fb9280?, 0xc00129a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000fb9280, {0xc00129a000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000fb9280, {0xc00129a000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e561f0, {0xc00129a000?, 0x18?, 0xc01dd9ec90?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000e668a0, {0xc000e62f20, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000e668a0}, {0xc000e62f20, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000e62f20, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc000e668a0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000e62ee0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4eb40, 0xc000de0001?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 362 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 382 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000e3bdb0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000643340) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 362 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 420 [select, 37 minutes]: github.com/tikv/pd/client.(*tsoClient).watchTSDeadline.func1({0x5f8c3aa, 0x6}, 0xc001049b00) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:198 +0xbd created by github.com/tikv/pd/client.(*tsoClient).watchTSDeadline in goroutine 392 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:196 +0x17b goroutine 369 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f1350, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000fb9080?, 0xc00119e000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000fb9080, {0xc00119e000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000fb9080, {0xc00119e000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000fc4188, {0xc00119e000?, 0x18?, 0xc01dd9e480?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000fe12c0, {0xc000ffa3c0, 0x9, 0x7f1dd87251d8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000fe12c0}, {0xc000ffa3c0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000ffa3c0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc000fe12c0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000ffa380) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000ffc480, 0x1c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 354 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 355 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab0b0, {0x698bed8, 0xc000fb4e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 356 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab0e0, {0x698bed8, 0xc000fb4eb0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 357 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab110, {0x698bed8, 0xc000fb4f00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 390 [select, 37 minutes]: github.com/tikv/pd/client.(*tsoBatchController).fetchPendingRequests(0xc0012223c0, {0x698bed8, 0xc001222370}, 0x0) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_batch_controller.go:48 +0xc5 github.com/tikv/pd/client.(*tsoClient).handleDispatcher(0xc000e27d00, {0x698bed8?, 0xc001222370}, {0x5f8c3aa, 0x6}, 0xc0012223c0) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:408 +0x3f7 created by github.com/tikv/pd/client.(*tsoClient).createTSODispatcher in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:322 +0x274 goroutine 359 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab5e0, {0x698bed8, 0xc000fb50e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 391 [select]: github.com/tikv/pd/client.(*tsoClient).tsoDispatcherCheckLoop(0xc000e27d00) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:236 +0x176 created by github.com/tikv/pd/client.(*tsoClient).Setup in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_client.go:125 +0x86 goroutine 360 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab610, {0x698bed8, 0xc000fb5130}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 361 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000fab640, {0x698bed8, 0xc000fb5180}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 410 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000e4e480) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 510 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 406 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 396 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 418 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f1068, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001028580?, 0xc0010bc000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001028580, {0xc0010bc000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001028580, {0xc0010bc000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0000bae20, {0xc0010bc000?, 0x18?, 0xc01dd9e870?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0010499e0, {0xc0010cc040, 0x9, 0x7f1dd87251d8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0010499e0}, {0xc0010cc040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0010cc040, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0010499e0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010cc000) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00105a240, 0x1c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 358 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 419 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00101c910, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052a5b0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 358 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 383 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000e6ad70, {0x698bed8, 0xc0012b23c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 488 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0009d6090, 0x18) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc000e75f70?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000950480) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 583 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 402 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000fb55e0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000668a80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 354 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 392 [select]: github.com/tikv/pd/client.(*tsoClient).tsCancelLoop(0xc000e27d00) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:180 +0x1c5 created by github.com/tikv/pd/client.(*tsoClient).Setup in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_client.go:126 +0xc5 goroutine 393 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop(0xc000272640) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:523 +0x1d0 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:488 +0x310 goroutine 394 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).updateServiceModeLoop(0xc000272640) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:555 +0x145 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:489 +0x352 goroutine 395 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).memberHealthCheckLoop(0xc000272640) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:578 +0x165 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:490 +0x399 goroutine 396 [select, 37 minutes]: github.com/tikv/pd/client.(*client).handleResourceTokenDispatcher(0xc000de9600, {0x698bed8, 0xc001222410}, 0xc001224068) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_manager_client.go:311 +0x258 created by github.com/tikv/pd/client.(*client).createTokenDispatcher in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_manager_client.go:289 +0x165 goroutine 397 [select]: github.com/tikv/pd/client/http.(*clientInner).membersInfoUpdater(0xc001228300, {0x698bed8, 0xc001222460}) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/http/client.go:287 +0x1e5 created by github.com/tikv/pd/client/http.(*clientInner).init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/http/client.go:91 +0x176 goroutine 335 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c595f0, {0x698bed8, 0xc000c29310}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 336 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59620, {0x698bed8, 0xc000c29360}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 537 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000fb5360, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000642a80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 511 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 472 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 470 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 451 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59b00, {0x698bed8, 0xc000c29590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 452 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59b30, {0x698bed8, 0xc000c295e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 453 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59b60, {0x698bed8, 0xc000c29630}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 492 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0009506c0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 582 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 1951 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00105a900) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1835 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 470 [select]: github.com/tikv/pd/client.(*tsoBatchController).fetchPendingRequests(0xc000f164b0, {0x698bed8, 0xc000f16460}, 0x0) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_batch_controller.go:48 +0xc5 github.com/tikv/pd/client.(*tsoClient).handleDispatcher(0xc001047a00, {0x698bed8?, 0xc000f16460}, {0x5f8c3aa, 0x6}, 0xc000f164b0) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:408 +0x3f7 created by github.com/tikv/pd/client.(*tsoClient).createTSODispatcher in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:322 +0x274 goroutine 455 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000cb8020, {0x698bed8, 0xc000c29810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 456 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000cb8050, {0x698bed8, 0xc000c29860}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 457 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000cb8080, {0x698bed8, 0xc000c298b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 473 [select, 37 minutes]: github.com/tikv/pd/client.(*tsoClient).handleDispatcher.func2() /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:370 +0x16f created by github.com/tikv/pd/client.(*tsoClient).handleDispatcher in goroutine 470 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:358 +0x1e9 goroutine 459 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 522 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 432 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f1160, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001228b00?, 0xc0010e4000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001228b00, {0xc0010e4000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001228b00, {0xc0010e4000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0010e2010, {0xc0010e4000?, 0xc000af8660?, 0xc030340fc0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0010d6360, {0xc0010cc120, 0x9, 0x7f1dd8724d28?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0010d6360}, {0xc0010cc120, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0010cc120, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0010d6360?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010cc0e0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00105a6c0, 0xc00105a240?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 450 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 490 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000bd2190, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005e20e0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 583 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 499 [select]: github.com/tikv/pd/client.(*tsoClient).watchTSDeadline.func1({0x5f8c3aa, 0x6}, 0xc0010d6240) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:198 +0xbd created by github.com/tikv/pd/client.(*tsoClient).watchTSDeadline in goroutine 518 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:196 +0x17b goroutine 535 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0012fe000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 511 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 431 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00105a6c0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 450 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 493 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f09a0, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000e5f480?, 0xc001098000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000e5f480, {0xc001098000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000e5f480, {0xc001098000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e06028, {0xc001098000?, 0x5aa0a00?, 0xc01da35410?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc00054c300, {0xc0010cc2e0, 0x9, 0x7f1dd8724d28?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc00054c300}, {0xc0010cc2e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0010cc2e0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc00054c300?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010cc2a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0009506c0, 0xc000f1b818?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 582 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 433 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00101d130, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052b260) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 450 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 446 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000e4ed80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 458 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 447 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f0c88, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001028900?, 0xc001380000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001028900, {0xc001380000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001028900, {0xc001380000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e562b8, {0xc001380000?, 0x18?, 0xc0d50f9740?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000e67d40, {0xc000e630e0, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000e67d40}, {0xc000e630e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000e630e0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc000e67d40?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000e630a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4ed80, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 458 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 448 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0012b2c30, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000643ab0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 458 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 514 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000e4efc0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 454 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 515 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f0f70, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001028a00?, 0xc0010da000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001028a00, {0xc0010da000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001028a00, {0xc0010da000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e562c8, {0xc0010da000?, 0x18?, 0xc0d50f9320?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000e67e60, {0xc000e631c0, 0x9, 0x7f1dd87243c8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000e67e60}, {0xc000e631c0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000e631c0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc000e67e60?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000e63180) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4efc0, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 454 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 516 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0012b2d70, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000643b20) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 454 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 517 [select]: github.com/tikv/pd/client.(*tsoClient).tsoDispatcherCheckLoop(0xc001047a00) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:236 +0x176 created by github.com/tikv/pd/client.(*tsoClient).Setup in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_client.go:125 +0x86 goroutine 518 [select]: github.com/tikv/pd/client.(*tsoClient).tsCancelLoop(0xc001047a00) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_dispatcher.go:180 +0x1c5 created by github.com/tikv/pd/client.(*tsoClient).Setup in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/tso_client.go:126 +0xc5 goroutine 519 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop(0xc000272c80) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:523 +0x1d0 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:488 +0x310 goroutine 520 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).updateServiceModeLoop(0xc000272c80) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:555 +0x145 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:489 +0x352 goroutine 521 [select]: github.com/tikv/pd/client.(*pdServiceDiscovery).memberHealthCheckLoop(0xc000272c80) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:578 +0x165 created by github.com/tikv/pd/client.(*pdServiceDiscovery).Init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/pd_service_discovery.go:490 +0x399 goroutine 522 [select]: github.com/tikv/pd/client.(*client).handleResourceTokenDispatcher(0xc000de9b80, {0x698bed8, 0xc000fb4000}, 0xc000e56128) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_manager_client.go:311 +0x258 created by github.com/tikv/pd/client.(*client).createTokenDispatcher in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_manager_client.go:289 +0x165 goroutine 523 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000b50540, {0x698bed8, 0xc000fb4230}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 524 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000b50570, {0x698bed8, 0xc000fb4370}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 525 [select]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000b505a0, {0x698bed8, 0xc000fb43c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 542 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf4f0, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000b76600?, 0xc000b90000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000b76600, {0xc000b90000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000b76600, {0xc000b90000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e56148, {0xc000b90000?, 0xc000c7c480?, 0xc001e07cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0000e4a20, {0xc000c550e0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0000e4a20}, {0xc000c550e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000c550e0, 0x9, 0x2360305?}, {0x69580c0?, 0xc0000e4a20?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000c550a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4e000, 0xc000e06018?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 658 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 527 [select]: go.etcd.io/etcd/client/v3.(*Client).autoSync(0xc0009a2700) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:202 +0xb1 created by go.etcd.io/etcd/client/v3.newClient in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:451 +0x110c goroutine 528 [select]: github.com/tikv/client-go/v2/internal/client.(*connMonitor).start(0xc000e60800) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:186 +0xbe created by github.com/tikv/client-go/v2/internal/client.(*connMonitor).Start.func1 in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:166 +0x89 goroutine 529 [select]: github.com/tikv/client-go/v2/oracle/oracles.(*pdOracle).updateTS(0xc000e60840, {0x698be68?, 0x9d97640}, 0xc0012b0001?) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/oracle/oracles/pd.go:221 +0x125 created by github.com/tikv/client-go/v2/oracle/oracles.NewPdOracle in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/oracle/oracles/pd.go:81 +0xe5 goroutine 500 [select]: github.com/tikv/client-go/v2/internal/locate.(*RegionCache).asyncCheckAndResolveLoop(0xc001242100, 0xc000e50001?) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:596 +0x1b2 created by github.com/tikv/client-go/v2/internal/locate.NewRegionCache in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:538 +0x6b6 goroutine 501 [select]: github.com/tikv/client-go/v2/internal/locate.(*RegionCache).asyncUpdateStoreSlowScore(0xc001242100, 0xc000272c80?) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:3065 +0xc7 created by github.com/tikv/client-go/v2/internal/locate.NewRegionCache in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:541 +0x77f goroutine 502 [select]: github.com/tikv/client-go/v2/internal/locate.(*RegionCache).cacheGC(0xc001242100) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:2247 +0x186 created by github.com/tikv/client-go/v2/internal/locate.NewRegionCache in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:546 +0x8a5 goroutine 503 [select]: github.com/tikv/client-go/v2/internal/locate.(*RegionCache).asyncReportStoreReplicaFlows(0xc001242100, 0xc000de0001?) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:3117 +0xc8 created by github.com/tikv/client-go/v2/internal/locate.NewRegionCache in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/locate/region_cache.go:548 +0x8f4 goroutine 504 [select]: github.com/tikv/pd/client/http.(*clientInner).membersInfoUpdater(0xc000c80980, {0x698bed8, 0xc00101c7d0}) /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/http/client.go:287 +0x1e5 created by github.com/tikv/pd/client/http.(*clientInner).init in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/http/client.go:91 +0x176 goroutine 505 [select]: github.com/tikv/client-go/v2/tikv.(*KVStore).runSafePointChecker(0xc000af7080) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikv/kv.go:290 +0x11a created by github.com/tikv/client-go/v2/tikv.NewKVStore in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikv/kv.go:242 +0x545 goroutine 506 [select]: github.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater(0xc000af7080) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikv/kv.go:585 +0x24d created by github.com/tikv/client-go/v2/tikv.NewKVStore in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikv/kv.go:243 +0x585 goroutine 507 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000cb9fc0, {0x698bed8, 0xc000504780}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 508 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000cb9ff0, {0x698bed8, 0xc0005047d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 509 [select]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000df6020, {0x698bed8, 0xc000504820}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 495 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f863d0, {0x698bed8, 0xc000bd23c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2119 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000ffc900) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2136 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 707 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000f16730, {0xc00144ae80, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000f16730, {0xc00144ae80?, 0xc000ada0d8?, 0xc001365610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00144ae40, {0xc00144ae80?, 0xc001365688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc00144ae40}, {0xc00144ae80, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001042240, {0xc00144ae80, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc00144ae70, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc001365810?, 0xc001042240, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc00144ae70, {0x7f1d806de250, 0x9d97640}, 0x1e8f9f2?, {0x0, 0x0}, {0x5dabc80, 0xc01d0742a0}, 0xc001365900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000a28000, {0x5dabc80?, 0xc01d0742a0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c6099b40f78?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001042000, 0xc001365ab8, 0xc001365aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001042000, {0x5dabc80?, 0xc01d0742a0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc000f878f0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000e78140) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc00133c840, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 664 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 513 [select]: go.etcd.io/etcd/client/v3.(*Client).autoSync(0xc000867a40) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:202 +0xb1 created by go.etcd.io/etcd/client/v3.newClient in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:451 +0x110c goroutine 2128 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002c56910, {0xc002f98a90, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002c56910, {0xc002f98a90?, 0xc002b8c0f0?, 0xc001283610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002f98a50, {0xc002f98a90?, 0xc001283688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002f98a50}, {0xc002f98a90, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00323c6c0, {0xc002f98a90, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002f98a80, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc0032dc868?, 0xc00323c6c0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002f98a80, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01d0262a0}, 0xc001283900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc013b8c0d0, {0x5dabc80?, 0xc01d0262a0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5ef77d96ec?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc00323c480, 0xc001283ab8, 0xc001283aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc00323c480, {0x5dabc80?, 0xc01d0262a0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002d503d0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000c901e0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc001f449a0, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 641 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 598 [select, 3 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000f16c30, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00063ad90) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 581 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 489 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf5e8, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000e5f400?, 0xc000f66000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000e5f400, {0xc000f66000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000e5f400, {0xc000f66000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e06018, {0xc000f66000?, 0x5aa0a00?, 0xc0d48c7aa0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc00054c1e0, {0xc0010cc200, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc00054c1e0}, {0xc0010cc200, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0010cc200, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc00054c1e0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010cc1c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000950480, 0xc000900001?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 583 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 597 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f1d901f0a98, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000b76f00?, 0xc0010f4000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000b76f00, {0xc0010f4000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000b76f00, {0xc0010f4000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000a127c0, {0xc0010f4000?, 0x5aa0a00?, 0xc030747a70?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0000e4de0, {0xc000c55000, 0x9, 0x7f1dd8723a68?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0000e4de0}, {0xc000c55000, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000c55000, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0000e4de0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000c54fc0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000b52480, 0xc00090001c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 581 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 536 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f0e78, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000afc800?, 0xc000f76000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000afc800, {0xc000f76000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000afc800, {0xc000f76000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e56290, {0xc000f76000?, 0x5aa0a00?, 0xc0305e5e30?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0012fa780, {0xc000f8c200, 0x9, 0x7f1dd8723a68?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0012fa780}, {0xc000f8c200, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000f8c200, 0x9, 0xc002b8c768?}, {0x69580c0?, 0xc0012fa780?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000f8c1c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012fe000, 0xc000e547e0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 511 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 578 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000df6800, {0x698bed8, 0xc000504eb0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 579 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000df6830, {0x698bed8, 0xc000504f00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 580 [select]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000df6860, {0x698bed8, 0xc000504f50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 415 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0012fe240) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 662 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 1952 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf018, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000b77500?, 0xc0026e6000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000b77500, {0xc0026e6000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000b77500, {0xc0026e6000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000fc4248, {0xc0026e6000?, 0xc002ccb620?, 0xc0032dacd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc00274e960, {0xc002640200, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc00274e960}, {0xc002640200, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002640200, 0x9, 0x2360305?}, {0x69580c0?, 0xc00274e960?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0026401c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00105a900, 0xc00056c580?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1835 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2127 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 641 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 541 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000e4e000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 658 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 584 [select]: go.etcd.io/etcd/client/v3.(*Client).autoSync(0xc000867c00) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:202 +0xb1 created by go.etcd.io/etcd/client/v3.newClient in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/client.go:451 +0x110c goroutine 596 [sync.Cond.Wait, 3 minutes]: sync.runtime_notifyListWait(0xc000a968d0, 0xf) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc0011ae770?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000b52480) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 581 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 496 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f86400, {0x698bed8, 0xc000bd2410}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 559 [sync.Cond.Wait, 3 minutes]: sync.runtime_notifyListWait(0xc00122e810, 0x14) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc0011aff70?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000c13680) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 512 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 560 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f1d901f08a8, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000b76e80?, 0xc000fd0000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000b76e80, {0xc000fd0000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000b76e80, {0xc000fd0000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc001224160, {0xc000fd0000?, 0x5aa0a00?, 0xc03117ec30?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc001230ea0, {0xc000ffa4a0, 0x9, 0x7f1dd8726498?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc001230ea0}, {0xc000ffa4a0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000ffa4a0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc001230ea0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000ffa460) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000c13680, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 512 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 561 [select, 3 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001222be0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0012205b0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 512 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 494 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000bd22d0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005e2150) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 582 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 411 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf6e0, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001228780?, 0xc001180000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001228780, {0xc001180000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001228780, {0xc001180000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000fc4058, {0xc001180000?, 0xc0012314a0?, 0xc001347cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000fe1740, {0xc001260040, 0x9, 0x7f1dd87251d8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000fe1740}, {0xc001260040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc001260040, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc000fe1740?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001260000) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4e480, 0xc000272c80?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 510 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 412 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0012b2b90, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000f22380) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 510 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 563 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000c286e0}, 0x205abe7?, 0xc001026d80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 564 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001223040, {0xc001213ae0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001223040, {0xc001213ae0?, 0xc001232180?, 0xc0011939d0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001213aa0, {0xc001213ae0?, 0xc001193a48?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc001213aa0}, {0xc001213ae0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0005ebe60, {0xc001213ae0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc001213ad0, 0x7fffffff) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc001193c28?, 0xc0005ebe60, {0x0, 0x0}, 0x7fffffff, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc001213ad0, {0x7f1d806de250, 0x9d97640}, 0x1e35168?, {0x0, 0x0}, {0x5dab020, 0xc030fb1300}, 0x1e24cac?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc001204a90, {0x5dab020?, 0xc030fb1300}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001193da8?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc0005eaea0, 0xc001193e78, 0xc001193e68) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc0005eaea0, {0x5dab020?, 0xc030fb1300?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 go.etcd.io/etcd/api/v3/etcdserverpb.(*leaseLeaseKeepAliveClient).Recv(0xc000e04bb0) /go/pkg/mod/go.etcd.io/etcd/api/v3@v3.5.10/etcdserverpb/rpc.pb.go:6853 +0x46 go.etcd.io/etcd/client/v3.(*lessor).recvKeepAliveLoop(0xc000aea1e0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:458 +0x258 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:301 +0x58 goroutine 565 [select]: go.etcd.io/etcd/client/v3.(*lessor).deadlineLoop(0xc000aea1e0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:550 +0x75 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:302 +0x96 goroutine 566 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 610 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 564 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 611 [select]: go.etcd.io/etcd/client/v3.(*lessor).sendKeepAliveLoop(0xc000aea1e0, {0x69a5190, 0xc000e04bb0}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:590 +0x1cf created by go.etcd.io/etcd/client/v3.(*lessor).resetRecv in goroutine 564 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:500 +0x2bb goroutine 567 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000c29bd0}, 0xc0010b83f0?, 0xc001027800) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 568 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 569 [select, 37 minutes]: context.(*cancelCtx).propagateCancel.func2() /usr/local/go/src/context/context.go:505 +0x98 created by context.(*cancelCtx).propagateCancel in goroutine 1 /usr/local/go/src/context/context.go:504 +0x395 goroutine 570 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).run(0xc000a28f70) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:545 +0x33b created by go.etcd.io/etcd/client/v3.(*watcher).newWatcherGrpcStream in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:292 +0x2ff goroutine 573 [select, 37 minutes]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000c29d60, {0xc000c32ca0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000c29d60, {0xc000c32ca0?, 0xc0010561c8?, 0xc00142b9e8?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000c32c30, {0xc000c32ca0?, 0xc00142ba60?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc000c32c30}, {0xc000c32ca0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001059440, {0xc000c32ca0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc000c32c90, 0x7fffffff) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00139bc40?, 0xc001059440, {0x0, 0x0}, 0x7fffffff, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc000c32c90, {0x7f1d806de250, 0x9d97640}, 0x0?, {0x0, 0x0}, {0x5e12ce0, 0xc06f3b1e30}, 0x0?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000a29110, {0x5e12ce0?, 0xc06f3b1e30}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00142bdc8?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001059200, 0xc00142be90, 0xc00142be80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001059200, {0x5e12ce0?, 0xc06f3b1e30?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 go.etcd.io/etcd/api/v3/etcdserverpb.(*watchWatchClient).Recv(0xc00120ccd0) /go/pkg/mod/go.etcd.io/etcd/api/v3@v3.5.10/etcdserverpb/rpc.pb.go:6714 +0x46 go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveWatchClient(0xc000a28f70, {0x69a5240, 0xc00120ccd0}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:766 +0x5c created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).newWatchClient in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:921 +0x598 goroutine 572 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 570 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 574 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc000f36210, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 612 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 575 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000e3a460}, 0xc000f36210?, 0xc000a6eba0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 576 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 577 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).serverIDKeeper(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:2958 +0x26b created by github.com/pingcap/tidb/pkg/domain.(*Domain).Init in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:1228 +0xf88 goroutine 626 [select]: github.com/tikv/pd/client/resource_group/controller.(*ResourceGroupsController).Start.func1() /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_group/controller/controller.go:263 +0xbc5 created by github.com/tikv/pd/client/resource_group/controller.(*ResourceGroupsController).Start in goroutine 1 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/resource_group/controller/controller.go:211 +0xcd goroutine 627 [select, 37 minutes]: github.com/jellydator/ttlcache/v3.(*Cache[...]).Start(0x6a10ee0) /go/pkg/mod/github.com/jellydator/ttlcache/v3@v3.0.1/cache.go:421 +0x13f created by github.com/pingcap/tidb/pkg/domain/resourcegroup.NewRunawayManager in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/resourcegroup/runaway.go:219 +0x195 goroutine 628 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 626 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 629 [select, 37 minutes]: google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001208fc0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:329 +0x7c google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:344 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000fd8680, {0x5d955a0?, 0xc0012b3810}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1070 +0xc9 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc0012b1ed4?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001208d80, 0xc00139ce80, 0xc00139ce70) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:776 +0x13a google.golang.org/grpc.(*clientStream).RecvMsg(0xc001208d80, {0x5d955a0?, 0xc0012b3810?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/meta_storagepb.(*metaStorageWatchClient).Recv(0xc000720890) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/meta_storagepb/meta_storagepb.pb.go:988 +0x46 github.com/tikv/pd/client.(*client).Watch.func1() /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/meta_storage_client.go:209 +0x9d created by github.com/tikv/pd/client.(*client).Watch in goroutine 626 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/meta_storage_client.go:204 +0x2e9 goroutine 630 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 626 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 631 [select, 37 minutes]: google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001209320) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:329 +0x7c google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:344 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000fd8750, {0x5d955a0?, 0xc0012d25f0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1070 +0xc9 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc0012090e0, 0xc000f4fe80, 0xc000f4fe70) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:776 +0x13a google.golang.org/grpc.(*clientStream).RecvMsg(0xc0012090e0, {0x5d955a0?, 0xc0012d25f0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/meta_storagepb.(*metaStorageWatchClient).Recv(0xc000720f90) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/meta_storagepb/meta_storagepb.pb.go:988 +0x46 github.com/tikv/pd/client.(*client).Watch.func1() /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/meta_storage_client.go:209 +0x9d created by github.com/tikv/pd/client.(*client).Watch in goroutine 626 /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20240109100024-dd8df25316e9/meta_storage_client.go:204 +0x2e9 goroutine 642 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00120ded0, {0x698bed8, 0xc0000ef5e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 643 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00120df00, {0x698bed8, 0xc0000ef630}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 644 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00120df30, {0x698bed8, 0xc0000ef680}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 754 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 720 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 646 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000566bd0, {0x698bed8, 0xc0000ef950}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 647 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000566cc0, {0x698bed8, 0xc0000efa90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 648 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000566db0, {0x698bed8, 0xc0000efae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 706 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 664 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 600 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 656 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 497 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f86430, {0x698bed8, 0xc000bd2460}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 599 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc000a5a000, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 659 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f87280, {0x698bed8, 0xc000bd2640}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 660 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f872b0, {0x698bed8, 0xc000bd2690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 661 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000f872e0, {0x698bed8, 0xc000bd26e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 601 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 775 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 663 [select]: github.com/tikv/client-go/v2/tikvrpc.CheckStreamTimeoutLoop(0xc000a8e3c0, 0xc001338300) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikvrpc/tikvrpc.go:1235 +0x173 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:321 +0x11dd goroutine 664 [select]: github.com/tikv/client-go/v2/internal/client.(*batchConn).fetchAllPendingRequests(0xc001106380, 0x80) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:225 +0xa9 github.com/tikv/client-go/v2/internal/client.(*batchConn).batchSendLoop(0xc001106380, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:320 +0x125 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 1 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:323 +0x12cd goroutine 651 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0009518c0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 645 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 672 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 664 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 652 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf208, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001106100?, 0xc000552000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001106100, {0xc000552000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001106100, {0xc000552000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000a12000, {0xc000552000?, 0xc000b0f9e0?, 0xc0014fecd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0012fa600, {0xc0005209e0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0012fa600}, {0xc0005209e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0005209e0, 0x9, 0x2360305?}, {0x69580c0?, 0xc0012fa600?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005209a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0009518c0, 0xc000e50001?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 645 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 416 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf3f8, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000b76580?, 0xc000b6a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000b76580, {0xc000b6a000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000b76580, {0xc000b6a000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e06010, {0xc000b6a000?, 0xc00071e900?, 0xc001e06cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc00054c240, {0xc000f8c040, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc00054c240}, {0xc000f8c040, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc000f8c040, 0x9, 0x2360305?}, {0x69580c0?, 0xc00054c240?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc000f8c000) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012fe240, 0xc000fb4eb0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 662 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 668 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000b52240) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 649 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 669 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805bf300, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000cb2000?, 0xc00146a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000cb2000, {0xc00146a000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000cb2000, {0xc00146a000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000f88020, {0xc00146a000?, 0x1e24a7e?, 0xc01daef260?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc000a8e240, {0xc0010cc3c0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc000a8e240}, {0xc0010cc3c0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0010cc3c0, 0x9, 0x2360305?}, {0x69580c0?, 0xc000a8e240?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010cc380) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000b52240, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 649 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 653 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000bd20f0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005e2000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 645 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 417 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000f161e0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00063a930) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 662 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 670 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00137c140, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0006681c0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 649 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 543 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000fb4500, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000642620) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 658 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 708 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 664 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 709 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000f17180, {0xc0009b36f0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000f17180, {0xc0009b36f0?, 0xc000ada378?, 0xc001369610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0009b36b0, {0xc0009b36f0?, 0xc001369688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc0009b36b0}, {0xc0009b36f0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001042ea0, {0xc0009b36f0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc0009b36e0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc0009f6868?, 0xc001042ea0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc0009b36e0, {0x7f1d806de250, 0x9d97640}, 0x1f4b2f3?, {0x0, 0x0}, {0x5dabc80, 0xc01ab68480}, 0xc001369900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000a29790, {0x5dabc80?, 0xc01ab68480}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c60777db80a?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001042c60, 0xc001369ab8, 0xc001369aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001042c60, {0x5dabc80?, 0xc01ab68480?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc000910250) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000e78620) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc00145e000, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 664 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 710 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 664 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 711 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000f17720, {0xc0003348e0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000f17720, {0xc0003348e0?, 0xc000ada408?, 0xc001dfd610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0003018f0, {0xc0003348e0?, 0xc001dfd688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc0003018f0}, {0xc0003348e0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001043d40, {0xc0003348e0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc0003348d0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc000f54868?, 0xc001043d40, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc0003348d0, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01d082de0}, 0xc001dfd900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000a29ad0, {0x5dabc80?, 0xc01d082de0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c60778813cb?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001043320, 0xc001dfdab8, 0xc001dfdaa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001043320, {0x5dabc80?, 0xc01d082de0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc000911e20) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000e787e0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc00145e160, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 664 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 673 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00137caa0, {0xc0010b99c0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00137caa0, {0xc0010b99c0?, 0xc00071aa68?, 0xc00135b610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0010b9980, {0xc0010b99c0?, 0xc00135b688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc0010b9980}, {0xc0010b99c0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000cbb680, {0xc0010b99c0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc0010b99b0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc000f54868?, 0xc000cbb680, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc0010b99b0, {0x7f1d806de250, 0x9d97640}, 0x0?, {0x0, 0x0}, {0x5dabc80, 0xc01d074060}, 0xc00135b900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc001469040, {0x5dabc80?, 0xc01d074060}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c6099aa6250?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000cbb440, 0xc00135bab8, 0xc00135baa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000cbb440, {0x5dabc80?, 0xc01d074060?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc00120deb0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc00101a2e0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc00133c6e0, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 664 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 712 [select, 37 minutes]: github.com/pingcap/tidb/pkg/ddl.(*ddl).limitDDLJobs(0xc000b1c750, 0xc0010d7a40, 0xc06fccef90) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/ddl_worker.go:220 +0x119 github.com/pingcap/tidb/pkg/ddl.(*ddl).Start.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/ddl.go:820 +0x37 github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:157 +0x4f created by github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:155 +0x73 goroutine 713 [select, 37 minutes]: github.com/pingcap/tidb/pkg/ddl.(*ddl).limitDDLJobs(0xc000b1c750, 0xc0010d7aa0, 0xc0012acf90) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/ddl_worker.go:220 +0x119 github.com/pingcap/tidb/pkg/ddl.(*ddl).Start.func2() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/ddl.go:823 +0x37 github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:157 +0x4f created by github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:155 +0x73 goroutine 544 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000fb5860}, 0x0?, 0xc000cbeb40) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 545 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 722 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc000e1a210, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 714 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 715 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:195 +0x125 github.com/pingcap/tidb/pkg/ddl.(*ddl).startDispatchLoop(0xc000b1c750) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/job_table.go:292 +0x5b5 github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:157 +0x4f created by github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:155 +0x73 goroutine 716 [select, 37 minutes]: github.com/pingcap/tidb/pkg/ddl.(*ddl).startLocalWorkerLoop(0xc000b1c750) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/job_table.go:256 +0x98 github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:157 +0x4f created by github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:155 +0x73 goroutine 723 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc000e1a2c0, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 717 [select, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:66 +0x205 created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 715 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 718 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000f17ef0}, 0xc000e78580?, 0xc0014636e0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 719 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 720 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/concurrency.waitDelete({0x698bed8, 0xc000fb5c70}, 0xc000867a40, {0xc0012341e0, 0x23}, 0x35f) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:32 +0x16f go.etcd.io/etcd/client/v3/concurrency.waitDeletes({0x698bed8, 0xc000fb5c70}, 0xc000867a40, {0xc001056258, 0x13}, 0x35e) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:61 +0x23f go.etcd.io/etcd/client/v3/concurrency.(*Election).Campaign(0xc000e613c0, {0x698bed8, 0xc000fb5c70}, {0xc000fae480, 0x24}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/election.go:93 +0x605 github.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop(0xc000a5aa50, 0xc001f82a80) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:300 +0x5fb created by github.com/pingcap/tidb/pkg/owner.(*ownerManager).CampaignOwner in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:202 +0x2b9 goroutine 721 [select]: github.com/pingcap/tidb/pkg/ddl.(*ddl).PollTiFlashRoutine(0xc000b1c750) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/ddl/ddl_tiflash_api.go:560 +0x28d github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:157 +0x4f created by github.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:155 +0x73 goroutine 738 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop(0xc00054a000, {0x698bed8, 0xc0005054f0}, 0x0?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:897 +0x1f7 github.com/pingcap/tidb/pkg/domain.(*Domain).Init.func3() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:1272 +0x25 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 739 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).mdlCheckLoop(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:812 +0x10d github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 740 [select, 9 minutes]: github.com/pingcap/tidb/pkg/domain.(*Domain).topNSlowQueryLoop(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:674 +0x169 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 741 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).infoSyncerKeeper(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:707 +0x154 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 742 [select, 37 minutes]: github.com/pingcap/tidb/pkg/domain.(*Domain).globalConfigSyncerKeeper(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:731 +0xeb github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 743 [select, 37 minutes]: github.com/pingcap/tidb/pkg/domain.(*Domain).runawayRecordFlushLoop(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/runaway.go:239 +0x22c github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 744 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/runaway.go:168 +0xa5 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 745 [select, 37 minutes]: github.com/pingcap/tidb/pkg/domain.(*Domain).requestUnitsWriterLoop(0xc00054a000) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/ru_stats.go:102 +0x11a github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 746 [select]: github.com/pingcap/tidb/pkg/domain.(*Domain).closestReplicaReadCheckLoop(0xc0005e2150?, {0x698bed8?, 0xc0005054f0?}, {0x6a00a50, 0xc000a946a0}) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:1350 +0x2ba github.com/pingcap/tidb/pkg/domain.(*Domain).Init.func4() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:1287 +0x27 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 654 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000bd2d20}, 0xc0009518c0?, 0xc000f4c6c0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 655 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 656 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/concurrency.waitDelete({0x698bed8, 0xc000bd2fa0}, 0xc000867a40, {0xc0012d02d0, 0x26}, 0x360) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:32 +0x16f go.etcd.io/etcd/client/v3/concurrency.waitDeletes({0x698bed8, 0xc000bd2fa0}, 0xc000867a40, {0xc000528240, 0x16}, 0x35f) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:61 +0x23f go.etcd.io/etcd/client/v3/concurrency.(*Election).Campaign(0xc00134e380, {0x698bed8, 0xc000bd2fa0}, {0xc000d7c4b0, 0x24}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/election.go:93 +0x605 github.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop(0xc000f36fd0, 0xc0012e2e40) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:300 +0x5fb created by github.com/pingcap/tidb/pkg/owner.(*ownerManager).CampaignOwner in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:202 +0x2b9 goroutine 657 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc0011fa840, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 747 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:59 +0xce created by go.etcd.io/etcd/client/v3/namespace.(*watcherPrefix).Watch in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/namespace/watch.go:54 +0x3ac goroutine 748 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/streamhelper.AdvancerExt.startListen.func3() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer_cliext.go:152 +0x157 created by github.com/pingcap/tidb/br/pkg/streamhelper.AdvancerExt.startListen in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer_cliext.go:149 +0x2e6 goroutine 749 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer.go:341 +0x107 created by github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer.go:338 +0x245 goroutine 750 [select]: github.com/pingcap/tidb/br/pkg/streamhelper/daemon.(*OwnerDaemon).Begin.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/daemon/owner_daemon.go:85 +0x23d github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 770 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc0011fa8f0, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 771 [select]: github.com/dgraph-io/ristretto.(*defaultPolicy).processItems(0xc00134ef80) /go/pkg/mod/github.com/dgraph-io/ristretto@v0.1.1/policy.go:102 +0x85 created by github.com/dgraph-io/ristretto.newDefaultPolicy in goroutine 1 /go/pkg/mod/github.com/dgraph-io/ristretto@v0.1.1/policy.go:86 +0x139 goroutine 772 [select]: github.com/dgraph-io/ristretto.(*Cache).processItems(0xc000e5fd80) /go/pkg/mod/github.com/dgraph-io/ristretto@v0.1.1/cache.go:452 +0x149 created by github.com/dgraph-io/ristretto.NewCache in goroutine 1 /go/pkg/mod/github.com/dgraph-io/ristretto@v0.1.1/cache.go:207 +0x645 goroutine 773 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*lessor).keepAliveCtxCloser(0xc000aea1e0, {0x698bed8, 0xc000bd3950}, 0x0?, 0xc000f4d6e0) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:332 +0xc8 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/lease.go:298 +0x5ce goroutine 774 [chan receive]: go.etcd.io/etcd/client/v3/concurrency.NewSession.func1() /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:66 +0x74 created by go.etcd.io/etcd/client/v3/concurrency.NewSession in goroutine 1 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/session.go:64 +0x267 goroutine 775 [chan receive, 37 minutes]: go.etcd.io/etcd/client/v3/concurrency.waitDelete({0x698bed8, 0xc00137da40}, 0xc000867a40, {0xc0012d0630, 0x22}, 0x361) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:32 +0x16f go.etcd.io/etcd/client/v3/concurrency.waitDeletes({0x698bed8, 0xc00137da40}, 0xc000867a40, {0xc000a4aed0, 0x12}, 0x360) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/key.go:61 +0x23f go.etcd.io/etcd/client/v3/concurrency.(*Election).Campaign(0xc001e80300, {0x698bed8, 0xc00137da40}, {0xc000fae480, 0x24}) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/concurrency/election.go:93 +0x605 github.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop(0xc0011fa9a0, 0xc0020ad4d0) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:300 +0x5fb created by github.com/pingcap/tidb/pkg/owner.(*ownerManager).CampaignOwner in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/owner/manager.go:202 +0x2b9 goroutine 776 [chan receive, 37 minutes]: github.com/pingcap/tidb/pkg/domain.quitStatsOwner(...) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:2280 github.com/pingcap/tidb/pkg/domain.(*Domain).UpdateTableStatsLoop.func2() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/domain/domain.go:2269 +0x32 github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:99 +0x6c created by github.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/pkg/util/wait_group_wrapper.go:94 +0xbd goroutine 1919 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000e4f680) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1970 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 777 [select, 37 minutes]: go.etcd.io/etcd/client/v3.(*watchGrpcStream).serveSubstream(0xc000a28f70, 0xc0011faa50, 0xc001027c80) /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:812 +0x245 created by go.etcd.io/etcd/client/v3.(*watchGrpcStream).run in goroutine 570 /go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.10/watch.go:562 +0xbfb goroutine 28606 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f8d0, {0x698bed8, 0xc0028ca280}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28604 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28324 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086b350, {0x698bed8, 0xc030b22640}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28323 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28325 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086b380, {0x698bed8, 0xc030b22690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28323 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1884 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101ee80, {0x698bed8, 0xc000f174f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28644 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69f10, {0x698bed8, 0xc030b43270}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28642 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1883 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101ee20, {0x698bed8, 0xc000f174a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28621 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69940, {0x698bed8, 0xc030b42ff0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28619 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1920 [IO wait]: internal/poll.runtime_pollWait(0x7f1d90151b70, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc002f39f00?, 0xc002718000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc002f39f00, {0xc002718000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc002f39f00, {0xc002718000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e06088, {0xc002718000?, 0xc0010484e0?, 0xc0013b3cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002936600, {0xc00270a120, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002936600}, {0xc00270a120, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc00270a120, 0x9, 0x2360305?}, {0x69580c0?, 0xc002936600?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00270a0e0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000e4f680, 0x2265746972772d65?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1970 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2077 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590c30, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001106f80?, 0xc002d0c000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001106f80, {0xc002d0c000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001106f80, {0xc002d0c000?, 0x60100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000fc46a8, {0xc002d0c000?, 0xc00315e720?, 0xc0013b7cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002f1cd20, {0xc002641380, 0x9, 0xc0013b7d78?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002f1cd20}, {0xc002641380, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002641380, 0x9, 0x5a27300?}, {0x69580c0?, 0xc002f1cd20?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002641340) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001238000, 0xc000732060?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 639 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 1979 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001222140, {0xc002ebb870, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001222140, {0xc002ebb870?, 0xc000528390?, 0xc000f2d610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002ebb830, {0xc002ebb870?, 0xc000f2d688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002ebb830}, {0xc002ebb870, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000e559e0, {0xc002ebb870, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002ebb860, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc0032e3868?, 0xc000e559e0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002ebb860, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01d1857a0}, 0xc000f2d900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000b5b1e0, {0x5dabc80?, 0xc01d1857a0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c6059dead91?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000e557a0, 0xc000f2dab8, 0xc000f2daa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000e557a0, {0x5dabc80?, 0xc01d1857a0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc0027e2b60) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc003413460) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc000fe5080, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 1837 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 1840 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000c12240) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1974 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 1837 [select]: github.com/tikv/client-go/v2/internal/client.(*batchConn).fetchAllPendingRequests(0xc0030ba680, 0x80) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:225 +0xa9 github.com/tikv/client-go/v2/internal/client.(*batchConn).batchSendLoop(0xc0030ba680, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:320 +0x125 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 1881 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:323 +0x12cd goroutine 1836 [select]: github.com/tikv/client-go/v2/tikvrpc.CheckStreamTimeoutLoop(0xc000e20cc0, 0xc000cbf020) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikvrpc/tikvrpc.go:1235 +0x173 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 1881 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:321 +0x11dd goroutine 1885 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101eee0, {0x698bed8, 0xc000f17540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1887 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101fd70, {0x698bed8, 0xc000f17810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1888 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101fda0, {0x698bed8, 0xc000f17860}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1889 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101fdd0, {0x698bed8, 0xc000f178b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1978 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 1837 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 1971 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e2400, {0x698bed8, 0xc000f17a90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1972 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e2430, {0x698bed8, 0xc000f17ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1973 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e2460, {0x698bed8, 0xc000f17b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1975 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e2980, {0x698bed8, 0xc000f17d10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1976 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e29b0, {0x698bed8, 0xc000f17d60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1977 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027e29e0, {0x698bed8, 0xc000f17db0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1881 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 1953 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000e3a000, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0005f19d0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1835 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 1967 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000540b40) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1886 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 1968 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80591108, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc00074e080?, 0xc002800000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc00074e080, {0xc002800000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc00074e080, {0xc002800000?, 0x60100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc00121e448, {0xc002800000?, 0xc002c31920?, 0xc002f02cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0020d5620, {0xc001f99700, 0x9, 0xc002f02d78?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0020d5620}, {0xc001f99700, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc001f99700, 0x9, 0x5a27300?}, {0x69580c0?, 0xc0020d5620?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001f996c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000540b40, 0xc00076001c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1886 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 1921 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000ef040, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001b8460) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1970 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 1969 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e23c20, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052b570) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 1886 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 28605 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f8a0, {0x698bed8, 0xc0028ca230}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28604 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28328 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086b510, {0x698bed8, 0xc030b22730}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28326 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2195 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002f96050, {0xc001109de0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002f96050, {0xc001109de0?, 0xc0007582d0?, 0xc000b63610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001109da0, {0xc001109de0?, 0xc000b63688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc001109da0}, {0xc001109de0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000cbab40, {0xc001109de0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc001109dd0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00d212868?, 0xc000cbab40, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc001109dd0, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01ad57260}, 0xc000b63900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc013501450, {0x5dabc80?, 0xc01ad57260}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5ef7965d35?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000cba900, 0xc000b63ab8, 0xc000b63aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000cba900, {0x5dabc80?, 0xc01ad57260?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002c58ec0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc00101b020) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002d30580, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 2162 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2201 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0005678a0, {0x698bed8, 0xc001e227d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2078 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002cb98b0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000a10e00) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 639 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2183 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0020231d0, {0xc0169b1d20, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0020231d0, {0xc0169b1d20?, 0xc002b081e0?, 0xc000dc3610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0169b1ce0, {0xc0169b1d20?, 0xc000dc3688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc0169b1ce0}, {0xc0169b1d20, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003194120, {0xc0169b1d20, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc0169b1d10, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00d282868?, 0xc003194120, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc0169b1d10, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01ab4a180}, 0xc000dc3900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc0169828f0, {0x5dabc80?, 0xc01ab4a180}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5f37858a41?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000ad9d40, 0xc000dc3ab8, 0xc000dc3aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000ad9d40, {0x5dabc80?, 0xc01ab4a180?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002776650) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000fc0320) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc001f44b00, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 641 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2081 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0031931a0, {0x698bed8, 0xc002d2c8c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2055 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e82a80, {0x698bed8, 0xc0026da8c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2056 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e82ab0, {0x698bed8, 0xc0026da910}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2057 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e82ae0, {0x698bed8, 0xc0026da960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2059 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e83400, {0x698bed8, 0xc0026dab90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2060 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e83430, {0x698bed8, 0xc0026dabe0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2061 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e83460, {0x698bed8, 0xc0026dac30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2103 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc003000f50, {0xc0030123d0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003000f50, {0xc0030123d0?, 0xc000ff3ae8?, 0xc002db9610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003012390, {0xc0030123d0?, 0xc002db9688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc003012390}, {0xc0030123d0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00325d8c0, {0xc0030123d0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc0030123c0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc0032dd868?, 0xc00325d8c0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc0030123c0, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01d184e40}, 0xc002db9900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc002cfc680, {0x5dabc80?, 0xc01d184e40}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c6019ea17f2?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc00325d680, 0xc002db9ab8, 0xc002db9aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc00325d680, {0x5dabc80?, 0xc01d184e40?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc001f3bd90) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc002afe380) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002ca4000, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 1837 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2114 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 641 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2063 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e839e0, {0x698bed8, 0xc0026dae10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2064 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e83a10, {0x698bed8, 0xc0026dae60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2194 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 2162 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2065 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002e83a40, {0x698bed8, 0xc0026daf00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2091 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590a40, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001107000?, 0xc002b62000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001107000, {0xc002b62000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001107000, {0xc002b62000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0010e2240, {0xc002b62000?, 0xc002d47500?, 0xc002e0acd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002b5c540, {0xc002b44900, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002b5c540}, {0xc002b44900, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002b44900, 0x9, 0x2360305?}, {0x69580c0?, 0xc002b5c540?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002b448c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012fed80, 0x696f702d646e6522?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 635 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2024 [select]: net/http.(*persistConn).writeLoop(0xc00323c000) /usr/local/go/src/net/http/transport.go:2421 +0xe5 created by net/http.(*Transport).dialConn in goroutine 2122 /usr/local/go/src/net/http/transport.go:1777 +0x16f1 goroutine 636 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027767a0, {0x698bed8, 0xc000fb5a90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 637 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0027767d0, {0x698bed8, 0xc000fb5ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 638 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002776810, {0x698bed8, 0xc000fb5b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2053 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2102 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 1837 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 640 [select]: github.com/tikv/client-go/v2/tikvrpc.CheckStreamTimeoutLoop(0xc002b9ca20, 0xc0000f1ce0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikvrpc/tikvrpc.go:1235 +0x173 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 2053 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:321 +0x11dd goroutine 641 [select]: github.com/tikv/client-go/v2/internal/client.(*batchConn).fetchAllPendingRequests(0xc000fb9d80, 0x80) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:225 +0xa9 github.com/tikv/client-go/v2/internal/client.(*batchConn).batchSendLoop(0xc000fb9d80, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:320 +0x125 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 2053 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:323 +0x12cd goroutine 2076 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001238000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 639 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2090 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0012fed80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 635 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2084 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 1837 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2085 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002b50640, {0xc002b0d5d0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002b50640, {0xc002b0d5d0?, 0xc002b08270?, 0xc002bdb610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002b0d590, {0xc002b0d5d0?, 0xc002bdb688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002b0d590}, {0xc002b0d5d0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001059320, {0xc002b0d5d0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002b0d5c0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc002e0a868?, 0xc001059320, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002b0d5c0, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01ac55800}, 0xc002bdb900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000b292b0, {0x5dabc80?, 0xc01ac55800}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5ff79c4041?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001058fc0, 0xc002bdbab8, 0xc002bdbaa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001058fc0, {0x5dabc80?, 0xc01ac55800?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002776ec0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000fc0ac0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc000fe51e0, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 1837 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2115 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0026db680, {0xc002baf900, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0026db680, {0xc002baf900?, 0xc002b8c300?, 0xc00297f610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002baf8c0, {0xc002baf900?, 0xc00297f688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002baf8c0}, {0xc002baf900, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003181200, {0xc002baf900, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002baf8f0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00338e868?, 0xc003181200, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002baf8f0, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01ab68660}, 0xc00297f900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc000fd96c0, {0x5dabc80?, 0xc01ab68660}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5fb789a196?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc003180fc0, 0xc00297fab8, 0xc00297faa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc003180fc0, {0x5dabc80?, 0xc01ab68660?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002d9c060) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000e79cc0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002bce000, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 641 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2092 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002b509b0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000572d90) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 635 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2045 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000541440) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2058 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2046 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590948, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000afc880?, 0xc002c0e000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000afc880, {0xc002c0e000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000afc880, {0xc002c0e000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc00121e510, {0xc002c0e000?, 0xc000f8f920?, 0xc003341cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002e6c9c0, {0xc001f998c0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002e6c9c0}, {0xc001f998c0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc001f998c0, 0x9, 0x2360305?}, {0x69580c0?, 0xc002e6c9c0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc001f99880) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000541440, 0xc000bbedc0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2058 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2047 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002d1c500, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052bb90) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2058 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2001 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0011fcd80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2062 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2098 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590b38, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc00074e600?, 0xc002ca6000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc00074e600, {0xc002ca6000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc00074e600, {0xc002ca6000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc001224248, {0xc002ca6000?, 0xc002b9d2c0?, 0xc0014fdcd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0026c77a0, {0xc0027884a0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0026c77a0}, {0xc0027884a0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0027884a0, 0x9, 0x2360305?}, {0x69580c0?, 0xc0026c77a0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002788460) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0011fcd80, 0xc001f479e0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2062 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2099 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00298d220, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003f53b0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2062 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2130 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0031931d0, {0x698bed8, 0xc002d2c910}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2131 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193200, {0x698bed8, 0xc002d2c960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28314 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952700, {0x698bed8, 0xc030930870}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28313 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2133 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193790, {0x698bed8, 0xc002d2cb40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2134 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0031937c0, {0x698bed8, 0xc002d2cb90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2135 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0031937f0, {0x698bed8, 0xc002d2cbe0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2168 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 2162 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2137 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193dc0, {0x698bed8, 0xc002d2cdc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2138 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193e30, {0x698bed8, 0xc002d2ce10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2139 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193e60, {0x698bed8, 0xc002d2ce60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2141 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002d50350, {0x698bed8, 0xc002d2d040}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2142 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002d50380, {0x698bed8, 0xc002d2d090}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2143 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002d503b0, {0x698bed8, 0xc002d2d0e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 2079 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5761 [sync.Cond.Wait, 3 minutes]: sync.runtime_notifyListWait(0xc0d25d84d0, 0x19) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc06eb9af70?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0d2582d80) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5782 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2145 [select]: github.com/tikv/client-go/v2/tikvrpc.CheckStreamTimeoutLoop(0xc002f1d800, 0xc0025fa180) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/tikvrpc/tikvrpc.go:1235 +0x173 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 2079 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:321 +0x11dd goroutine 2162 [select]: github.com/tikv/client-go/v2/internal/client.(*batchConn).fetchAllPendingRequests(0xc001229380, 0x80) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:225 +0xa9 github.com/tikv/client-go/v2/internal/client.(*batchConn).batchSendLoop(0xc001229380, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:320 +0x125 created by github.com/tikv/client-go/v2/internal/client.(*connArray).Init in goroutine 2079 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client.go:323 +0x12cd goroutine 2179 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0012fefc0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2140 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2169 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002d2d590, {0xc002d6c1c0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002d2d590, {0xc002d6c1c0?, 0xc003428d20?, 0xc002dbd610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002d6c180, {0xc002d6c1c0?, 0xc002dbd688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002d6c180}, {0xc002d6c1c0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00323c120, {0xc002d6c1c0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002d6c1b0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc002f04868?, 0xc00323c120, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002d6c1b0, {0x7f1d806de250, 0x9d97640}, 0x1e8f9f2?, {0x0, 0x0}, {0x5dabc80, 0xc01d051980}, 0xc002dbd900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc002d2e1a0, {0x5dabc80?, 0xc01d051980}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5fb79e693f?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc0031fde60, 0xc002dbdab8, 0xc002dbdaa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc0031fde60, {0x5dabc80?, 0xc01d051980?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002d508a0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc002a7a840) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002d30420, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 2162 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2023 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590470, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000c80c00?, 0xc001f59000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000c80c00, {0xc001f59000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000c80c00, {0xc001f59000?, 0x219ff80?, 0x931b840?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000e56280, {0xc001f59000?, 0x0?, 0xc00104b6c0?}) /usr/local/go/src/net/net.go:179 +0x45 net/http.(*persistConn).Read(0xc00323c000, {0xc001f59000?, 0xc0134006c0?, 0xc002f01d38?}) /usr/local/go/src/net/http/transport.go:1954 +0x4a bufio.(*Reader).fill(0xc002936fc0) /usr/local/go/src/bufio/bufio.go:113 +0x103 bufio.(*Reader).Peek(0xc002936fc0, 0x1) /usr/local/go/src/bufio/bufio.go:151 +0x53 net/http.(*persistConn).readLoop(0xc00323c000) /usr/local/go/src/net/http/transport.go:2118 +0x1b9 created by net/http.(*Transport).dialConn in goroutine 2122 /usr/local/go/src/net/http/transport.go:1776 +0x169f goroutine 2148 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc003218000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2144 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2149 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590850, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000afcb00?, 0xc002c5a000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000afcb00, {0xc002c5a000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000afcb00, {0xc002c5a000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc00121e740, {0xc002c5a000?, 0xc0030d9620?, 0xc00338ecd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002c30660, {0xc002c20820, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002c30660}, {0xc002c20820, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002c20820, 0x9, 0x2360305?}, {0x69580c0?, 0xc002c30660?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002c207e0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc003218000, 0xc0029fcb00?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2144 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2165 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001238900) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2132 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 2120 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590758, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000fffe80?, 0xc002dbe000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000fffe80, {0xc002dbe000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000fffe80, {0xc002dbe000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc001e24998, {0xc002dbe000?, 0xc002d46ae0?, 0xc0032e7cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002b9d6e0, {0xc0028ab2a0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002b9d6e0}, {0xc0028ab2a0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0028ab2a0, 0x9, 0x2360305?}, {0x69580c0?, 0xc002b9d6e0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0028ab260) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000ffc900, 0xc000e79cc0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2136 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2180 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590568, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc001229a00?, 0xc002e00000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc001229a00, {0xc002e00000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc001229a00, {0xc002e00000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0010e2268, {0xc002e00000?, 0xc002f80420?, 0xc0009f7cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002b5c780, {0xc002b449e0, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002b5c780}, {0xc002b449e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002b449e0, 0x9, 0x2360305?}, {0x69580c0?, 0xc002b5c780?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002b449a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0012fefc0, 0x65746972772d656c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2140 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2166 [IO wait]: internal/poll.runtime_pollWait(0x7f1d80590660, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc000ffff00?, 0xc002d62000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000ffff00, {0xc002d62000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc000ffff00, {0xc002d62000?, 0x1e35168?, 0x4?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc000fc4a18, {0xc002d62000?, 0xc000a7f5c0?, 0xc003345cd0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc002d469c0, {0xc002641a80, 0x9, 0x1e2c445?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc002d469c0}, {0xc002641a80, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc002641a80, 0x9, 0x2360305?}, {0x69580c0?, 0xc002d469c0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc002641a40) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001238900, 0x6e696f702d646e65?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2132 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 2150 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002c569b0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003e9570) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2144 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2121 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002bfa190, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0008c99d0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2136 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2167 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002d2d450, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003ec230) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2132 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2181 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002b50dc0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000572fc0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 2140 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 2182 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 641 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2172 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 1837 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2173 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0030019a0, {0xc002c7ffc0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0030019a0, {0xc002c7ffc0?, 0xc0034282d0?, 0xc001281610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002c7ff80, {0xc002c7ffc0?, 0xc001281688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc002c7ff80}, {0xc002c7ffc0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001042fc0, {0xc002c7ffc0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc002c7ffb0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00d282868?, 0xc001042fc0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc002c7ffb0, {0x7f1d806de250, 0x9d97640}, 0x20?, {0x0, 0x0}, {0x5dabc80, 0xc01d113e00}, 0xc001281900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc013b08a90, {0x5dabc80?, 0xc01d113e00}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c6037a3cbb3?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc001042b40, 0xc001281ab8, 0xc001281aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc001042b40, {0x5dabc80?, 0xc01d113e00?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc000faafd0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000e78d20) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc000fe4f20, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 1837 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 28341 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306db660, {0x698bed8, 0xc0306fad20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28340 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2154 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 2162 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2155 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0012d2550, {0xc021043e10, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0012d2550, {0xc021043e10?, 0xc000528660?, 0xc00142d610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc021043dd0, {0xc021043e10?, 0xc00142d688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc021043dd0}, {0xc021043e10, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003290240, {0xc021043e10, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc021043e00, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc002fba868?, 0xc003290240, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc021043e00, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01ab4aa20}, 0xc00142d900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc017ef3040, {0x5dabc80?, 0xc01ab4aa20}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5f379c82ac?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc000551b00, 0xc00142dab8, 0xc00142daa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc000551b00, {0x5dabc80?, 0xc01ab4aa20?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc000b516f0) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc002afe760) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002d306e0, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 2162 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2186 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 641 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2187 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00101d360, {0xc038451e40, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00101d360, {0xc038451e40?, 0xc002b085e8?, 0xc002907610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc038451e00, {0xc038451e40?, 0xc002907688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc038451e00}, {0xc038451e40, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0169c6fc0, {0xc038451e40, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc038451e30, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00d282868?, 0xc0169c6fc0, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc038451e30, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01add3320}, 0xc002907900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc038454000, {0x5dabc80?, 0xc01add3320}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5f778282fe?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc0169c6d80, 0xc002907ab8, 0xc002907aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc0169c6d80, {0x5dabc80?, 0xc01add3320?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc002777b40) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc000fc0da0) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc00145fe40, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 641 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 2226 [select, 37 minutes]: google.golang.org/grpc.newClientStreamWithParams.func4() /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:391 +0x8c created by google.golang.org/grpc.newClientStreamWithParams in goroutine 2162 /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:390 +0xe9c goroutine 2227 [select]: google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc001e235e0, {0xc03849bdb0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:192 +0x98 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001e235e0, {0xc03849bdb0?, 0xc000529038?, 0xc002901610?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:172 +0x12d google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc03849bd70, {0xc03849bdb0?, 0xc002901688?, 0x236b4e5?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:520 +0x2c io.ReadAtLeast({0x695c660, 0xc03849bd70}, {0xc03849bdb0, 0x5, 0x5}, 0x5) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0384b4c60, {0xc03849bdb0, 0x5, 0x5}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/transport.go:504 +0x96 google.golang.org/grpc.(*parser).recvMsg(0xc03849bda0, 0x7ffffffffffffffe) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:600 +0x46 google.golang.org/grpc.recvAndDecompress(0xc00d282868?, 0xc0384b4c60, {0x0, 0x0}, 0x7ffffffffffffffe, 0x0, {0x0, 0x0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:730 +0x5a google.golang.org/grpc.recv(0xc03849bda0, {0x7f1d806de250, 0x9d97640}, 0x282c460?, {0x0, 0x0}, {0x5dabc80, 0xc01d050de0}, 0xc002901900?, 0x0, ...) /go/pkg/mod/google.golang.org/grpc@v1.60.1/rpc_util.go:796 +0xa6 google.golang.org/grpc.(*csAttempt).recvMsg(0xc0384ad110, {0x5dabc80?, 0xc01d050de0}, 0x1e35168?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:1084 +0x289 google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc1633c5f779a49fe?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:927 +0x1f google.golang.org/grpc.(*clientStream).withRetry(0xc0384b4a20, 0xc002901ab8, 0xc002901aa8) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:760 +0x3ae google.golang.org/grpc.(*clientStream).RecvMsg(0xc0384b4a20, {0x5dabc80?, 0xc01d050de0?}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/stream.go:926 +0x125 github.com/pingcap/kvproto/pkg/tikvpb.(*tikvBatchCommandsClient).Recv(0xc0030bf470) /go/pkg/mod/github.com/pingcap/kvproto@v0.0.0-20240109063850-932639606bcf/pkg/tikvpb/tikvpb.pb.go:2135 +0x46 github.com/tikv/client-go/v2/internal/client.(*batchCommandsStream).recv(0xc002aff360) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:458 +0x182 github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).batchRecvLoop(0xc002d302c0, {0x4, 0xa, 0x3, {0x5f895c0, 0x4}, {0x5f88ad8, 0x3}, {0x100, 0x1000, ...}, ...}, ...) /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:621 +0xc9 created by github.com/tikv/client-go/v2/internal/client.(*batchCommandsClient).initBatchClient in goroutine 2162 /go/pkg/mod/github.com/tikv/client-go/v2@v2.0.8-0.20231227070846-61c486af13a5/internal/client/client_batch.go:756 +0x1f5 goroutine 28439 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567d80, {0x698bed8, 0xc002663b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28437 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28673 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26f60, {0x698bed8, 0xc002a2a320}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28672 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2251 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000b51840, {0x698bed8, 0xc000505310}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28311 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952450, {0x698bed8, 0xc030930780}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28310 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2256 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00120d2a0, {0x698bed8, 0xc000bd2780}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28312 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952480, {0x698bed8, 0xc0309307d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28310 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28342 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306db690, {0x698bed8, 0xc0306fad70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28340 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2313 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002777330, {0x698bed8, 0xc01e272190}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28315 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952730, {0x698bed8, 0xc0309308c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28313 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28339 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306db450, {0x698bed8, 0xc0306faaf0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28241 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2259 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002d9ca50, {0x698bed8, 0xc002d2d9f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28338 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306db420, {0x698bed8, 0xc0306faaa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28241 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28354 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953080, {0x698bed8, 0xc030931450}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28321 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28372 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bff0, {0x698bed8, 0xc030b22c80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28370 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2296 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00051ede0, {0x698bed8, 0xc001e22eb0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28358 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0309532a0, {0x698bed8, 0xc030931590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28356 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28365 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953720, {0x698bed8, 0xc0309317c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28363 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2332 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00051f9e0, {0x698bed8, 0xc000e3a7d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2268 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002d9dbd0, {0x698bed8, 0xc002a8cff0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28355 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0309530b0, {0x698bed8, 0xc0309314a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28321 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28318 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952ee0, {0x698bed8, 0xc030931360}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28317 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2337 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000bac030, {0x698bed8, 0xc000e3b540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28386 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030a28380, {0x698bed8, 0xc0306fb860}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28352 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28345 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306dbd20, {0x698bed8, 0xc0306fb4f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28344 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2404 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c1a820, {0x698bed8, 0xc01e272960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28346 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0306dbd50, {0x698bed8, 0xc0306fb540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28344 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2356 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000a6d300, {0x698bed8, 0xc06c548000}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28364 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0309536f0, {0x698bed8, 0xc030931770}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28363 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28334 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bbb0, {0x698bed8, 0xc030b22af0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28332 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28360 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953520, {0x698bed8, 0xc030931630}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28359 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28336 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bd10, {0x698bed8, 0xc030b22b40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28335 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28357 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953270, {0x698bed8, 0xc030931540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28356 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28419 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6540, {0x698bed8, 0xc0308f2870}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28418 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28375 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28190, {0x698bed8, 0xc030b22d70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28351 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28361 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953550, {0x698bed8, 0xc030931680}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28359 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28337 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bd40, {0x698bed8, 0xc030b22b90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28335 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2435 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000a6db00, {0x698bed8, 0xc06c548690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2520 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00286b120, {0x698bed8, 0xc06c7a96d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2422 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000ae26f0, {0x698bed8, 0xc01e273770}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2400 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000dbdc20, {0x698bed8, 0xc06c43f400}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28371 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bfc0, {0x698bed8, 0xc030b22c30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28370 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28333 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086bb80, {0x698bed8, 0xc030b22aa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28332 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2429 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000ae3240, {0x698bed8, 0xc01e273b80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28407 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0025673e0, {0x698bed8, 0xc002663630}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28406 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2489 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000dda600, {0x698bed8, 0xc06c549810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2498 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000bac9f0, {0x698bed8, 0xc06c4d0910}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28374 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28160, {0x698bed8, 0xc030b22d20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28351 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28353 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030a28350, {0x698bed8, 0xc0306fb810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28352 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2452 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000e6a4b0, {0x698bed8, 0xc06c5f40a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2512 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000c59d20, {0x698bed8, 0xc06c4d1720}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28380 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28870, {0x698bed8, 0xc030b23630}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28378 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28367 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953d00, {0x698bed8, 0xc0309319f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28366 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2546 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00101f390, {0x698bed8, 0xc06c632050}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28390 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030a286d0, {0x698bed8, 0xc0306fbb30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28389 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2529 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00286bb10, {0x698bed8, 0xc06c7a9e50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28368 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030953d30, {0x698bed8, 0xc030931a40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28366 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28391 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030a28700, {0x698bed8, 0xc0306fbb80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28389 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28420 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6570, {0x698bed8, 0xc0308f28c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28418 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28379 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28840, {0x698bed8, 0xc030b235e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28378 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2572 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c6ec150, {0x698bed8, 0xc06c6bdea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2662 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193320, {0x698bed8, 0xc01e1e94a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28722 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26f90, {0x698bed8, 0xc002a2a370}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28672 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28452 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28df0, {0x698bed8, 0xc030b23950}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28450 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2544 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc001f81720, {0x698bed8, 0xc06c5f59f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28455 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28f80, {0x698bed8, 0xc030b239f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28453 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28423 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6800, {0x698bed8, 0xc0308f29b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28421 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2615 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c6ecc10, {0x698bed8, 0xc06c6f89b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28424 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6830, {0x698bed8, 0xc0308f2a00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28421 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28415 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567900, {0x698bed8, 0xc002663900}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28414 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28416 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567930, {0x698bed8, 0xc002663950}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28414 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28385 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28c60, {0x698bed8, 0xc030b238b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28383 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28454 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28f50, {0x698bed8, 0xc030b239a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28453 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2634 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c918020, {0x698bed8, 0xc06c9100f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28438 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567d50, {0x698bed8, 0xc002663ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28437 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28435 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567bc0, {0x698bed8, 0xc002663a40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28434 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28523 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f900, {0x698bed8, 0xc002832820}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28522 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28436 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567bf0, {0x698bed8, 0xc002663a90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28434 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2593 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003192a30, {0x698bed8, 0xc01e1e8e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2650 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c7d6c80, {0x698bed8, 0xc06c7d14f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28427 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6c40, {0x698bed8, 0xc0308f2b90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28426 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28451 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28dc0, {0x698bed8, 0xc030b23900}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28450 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28484 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e630, {0x698bed8, 0xc002832050}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28482 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28457 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29200, {0x698bed8, 0xc030b23a90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28456 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28494 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282ef70, {0x698bed8, 0xc002832460}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28492 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28428 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f6c70, {0x698bed8, 0xc0308f2be0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28426 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28384 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b28c30, {0x698bed8, 0xc030b23860}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28383 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2683 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c918920, {0x698bed8, 0xc06c910c30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2666 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc003193d50, {0x698bed8, 0xc01e1e9b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2711 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c918ff0, {0x698bed8, 0xc06c911270}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 30589 [IO wait]: internal/poll.runtime_pollWait(0x7f1d4113c3f8, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc031852a80?, 0x4?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc031852a80) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x2ac net.(*netFD).accept(0xc031852a80) /usr/local/go/src/net/fd_unix.go:172 +0x29 net.(*TCPListener).accept(0xc0314d59c0) /usr/local/go/src/net/tcpsock_posix.go:152 +0x1e net.(*TCPListener).Accept(0xc0314d59c0) /usr/local/go/src/net/tcpsock.go:315 +0x30 net/http.(*Server).Serve(0xc002e6fd10, {0x697af90, 0xc0314d59c0}) /usr/local/go/src/net/http/server.go:3056 +0x364 net/http.Serve(...) /usr/local/go/src/net/http/server.go:2595 github.com/pingcap/tidb/br/pkg/utils.StartPProfListener.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/pprof.go:60 +0xbc created by github.com/pingcap/tidb/br/pkg/utils.StartPProfListener in goroutine 99 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/pprof.go:59 +0xa5 goroutine 2657 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c7d7550, {0x698bed8, 0xc06c7d1e50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28445 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e060, {0x698bed8, 0xc002663db0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28443 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2730 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c6ede10, {0x698bed8, 0xc06ca0a190}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28448 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e2f0, {0x698bed8, 0xc002663ea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28447 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28444 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e030, {0x698bed8, 0xc002663d60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28443 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28531 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282fd80, {0x698bed8, 0xc002832a50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28529 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28458 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29230, {0x698bed8, 0xc030b23ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28456 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28432 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7230, {0x698bed8, 0xc0308f2e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28430 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2805 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c919a40, {0x698bed8, 0xc06c911c70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28431 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7200, {0x698bed8, 0xc0308f2e10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28430 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28467 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7540, {0x698bed8, 0xc0308f2fa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28433 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2921 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cc566a0, {0x698bed8, 0xc06cc26fa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28466 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7510, {0x698bed8, 0xc0308f2f50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28433 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28449 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e320, {0x698bed8, 0xc002663ef0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28447 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2761 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c87ed60, {0x698bed8, 0xc06c983180}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2809 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cb201e0, {0x698bed8, 0xc06cb162d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2851 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ca12da0, {0x698bed8, 0xc06ca0b9a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28469 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f77c0, {0x698bed8, 0xc0308f3040}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28468 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2834 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06c87f5d0, {0x698bed8, 0xc06c983a40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28470 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f77f0, {0x698bed8, 0xc0308f3090}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28468 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28483 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e600, {0x698bed8, 0xc002832000}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28482 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28487 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e8e0, {0x698bed8, 0xc002832140}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28485 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28475 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7ac0, {0x698bed8, 0xc0308f3220}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28473 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28500 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b298d0, {0x698bed8, 0xc030b23f90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28499 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28486 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282e8b0, {0x698bed8, 0xc0028320f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28485 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2863 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ca13660, {0x698bed8, 0xc06cbac280}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28474 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0308f7a90, {0x698bed8, 0xc0308f31d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28473 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28501 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29900, {0x698bed8, 0xc030b42000}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28499 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28505 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29c20, {0x698bed8, 0xc030b42190}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28503 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28490 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282eb70, {0x698bed8, 0xc002832230}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28489 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28465 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29740, {0x698bed8, 0xc030b23ef0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28464 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2886 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ca13c00, {0x698bed8, 0xc06cbac690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28491 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282eba0, {0x698bed8, 0xc002832280}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28489 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28498 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29770, {0x698bed8, 0xc030b23f40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28464 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2799 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cac43d0, {0x698bed8, 0xc06ca96fa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2935 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cac4950, {0x698bed8, 0xc06ca97590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28539 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0028461e0, {0x698bed8, 0xc002832c80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28537 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28538 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0028461b0, {0x698bed8, 0xc002832c30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28537 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28497 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f220, {0x698bed8, 0xc002832550}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28495 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2970 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cac5420, {0x698bed8, 0xc06cd0e230}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2904 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cb20df0, {0x698bed8, 0xc06cb173b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28493 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282ef40, {0x698bed8, 0xc002832410}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28492 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28517 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f3c0, {0x698bed8, 0xc002832640}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28515 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28496 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f1f0, {0x698bed8, 0xc002832500}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28495 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2896 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cbe64f0, {0x698bed8, 0xc06cbad090}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28516 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f390, {0x698bed8, 0xc0028325f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28515 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28504 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29bf0, {0x698bed8, 0xc030b42140}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28503 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28520 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f670, {0x698bed8, 0xc002832730}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28518 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28553 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257ea80, {0x698bed8, 0xc0308f3ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28552 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28511 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29f00, {0x698bed8, 0xc030b42370}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28509 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28565 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b685e0, {0x698bed8, 0xc030b42780}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28563 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3012 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cac5a80, {0x698bed8, 0xc06cd0e730}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28510 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b29ed0, {0x698bed8, 0xc030b42320}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28509 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28519 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f640, {0x698bed8, 0xc0028326e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28518 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28547 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257e860, {0x698bed8, 0xc0308f3900}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28546 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28528 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282fbf0, {0x698bed8, 0xc0028329b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28525 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3006 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cb21a60, {0x698bed8, 0xc06ccca500}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28524 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282f930, {0x698bed8, 0xc002832870}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28522 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 2951 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cc570a0, {0x698bed8, 0xc06cc27ae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28542 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0028463d0, {0x698bed8, 0xc002832d70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28540 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28530 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282fd50, {0x698bed8, 0xc002832a00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28529 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3025 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cd50540, {0x698bed8, 0xc06cd0f0e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3043 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cc57810, {0x698bed8, 0xc06ce442d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28534 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846010, {0x698bed8, 0xc002832b40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28533 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28527 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00282fbc0, {0x698bed8, 0xc002832960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28525 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3056 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ce68250, {0x698bed8, 0xc06ce44dc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3074 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ce80560, {0x698bed8, 0xc06cccb4a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28479 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257e360, {0x698bed8, 0xc0308f3680}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28478 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3082 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ce80c80, {0x698bed8, 0xc06cccbbd0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28480 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257e390, {0x698bed8, 0xc0308f36d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28478 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28535 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846040, {0x698bed8, 0xc002832b90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28533 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3068 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cbe7640, {0x698bed8, 0xc06cdac7d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28548 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257e890, {0x698bed8, 0xc0308f3950}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28546 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3183 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cd51b70, {0x698bed8, 0xc06cf90730}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3128 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cd50b60, {0x698bed8, 0xc06cd0f590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28541 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0028463a0, {0x698bed8, 0xc002832d20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28540 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28564 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b685b0, {0x698bed8, 0xc030b42730}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28563 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3116 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ce68b50, {0x698bed8, 0xc06ce454a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28554 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257eab0, {0x698bed8, 0xc0308f3b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28552 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28544 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846650, {0x698bed8, 0xc002832e10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28543 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3177 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cd514e0, {0x698bed8, 0xc06cf900a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28545 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846680, {0x698bed8, 0xc002832e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28543 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28570 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b68910, {0x698bed8, 0xc030b42960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28568 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28556 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257ed30, {0x698bed8, 0xc0308f3bd0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28555 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28557 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257ed60, {0x698bed8, 0xc0308f3c20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28555 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3219 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cf26300, {0x698bed8, 0xc06cee5d10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28580 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846a90, {0x698bed8, 0xc002832ff0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28579 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28585 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846d80, {0x698bed8, 0xc002833180}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28583 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28573 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b68c80, {0x698bed8, 0xc030b42af0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28571 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28595 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f1a0, {0x698bed8, 0xc0308f3e50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28561 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3215 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cfda3a0, {0x698bed8, 0xc06cf90ff0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28581 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846ac0, {0x698bed8, 0xc002833040}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28579 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3168 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d09a380, {0x698bed8, 0xc06cdaddb0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28569 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b688e0, {0x698bed8, 0xc030b42910}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28568 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3239 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cfdaa90, {0x698bed8, 0xc06cf916d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 35523 [IO wait]: internal/poll.runtime_pollWait(0x7f1d805e5090, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc01d06cf80?, 0xc0d2726851?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc01d06cf80, {0xc0d2726851, 0x1, 0x1}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc01d06cf80, {0xc0d2726851?, 0xc06d427f48?, 0x0?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0aebcf998, {0xc0d2726851?, 0xc01d028fc0?, 0xc0aebcf360?}) /usr/local/go/src/net/net.go:179 +0x45 net/http.(*connReader).backgroundRead(0xc0d2726840) /usr/local/go/src/net/http/server.go:683 +0x37 created by net/http.(*connReader).startBackgroundRead in goroutine 35522 /usr/local/go/src/net/http/server.go:679 +0xba goroutine 3247 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cfdb330, {0x698bed8, 0xc06cf91f90}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28576 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b690b0, {0x698bed8, 0xc030b42c80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28574 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28584 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002846d50, {0x698bed8, 0xc002833130}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28583 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28560 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257efb0, {0x698bed8, 0xc0308f3d60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28558 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3269 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cfdb670, {0x698bed8, 0xc06d12e280}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3260 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cf27340, {0x698bed8, 0xc06cf332c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28594 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f170, {0x698bed8, 0xc0308f3e00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28561 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28572 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b68c50, {0x698bed8, 0xc030b42aa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28571 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28575 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69080, {0x698bed8, 0xc030b42c30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28574 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28559 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257ef80, {0x698bed8, 0xc0308f3d10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28558 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28611 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69360, {0x698bed8, 0xc030b42d70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28577 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3316 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d09a730, {0x698bed8, 0xc06d0b8190}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3312 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d162600, {0x698bed8, 0xc06d12f5e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28649 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998320, {0x698bed8, 0xc030b433b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28648 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3328 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d09ae30, {0x698bed8, 0xc06d0b8780}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28610 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69330, {0x698bed8, 0xc030b42d20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28577 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3350 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06ce69fa0, {0x698bed8, 0xc06d188d70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28593 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847540, {0x698bed8, 0xc0028336d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28591 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28613 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b695e0, {0x698bed8, 0xc030b42e10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28612 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28614 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69610, {0x698bed8, 0xc030b42e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28612 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3384 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06cf27950, {0x698bed8, 0xc06cf33770}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28603 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f500, {0x698bed8, 0xc0028ca140}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28601 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28602 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257f4d0, {0x698bed8, 0xc0028ca0f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28601 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28625 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69c00, {0x698bed8, 0xc030b43130}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28623 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28629 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847800, {0x698bed8, 0xc002833810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28627 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28643 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69ee0, {0x698bed8, 0xc030b43220}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28642 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3592 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d2d1700, {0x698bed8, 0xc06d2ecc30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3367 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d162c80, {0x698bed8, 0xc06d12fae0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28624 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69bd0, {0x698bed8, 0xc030b430e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28623 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3371 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d163420, {0x698bed8, 0xc06d2b0230}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3450 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d09bfb0, {0x698bed8, 0xc06d0b9ea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3403 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d3445c0, {0x698bed8, 0xc06d332910}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28630 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847830, {0x698bed8, 0xc002833860}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28627 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3476 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d163e60, {0x698bed8, 0xc06d2b0d20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3458 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d344a30, {0x698bed8, 0xc06d332e60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28626 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847570, {0x698bed8, 0xc002833720}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28591 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28646 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998070, {0x698bed8, 0xc030b432c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28645 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28647 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029980a0, {0x698bed8, 0xc030b43310}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28645 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3465 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d344e50, {0x698bed8, 0xc06d333310}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3508 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d345680, {0x698bed8, 0xc06d333cc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28665 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a267c0, {0x698bed8, 0xc002833f40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28663 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28664 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26790, {0x698bed8, 0xc002833ef0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28663 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3571 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d4aac80, {0x698bed8, 0xc06d4777c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28676 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257fe90, {0x698bed8, 0xc0028ca640}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28675 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28636 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847ed0, {0x698bed8, 0xc002833b80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28634 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3436 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d1cd300, {0x698bed8, 0xc06d38c3c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28650 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998350, {0x698bed8, 0xc030b43400}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28648 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3499 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d2d0d00, {0x698bed8, 0xc06d2b1e50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28639 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a260c0, {0x698bed8, 0xc002833c70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28637 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28635 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002847ea0, {0x698bed8, 0xc002833b30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28634 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3528 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d4aa360, {0x698bed8, 0xc06d476dc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28655 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029986a0, {0x698bed8, 0xc030b43540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28654 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28680 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00291c2f0, {0x698bed8, 0xc0028ca820}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28678 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28638 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26090, {0x698bed8, 0xc002833c20}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28637 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28677 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00257fec0, {0x698bed8, 0xc0028ca690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28675 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28658 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26370, {0x698bed8, 0xc002833d60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28640 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28711 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029997e0, {0x698bed8, 0xc030b43ea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28710 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28641 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26340, {0x698bed8, 0xc002833d10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28640 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3605 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d24ac00, {0x698bed8, 0xc06d24ee10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28661 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26600, {0x698bed8, 0xc002833e50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28660 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3599 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d53e0b0, {0x698bed8, 0xc06d2ed540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28662 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26630, {0x698bed8, 0xc002833ea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28660 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3813 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d53ffa0, {0x698bed8, 0xc06d563590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28725 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a27240, {0x698bed8, 0xc002a2a460}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28723 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28694 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029989b0, {0x698bed8, 0xc030b43810}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28692 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3627 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d1cde80, {0x698bed8, 0xc06d38d2c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28684 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00291c590, {0x698bed8, 0xc0028ca960}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28683 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28693 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998980, {0x698bed8, 0xc030b437c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28692 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3613 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d24b2e0, {0x698bed8, 0xc06d24f4a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3617 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d24ba40, {0x698bed8, 0xc06d24fb30}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28679 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00291c2c0, {0x698bed8, 0xc0028ca7d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28678 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3674 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d6266c0, {0x698bed8, 0xc06d38dc70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28670 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26af0, {0x698bed8, 0xc002a2a140}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28668 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28685 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00291c5c0, {0x698bed8, 0xc0028ca9b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28683 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3717 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d53f070, {0x698bed8, 0xc06d562820}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28698 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998d90, {0x698bed8, 0xc030b43a40}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28695 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3711 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d5f42e0, {0x698bed8, 0xc06d5f0550}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28697 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002998d60, {0x698bed8, 0xc030b439f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28695 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28702 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029990b0, {0x698bed8, 0xc030b43bd0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28700 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28708 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029994f0, {0x698bed8, 0xc030b43d60}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28706 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3751 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d4abe50, {0x698bed8, 0xc06d4f9540}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3762 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d6c6740, {0x698bed8, 0xc06d4f9ea0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28707 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029994c0, {0x698bed8, 0xc030b43d10}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28706 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28669 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a26ac0, {0x698bed8, 0xc002a2a0f0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28668 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28705 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002999360, {0x698bed8, 0xc030b43cc0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28703 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28701 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002999080, {0x698bed8, 0xc030b43b80}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28700 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28704 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002999330, {0x698bed8, 0xc030b43c70}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28703 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3723 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d53f990, {0x698bed8, 0xc06d5630e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3777 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d6c6f70, {0x698bed8, 0xc06d6fe870}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3789 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d6c7870, {0x698bed8, 0xc06d6ff1d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28724 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002a27210, {0x698bed8, 0xc002a2a410}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28723 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3826 [select, 37 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc06d5f4ca0, {0x698bed8, 0xc06d5f12c0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28712 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002999810, {0x698bed8, 0xc030b43ef0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28710 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 3836 [select, 3 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*Client).SwitchToImportMode.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/client.go:1613 +0x254 created by github.com/pingcap/tidb/br/pkg/restore.(*Client).SwitchToImportMode in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/client.go:1601 +0x8c goroutine 5619 [runnable]: github.com/pingcap/tidb/br/pkg/restore.NeedsMerge(0xc0cd245140?, 0xc0cd245190?, 0x10000000?, 0x271000?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/merge.go:37 +0x5f0 github.com/pingcap/tidb/br/pkg/restore.MergeFileRanges({0xc0767ca000, 0x233896, 0x71?}, 0x0?, 0x0?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/merge.go:139 +0x76b github.com/pingcap/tidb/br/pkg/restore.GoValidateFileRanges.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/util.go:369 +0x5ae created by github.com/pingcap/tidb/br/pkg/restore.GoValidateFileRanges in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/util.go:338 +0x10f goroutine 28411 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567580, {0x698bed8, 0xc002663720}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28410 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5728 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0d24ea000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5783 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 28309 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0309521d0, {0x698bed8, 0xc0309306e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28307 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28408 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc002567410, {0x698bed8, 0xc002663680}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28406 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5773 [select]: google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0d241bd40) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1661 +0x151 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5830 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 5600 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*tikvSender).splitWorker(0xc071567cc0, {0x698bed8?, 0xc000e3a960?}, 0xc071572c00, 0xc071572c60, 0x1) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:330 +0x30e created by github.com/pingcap/tidb/br/pkg/restore.NewTiKVSender in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:260 +0x1fc goroutine 5635 [chan receive, 37 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*Batcher).sendWorker(0xc071574140, {0x698bed8?, 0xc000e3a960}, 0xc06efb0001?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:182 +0x3f created by github.com/pingcap/tidb/br/pkg/restore.NewBatcher in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:129 +0x298 goroutine 28327 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc03086b4e0, {0x698bed8, 0xc030b226e0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28326 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5634 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*tikvSender).restoreWorker(0xc071567cc0, {0x698bed8?, 0xc000e3a960?}, 0xc071572cc0) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:412 +0x191 created by github.com/pingcap/tidb/br/pkg/restore.NewTiKVSender in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:268 +0x365 goroutine 5777 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0d2619950, 0x55) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc06f323770?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0d265e000) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5829 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 4960 [select]: github.com/pingcap/tidb/br/pkg/utils.StartServiceSafePointKeeper.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/safe_point.go:124 +0x15b created by github.com/pingcap/tidb/br/pkg/utils.StartServiceSafePointKeeper in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/safe_point.go:120 +0x271 goroutine 5800 [select, 3 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0cb9e5f40, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0cb9f87e0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5784 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 5798 [sync.Cond.Wait, 3 minutes]: sync.runtime_notifyListWait(0xc0cb9e1690, 0x1a) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc06ece7f70?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0cb999b00) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5784 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 5775 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0d2634730, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0d262e770) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5830 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 28618 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b697b0, {0x698bed8, 0xc030b42f50}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28616 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28219 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc031635e70, {0x698bed8, 0xc02d00f6d0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28217 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5636 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*Batcher).contextCleaner(0xc071574140, {0x698bed8?, 0xc000e3a960}, 0xc071572d80) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:83 +0x16e created by github.com/pingcap/tidb/br/pkg/restore.NewBatcher in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:131 +0x32c goroutine 5638 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/task.restoreTableStream({0x698bed8, 0xc000e3a960}, 0xc071910d20, 0xc071574140, 0xc06ec50001?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:1222 +0x169 created by github.com/pingcap/tidb/br/pkg/task.runRestore in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:1034 +0x2b3c goroutine 5639 [select, 37 minutes]: github.com/pingcap/tidb/br/pkg/task.dropToBlackhole.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:1111 +0xea created by github.com/pingcap/tidb/br/pkg/task.dropToBlackhole in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/restore.go:1106 +0xd0 goroutine 5774 [IO wait]: internal/poll.runtime_pollWait(0x7f1d807c2a78, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d262c600?, 0xc0d263e000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d262c600, {0xc0d263e000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d262c600, {0xc0d263e000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0c62df588, {0xc0d263e000?, 0x18?, 0xc0311c9e00?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0d2624d80, {0xc0d261e900, 0x9, 0x7f1dd8723a68?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0d2624d80}, {0xc0d261e900, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0d261e900, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0d2624d80?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0d261e8c0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0d241bd40, 0xc06f22001c?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5830 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 5823 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0d24d88c0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0d24d6540) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5828 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 28656 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029986d0, {0x698bed8, 0xc030b43590}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28654 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5827 [select, 3 minutes]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0d25b3900, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0d25a19d0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5782 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 4959 [select]: github.com/pingcap/tidb/br/pkg/checkpoint.(*CheckpointRunner[...]).startCheckpointMainLoop.func2() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/checkpoint/checkpoint.go:419 +0x445 created by github.com/pingcap/tidb/br/pkg/checkpoint.(*CheckpointRunner[...]).startCheckpointMainLoop in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/checkpoint/checkpoint.go:477 +0x190 goroutine 5601 [chan receive, 37 minutes]: github.com/pingcap/tidb/br/pkg/restore.(*tikvSender).blockPipelineWorker(0xc002b4d7d0?, {0x698bed8, 0xc000e3a960}, 0x698bea0?, 0xc071572cc0) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:292 +0xfe created by github.com/pingcap/tidb/br/pkg/restore.NewTiKVSender in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/pipeline_items.go:267 +0x2e6 goroutine 5821 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0d24d4f10, 0x59) /usr/local/go/src/runtime/sema.go:527 +0x159 sync.(*Cond).Wait(0xc06ed3a770?) /usr/local/go/src/sync/cond.go:70 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0d24ea480) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1695 +0x235 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5828 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:388 +0x1e4b goroutine 5599 [select]: github.com/pingcap/tidb/br/pkg/utils.(*ProgressPrinter).goPrintProgress.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/progress.go:121 +0x185 created by github.com/pingcap/tidb/br/pkg/utils.(*ProgressPrinter).goPrintProgress in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/progress.go:114 +0x377 goroutine 5799 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f1d804bee70, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d259bb80?, 0xc0d2686000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d259bb80, {0xc0d2686000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d259bb80, {0xc0d2686000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc087e99480, {0xc0d2686000?, 0x5aa0a00?, 0xc031326870?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0cb9d9d40, {0xc0cb9bf2a0, 0x9, 0x7f1dd8723108?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0cb9d9d40}, {0xc0cb9bf2a0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0cb9bf2a0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0cb9d9d40?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0cb9bf260) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0cb999b00, 0xc06f3380f0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5784 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 5842 [IO wait]: internal/poll.runtime_pollWait(0x7f1d901f0d80, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d24a3780?, 0xc0d264e000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d24a3780, {0xc0d264e000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d24a3780, {0xc0d264e000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0c62df598, {0xc0d264e000?, 0x18?, 0xc0d3d00de0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0d2624e40, {0xc0d261e9e0, 0x9, 0x7f1dd87243c8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0d2624e40}, {0xc0d261e9e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0d261e9e0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0d2624e40?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0d261e9a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0d265e000, 0xc06f2b5d60?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5829 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 5729 [IO wait]: internal/poll.runtime_pollWait(0x7f1d33483230, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d2545800?, 0xc0d24da000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d2545800, {0xc0d24da000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d2545800, {0xc0d24da000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0d24984d0, {0xc0d24da000?, 0x5aa0a00?, 0xc0d4fb0ab0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0d24d0ba0, {0xc0d24bf000, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0d24d0ba0}, {0xc0d24bf000, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0d24bf000, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0d24d0ba0?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0d24befc0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0d24ea000, 0xc0d2490001?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5783 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 5598 [select]: github.com/cheggaaa/pb/v3.(*ProgressBar).writer(0xc071539880, 0xc071565140) /go/pkg/mod/github.com/cheggaaa/pb/v3@v3.0.8/pb.go:184 +0x72 created by github.com/cheggaaa/pb/v3.(*ProgressBar).Start in goroutine 1 /go/pkg/mod/github.com/cheggaaa/pb/v3@v3.0.8/pb.go:178 +0x239 goroutine 5822 [IO wait]: internal/poll.runtime_pollWait(0x7f1d33483518, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d24a3800?, 0xc0d24f4000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d24a3800, {0xc0d24f4000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d24a3800, {0xc0d24f4000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc0d2498550, {0xc0d24f4000?, 0x5aa0a00?, 0xc079f1e5a0?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0d24d1020, {0xc0d24bf0e0, 0x9, 0x7f1dd8724878?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0d24d1020}, {0xc0d24bf0e0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0d24bf0e0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0d24d1020?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0d24bf0a0) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0d24ea480, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5828 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 5278 [select]: github.com/pingcap/tidb/br/pkg/pdutil.(*PdController).pauseSchedulersAndConfigWith.func1() /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/pdutil/pd.go:503 +0x1e5 created by github.com/pingcap/tidb/br/pkg/pdutil.(*PdController).pauseSchedulersAndConfigWith in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/pdutil/pd.go:498 +0x910 goroutine 28652 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029984b0, {0x698bed8, 0xc030b43450}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28651 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5843 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0d2634870, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0d262e7e0) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5829 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 5810 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0d24d80a0, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:418 +0x113 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0d24d6230) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/controlbuf.go:552 +0x86 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:452 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5783 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:450 +0x246b goroutine 28308 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0309521a0, {0x698bed8, 0xc030930690}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28307 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5637 [select]: github.com/pingcap/tidb/br/pkg/restore.(*Batcher).autoCommitWorker(0xc071574140, {0x698bed8, 0xc000e3a960}, 0xc071565260, 0xc06d64001c?) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:201 +0xf9 created by github.com/pingcap/tidb/br/pkg/restore.(*Batcher).EnableAutoCommit in goroutine 1 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/batcher.go:146 +0x130 goroutine 28319 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030952f10, {0x698bed8, 0xc0309313b0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28317 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28620 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69910, {0x698bed8, 0xc030b42fa0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28619 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28218 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc031635e40, {0x698bed8, 0xc02d00f680}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28217 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 28617 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc030b69780, {0x698bed8, 0xc030b42f00}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28616 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5356 [select]: github.com/pingcap/tidb/br/pkg/checkpoint.(*CheckpointRunner[...]).startCheckpointFlushLoop.func1(0xc000e3a960) /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/checkpoint/checkpoint.go:332 +0x16e created by github.com/pingcap/tidb/br/pkg/checkpoint.(*CheckpointRunner[...]).startCheckpointFlushLoop in goroutine 4959 /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/checkpoint/checkpoint.go:369 +0x132 goroutine 28653 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0029984e0, {0x698bed8, 0xc030b434a0}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28651 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129 goroutine 5826 [IO wait, 3 minutes]: internal/poll.runtime_pollWait(0x7f1d90013c88, 0x72) /usr/local/go/src/runtime/netpoll.go:343 +0x85 internal/poll.(*pollDesc).wait(0xc0d2545880?, 0xc0d25de000?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc0d2545880, {0xc0d25de000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x27a net.(*netFD).Read(0xc0d2545880, {0xc0d25de000?, 0x1060100000000?, 0x8?}) /usr/local/go/src/net/fd_posix.go:55 +0x25 net.(*conn).Read(0xc09d7bce80, {0xc0d25de000?, 0x5aa0a00?, 0xc000f85410?}) /usr/local/go/src/net/net.go:179 +0x45 bufio.(*Reader).Read(0xc0d25da300, {0xc0d258d9a0, 0x9, 0x7f1dd87235b8?}) /usr/local/go/src/bufio/bufio.go:244 +0x197 io.ReadAtLeast({0x69580c0, 0xc0d25da300}, {0xc0d258d9a0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0x90 io.ReadFull(...) /usr/local/go/src/io/io.go:354 golang.org/x/net/http2.readFrameHeader({0xc0d258d9a0, 0x9, 0x9d64a20?}, {0x69580c0?, 0xc0d25da300?}) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:237 +0x65 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0d258d960) /go/pkg/mod/golang.org/x/net@v0.20.0/http2/frame.go:498 +0x85 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0d2582d80, 0xc0d24984d0?) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:1587 +0x245 created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 5782 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/transport/http2_client.go:398 +0x1ebe goroutine 28412 [select, 9 minutes]: google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0025675b0, {0x698bed8, 0xc002663770}) /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:76 +0x115 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 28410 /go/pkg/mod/google.golang.org/grpc@v1.60.1/internal/grpcsync/callback_serializer.go:52 +0x129