goroutine profile: total 1112 1 @ 0x672788 0x672563 0x66de54 0x87d2ee 0x87d500 0x61a185 0x7b76be 0x7b3ffe 0x463bd1 # 0x672788 runtime/pprof.writeRuntimeProfile+0xb8 /usr/local/go/src/runtime/pprof/pprof.go:545 # 0x672563 runtime/pprof.writeGoroutine+0x93 /usr/local/go/src/runtime/pprof/pprof.go:507 # 0x66de54 runtime/pprof.(*Profile).WriteTo+0xd4 /usr/local/go/src/runtime/pprof/pprof.go:236 # 0x87d2ee net/http/pprof.handler.ServeHTTP+0x37e /usr/local/go/src/net/http/pprof/pprof.go:210 # 0x87d500 net/http/pprof.Index+0x200 /usr/local/go/src/net/http/pprof/pprof.go:222 # 0x61a185 github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x3e5 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:256 # 0x7b76be net/http.serverHandler.ServeHTTP+0x19e /usr/local/go/src/net/http/server.go:2081 # 0x7b3ffe net/http.(*conn).serve+0xf2e /usr/local/go/src/net/http/server.go:1472 1 @ 0x432df3 0x432eb4 0x40916f 0x408c8b 0x401d18 0x401319 0x432a10 0x463bd1 # 0x401d18 main.(*Main).Run+0x738 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:94 # 0x401319 main.main+0x299 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:45 # 0x432a10 runtime.main+0x2b0 /usr/local/go/src/runtime/proc.go:188 1 @ 0x463bd1 1 @ 0x41303e 0x4461b2 0x491918 0x463bd1 # 0x4461b2 os/signal.signal_recv+0x132 /usr/local/go/src/runtime/sigqueue.go:116 # 0x491918 os/signal.loop+0x18 /usr/local/go/src/os/signal/signal_unix.go:22 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x5610ec 0x57ea5d 0x57ec9d 0x534d50 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x5610ec net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ea5d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57ec9d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x534d50 github.com/influxdata/influxdb/tcp.(*Mux).Serve+0xb0 /root/go/src/github.com/influxdata/influxdb/tcp/mux.go:74 23 @ 0x432df3 0x432eb4 0x442947 0x442596 0x5075f4 0x8c309f 0x463bd1 # 0x442596 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x5075f4 sync.(*WaitGroup).Wait+0xb4 /usr/local/go/src/sync/waitgroup.go:127 # 0x8c309f github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x3cf /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:958 179 @ 0x432df3 0x432eb4 0x44e489 0x8c2a7f 0x463bd1 # 0x44e489 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8c2a7f github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x11f /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:814 61 @ 0x432df3 0x441ac7 0x441022 0x65a3ee 0x463bd1 # 0x65a3ee github.com/influxdata/influxdb/tsdb.(*Shard).monitorSize+0x28e /root/go/src/github.com/influxdata/influxdb/tsdb/shard.go:684 2 @ 0x432df3 0x441ac7 0x441022 0x667313 0x463bd1 # 0x667313 github.com/influxdata/influxdb/tsdb.(*PointBatcher).Start.func2+0x523 /root/go/src/github.com/influxdata/influxdb/tsdb/batcher.go:74 1 @ 0x432df3 0x441ac7 0x441022 0x63b030 0x63d726 0x463bd1 # 0x63b030 github.com/influxdata/influxdb/services/subscriber.(*Service).run+0x640 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:224 # 0x63d726 github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func1+0x56 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:91 62 @ 0x432df3 0x432eb4 0x44e489 0x8c2731 0x463bd1 # 0x44e489 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8c2731 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache+0x241 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:785 235 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x55f2aa 0x573484 0x7ad806 0x8357e9 0x83665a 0x8366d3 0x887881 0x8875f0 0x7a6e16 0x7af009 0x7b3a17 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f2aa net.(*netFD).Read+0x23a /usr/local/go/src/net/fd_unix.go:250 # 0x573484 net.(*conn).Read+0xe4 /usr/local/go/src/net/net.go:172 # 0x7ad806 net/http.(*connReader).Read+0x196 /usr/local/go/src/net/http/server.go:526 # 0x8357e9 bufio.(*Reader).fill+0x1e9 /usr/local/go/src/bufio/bufio.go:97 # 0x83665a bufio.(*Reader).ReadSlice+0x21a /usr/local/go/src/bufio/bufio.go:328 # 0x8366d3 bufio.(*Reader).ReadLine+0x53 /usr/local/go/src/bufio/bufio.go:357 # 0x887881 net/textproto.(*Reader).readLineSlice+0x81 /usr/local/go/src/net/textproto/reader.go:55 # 0x8875f0 net/textproto.(*Reader).ReadLine+0x40 /usr/local/go/src/net/textproto/reader.go:36 # 0x7a6e16 net/http.readRequest+0xb6 /usr/local/go/src/net/http/request.go:721 # 0x7af009 net/http.(*conn).readRequest+0x359 /usr/local/go/src/net/http/server.go:705 # 0x7b3a17 net/http.(*conn).serve+0x947 /usr/local/go/src/net/http/server.go:1425 1 @ 0x4a29b5 0x4a03ff 0x49e26d 0x488b95 0x489075 0x531560 0x530f22 0x531471 0x655fc4 0x65a2a3 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x4a03ff syscall.Getdents+0x5f /usr/local/go/src/syscall/zsyscall_linux_amd64.go:508 # 0x49e26d syscall.ReadDirent+0x4d /usr/local/go/src/syscall/syscall_linux.go:770 # 0x488b95 os.(*File).readdirnames+0x215 /usr/local/go/src/os/dir_unix.go:39 # 0x489075 os.(*File).Readdirnames+0x85 /usr/local/go/src/os/doc.go:138 # 0x531560 path/filepath.readDirNames+0xc0 /usr/local/go/src/path/filepath/path.go:406 # 0x530f22 path/filepath.walk+0x1a2 /usr/local/go/src/path/filepath/path.go:361 # 0x531471 path/filepath.Walk+0xe1 /usr/local/go/src/path/filepath/path.go:396 # 0x655fc4 github.com/influxdata/influxdb/tsdb.(*Shard).DiskSize+0xa4 /root/go/src/github.com/influxdata/influxdb/tsdb/shard.go:304 # 0x65a2a3 github.com/influxdata/influxdb/tsdb.(*Shard).monitorSize+0x143 /root/go/src/github.com/influxdata/influxdb/tsdb/shard.go:688 39 @ 0x432df3 0x432eb4 0x44e489 0x8c2f05 0x463bd1 # 0x44e489 time.Sleep+0xf9 /usr/local/go/src/runtime/time.go:59 # 0x8c2f05 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull+0x235 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:896 455 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x55f2aa 0x573484 0x7ad806 0x8357e9 0x835a0c 0x7aef96 0x7b3a17 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f2aa net.(*netFD).Read+0x23a /usr/local/go/src/net/fd_unix.go:250 # 0x573484 net.(*conn).Read+0xe4 /usr/local/go/src/net/net.go:172 # 0x7ad806 net/http.(*connReader).Read+0x196 /usr/local/go/src/net/http/server.go:526 # 0x8357e9 bufio.(*Reader).fill+0x1e9 /usr/local/go/src/bufio/bufio.go:97 # 0x835a0c bufio.(*Reader).Peek+0xcc /usr/local/go/src/bufio/bufio.go:132 # 0x7aef96 net/http.(*conn).readRequest+0x2e6 /usr/local/go/src/net/http/server.go:702 # 0x7b3a17 net/http.(*conn).serve+0x947 /usr/local/go/src/net/http/server.go:1425 1 @ 0x432df3 0x441ac7 0x441022 0x5ff2bf 0x463bd1 # 0x5ff2bf github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics+0xabf /root/go/src/github.com/influxdata/influxdb/monitor/service.go:404 1 @ 0x432df3 0x441ac7 0x441022 0x635a69 0x463bd1 # 0x635a69 github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation+0x3f9 /root/go/src/github.com/influxdata/influxdb/services/precreator/service.go:77 1 @ 0x432df3 0x441ac7 0x441022 0x639eda 0x63d7a6 0x463bd1 # 0x639eda github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates+0x2da /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:152 # 0x63d7a6 github.com/influxdata/influxdb/services/subscriber.(*Service).Open.func2+0x56 /root/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:95 6 @ 0x432df3 0x432eb4 0x442947 0x442596 0x506e48 0x8d07e8 0x8a5404 0x8a24cd 0x8c2a45 0x463bd1 # 0x442596 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x506e48 sync.(*RWMutex).RLock+0x58 /usr/local/go/src/sync/rwmutex.go:37 # 0x8d07e8 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).Stats+0x58 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:439 # 0x8a5404 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*DefaultPlanner).findGenerations+0xa4 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:468 # 0x8a24cd github.com/influxdata/influxdb/tsdb/engine/tsm1.(*DefaultPlanner).PlanLevel+0x4d /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:143 # 0x8c2a45 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0xe5 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:811 1 @ 0x432df3 0x432eb4 0x40916f 0x408cbb 0x53618f 0x53205a 0x463bd1 # 0x53618f github.com/influxdata/influxdb/tcp.(*listener).Accept+0x6f /root/go/src/github.com/influxdata/influxdb/tcp/mux.go:198 # 0x53205a github.com/influxdata/influxdb/services/snapshotter.(*Service).serve+0x9a /root/go/src/github.com/influxdata/influxdb/services/snapshotter/service.go:90 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x5610ec 0x57ea5d 0x57ec9d 0x7b7a09 0x7b744e 0x60274b 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x5610ec net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ea5d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57ec9d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x7b7a09 net/http.(*Server).Serve+0x129 /usr/local/go/src/net/http/server.go:2117 # 0x7b744e net/http.Serve+0x8e /usr/local/go/src/net/http/server.go:1976 # 0x60274b github.com/influxdata/influxdb/services/admin.(*Service).serve+0x1bb /root/go/src/github.com/influxdata/influxdb/services/admin/service.go:118 1 @ 0x432df3 0x441ac7 0x441022 0x609a64 0x463bd1 # 0x609a64 github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop+0x5d4 /root/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:197 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x5610ec 0x57ea5d 0x57ec9d 0x7b7a09 0x7b744e 0x62683e 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x5610ec net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ea5d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57ec9d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x7b7a09 net/http.(*Server).Serve+0x129 /usr/local/go/src/net/http/server.go:2117 # 0x7b744e net/http.Serve+0x8e /usr/local/go/src/net/http/server.go:1976 # 0x62683e github.com/influxdata/influxdb/services/httpd.(*Service).serve+0x6e /root/go/src/github.com/influxdata/influxdb/services/httpd/service.go:163 1 @ 0x432df3 0x441ac7 0x441022 0x636eba 0x463bd1 # 0x636eba github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups+0x9fa /root/go/src/github.com/influxdata/influxdb/services/retention/service.go:70 1 @ 0x432df3 0x441ac7 0x441022 0x637cd8 0x463bd1 # 0x637cd8 github.com/influxdata/influxdb/services/retention.(*Service).deleteShards+0xde8 /root/go/src/github.com/influxdata/influxdb/services/retention/service.go:99 1 @ 0x432df3 0x441ac7 0x441022 0x61687c 0x463bd1 # 0x61687c github.com/influxdata/influxdb/services/graphite.(*Service).processBatches+0x48c /root/go/src/github.com/influxdata/influxdb/services/graphite/service.go:398 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x5610ec 0x57ea5d 0x57ec9d 0x617109 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x5610ec net.(*netFD).accept+0x27c /usr/local/go/src/net/fd_unix.go:426 # 0x57ea5d net.(*TCPListener).AcceptTCP+0x4d /usr/local/go/src/net/tcpsock_posix.go:254 # 0x57ec9d net.(*TCPListener).Accept+0x3d /usr/local/go/src/net/tcpsock_posix.go:264 # 0x617109 github.com/influxdata/influxdb/services/graphite.(*Service).openTCPServer.func1+0xa9 /root/go/src/github.com/influxdata/influxdb/services/graphite/service.go:269 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x55f7e5 0x580f17 0x640935 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f7e5 net.(*netFD).readFrom+0x2a5 /usr/local/go/src/net/fd_unix.go:277 # 0x580f17 net.(*UDPConn).ReadFromUDP+0x117 /usr/local/go/src/net/udpsock_posix.go:61 # 0x640935 github.com/influxdata/influxdb/services/udp.(*Service).serve+0x145 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:183 1 @ 0x432df3 0x441ac7 0x441022 0x641130 0x463bd1 # 0x641130 github.com/influxdata/influxdb/services/udp.(*Service).parser+0x520 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:202 1 @ 0x432df3 0x441ac7 0x441022 0x6407c3 0x463bd1 # 0x6407c3 github.com/influxdata/influxdb/services/udp.(*Service).writer+0x493 /root/go/src/github.com/influxdata/influxdb/services/udp/service.go:154 1 @ 0x432df3 0x441ac7 0x441022 0x4d3e99 0x463bd1 # 0x4d3e99 github.com/influxdata/influxdb/cmd/influxd/run.(*Server).startServerReporting+0x149 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:498 1 @ 0x432df3 0x441ac7 0x441022 0x4c42e3 0x463bd1 # 0x4c42e3 github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors+0x2c3 /root/go/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:140 1 @ 0x432df3 0x441ac7 0x441022 0x458978 0x463bd1 # 0x432df3 runtime.gopark+0x163 /usr/local/go/src/runtime/proc.go:263 # 0x441ac7 runtime.selectgoImpl+0xa67 /usr/local/go/src/runtime/select.go:392 # 0x441022 runtime.selectgo+0x12 /usr/local/go/src/runtime/select.go:215 # 0x458978 runtime.ensureSigM.func1+0x358 /usr/local/go/src/runtime/signal1_unix.go:279 16 @ 0x4a29b5 0x4a036a 0x48bd11 0x8fdd70 0x8fef97 0x8a793a 0x8a6c41 0x8a62ce 0x8a64f5 0x902200 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x4a036a syscall.Fsync+0x4a /usr/local/go/src/syscall/zsyscall_linux_amd64.go:492 # 0x48bd11 os.(*File).Sync+0x61 /usr/local/go/src/os/file_posix.go:121 # 0x8fdd70 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmWriter).Close+0xa0 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/writer.go:567 # 0x8fef97 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write.func1+0x27 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:713 # 0x8a793a github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write+0x8aa /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:754 # 0x8a6c41 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).writeNewFiles+0x3a1 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:666 # 0x8a62ce github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).compact+0x4fe /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:602 # 0x8a64f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).CompactFull+0x115 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:615 # 0x902200 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull.func1+0x1140 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:928 1 @ 0x9bd7b0 0x8ec2f1 0x8ec05d 0x8b75f8 0x8b5578 0x8aaec3 0x8aa56a 0x8a96ef 0x8a84a7 0x8a75cb 0x8a6c41 0x8a62ce 0x8a64f5 0x902200 0x463bd1 # 0x9bd7b0 github.com/jwilder/encoding/simple8b.(*Encoder).Write+0x0 /root/go/src/github.com/jwilder/encoding/simple8b/encoding.go:72 # 0x8ec2f1 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*encoder).encodePacked+0x241 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/timestamp.go:134 # 0x8ec05d github.com/influxdata/influxdb/tsdb/engine/tsm1.(*encoder).Bytes+0x23d /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/timestamp.go:128 # 0x8b75f8 github.com/influxdata/influxdb/tsdb/engine/tsm1.encodeFloatBlock+0x378 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/encoding.go:233 # 0x8b5578 github.com/influxdata/influxdb/tsdb/engine/tsm1.Values.Encode+0x408 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/encoding.go:76 # 0x8aaec3 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmKeyIterator).chunk+0xe3 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:1142 # 0x8aa56a github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmKeyIterator).combine+0xd0a /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:1133 # 0x8a96ef github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmKeyIterator).merge+0x12f /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:1013 # 0x8a84a7 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmKeyIterator).Next+0xe7 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:889 # 0x8a75cb github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write+0x53b /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:719 # 0x8a6c41 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).writeNewFiles+0x3a1 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:666 # 0x8a62ce github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).compact+0x4fe /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:602 # 0x8a64f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).CompactFull+0x115 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:615 # 0x902200 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull.func1+0x1140 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:928 1 @ 0x432df3 0x432eb4 0x442947 0x442596 0x5075f4 0x8c2c1b 0x463bd1 # 0x442596 sync.runtime_Semacquire+0x26 /usr/local/go/src/runtime/sema.go:47 # 0x5075f4 sync.(*WaitGroup).Wait+0xb4 /usr/local/go/src/sync/waitgroup.go:127 # 0x8c2c1b github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel+0x2bb /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:868 1 @ 0x4a29b5 0x4a084f 0x49f2cd 0x48d3aa 0x48a9ea 0x8375b0 0x837a25 0x8fd804 0x8a7779 0x8a6c41 0x8a62ce 0x8a64f5 0x900dec 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x4a084f syscall.write+0x5f /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1064 # 0x49f2cd syscall.Write+0x4d /usr/local/go/src/syscall/syscall_unix.go:180 # 0x48d3aa os.(*File).write+0xaa /usr/local/go/src/os/file_unix.go:249 # 0x48a9ea os.(*File).Write+0x8a /usr/local/go/src/os/file.go:136 # 0x8375b0 bufio.(*Writer).flush+0xe0 /usr/local/go/src/bufio/bufio.go:562 # 0x837a25 bufio.(*Writer).Write+0x265 /usr/local/go/src/bufio/bufio.go:598 # 0x8fd804 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmWriter).WriteBlock+0x2c4 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/writer.go:520 # 0x8a7779 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write+0x6e9 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:738 # 0x8a6c41 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).writeNewFiles+0x3a1 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:666 # 0x8a62ce github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).compact+0x4fe /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:602 # 0x8a64f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).CompactFull+0x115 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:615 # 0x900dec github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel.func1+0x113c /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:844 3 @ 0x4a29b5 0x4a036a 0x48bd11 0x8fdd70 0x8fef97 0x8a79cf 0x8a6c41 0x8a62ce 0x8a64f5 0x902200 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x4a036a syscall.Fsync+0x4a /usr/local/go/src/syscall/zsyscall_linux_amd64.go:492 # 0x48bd11 os.(*File).Sync+0x61 /usr/local/go/src/os/file_posix.go:121 # 0x8fdd70 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmWriter).Close+0xa0 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/writer.go:567 # 0x8fef97 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write.func1+0x27 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:713 # 0x8a79cf github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write+0x93f /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:762 # 0x8a6c41 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).writeNewFiles+0x3a1 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:666 # 0x8a62ce github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).compact+0x4fe /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:602 # 0x8a64f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).CompactFull+0x115 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:615 # 0x902200 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull.func1+0x1140 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:928 2 @ 0x4a29b5 0x49fdf7 0x49c939 0x48d61b 0x48ecb2 0x8e3b46 0x8d111a 0x9017eb 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x49fdf7 syscall.unlinkat+0x97 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:102 # 0x49c939 syscall.Unlink+0x49 /usr/local/go/src/syscall/syscall_linux.go:81 # 0x48d61b os.Remove+0x3b /usr/local/go/src/os/file_unix.go:303 # 0x48ecb2 os.RemoveAll+0x52 /usr/local/go/src/os/path.go:68 # 0x8e3b46 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*TSMReader).Remove+0xc6 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/reader.go:313 # 0x8d111a github.com/influxdata/influxdb/tsdb/engine/tsm1.(*FileStore).Replace+0x70a /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:498 # 0x9017eb github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull.func1+0x72b /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:938 1 @ 0x432df3 0x42d79e 0x42cc60 0x55d3ea 0x55d456 0x55f2aa 0x573484 0x7ad806 0x835d26 0x4831cd 0x7bed51 0x7bec40 0x54646f 0x61e4ba 0x626bb8 0x6271d3 0x7b529a 0x627d8d 0x7b529a 0x6281f6 0x7b529a 0x62838d 0x7b529a 0x6284ab 0x7b529a 0x628b88 0x7b529a 0x87dd04 0x61a283 0x7b76be 0x7b3ffe 0x463bd1 # 0x42cc60 net.runtime_pollWait+0x60 /usr/local/go/src/runtime/netpoll.go:160 # 0x55d3ea net.(*pollDesc).Wait+0x3a /usr/local/go/src/net/fd_poll_runtime.go:73 # 0x55d456 net.(*pollDesc).WaitRead+0x36 /usr/local/go/src/net/fd_poll_runtime.go:78 # 0x55f2aa net.(*netFD).Read+0x23a /usr/local/go/src/net/fd_unix.go:250 # 0x573484 net.(*conn).Read+0xe4 /usr/local/go/src/net/net.go:172 # 0x7ad806 net/http.(*connReader).Read+0x196 /usr/local/go/src/net/http/server.go:526 # 0x835d26 bufio.(*Reader).Read+0x126 /usr/local/go/src/bufio/bufio.go:197 # 0x4831cd io.(*LimitedReader).Read+0xbd /usr/local/go/src/io/io.go:426 # 0x7bed51 net/http.(*body).readLocked+0xa1 /usr/local/go/src/net/http/transfer.go:651 # 0x7bec40 net/http.(*body).Read+0x110 /usr/local/go/src/net/http/transfer.go:643 # 0x54646f bytes.(*Buffer).ReadFrom+0x23f /usr/local/go/src/bytes/buffer.go:176 # 0x61e4ba github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite+0xc7a /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:575 # 0x626bb8 github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm+0x48 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:128 # 0x6271d3 github.com/influxdata/influxdb/services/httpd.authenticate.func1+0x73 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:846 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x627d8d github.com/influxdata/influxdb/services/httpd.gzipFilter.func1+0x25d /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:976 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x6281f6 github.com/influxdata/influxdb/services/httpd.cors.func1+0x406 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:1014 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x62838d github.com/influxdata/influxdb/services/httpd.requestID.func1+0x15d /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:1024 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x6284ab github.com/influxdata/influxdb/services/httpd.(*Handler).logging.func1+0x10b /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:1032 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x628b88 github.com/influxdata/influxdb/services/httpd.(*Handler).recovery.func1+0x168 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:1050 # 0x7b529a net/http.HandlerFunc.ServeHTTP+0x3a /usr/local/go/src/net/http/server.go:1618 # 0x87dd04 github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP+0x244 /root/go/src/github.com/bmizerany/pat/mux.go:109 # 0x61a283 github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP+0x4e3 /root/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:261 # 0x7b76be net/http.serverHandler.ServeHTTP+0x19e /usr/local/go/src/net/http/server.go:2081 # 0x7b3ffe net/http.(*conn).serve+0xf2e /usr/local/go/src/net/http/server.go:1472 1 @ 0x4a29b5 0x4a084f 0x49f2cd 0x48d3aa 0x48a9ea 0x8375b0 0x837a25 0x8fd804 0x8a7779 0x8a6c41 0x8a62ce 0x8a64f5 0x902200 0x463bd1 # 0x4a29b5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:19 # 0x4a084f syscall.write+0x5f /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1064 # 0x49f2cd syscall.Write+0x4d /usr/local/go/src/syscall/syscall_unix.go:180 # 0x48d3aa os.(*File).write+0xaa /usr/local/go/src/os/file_unix.go:249 # 0x48a9ea os.(*File).Write+0x8a /usr/local/go/src/os/file.go:136 # 0x8375b0 bufio.(*Writer).flush+0xe0 /usr/local/go/src/bufio/bufio.go:562 # 0x837a25 bufio.(*Writer).Write+0x265 /usr/local/go/src/bufio/bufio.go:598 # 0x8fd804 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*tsmWriter).WriteBlock+0x2c4 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/writer.go:520 # 0x8a7779 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).write+0x6e9 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:738 # 0x8a6c41 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).writeNewFiles+0x3a1 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:666 # 0x8a62ce github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).compact+0x4fe /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:602 # 0x8a64f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Compactor).CompactFull+0x115 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/compact.go:615 # 0x902200 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull.func1+0x1140 /root/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:928