[run] 2016/04/01 07:58:00 InfluxDB starting, version master, branch master, commit 2f6340b [retention] 2016/04/01 01:59:23 retention policy shard deletion check commencing [continuous_querier] 2016/04/01 02:00:00 executing continuous query events_5m (2016-04-01 01:55:00 +0200 CEST to 2016-04-01 02:00:00 +0200 CEST) [query] 2016/04/01 02:00:00 SELECT sum(value) AS sum INTO ESXi.h5m.:MEASUREMENT FROM ESXi.raw./^events/ WHERE time >= '2016-03-31T23:55:00Z' AND time < '2016-04-01T00:00:00Z' GROUP BY time(5m), * [continuous_querier] 2016/04/01 02:00:00 executing continuous query cpu_mem_5m (2016-04-01 01:55:00 +0200 CEST to 2016-04-01 02:00:00 +0200 CEST) [query] 2016/04/01 02:00:00 SELECT max(value) AS max, min(value) AS min, mean(value) AS mean, median(value) AS median, sum(value) AS sum, percentile(value, 90.000) AS pct90, percentile(value, 95.000) AS pct95, stddev(value) AS stddev INTO ESXi.h5m.:MEASUREMENT FROM ESXi.raw./^(cpu|rescpu|mem|power)_.*/ WHERE instance = 'avg' AND time >= '2016-03-31T23:55:00Z' AND time < '2016-04-01T00:00:00Z' GROUP BY time(5m), host, "server", type [tsm1wal] 2016/04/01 02:00:04 tsm1 WAL starting with 10485760 segment size [tsm1wal] 2016/04/01 02:00:04 tsm1 WAL writing to /opt/graphite/storage/influxdb/wal/_internal/monitor/37 [tsm1] 2016/04/01 02:00:04 /opt/graphite/storage/influxdb/data/_internal/monitor/37 database index loaded in 3.004µs [continuous_querier] 2016/04/01 02:00:25 executing continuous query net_5m (2016-04-01 01:55:00 +0200 CEST to 2016-04-01 02:00:00 +0200 CEST) [query] 2016/04/01 02:00:25 SELECT max(value) AS max, min(value) AS min, mean(value) AS mean, median(value) AS median, sum(value) AS sum, percentile(value, 90.000) AS pct90, percentile(value, 95.000) AS pct95, stddev(value) AS STDDEV INTO ESXi.h5m.:MEASUREMENT FROM ESXi.raw./^(net)_.*/ WHERE instance = 'avg' AND time >= '2016-03-31T23:55:00Z' AND time < '2016-04-01T00:00:00Z' GROUP BY time(5m), host, "server", type [continuous_querier] 2016/04/01 02:00:30 executing continuous query disk_5m (2016-04-01 01:55:00 +0200 CEST to 2016-04-01 02:00:00 +0200 CEST) [query] 2016/04/01 02:00:30 SELECT max(value) AS max, min(value) AS min, mean(value) AS mean, median(value) AS median, sum(value) AS sum, percentile(value, 90.000) AS pct90, percentile(value, 95.000) AS pct95, stddev(value) AS stddev INTO ESXi.h5m.:MEASUREMENT FROM ESXi.raw./^(disk|datastore)_.*/ WHERE time >= '2016-03-31T23:55:00Z' AND time < '2016-04-01T00:00:00Z' GROUP BY time(5m), * [continuous_querier] 2016/04/01 02:00:50 executing continuous query cpu_mem_1h (2016-04-01 01:00:00 +0200 CEST to 2016-04-01 02:00:00 +0200 CEST) [query] 2016/04/01 02:00:50 SELECT max(value) AS max, min(value) AS min, mean(value) AS mean, median(value) AS median, sum(value) AS sum, percentile(value, 90.000) AS pct90, percentile(value, 95.000) AS pct95, stddev(value) AS stddev INTO ESXi.h1h.:MEASUREMENT FROM ESXi.raw./^(cpu|rescpu|mem|power)_.*/ WHERE instance = 'avg' AND time >= '2016-03-31T23:00:00Z' AND time < '2016-04-01T00:00:00Z' GROUP BY time(1h), host, "server", type [tsm1wal] 2016/04/01 02:01:33 tsm1 WAL starting with 10485760 segment size [tsm1wal] 2016/04/01 02:01:33 tsm1 WAL writing to /opt/graphite/storage/influxdb/wal/ESXi/raw/38 [tsm1] 2016/04/01 02:01:33 /opt/graphite/storage/influxdb/data/ESXi/raw/38 database index loaded in 2.794µs fatal error: concurrent map read and map write goroutine 1880995 [running]: runtime.throw(0xce13e0, 0x21) /usr/local/go/src/runtime/panic.go:530 +0x90 fp=0xc8e3d9f8e8 sp=0xc8e3d9f8d0 runtime.mapaccess1_fast64(0xa00ac0, 0xc83d6f0e70, 0x24, 0xc8391c6aa0) /usr/local/go/src/runtime/hashmap_fast.go:112 +0x5a fp=0xc8e3d9f908 sp=0xc8e3d9f8e8 github.com/influxdata/influxdb/tsdb.(*Shard).validateSeriesAndFields(0xc84e0e70e0, 0xc87632c000, 0xb40, 0xe00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/shard.go:374 +0x1294 fp=0xc8e3d9fbc8 sp=0xc8e3d9f908 github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc84e0e70e0, 0xc87632c000, 0xb40, 0xe00, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/shard.go:237 +0xe3 fp=0xc8e3d9fde8 sp=0xc8e3d9fbc8 github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc8201ce0e0, 0x24, 0xc87632c000, 0xb40, 0xe00, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/store.go:632 +0x14e fp=0xc8e3d9fe30 sp=0xc8e3d9fde8 github.com/influxdata/influxdb/cluster.(*PointsWriter).writeToShard(0xc8201a30e0, 0xc832b478c0, 0xc84c328d8f, 0x4, 0xc8201b9f9c, 0x3, 0xc87632c000, 0xb40, 0xe00, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:249 +0xd0 fp=0xc8e3d9fee0 sp=0xc8e3d9fe30 github.com/influxdata/influxdb/cluster.(*PointsWriter).WritePoints.func1(0xc9603364e0, 0xc8201a30e0, 0xc832b478c0, 0xc84c328d8f, 0x4, 0xc8201b9f9c, 0x3, 0xc87632c000, 0xb40, 0xe00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:212 +0x8d fp=0xc8e3d9ff50 sp=0xc8e3d9fee0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 fp=0xc8e3d9ff58 sp=0xc8e3d9ff50 created by github.com/influxdata/influxdb/cluster.(*PointsWriter).WritePoints /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:213 +0x411 goroutine 1 [chan receive, 242 minutes]: main.(*Main).Run(0xc85e057f10, 0xc82000a210, 0x1, 0x1, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:94 +0xa39 main.main() /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cmd/influxd/main.go:45 +0x299 goroutine 17 [syscall, 243 minutes, locked to thread]: runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 goroutine 5 [syscall, 243 minutes]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:116 +0x132 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:22 +0x18 created by os/signal.init.1 /usr/local/go/src/os/signal/signal_unix.go:28 +0x37 goroutine 65 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc83597cdc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 18 [IO wait, 243 minutes]: net.runtime_pollWait(0x801189b78, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:160 +0x60 net.(*pollDesc).Wait(0xc82014de20, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a net.(*pollDesc).WaitRead(0xc82014de20, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36 net.(*netFD).accept(0xc82014ddc0, 0x0, 0x801144090, 0xc82013e040) /usr/local/go/src/net/fd_unix.go:426 +0x27c net.(*TCPListener).AcceptTCP(0xc82014a188, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:254 +0x4d net.(*TCPListener).Accept(0xc82014a188, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:264 +0x3d github.com/influxdata/influxdb/tcp.(*Mux).Serve(0xc820153a90, 0x801188bf8, 0xc82014a188, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tcp/mux.go:52 +0xb0 created by github.com/influxdata/influxdb/cmd/influxd/run.(*Server).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cmd/influxd/run/server.go:225 +0x3fb goroutine 91 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8201ad040) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 90 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8201ad040) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 103 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8207a6820) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 135 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8201681e0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 14 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc836fe4140, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 59 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc820295720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 64 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc83597cdc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 118 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc83597c000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 258 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc826f43900) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 13 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc836fe4140) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 141 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc839307720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 216 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc83fa57720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 147 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8207a6000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 124 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc822e8d9a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 108 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc83dd2e000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 194 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc84eff4140) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 182 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc824df4d20) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 210 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc824e38780) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 153 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc84ade45a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 227 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc842f40dc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 242 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc825b92f00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 259 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc826f43900) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 221 [chan receive]: github.com/influxdata/influxdb/services/subscriber.(*Service).writePoints(0xc8201428a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:225 +0xa8 created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:85 +0x178 goroutine 12 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc836fe4140) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 48 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8202b0a00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 83 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8202a4000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 84 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8202a4000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 67 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8202b0000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 68 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8202b0000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 69 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 70 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 71 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 98 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc82008d900) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 99 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc82008d900) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 100 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82008d900, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 101 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82008d900, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 102 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82008d900, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 72 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc820294000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 73 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc820294000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 74 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820294000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 75 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820294000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 76 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820294000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 85 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202a4000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 86 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202a4000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 87 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202a4000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 92 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201ad040, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 104 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8207a6820) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 105 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6820, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 106 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6820, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 107 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6820, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 49 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8202b0a00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 114 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0a00, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 115 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0a00, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 116 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8202b0a00, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 130 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8201d3cc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 131 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8201d3cc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 132 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201d3cc0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 133 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201d3cc0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 134 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201d3cc0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 60 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc820295720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 61 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820295720, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 62 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820295720, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 63 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc820295720, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 136 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8201681e0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 137 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201681e0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 138 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201681e0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 139 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201681e0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 93 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201ad040, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 94 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8201ad040, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 79 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8272f4000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 142 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc839307720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 143 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc839307720, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 144 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc839307720, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 145 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc839307720, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 119 [runnable]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc83597c000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 120 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597c000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 121 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597c000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 122 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597c000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 162 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597cdc0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 163 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597cdc0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 164 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83597cdc0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 80 [runnable]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8272f4000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 81 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8272f4000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 178 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8272f4000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 179 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8272f4000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 15 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc836fe4140, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 16 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc836fe4140, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 125 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc822e8d9a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 126 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8d9a0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 127 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8d9a0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 128 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8d9a0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 148 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8207a6000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 149 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 150 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 151 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8207a6000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 109 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc83dd2e000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 110 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83dd2e000, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 111 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83dd2e000, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 112 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83dd2e000, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 195 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc84eff4140) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 196 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84eff4140, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 197 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84eff4140, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 198 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84eff4140, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 183 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc824df4d20) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 184 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824df4d20, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 185 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824df4d20, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 186 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824df4d20, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 211 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc824e38780) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 212 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824e38780, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 213 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824e38780, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 214 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc824e38780, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 154 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc84ade45a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 155 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84ade45a0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 156 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84ade45a0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 157 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc84ade45a0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 217 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc83fa57720) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 218 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83fa57720, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 219 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83fa57720, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 220 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc83fa57720, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 1880278 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc82939cf00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 228 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc842f40dc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 229 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc842f40dc0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 230 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc842f40dc0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 231 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc842f40dc0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 243 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc825b92f00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 244 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc825b92f00, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 245 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc825b92f00, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 246 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc825b92f00, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 232 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc822e8c460) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 233 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc822e8c460) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 234 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8c460, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 235 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8c460, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 236 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc822e8c460, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 260 [runnable]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc826f43900, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 261 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc826f43900, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 262 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc826f43900, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 222 [select]: github.com/influxdata/influxdb/services/subscriber.(*Service).waitForMetaUpdates(0xc8201428a0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:119 +0x2be created by github.com/influxdata/influxdb/services/subscriber.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/subscriber/service.go:87 +0x19a goroutine 223 [select]: github.com/influxdata/influxdb/monitor.(*Monitor).storeStatistics(0xc8201bc000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/monitor/service.go:324 +0xf6c created by github.com/influxdata/influxdb/monitor.(*Monitor).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/monitor/service.go:105 +0x349 goroutine 224 [chan receive, 242 minutes]: github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc8201c83a0, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tcp/mux.go:144 +0x6f github.com/influxdata/influxdb/cluster.(*Service).serve(0xc8201429c0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/service.go:112 +0xd7 created by github.com/influxdata/influxdb/cluster.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/service.go:89 +0x135 goroutine 225 [select, 2 minutes]: github.com/influxdata/influxdb/services/precreator.(*Service).runPrecreation(0xc820147c40) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/precreator/service.go:75 +0x3f9 created by github.com/influxdata/influxdb/services/precreator.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/precreator/service.go:53 +0x21f goroutine 274 [chan receive, 242 minutes]: github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc8201c83b0, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tcp/mux.go:144 +0x6f github.com/influxdata/influxdb/services/snapshotter.(*Service).serve(0xc820153bd0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/snapshotter/service.go:88 +0x9a created by github.com/influxdata/influxdb/services/snapshotter.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/snapshotter/service.go:61 +0x130 goroutine 275 [chan receive, 242 minutes]: github.com/influxdata/influxdb/tcp.(*listener).Accept(0xc8201c83c0, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tcp/mux.go:144 +0x6f github.com/influxdata/influxdb/services/copier.(*Service).serve(0xc820147cc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/copier/service.go:78 +0x9a created by github.com/influxdata/influxdb/services/copier.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/copier/service.go:51 +0x130 goroutine 276 [IO wait, 242 minutes]: net.runtime_pollWait(0x801189ab8, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:160 +0x60 net.(*pollDesc).Wait(0xc8433f1090, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a net.(*pollDesc).WaitRead(0xc8433f1090, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36 net.(*netFD).accept(0xc8433f1030, 0x0, 0x801144090, 0xc83213cf40) /usr/local/go/src/net/fd_unix.go:426 +0x27c net.(*TCPListener).AcceptTCP(0xc82002a000, 0x1, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:254 +0x4d net.(*TCPListener).Accept(0xc82002a000, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:264 +0x3d net/http.(*Server).Serve(0xc849490100, 0x801188bf8, 0xc82002a000, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2117 +0x129 net/http.Serve(0x801188bf8, 0xc82002a000, 0x8011085a8, 0xc83213cee0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1976 +0x8e github.com/influxdata/influxdb/services/admin.(*Service).serve(0xc820142b40) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/admin/service.go:116 +0x1a8 created by github.com/influxdata/influxdb/services/admin.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/admin/service.go:72 +0x4aa goroutine 277 [chan receive]: github.com/influxdata/influxdb/services/continuous_querier.(*Service).runContinuousQueryAndWriteResult(0xc820170e80, 0xc855687360, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:352 +0x1e9 github.com/influxdata/influxdb/services/continuous_querier.(*Service).ExecuteContinuousQuery(0xc820170e80, 0xc96a621ce8, 0xc9452b5be0, 0xece8fb100, 0x1e1144f2, 0x1095060, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:330 +0xcc8 github.com/influxdata/influxdb/services/continuous_querier.(*Service).runContinuousQueries(0xc820170e80, 0xc96a621e98) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:239 +0x3b1 github.com/influxdata/influxdb/services/continuous_querier.(*Service).backgroundLoop(0xc820170e80) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:201 +0x5b7 created by github.com/influxdata/influxdb/services/continuous_querier.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/continuous_querier/service.go:114 +0x24c goroutine 278 [IO wait]: net.runtime_pollWait(0x8011899f8, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:160 +0x60 net.(*pollDesc).Wait(0xc8433f1100, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a net.(*pollDesc).WaitRead(0xc8433f1100, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36 net.(*netFD).accept(0xc8433f10a0, 0x0, 0x801144090, 0xc8834367c0) /usr/local/go/src/net/fd_unix.go:426 +0x27c net.(*TCPListener).AcceptTCP(0xc82002a020, 0xc853396dc0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:254 +0x4d net.(*TCPListener).Accept(0xc82002a020, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:264 +0x3d net/http.(*Server).Serve(0xc84949a000, 0x801188bf8, 0xc82002a020, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2117 +0x129 net/http.Serve(0x801188bf8, 0xc82002a020, 0x8ecb40000, 0xc8201541b0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1976 +0x8e github.com/influxdata/influxdb/services/httpd.(*Service).serve(0xc820142c60) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/service.go:153 +0x6e created by github.com/influxdata/influxdb/services/httpd.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/service.go:121 +0x802 goroutine 279 [select, 2 minutes]: github.com/influxdata/influxdb/services/retention.(*Service).deleteShardGroups(0xc820153e00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/retention/service.go:68 +0xb57 created by github.com/influxdata/influxdb/services/retention.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/retention/service.go:44 +0x1b4 goroutine 280 [select, 2 minutes]: github.com/influxdata/influxdb/services/retention.(*Service).deleteShards(0xc820153e00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/retention/service.go:102 +0xf67 created by github.com/influxdata/influxdb/services/retention.(*Service).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/retention/service.go:45 +0x1d9 goroutine 281 [select, 242 minutes]: github.com/influxdata/influxdb/cmd/influxd/run.(*Command).monitorServerErrors(0xc820154000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:146 +0x2c3 created by github.com/influxdata/influxdb/cmd/influxd/run.(*Command).Run /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cmd/influxd/run/command.go:128 +0xeab goroutine 282 [select, 242 minutes, locked to thread]: runtime.gopark(0xd8d690, 0xc820273728, 0xc349a0, 0x6, 0xc83eb18818, 0x2) /usr/local/go/src/runtime/proc.go:262 +0x163 runtime.selectgoImpl(0xc820273728, 0x0, 0x18) /usr/local/go/src/runtime/select.go:392 +0xa67 runtime.selectgo(0xc820273728) /usr/local/go/src/runtime/select.go:215 +0x12 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal1_unix.go:279 +0x340 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1998 +0x1 goroutine 632357 [chan receive, 168 minutes]: github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc88ab8e770, 0xc87086ba40) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:298 +0x36 created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:300 +0xf70 goroutine 632359 [select, 168 minutes]: github.com/influxdata/influxdb/influxql.(*defaultQueryManager).waitForQuery(0xc8201ba840, 0xd5, 0x0, 0xc87086ba40, 0xc87086bbc0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:231 +0x25c created by github.com/influxdata/influxdb/influxql.(*defaultQueryManager).AttachQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:213 +0x3e3 goroutine 1880280 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82939cf00, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 1880966 [runnable]: github.com/influxdata/influxdb/tsdb/engine/tsm1.FloatValues.Deduplicate(0xc855b72000, 0x322, 0x600, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/encoding.go:341 +0x1ac github.com/influxdata/influxdb/tsdb/engine/tsm1.(*KeyCursor).ReadFloatBlock(0xc8e19340e0, 0xc828f72960, 0xa, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/file_store.go:822 +0x505 github.com/influxdata/influxdb/tsdb/engine/tsm1.newFloatAscendingCursor(0x14410fdde80b6000, 0xc878852000, 0x2d, 0x2d, 0xc8e19340e0, 0x14410fdde80b6000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/iterator.gen.go:264 +0x16c github.com/influxdata/influxdb/tsdb/engine/tsm1.newFloatCursor(0x14410fdde80b6000, 0xc8609e7a01, 0xc878852000, 0x2d, 0x2d, 0xc8e19340e0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/iterator.gen.go:235 +0x63 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).buildFloatCursor(0xc822e8c460, 0xc829122060, 0x1c, 0xc844095dc0, 0x60, 0xc83d4f17ab, 0x5, 0x8ecaf00e0, 0xc8ed0cff00, 0x10b3068, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:931 +0x29b github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).buildCursor(0xc822e8c460, 0xc829122060, 0x1c, 0xc844095dc0, 0x60, 0xc83d4f17ab, 0x5, 0x8ecaf00e0, 0xc8ed0cff00, 0x10b3068, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:915 +0x19e github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).createVarRefSeriesIterator(0xc822e8c460, 0xc8ed0cff00, 0xc832b37e30, 0xc844095dc0, 0x60, 0xc872b44780, 0x0, 0x0, 0xc9365bc080, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:877 +0x81a github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).createVarRefIterator.func1(0xc822e8c460, 0xc974552030, 0xc8ed0cff00, 0xc974552008, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:804 +0x6f5 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).createVarRefIterator(0xc822e8c460, 0x8ecaf00e0, 0xc8ed0cff00, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, 0x57, 0x34630b8a000, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:775 +0xa0 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).CreateIterator(0xc822e8c460, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, 0x57, 0x34630b8a000, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:682 +0x15f github.com/influxdata/influxdb/tsdb.(*Shard).CreateIterator(0xc84e0e70e0, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, 0x57, 0x34630b8a000, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/shard.go:437 +0x17f github.com/influxdata/influxdb/tsdb.(*shardIteratorCreator).CreateIterator(0xc869e708e8, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, 0x57, 0x34630b8a000, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/shard.go:907 +0x6b github.com/influxdata/influxdb/influxql.IteratorCreators.CreateIterator.func1(0xc83d4d3e60, 0x1, 0x1, 0xc9745528d0, 0xc9745527c0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/iterator.go:483 +0xe1 github.com/influxdata/influxdb/influxql.IteratorCreators.CreateIterator(0xc83d4d3e60, 0x1, 0x1, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/iterator.go:481 +0xd8 github.com/influxdata/influxdb/influxql.(*IteratorCreators).CreateIterator(0xc883436b00, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, 0x57, 0x57, 0x34630b8a000, ...) :152 +0xed github.com/influxdata/influxdb/influxql.buildExprIterator.func1(0xc84e413200, 0x8b88de668, 0xc883436b00, 0xc974553190, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/select.go:260 +0x198 github.com/influxdata/influxdb/influxql.buildExprIterator(0x8ecaf0118, 0xc84e413200, 0x8b88de668, 0xc883436b00, 0x8ecaf0118, 0xc84e413200, 0x10b3068, 0x0, 0x0, 0xc82591f180, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/select.go:344 +0x1850 github.com/influxdata/influxdb/influxql.buildFieldIterators.func1(0xc8fe819dc0, 0x8, 0x8, 0x8b88de668, 0xc883436b00, 0xc974553528, 0xc82b8f5300, 0x8, 0x8, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/select.go:154 +0x5be github.com/influxdata/influxdb/influxql.buildFieldIterators(0xc8fe819dc0, 0x8, 0x8, 0x8b88de668, 0xc883436b00, 0x0, 0x0, 0x10b3068, 0x0, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/select.go:140 +0xf8 github.com/influxdata/influxdb/influxql.Select(0xc84ef904e0, 0x8b88de668, 0xc883436b00, 0xc974553c80, 0x0, 0x0, 0x0, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/select.go:81 +0xbb9 github.com/influxdata/influxdb/cluster.(*QueryExecutor).executeSelectStatement(0xc820154120, 0xc84ef904e0, 0x0, 0x0, 0x0, 0xc878c5aea0, 0xc878c5b380, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/query_executor.go:498 +0x9a4 github.com/influxdata/influxdb/cluster.(*QueryExecutor).executeQuery(0xc820154120, 0xc8556839a0, 0xc8201b9f98, 0x4, 0x0, 0xc878c5b380, 0xc878c5aea0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/query_executor.go:144 +0x9c8 created by github.com/influxdata/influxdb/cluster.(*QueryExecutor).ExecuteQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/query_executor.go:80 +0x96 goroutine 374436 [chan receive, 168 minutes]: net/http.(*connReader).Read(0xc868fb6080, 0xc8a2bd0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:519 +0x104 bufio.(*Reader).fill(0xc8373578c0) /usr/local/go/src/bufio/bufio.go:97 +0x1e9 bufio.(*Reader).ReadSlice(0xc8373578c0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:328 +0x21a bufio.(*Reader).ReadLine(0xc8373578c0, 0x0, 0x0, 0x0, 0xc05300, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:357 +0x53 net/textproto.(*Reader).readLineSlice(0xc85ae8b500, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x81 net/textproto.(*Reader).ReadLine(0xc85ae8b500, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x40 net/http.readRequest(0xc8373578c0, 0x0, 0xc8368870a0, 0x0, 0x0) /usr/local/go/src/net/http/request.go:721 +0xb6 net/http.(*conn).readRequest(0xc85137fb00, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:705 +0x359 net/http.(*conn).serve(0xc85137fb00) /usr/local/go/src/net/http/server.go:1425 +0x947 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2137 +0x44e goroutine 632472 [IO wait, 168 minutes]: net.runtime_pollWait(0x801189938, 0x72, 0xc8a944e678) /usr/local/go/src/runtime/netpoll.go:160 +0x60 net.(*pollDesc).Wait(0xc852072fb0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a net.(*pollDesc).WaitRead(0xc852072fb0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36 net.(*netFD).Read(0xc852072f50, 0xc8a944e678, 0x1, 0x1, 0x0, 0x801104050, 0xc82000e220) /usr/local/go/src/net/fd_unix.go:250 +0x23a net.(*conn).Read(0xc8870bbdb0, 0xc8a944e678, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:172 +0xe4 net/http.(*connReader).closeNotifyAwaitActivityRead(0xc868fb6080, 0xc8d626cd80, 0xc82b5efd00) /usr/local/go/src/net/http/server.go:542 +0x9c created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:537 +0x92 goroutine 1880994 [runnable]: sync.(*RWMutex).Unlock(0xc82a846ff0) /usr/local/go/src/sync/rwmutex.go:103 github.com/influxdata/influxdb/tsdb.(*Series).AssignShard(0xc82a846ff0, 0x26) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/meta.go:1314 +0x82 github.com/influxdata/influxdb/tsdb.(*DatabaseIndex).AssignShard(0xc820153ea0, 0xc83025b730, 0x5d, 0x26) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/meta.go:161 +0x54 github.com/influxdata/influxdb/tsdb.(*Shard).WritePoints(0xc845c46b40, 0xc979d80000, 0x1e0, 0x200, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/shard.go:253 +0x373 github.com/influxdata/influxdb/tsdb.(*Store).WriteToShard(0xc8201ce0e0, 0x26, 0xc979d80000, 0x1e0, 0x200, 0x0, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/store.go:632 +0x14e github.com/influxdata/influxdb/cluster.(*PointsWriter).writeToShard(0xc8201a30e0, 0xc832b47900, 0xc84c328d8f, 0x4, 0xc8201b9f9c, 0x3, 0xc979d80000, 0x1e0, 0x200, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:249 +0xd0 github.com/influxdata/influxdb/cluster.(*PointsWriter).WritePoints.func1(0xc9603364e0, 0xc8201a30e0, 0xc832b47900, 0xc84c328d8f, 0x4, 0xc8201b9f9c, 0x3, 0xc979d80000, 0x1e0, 0x200) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:212 +0x8d created by github.com/influxdata/influxdb/cluster.(*PointsWriter).WritePoints /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:213 +0x411 goroutine 632473 [chan receive, 168 minutes]: github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery.func2(0xc876312bd0, 0xc8d626cd20) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:298 +0x36 created by github.com/influxdata/influxdb/services/httpd.(*Handler).serveQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:300 +0xf70 goroutine 372264 [chan receive, 168 minutes]: net/http.(*connReader).Read(0xc8226da580, 0xc8f6780000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:519 +0x104 bufio.(*Reader).fill(0xc862d98ea0) /usr/local/go/src/bufio/bufio.go:97 +0x1e9 bufio.(*Reader).ReadSlice(0xc862d98ea0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:328 +0x21a bufio.(*Reader).ReadLine(0xc862d98ea0, 0x0, 0x0, 0x0, 0xc05300, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:357 +0x53 net/textproto.(*Reader).readLineSlice(0xc85b12c6f0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x81 net/textproto.(*Reader).ReadLine(0xc85b12c6f0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x40 net/http.readRequest(0xc862d98ea0, 0x0, 0xc851017960, 0x0, 0x0) /usr/local/go/src/net/http/request.go:721 +0xb6 net/http.(*conn).readRequest(0xc8dce39f00, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:705 +0x359 net/http.(*conn).serve(0xc8dce39f00) /usr/local/go/src/net/http/server.go:1425 +0x947 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2137 +0x44e goroutine 1848920 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactCache(0xc8374bbae0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:510 +0x20f created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:153 +0x241 goroutine 1848923 [runnable]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8374bbae0, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 1880279 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc82939cf00) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 632475 [select, 168 minutes]: github.com/influxdata/influxdb/influxql.(*defaultQueryManager).waitForQuery(0xc8201ba840, 0xd8, 0x0, 0xc8d626cd20, 0xc8d626cea0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:231 +0x25c created by github.com/influxdata/influxdb/influxql.(*defaultQueryManager).AttachQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:213 +0x3e3 goroutine 632356 [IO wait, 168 minutes]: net.runtime_pollWait(0x801189878, 0x72, 0xc8fa848040) /usr/local/go/src/runtime/netpoll.go:160 +0x60 net.(*pollDesc).Wait(0xc97319eb50, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a net.(*pollDesc).WaitRead(0xc97319eb50, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36 net.(*netFD).Read(0xc97319eaf0, 0xc8fa848040, 0x1, 0x1, 0x0, 0x801104050, 0xc82000e220) /usr/local/go/src/net/fd_unix.go:250 +0x23a net.(*conn).Read(0xc87ac2a940, 0xc8fa848040, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:172 +0xe4 net/http.(*connReader).closeNotifyAwaitActivityRead(0xc8226da580, 0xc87086baa0, 0xc8c13c79c0) /usr/local/go/src/net/http/server.go:542 +0x9c created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:537 +0x92 goroutine 1848922 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8374bbae0, 0x1, 0x1) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:155 +0x299 goroutine 1848924 [runnable]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc8374bbae0, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 1880281 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82939cf00, 0x1, 0x2) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:156 +0x2cc goroutine 1880282 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMLevel(0xc82939cf00, 0x0, 0x3) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:539 +0x119 created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:157 +0x2ff goroutine 1880967 [select]: github.com/influxdata/influxdb/influxql.(*defaultQueryManager).waitForQuery(0xc8201ba840, 0x167, 0x0, 0xc878c5ade0, 0xc878c5b500) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:231 +0x25c created by github.com/influxdata/influxdb/influxql.(*defaultQueryManager).AttachQuery /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/influxql/query_manager.go:213 +0x3e3 goroutine 1848921 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:59 +0xf9 github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).compactTSMFull(0xc8374bbae0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:603 +0x14e created by github.com/influxdata/influxdb/tsdb/engine/tsm1.(*Engine).Open /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/tsdb/engine/tsm1/engine.go:154 +0x266 goroutine 1880895 [select]: github.com/influxdata/influxdb/cluster.(*PointsWriter).WritePoints(0xc8201a30e0, 0xc84c328d8f, 0x4, 0xc8201b9f9c, 0x3, 0x1, 0xc865e14000, 0xd20, 0xe00, 0x0, ...) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/cluster/points_writer.go:233 +0x762 github.com/influxdata/influxdb/services/httpd.(*Handler).serveWrite(0xc8201541b0, 0x99b473300, 0xc832cc8440, 0xc84b2de000, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:485 +0x167b github.com/influxdata/influxdb/services/httpd.(*Handler).(github.com/influxdata/influxdb/services/httpd.serveWrite)-fm(0x99b473300, 0xc832cc8440, 0xc84b2de000, 0x0) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:108 +0x48 github.com/influxdata/influxdb/services/httpd.authenticate.func1(0x99b473300, 0xc832cc8440, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:630 +0x70 net/http.HandlerFunc.ServeHTTP(0xc8201c7260, 0x99b473300, 0xc832cc8440, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/influxdata/influxdb/services/httpd.gzipFilter.func1(0x99b473300, 0xc832cc8440, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:684 +0xda net/http.HandlerFunc.ServeHTTP(0xc8201c7280, 0x99b473300, 0xc832cc8440, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/influxdata/influxdb/services/httpd.versionHeader.func1(0x99b473300, 0xc832cc8440, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:700 +0xc0 net/http.HandlerFunc.ServeHTTP(0xc8201c72a0, 0x99b473300, 0xc832cc8440, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/influxdata/influxdb/services/httpd.cors.func1(0x99b473300, 0xc832cc8440, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:738 +0x406 net/http.HandlerFunc.ServeHTTP(0xc8201c72c0, 0x99b473300, 0xc832cc8440, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/influxdata/influxdb/services/httpd.requestID.func1(0x99b473300, 0xc832cc8440, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:748 +0x15d net/http.HandlerFunc.ServeHTTP(0xc8201c72e0, 0x99b473300, 0xc832cc8440, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/influxdata/influxdb/services/httpd.recovery.func1(0x99b4732c8, 0xc89fe58340, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:775 +0x168 net/http.HandlerFunc.ServeHTTP(0xc8201c7300, 0x99b4732c8, 0xc89fe58340, 0xc84b2de000) /usr/local/go/src/net/http/server.go:1618 +0x3a github.com/bmizerany/pat.(*PatternServeMux).ServeHTTP(0xc82014a190, 0x99b4732c8, 0xc89fe58340, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/bmizerany/pat/mux.go:109 +0x244 github.com/influxdata/influxdb/services/httpd.(*Handler).ServeHTTP(0xc8201541b0, 0x99b4732c8, 0xc89fe58340, 0xc84b2de000) /opt/gcollectors/src/go/src/github.com/influxdata/influxdb/services/httpd/handler.go:187 +0x45f net/http.serverHandler.ServeHTTP(0xc84949a000, 0x99b4732c8, 0xc89fe58340, 0xc84b2de000) /usr/local/go/src/net/http/server.go:2081 +0x19e net/http.(*conn).serve(0xc8782e0100) /usr/local/go/src/net/http/server.go:1472 +0xf2e created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2137 +0x44e