Created
December 6, 2017 19:32
-
-
Save woodsaj/3b033d17567b363361c23d9120165d4e to your computer and use it in GitHub Desktop.
MT instance not consuming
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| goroutine 48039790 [running]: | |
| runtime/pprof.writeGoroutineStacks(0x7f51e32857f8, 0xc423a2e700, 0x30, 0xc42cb497a0) | |
| /usr/local/go/src/runtime/pprof/pprof.go:603 +0x79 | |
| runtime/pprof.writeGoroutine(0x7f51e32857f8, 0xc423a2e700, 0x2, 0xc466d92570, 0x40fdb8) | |
| /usr/local/go/src/runtime/pprof/pprof.go:592 +0x44 | |
| runtime/pprof.(*Profile).WriteTo(0x105b820, 0x7f51e32857f8, 0xc423a2e700, 0x2, 0xc423a2e700, 0xc466d927a0) | |
| /usr/local/go/src/runtime/pprof/pprof.go:302 +0x3b5 | |
| net/http/pprof.handler.ServeHTTP(0xc42cb493f1, 0x9, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600) | |
| /usr/local/go/src/net/http/pprof/pprof.go:209 +0x1d1 | |
| net/http/pprof.Index(0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600) | |
| /usr/local/go/src/net/http/pprof/pprof.go:221 +0x1e3 | |
| net/http.HandlerFunc.ServeHTTP(0xc9c958, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600) | |
| /usr/local/go/src/net/http/server.go:1942 +0x44 | |
| net/http.(*ServeMux).ServeHTTP(0x1069580, 0x7f51e1da60b0, 0xc423a2e700, 0xc432ecd600) | |
| /usr/local/go/src/net/http/server.go:2238 +0x130 | |
| github.com/raintank/metrictank/api.NewServer.func1(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:77 +0xa0 | |
| reflect.Value.call(0xb42920, 0xc9b590, 0x13, 0xc67b7c, 0x4, 0xc43592cb00, 0x1, 0x1, 0xc466d92c28, 0xb42920, ...) | |
| /usr/local/go/src/reflect/value.go:434 +0x91f | |
| reflect.Value.Call(0xb42920, 0xc9b590, 0x13, 0xc43592cb00, 0x1, 0x1, 0x1069460, 0xc42f0c7350, 0xc466d92d88) | |
| /usr/local/go/src/reflect/value.go:302 +0xa4 | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb42920, 0xc9b590, 0x1038180, 0xb42920, 0x1, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb42920, 0xc9b590, 0x0, 0x0, 0x0, 0x0, 0xc466d92dd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72 | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).Next(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:104 +0x36 | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.Recovery.func1(0xc42ac7f560, 0xc420bfa780) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/recovery.go:161 +0x5b | |
| reflect.Value.call(0xb57700, 0xc9c2b8, 0x13, 0xc67b7c, 0x4, 0xc42cb49710, 0x2, 0x2, 0x58, 0xb57700, ...) | |
| /usr/local/go/src/reflect/value.go:434 +0x91f | |
| reflect.Value.Call(0xb57700, 0xc9c2b8, 0x13, 0xc42cb49710, 0x2, 0x2, 0x58, 0x3, 0xc420032650) | |
| /usr/local/go/src/reflect/value.go:302 +0xa4 | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb57700, 0xc9c2b8, 0x1038180, 0xb57700, 0x2, 0xc466d93370, 0x4d10a0, 0xc420bfa780, 0xc42ec3a300, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb57700, 0xc9c2b8, 0x1069b20, 0x4d, 0xc42ec3a300, 0xc420bfa7b0, 0xc466d933b8) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72 | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).Next(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:104 +0x36 | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.Logger.func1(0xc42ac7f560, 0xc420bfa780) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/logger.go:43 +0x274 | |
| reflect.Value.call(0xb57700, 0xc9c298, 0x13, 0xc67b7c, 0x4, 0xc42cb495c0, 0x2, 0x2, 0xc466d93b18, 0xb57700, ...) | |
| /usr/local/go/src/reflect/value.go:434 +0x91f | |
| reflect.Value.Call(0xb57700, 0xc9c298, 0x13, 0xc42cb495c0, 0x2, 0x2, 0xc37340, 0xc4201c8b28, 0xc466d93b10) | |
| /usr/local/go/src/reflect/value.go:302 +0xa4 | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).callInvoke(0xc43592cac0, 0xb57700, 0xc9c298, 0x1038180, 0xb57700, 0x2, 0xc466d93b10, 0xc4201c8bb8, 0x16, 0x16, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:177 +0x1df | |
| github.com/raintank/metrictank/vendor/github.com/go-macaron/inject.(*injector).Invoke(0xc43592cac0, 0xb57700, 0xc9c298, 0x102f220, 0xc43592cac0, 0x1, 0xc420bc8ae0, 0xc420165590) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/go-macaron/inject/inject.go:137 +0xca | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Context).run(0xc42ac7f560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/context.go:113 +0x72 | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Router).NotFound.func1(0x102e060, 0xc420c56ee0, 0xc432ecd600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/router.go:262 +0x15f | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Router).ServeHTTP(0xc420bfa730, 0x102e060, 0xc420c56ee0, 0xc432ecd600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/router.go:291 +0x9a | |
| github.com/raintank/metrictank/vendor/gopkg.in/macaron%2ev1.(*Macaron).ServeHTTP(0xc420990c00, 0x102e060, 0xc420c56ee0, 0xc432ecd600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/gopkg.in/macaron.v1/macaron.go:177 +0x14c | |
| net/http.serverHandler.ServeHTTP(0xc4201d42c0, 0x102e060, 0xc420c56ee0, 0xc432ecd600) | |
| /usr/local/go/src/net/http/server.go:2568 +0x92 | |
| net/http.(*conn).serve(0xc44a7361e0, 0x102ec60, 0xc424136680) | |
| /usr/local/go/src/net/http/server.go:1825 +0x612 | |
| created by net/http.(*Server).Serve | |
| /usr/local/go/src/net/http/server.go:2668 +0x2ce | |
| goroutine 1 [chan receive, 55908 minutes]: | |
| main.main() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:402 +0x15ba | |
| goroutine 5 [syscall, 55908 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/go/src/runtime/sigqueue.go:116 +0x104 | |
| os/signal.loop() | |
| /usr/local/go/src/os/signal/signal_unix.go:22 +0x22 | |
| created by os/signal.init.1 | |
| /usr/local/go/src/os/signal/signal_unix.go:28 +0x41 | |
| goroutine 7 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log.(*Logger).StartLogger(0xc42026e9c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log/log.go:234 +0x2a7 | |
| created by github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log.newLogger | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/raintank/worldping-api/pkg/log/log.go:167 +0x11f | |
| goroutine 8 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc420174460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:206 +0x23f | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util.NewBufferPool | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:237 +0x19c | |
| goroutine 58 [select, 20 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc420276300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:90 +0x5d9 | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:141 +0x5f4 | |
| goroutine 59 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc420276300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_state.go:96 +0x249 | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:142 +0x616 | |
| goroutine 60 [select, 20 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc420276300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:804 +0x638 | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:148 +0x793 | |
| goroutine 61 [select, 20 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc420276300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_compaction.go:751 +0x242 | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:149 +0x7b5 | |
| goroutine 62 [select, 55908 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.(*DB).jWriter(0xc420276300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db_write.go:37 +0x1ad | |
| created by github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb.openDB | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/syndtr/goleveldb/leveldb/db.go:150 +0x7d7 | |
| goroutine 1298 [select, 7441 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc420a5d3b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e | |
| goroutine 1641 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1215 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7300, 0x72, 0x55) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2688, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2688, 0xc42273d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2620, 0xc42273d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c050, 0xc42273d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x7f51e36c7308, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c33860, 0xc4209081e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209081c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209081c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1403 [IO wait]: | |
| net.runtime_pollWait(0x7f51e36c6d00, 0x72, 0x9c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a831e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a831e8, 0xc42449c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a83180, 0xc42449c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c048, 0xc42449c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc424458540, 0xc424472078, 0x8, 0x8, 0xed1ba3c8c, 0xc409357ab6, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x0, 0x9357ab6, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc4244740a0, 0xc424472078, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244680a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1543 [chan receive, 29217 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424450260) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 898 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c182a0, 0xc420ac4080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 1735 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd440, 0x72, 0x98) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4228fc1b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4228fc1b8, 0xc42027c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4228fc150, 0xc42027c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902010, 0xc42027c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x7f51e34cd448, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a69c0, 0xc4228fa1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4228fa1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4228fa1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1752 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).dispatcher(0xc420a81650) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:231 +0xef | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:99 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewAsyncProducerFromClient | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:99 +0x2c5 | |
| goroutine 272 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cdec0, 0x72, 0xf) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188458, 0xc420a8a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201883f0, 0xc420a8a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84000, 0xc420a8a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a88000, 0xc420a92028, 0x1, 0x9, 0xc420a39cb0, 0x40efd2, 0x7f51e32db408) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a88000, 0xc420a92028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a88000, 0xc420a92028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88000, 0xc420a92028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 878 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc42026c000, 0x3b9aca00, 0xc420a88d20, 0xc420a88cc0, 0xc4207d5fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:116 +0x196 | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:82 +0x3f0 | |
| goroutine 503 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36846e0, 0x72, 0x9) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae308, 0xc420a69000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae2a0, 0xc420a69000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c080, 0xc420a69000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x0, 0xc4209afcb8, 0xc4209aff00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089afc0, 0xc420174728, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089afc0, 0xc420174728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 561 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3684560, 0x72, 0xa) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202046f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202046f8, 0xc420aa0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204690, 0xc420aa0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4209d8040, 0xc420aa0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x0, 0xc420710cb8, 0xc420710f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209daae0, 0xc4209e22c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e22a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e22a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 408 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36840e0, 0x72, 0x18) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80148, 0xc420ae2000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a800e0, 0xc420ae2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c0f8, 0xc420ae2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x0, 0xc4200c3cb8, 0xc4200c3f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac63c0, 0xc420726b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726b60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726b60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 68 [sleep]: | |
| time.Sleep(0x25406172c) | |
| /usr/local/go/src/runtime/time.go:59 +0xf9 | |
| github.com/raintank/metrictank/stats.tick.func1(0x2540be400, 0xc42002ea20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/tick.go:14 +0xd2 | |
| created by github.com/raintank/metrictank/stats.tick | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/tick.go:22 +0x67 | |
| goroutine 413 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).heartBeat(0xc4201f2800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:63 +0x2bb | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:235 +0x268 | |
| goroutine 129 [chan receive, 55908 minutes]: | |
| main.main.func1(0xc42027fa40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:232 +0x57 | |
| created by main.main | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:235 +0x2422 | |
| goroutine 130 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Dieterbe/profiletrigger/heap.Heap.Run(0xc42002e014, 0x43, 0x9c400000, 0xe10, 0x2540be400, 0x0, 0xc42027fa40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Dieterbe/profiletrigger/heap/heap.go:49 +0xc2 | |
| created by main.main | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:236 +0x2467 | |
| goroutine 131 [select, 55908 minutes, locked to thread]: | |
| runtime.gopark(0xc9cd80, 0x0, 0xc6a32b, 0x6, 0x18, 0x2) | |
| /usr/local/go/src/runtime/proc.go:271 +0x13a | |
| runtime.selectgoImpl(0xc4200d3f50, 0x0, 0x18) | |
| /usr/local/go/src/runtime/select.go:423 +0x1364 | |
| runtime.selectgo(0xc4200d3f50) | |
| /usr/local/go/src/runtime/select.go:238 +0x1c | |
| runtime.ensureSigM.func1() | |
| /usr/local/go/src/runtime/signal_unix.go:434 +0x2dd | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 | |
| goroutine 132 [chan receive]: | |
| github.com/raintank/metrictank/stats.(*Graphite).writer(0xc420736990) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:103 +0x159 | |
| created by github.com/raintank/metrictank/stats.NewGraphite | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:48 +0x2b2 | |
| goroutine 133 [chan receive]: | |
| github.com/raintank/metrictank/stats.(*Graphite).reporter(0xc420736990, 0xa) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:54 +0x9c | |
| created by github.com/raintank/metrictank/stats.NewGraphite | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/stats/out_graphite.go:49 +0x2e1 | |
| goroutine 628 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc600, 0x72, 0x38) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a82148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a82148, 0xc42082a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a820e0, 0xc42082a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64010, 0xc42082a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x0, 0xc420c60cb8, 0xc420c60f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4a1e0, 0xc420a32028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 612 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc42089a660, 0xc420986020) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 469 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683de0, 0x72, 0x24) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2228, 0xc420ae7000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e21c0, 0xc420ae7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c0d0, 0xc420ae7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x0, 0xc42b6d5cb8, 0xc42b6d5f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089bbc0, 0xc420174b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174b60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174b60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 808 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683960, 0x72, 0x47) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209fa148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209fa148, 0xc420716000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209fa0e0, 0xc420716000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26030, 0xc420716000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x0, 0xc420256cb8, 0xc420256f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd69c0, 0xc4208f01e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f01c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f01c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 547 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc180, 0x72, 0x11) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80068, 0xc420a6f000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80000, 0xc420a6f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c090, 0xc420a6f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089b200, 0xc420174808, 0x1, 0x9, 0x0, 0xc420953cb8, 0xc420953f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089b200, 0xc420174808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089b200, 0xc420174808, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b200, 0xc420174808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201747e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201747e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1396 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7b40, 0x72, 0x80) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188308, 0xc42286d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201882a0, 0xc42286d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420730008, 0xc42286d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x7f51e36c7b48, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228083c0, 0xc4207e6108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e60e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e60e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 544 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc180, 0x72, 0x2a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bc4068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bc4068, 0xc420c4c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bc4000, 0xc420c4c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36000, 0xc420c4c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x0, 0xc42085ccb8, 0xc42085cf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4a000, 0xc420c56028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1198 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf648, 0x72, 0x84) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4228cc068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4228cc068, 0xc4228f4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4228cc000, 0xc4228f4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4018, 0xc4228f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x7f51e34cf650, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a2180, 0xc4228fa028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4228fa000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4228fa000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 799 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88300, 0xc420ac4020) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 457 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cce40, 0x72, 0x1b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a801b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a801b8, 0xc420ae8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80150, 0xc420ae8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902060, 0xc420ae8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x0, 0xc4209b1cb8, 0xc4209b1f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d7440, 0xc420908568, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7440, 0xc420908568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 332 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36843e0, 0x72, 0x20) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae458, 0xc420afa000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae3f0, 0xc420afa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207ee060, 0xc420afa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0xc42ceefcb0, 0x40f056, 0x7f51e2079e58) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x1, 0x9, 0x8, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae4060, 0xc4208f0568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 580 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33ccc00, 0x72, 0x26) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420020688, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420020688, 0xc420afd000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420020620, 0xc420afd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c0e0, 0xc420afd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x0, 0xc42025dcb8, 0xc42025df00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089be00, 0xc420174c68, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089be00, 0xc420174c68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174c40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174c40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1645 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 797 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88240, 0xc420bcc100) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 769 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc600, 0x72, 0x2d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdc068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdc068, 0xc420c1a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdc000, 0xc420c1a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e000, 0xc420c1a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x0, 0xc42754bcb8, 0xc42754bf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c18000, 0xc420c3a028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1336 [IO wait, 2236 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0908, 0x72, 0x5a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204228, 0xc42270d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4202041c0, 0xc42270d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a901a0, 0xc42270d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x7f51e34d0910, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x1, 0x9, 0x0, 0x7f51e371d580, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209635c0, 0xc420be91a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9180, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 368 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc3c0, 0x72, 0x33) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80308, 0xc420b21000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a802a0, 0xc420b21000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c008, 0xc420b21000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x0, 0xc42089ecb8, 0xc42089ef00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2e0c0, 0xc4209e2028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e2000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e2000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 525 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34ccd80, 0x72, 0x1d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204848, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204848, 0xc420aea000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4202047e0, 0xc420aea000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26048, 0xc420aea000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x0, 0xc4304c2cb8, 0xc4304c2f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28cc0, 0xc420a322c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a322a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a322a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 792 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34ccb40, 0x72, 0x48) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf84c8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf84c8, 0xc420811000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8460, 0xc420811000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36048, 0xc420811000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0xc42007bcb0, 0x40f056, 0x7f51e1f90138) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da9c0, 0xc420c26488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 507 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cdb00, 0x72, 0xe) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e21b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e21b8, 0xc420aa8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2150, 0xc420aa8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c0c0, 0xc420aa8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x0, 0xc4208fdcb8, 0xc4208fdf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4201a9aa0, 0xc4207269c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207269a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207269a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 315 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc300, 0x72, 0xc) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204768, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204768, 0xc420a8e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204700, 0xc420a8e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207ee040, 0xc420a8e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x0, 0xc4209aecb8, 0xc4209aef00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f2c0, 0xc4208f03a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 541 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cca80, 0x72, 0x23) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a820d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a820d8, 0xc420b14000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a82070, 0xc420b14000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84010, 0xc420b14000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x0, 0xc42093dcb8, 0xc42093df00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a88360, 0xc420a92108, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88360, 0xc420a92108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a920e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a920e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1569 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7900, 0x72, 0x7c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201760d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201760d8, 0xc4227cb000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420176070, 0xc4227cb000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c080, 0xc4227cb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x7f51e36c7908, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027ac60, 0xc420908808, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027ac60, 0xc420908808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209087e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209087e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1473 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0d88, 0x72, 0x70) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420224768, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420224768, 0xc4227de000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420224700, 0xc4227de000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207ee068, 0xc4227de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x7f51e34d0d90, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd7a40, 0xc420c269c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c269a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c269a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1751 [select, 8 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).backgroundMetadataUpdater(0xc424406480) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:560 +0x2c7 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.backgroundMetadataUpdater)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443f80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewClient | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x691 | |
| goroutine 611 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33ccf00, 0x72, 0x16) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a800d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a800d8, 0xc420ad7000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80070, 0xc420ad7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c0b0, 0xc420ad7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x0, 0xc4209b0cb8, 0xc4209b0f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b680, 0xc4201749c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201749a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201749a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 485 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cca80, 0x72, 0x1c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae3e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae3e8, 0xc420adb000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae380, 0xc420adb000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c0c0, 0xc420adb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x0, 0xc420856cb8, 0xc420856f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b980, 0xc420174aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174a80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174a80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1497 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7a80, 0x72, 0x76) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2998, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2998, 0xc422830000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2930, 0xc422830000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c360e8, 0xc422830000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x7f51e36c7a88, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027f800, 0xc4208f0e28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0e00, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0e00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 378 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc540, 0x72, 0x21) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420998298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420998298, 0xc420b00000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420998230, 0xc420b00000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207300b8, 0xc420b00000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x0, 0xc42085bcb8, 0xc42085bf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809800, 0xc42083c9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c9a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c9a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1843 [chan receive, 29224 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc4271f0000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf400) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 558 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683c60, 0x72, 0x1a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420998228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420998228, 0xc420adc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209981c0, 0xc420adc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902050, 0xc420adc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x0, 0xc420076cb8, 0xc420076f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d7200, 0xc420908488, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7200, 0xc420908488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 454 [IO wait, 2238 minutes]: | |
| net.runtime_pollWait(0x7f51e34cdc80, 0x72, 0xd) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae378, 0xc420a96000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae310, 0xc420a96000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a90000, 0xc420a96000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x0, 0xc4208e2cb8, 0xc4208e2f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x1, 0x9, 0x8, 0x7f51e3727480, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94000, 0xc420a9e028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 940 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/api.(*Server).handleShutdown(0xc4201fc0a0, 0x102de60, 0xc420a90128) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:136 +0x4b | |
| created by github.com/raintank/metrictank/api.(*Server).Run | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:105 +0x1d9 | |
| goroutine 880 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc42026c000, 0xbebc200, 0xc420a88d80, 0xc420a88cc0, 0xc4207d5fd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:116 +0x196 | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:94 +0x1ed | |
| goroutine 1643 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1740 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc434036280) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc427667550, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc427667550, 0x5a283e33, 0x4018439cdffffffa) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc427667550, 0xc45a283e33, 0x4018439cdffffffa) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42b687680, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42b687680, 0x1) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc45a7de32f, 0x115, 0x6751, 0xffffffff00000001) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000001, 0xc02c03f3) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 1166 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf588, 0x72, 0x5c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf86f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf86f8, 0xc422786000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8690, 0xc422786000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640b0, 0xc422786000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x7f51e34cf590, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac6b40, 0xc420c3a9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a9a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a9a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 392 [select, 7441 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc4201e84b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e | |
| goroutine 502 [IO wait]: | |
| net.runtime_pollWait(0x7f51e3684260, 0x72, 0x7) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae1b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae1b8, 0xc420a60000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae150, 0xc420a60000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c068, 0xc420a60000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x0, 0xc4207d8cb8, 0xc4207d8f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089acc0, 0xc420174648, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089acc0, 0xc420174648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 658 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfc48, 0x72, 0x74) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a148, 0xc422832000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a0e0, 0xc422832000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e088, 0xc422832000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x7f51e34cfc50, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4201a9f20, 0xc420812808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208127e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208127e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 641 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc000, 0x72, 0x27) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202048b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202048b8, 0xc420b08000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204850, 0xc420b08000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c090, 0xc420b08000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x0, 0xc42093ecb8, 0xc42093ef00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754fc0, 0xc4207e6808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e67e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e67e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 391 [select, 2188 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc4201e8370) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e | |
| goroutine 1375 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7180, 0x72, 0x6f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204308, 0xc4227bd000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4202042a0, 0xc4227bd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a901c0, 0xc4227bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x7f51e36c7188, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420963e00, 0xc420be9368, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420963e00, 0xc420be9368, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9340, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9340) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 950 [IO wait]: | |
| net.runtime_pollWait(0x7f51e34cd680, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a81cd8, 0x72, 0x0, 0xc454300640) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a81cd8, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc420a81c70, 0x0, 0x1027360, 0xc454300640) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a90128, 0xc45d6f0620, 0xb6fc00, 0xffffffffffffffff) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).AcceptTCP(0xc420a90128, 0xc420955c58, 0xc420955c60, 0xc420955c50) | |
| /usr/local/go/src/net/tcpsock.go:215 +0x49 | |
| github.com/raintank/metrictank/api.tcpKeepAliveListener.Accept(0xc420a90128, 0xc9c758, 0xc45d6f05a0, 0x102ed20, 0xc420c4f0b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:146 +0x2f | |
| net/http.(*Server).Serve(0xc4201d42c0, 0x102e160, 0xc420a90128, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/raintank/metrictank/api.(*Server).Run(0xc4201fc0a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/api/api.go:123 +0x2cd | |
| created by main.main | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/metrictank.go:344 +0x10b1 | |
| goroutine 316 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc3c0, 0x72, 0x10) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202047d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202047d8, 0xc420aa2000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204770, 0xc420aa2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c080, 0xc420aa2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x0, 0xc420942cb8, 0xc420942f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x1, 0x9, 0x8, 0x7f51e371e390, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754d80, 0xc4207e6728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 899 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 390 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool.(*epsilonGreedyHostPool).epsilonGreedyDecay(0xc420990200) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool/epsilon_greedy.go:88 +0x75 | |
| created by github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool.NewEpsilonGreedy | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hailocab/go-hostpool/epsilon_greedy.go:64 +0x274 | |
| goroutine 1383 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7540, 0x72, 0x64) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204298, 0xc4227b6000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204230, 0xc4227b6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884050, 0xc4227b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x7f51e36c7548, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208935c0, 0xc420726488, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208935c0, 0xc420726488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1644 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1708 [chan receive, 29217 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424456000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c100) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 524 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cde00, 0x72, 0xb) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201883e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201883e8, 0xc420aa6000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420188380, 0xc420aa6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207300a8, 0xc420aa6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x0, 0xc420857cb8, 0xc420857f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208095c0, 0xc42083c8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c8c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c8c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 900 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 872 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36847a0, 0x72, 0x4b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6298, 0xc4207e5000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6230, 0xc4207e5000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c018, 0xc4207e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x0, 0xc4207dccb8, 0xc4207dcf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2e300, 0xc4209e2108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e20e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e20e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 610 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc240, 0x72, 0x19) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201888b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201888b8, 0xc420ade000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420188850, 0xc420ade000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26038, 0xc420ade000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x0, 0xc4304c1cb8, 0xc4304c1f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28a80, 0xc420a321e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a321c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a321c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 534 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cdd40, 0x72, 0x14) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201886f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201886f8, 0xc420a9d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420188690, 0xc420a9d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c0a0, 0xc420a9d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x0, 0xc420922cb8, 0xc420922f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42089b440, 0xc4201748e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201748c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201748c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 548 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cda40, 0x72, 0x13) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188618, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188618, 0xc420ad4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201885b0, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c0e8, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x0, 0xc4200c4cb8, 0xc4200c4f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac6180, 0xc420726aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726a80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726a80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 609 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc0c0, 0x72, 0x15) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188768, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188768, 0xc420ad8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420188700, 0xc420ad8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26028, 0xc420ad8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x0, 0xc420831cb8, 0xc420831f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a28840, 0xc420a32108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28840, 0xc420a32108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a320e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a320e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 506 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc000, 0x72, 0x12) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a82068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a82068, 0xc420a9a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a82000, 0xc420a9a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884090, 0xc420a9a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420893080, 0xc420812648, 0x1, 0x9, 0x0, 0xc4208e4cb8, 0xc4208e4f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420893080, 0xc420812648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420893080, 0xc420812648, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893080, 0xc420812648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 605 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683ba0, 0x72, 0x17) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188848, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188848, 0xc420ae0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201887e0, 0xc420ae0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207ee050, 0xc420ae0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x0, 0xc4208a2cb8, 0xc4208a2f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f6e0, 0xc4208f0488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 568 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc840, 0x72, 0x3b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420998068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420998068, 0xc4207f9000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420998000, 0xc4207f9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36018, 0xc4207f9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x0, 0xc4208f8cb8, 0xc4208f8f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da2a0, 0xc420c261e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c261c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c261c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1828 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424d06080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe03b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1507 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7840, 0x72, 0x7f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bc43e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bc43e8, 0xc4228d4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bc4380, 0xc4228d4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c038, 0xc4228d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x7f51e36c7848, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227ea8a0, 0xc42083c108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c0e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c0e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 608 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34ccf00, 0x72, 0x2e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201803e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201803e8, 0xc420b0b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420180380, 0xc420b0b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420878050, 0xc420b0b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x0, 0xc428af9cb8, 0xc428af9f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027ee40, 0xc4201c2488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1810 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc44c3c0690) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc42dbda4d0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc42dbda4d0, 0x5a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc42dbda4d0, 0xc45a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc43556c5a0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc43556c5a0, 0x7) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc441204378, 0x10b, 0x6708, 0xffffffff00000007) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000007, 0xbe657d4f) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 789 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc6c0, 0x72, 0x46) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf8458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf8458, 0xc42074c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf83f0, 0xc42074c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26018, 0xc42074c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x0, 0xc420956cb8, 0xc420956f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6780, 0xc4208f0108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f00e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f00e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 694 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33ccd80, 0x72, 0x3a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a803e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a803e8, 0xc42082e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80380, 0xc42082e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a90008, 0xc42082e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x0, 0xc42feb7cb8, 0xc42feb7f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a28000, 0xc420c48108, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28000, 0xc420c48108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c480e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c480e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 625 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc6c0, 0x72, 0x1f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209241b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209241b8, 0xc420af0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420924150, 0xc420af0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902070, 0xc420af0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x0, 0xc4208a4cb8, 0xc4208a4f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d7680, 0xc420908648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7680, 0xc420908648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1811 [select]: | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).MaintainPriority.func1(0xc420c46190) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:318 +0x13a | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).MaintainPriority | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:325 +0x3f | |
| goroutine 366 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683d20, 0x72, 0x22) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188928, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188928, 0xc420afe000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201888c0, 0xc420afe000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26058, 0xc420afe000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x0, 0xc428afccb8, 0xc428afcf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a28f00, 0xc420a323a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 897 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c18180, 0xc420ac4060) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 542 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683ae0, 0x72, 0x25) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80228, 0xc42093b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a801c0, 0xc42093b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420878040, 0xc42093b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x0, 0xc42098fcb8, 0xc42098ff00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027eae0, 0xc4201c23a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 543 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc480, 0x72, 0x2f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420176618, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420176618, 0xc420c24000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201765b0, 0xc420c24000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4208840a0, 0xc420c24000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420893440, 0xc420812728, 0x1, 0x9, 0xc426859cb0, 0x40f056, 0x7f51e2587ff8) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420893440, 0xc420812728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420893440, 0xc420812728, 0x1, 0x9, 0x8, 0x7f51e371d0d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893440, 0xc420812728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 657 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc840, 0x72, 0x1e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420924148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420924148, 0xc420b04000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209240e0, 0xc420b04000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c068, 0xc420b04000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x0, 0xc420259cb8, 0xc420259f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a6de0, 0xc42083a648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 741 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3684620, 0x72, 0x36) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf80d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf80d8, 0xc420888000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8070, 0xc420888000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4209d8000, 0xc420888000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x0, 0xc420859cb8, 0xc420859f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c181e0, 0xc420c56108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c560e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c560e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 422 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cccc0, 0x72, 0x30) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6068, 0xc420c2c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6000, 0xc420c2c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902080, 0xc420c2c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x0, 0xc420712cb8, 0xc420712f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d7980, 0xc420908728, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7980, 0xc420908728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 379 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cdbc0, 0x72, 0x28) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180298, 0xc420bd8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420180230, 0xc420bd8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca000, 0xc420bd8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x0, 0xc420968cb8, 0xc420968f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6000, 0xc420be8028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be8000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be8000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 528 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc9c0, 0x72, 0x29) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180308, 0xc420bfe000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201802a0, 0xc420bfe000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c078, 0xc420bfe000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x0, 0xc420965cb8, 0xc420965f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7140, 0xc42083a728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 879 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc42026c000, 0xc420a88cc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:143 +0x1ed | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).schedule | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/state.go:88 +0x341 | |
| goroutine 409 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683f60, 0x72, 0x2c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420924228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420924228, 0xc420c1e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209241c0, 0xc420c1e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca008, 0xc420c1e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x0, 0xc420a35cb8, 0xc420a35f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd61e0, 0xc420be8108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be80e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be80e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 692 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc540, 0x72, 0x34) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf60d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf60d8, 0xc4207f4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6070, 0xc4207f4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e008, 0xc4207f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x0, 0xc4208a5cb8, 0xc4208a5f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94240, 0xc420a9e108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e0e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e0e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 333 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc300, 0x72, 0x2b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180378, 0xc420c14000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420180310, 0xc420c14000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c000, 0xc420c14000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x0, 0xc420a36cb8, 0xc420a36f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c10000, 0xc420c26028, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10000, 0xc420c26028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 821 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36838a0, 0x72, 0x37) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209fa068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209fa068, 0xc42093a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209fa000, 0xc42093a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36008, 0xc42093a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x0, 0xc4278eecb8, 0xc4278eef00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209da060, 0xc420c26108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da060, 0xc420c26108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c260e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c260e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 367 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc900, 0x72, 0x31) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf8068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf8068, 0xc420c34000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8000, 0xc420c34000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a000, 0xc420c34000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x0, 0xc420715cb8, 0xc420715f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c32000, 0xc420c48028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c32000, 0xc420c48028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c48000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c48000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 871 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3684320, 0x72, 0x4d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420224148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420224148, 0xc420899000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4202240e0, 0xc420899000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e020, 0xc420899000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x0, 0xc420920cb8, 0xc420920f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a94600, 0xc420a9e1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1744 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc451ada870) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc435ca8fd0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc435ca8fd0, 0x5a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc435ca8fd0, 0xc45a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42ad47710, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42ad47710, 0x5) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc44212f020, 0x101, 0x2fe0, 0xffffffff00000005) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000005, 0xba50ed24) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 1809 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc457376e10) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc4328dc160, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc4328dc160, 0x5a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc4328dc160, 0xc45a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc434113170, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc434113170, 0x6) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc452e8e77e, 0x10d, 0x7882, 0xffffffff00000006) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000006, 0xc37ab03f) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 800 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420c18120, 0xc420ac4040) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 1742 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc45f1190e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc424f57550, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc424f57550, 0x5a283e33, 0x3fbcc4623ffffff3) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc424f57550, 0xc45a283e33, 0x3fbcc4623ffffff3) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42d37d170, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42d37d170, 0x3) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc462b28c15, 0x105, 0x93eb, 0xffffffff00000003) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000003, 0xc10b3339) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 21240197 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42dbd86e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423722b70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 416 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc780, 0x72, 0x4a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf8538, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf8538, 0xc42072c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf84d0, 0xc42072c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a030, 0xc42072c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x0, 0xc4200c7cb8, 0xc4200c7f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88960, 0xc420a923a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 790 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc780, 0x72, 0x4c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209fa1b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209fa1b8, 0xc42097a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209fa150, 0xc42097a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64050, 0xc42097a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x0, 0xc420921cb8, 0xc420921f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4b0e0, 0xc420a32648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 693 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc9c0, 0x72, 0x35) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80378, 0xc42080a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80310, 0xc42080a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a010, 0xc42080a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x0, 0xc4208facb8, 0xc4208faf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a880c0, 0xc420a921e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a921c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a921c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1646 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 820 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36841a0, 0x72, 0x39) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6148, 0xc42080e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf60e0, 0xc42080e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca020, 0xc42080e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x0, 0xc42025acb8, 0xc42025af00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10420, 0xc420be82c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be82a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be82a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1743 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc45dcfd1d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc426a3cbb0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc426a3cbb0, 0x5a283e34, 0x4058d63de0000002) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc426a3cbb0, 0xc45a283e34, 0x4058d63de0000002) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc43331af30, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc43331af30, 0x4) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc4583b6056, 0xf1, 0x7faa, 0xffffffff00000004) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000004, 0xc14c6888) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 635 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).reconnectDownedHosts(0xc420184280, 0xdf8475800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:224 +0x241 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:202 +0x2e9 | |
| goroutine 744 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd980, 0x72, 0x45) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf83e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf83e8, 0xc420734000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8380, 0xc420734000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64040, 0xc420734000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x0, 0xc420a3bcb8, 0xc420a3bf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c4aea0, 0xc420a32568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1443 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c6e80, 0x72, 0x6c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209fa6f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209fa6f8, 0xc4227d2000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209fa690, 0xc4227d2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a0e0, 0xc4227d2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x7f51e36c6e88, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d7500, 0xc420c56b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56b60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56b60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1704 [chan receive, 2234 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424420800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c070) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 30521127 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425f1ce20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 1786 [chan receive, 29259 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424486980) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429980b90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 876 [IO wait, 55908 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd740, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80ae8, 0x72, 0x0, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80ae8, 0xc420a16000, 0x10000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).readFrom(0xc420a80a80, 0xc420a16000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:277 +0x1cc | |
| net.(*UDPConn).readFrom(0xc420a90028, 0xc420a16000, 0x10000, 0x10000, 0xc42070c6b0, 0x4408bb, 0x10000, 0xb456e0) | |
| /usr/local/go/src/net/udpsock_posix.go:47 +0x6a | |
| net.(*UDPConn).ReadFrom(0xc420a90028, 0xc420a16000, 0x10000, 0x10000, 0x10000, 0x10000, 0xc420bce3c0, 0xc420a94720, 0x0) | |
| /usr/local/go/src/net/udpsock.go:109 +0x75 | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).udpListen(0xc42026c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:303 +0xc6 | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:144 +0x888 | |
| goroutine 877 [select, 55908 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).udpHandler(0xc42026c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:401 +0x350 | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:145 +0x8ad | |
| goroutine 794 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc42002e2a0, 0xc420bcc020) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 795 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a88180, 0xc420bcc080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 791 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc240, 0x72, 0x49) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202240d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202240d8, 0xc420900000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420224070, 0xc420900000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca040, 0xc420900000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x0, 0xc42091dcb8, 0xc42091df00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c10900, 0xc420be8488, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c10900, 0xc420be8488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be8460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be8460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 798 [select]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a882a0, 0xc420bcc140) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:296 +0x6d1 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 793 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3684020, 0x72, 0x4e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80458, 0xc4209b2000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a803f0, 0xc4209b2000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a040, 0xc4209b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x0, 0xc420834cb8, 0xc420834f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x1, 0x9, 0x8, 0x7f51e3728290, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420a88ba0, 0xc420a92488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 796 [select, 2231 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).exec(0xc420a9e000, 0x0, 0x0, 0x1025720, 0xc4345e1f10, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:637 +0x74f | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).executeQuery(0xc420a9e000, 0xc430732200, 0xc407cc7dfe) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:830 +0x575 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).execute(0xc430732200, 0xc420a9e000, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:750 +0x35 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*queryExecutor).executeQuery(0xc420986180, 0x1033660, 0xc430732200, 0xc42f7a0013, 0x3, 0xc427de7c68) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/query_executor.go:42 +0x1b3 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).executeQuery(0xc420184280, 0xc430732200, 0xc427de7c00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:376 +0xc1 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).Iter(0xc430732200, 0xc430732200) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:921 +0xbf | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Query).Exec(0xc430732200, 0xc42b09f1d0, 0x45) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:904 +0x2b | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).insertChunk(0xc42089a600, 0xc4240dcf30, 0x26, 0xa8c005a2627d0, 0xc43c631520, 0x4a, 0xc8, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:370 +0x467 | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processWriteQueue(0xc42089a600, 0xc420a881e0, 0xc420bcc0e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:309 +0x398 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:267 +0x1008 | |
| goroutine 901 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 902 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 903 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 904 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 905 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 906 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 907 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 908 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 909 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 910 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 911 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 912 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 913 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 914 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 915 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 916 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 917 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 918 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).processReadQueue(0xc42089a600) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:388 +0x68 | |
| created by github.com/raintank/metrictank/mdata.NewCassandraStore | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:271 +0x105c | |
| goroutine 919 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata/cache/accnt.(*FlatAccnt).eventLoop(0xc420a785d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/accnt/flat_accnt.go:122 +0x7a | |
| created by github.com/raintank/metrictank/mdata/cache/accnt.NewFlatAccnt | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/accnt/flat_accnt.go:85 +0x23c | |
| goroutine 920 [select, 55908 minutes]: | |
| github.com/raintank/metrictank/mdata/cache.(*CCache).evictLoop(0xc420b34410) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/ccache.go:64 +0x13f | |
| created by github.com/raintank/metrictank/mdata/cache.NewCCache | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/cache/ccache.go:53 +0x165 | |
| goroutine 921 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc4552cd5e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc4260500b0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).GC(0xc4260500b0, 0x5a27ea0c5a28305c, 0xc464905300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:571 +0x243 | |
| github.com/raintank/metrictank/mdata.(*AggMetrics).GC(0xc420c18420) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetrics.go:65 +0x3d3 | |
| created by github.com/raintank/metrictank/mdata.NewAggMetrics | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetrics.go:35 +0x17c | |
| goroutine 874 [select, 8 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).backgroundMetadataUpdater(0xc420c84000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:560 +0x2c7 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*client).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.backgroundMetadataUpdater)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4207d5b80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewClient | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/client.go:149 +0x691 | |
| goroutine 875 [IO wait, 55908 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd8c0, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80a78, 0x72, 0x0, 0xc420aca100) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80a78, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc420a80a10, 0x0, 0x1027360, 0xc420aca100) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a90020, 0xc420708f50, 0x8734d4, 0x455ec0) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).AcceptTCP(0xc420a90020, 0xc9b9d8, 0xc42026c000, 0xc420bca018) | |
| /usr/local/go/src/net/tcpsock.go:215 +0x49 | |
| github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.(*Memberlist).tcpListen(0xc42026c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/net.go:205 +0x33 | |
| created by github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist.newMemberlist | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/hashicorp/memberlist/memberlist.go:143 +0x863 | |
| goroutine 458 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7480, 0x72, 0x63) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf8768, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf8768, 0xc422771000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8700, 0xc422771000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c060, 0xc422771000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x7f51e36c7488, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c33bc0, 0xc4209082c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209082a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209082a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1134 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0b48, 0x72, 0x61) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209983e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209983e8, 0xc4227b4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420998380, 0xc4227b4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640c0, 0xc4227b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x7f51e34d0b50, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac70e0, 0xc420c3aaa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3aa80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3aa80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240409 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc433d1dd10) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423ea9ee0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 1659 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfd08, 0x72, 0x93) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a688, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a688, 0xc4200a8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a620, 0xc4200a8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420730048, 0xc4200a8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x7f51e34cfd10, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422897140, 0xc42290e3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1705 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424420800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1430 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd380, 0x72, 0x7b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202247d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202247d8, 0xc42283c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420224770, 0xc42283c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64100, 0xc42283c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x7f51e34cd388, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42282c1e0, 0xc420c3ae28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ae00, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ae00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1427 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c76c0, 0x72, 0x66) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4202246f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4202246f8, 0xc4227b8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420224690, 0xc4227b8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c360d8, 0xc4227b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x7f51e36c76c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027f140, 0xc4208f0d48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0d20, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0d20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744920 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba1c0, 0x72, 0xc2) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4278d21b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4278d21b8, 0xc429dbd000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4278d2150, 0xc429dbd000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36358, 0xc429dbd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x7f51e29ba1c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4299cb8c0, 0xc422912568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1297 [select, 2188 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*eventDebouncer).flusher(0xc420a5d360) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:40 +0x136 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.newEventDebouncer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/events.go:28 +0x10e | |
| goroutine 1374 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7240, 0x72, 0x68) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420924308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420924308, 0xc4227ba000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209242a0, 0xc4227ba000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca128, 0xc4227ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x7f51e36c7248, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a77a0, 0xc420c488e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c488c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c488c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1648 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1194 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf348, 0x72, 0x6b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188228, 0xc4227cc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201881c0, 0xc4227cc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4209d8070, 0xc4227cc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x7f51e34cf350, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227c8000, 0xc420a32b88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32b60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32b60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1208 [IO wait]: | |
| net.runtime_pollWait(0x7f51e34cd2c0, 0x72, 0x52) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2458, 0xc42275c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e23f0, 0xc42275c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84090, 0xc42275c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x7f51e34cd2c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208082a0, 0xc420a9e8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e8c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e8c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1606 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d00c8, 0x72, 0x99) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a6f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a6f8, 0xc42023e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a690, 0xc42023e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26070, 0xc42023e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x7f51e34d00d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d8f60, 0xc4201742c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201742a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201742a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240410 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42957e5b0, 0x1030780, 0xc430ad6300, 0x1024b60, 0xc430ad6320, 0xc428e95c20, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42957e5b0, 0xc430ad6300, 0xc427dd5de4, 0xc448892488, 0xc46185a498) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc433d1dd10, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc433d1dd10) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423ea9ef0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 19319725 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3692938, 0x72, 0xa8) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc432c827d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc432c827d8, 0xc43199b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc432c82770, 0xc43199b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4728, 0xc43199b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x0, 0xc420941cb8, 0xc420941f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4299cbb60, 0xc420175988, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175960, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175960) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1772 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424406700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1296 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d09c8, 0x72, 0x69) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6928, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6928, 0xc4227d4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf68c0, 0xc4227d4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902030, 0xc4227d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x7f51e34d09d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae5440, 0xc42083a2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a2a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a2a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1651 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).heartBeat(0xc420740780) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:63 +0x2bb | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*controlConn).connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/control.go:235 +0x268 | |
| goroutine 1384 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0c08, 0x72, 0x71) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf87d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf87d8, 0xc4227d8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8770, 0xc4227d8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640d0, 0xc4227d8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x7f51e34d0c10, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7500, 0xc420c3ab88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ab60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ab60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 559 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf708, 0x72, 0x72) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420924378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420924378, 0xc4227dc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420924310, 0xc4227dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884060, 0xc4227dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x7f51e34cf710, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208939e0, 0xc420726568, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208939e0, 0xc420726568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1304 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d06c8, 0x72, 0x59) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2768, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2768, 0xc42277e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2700, 0xc42277e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a0d0, 0xc42277e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x7f51e34d06d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207d6f60, 0xc420c56aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c56a80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c56a80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1525 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfb88, 0x72, 0x83) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a82458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a82458, 0xc4228e4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a823f0, 0xc4228e4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e098, 0xc4228e4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x7f51e34cfb90, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422834360, 0xc4208128e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422834360, 0xc4208128e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208128c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208128c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1647 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1769 [IO wait]: | |
| net.runtime_pollWait(0x7f51e36932f8, 0x72, 0x9e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a832c8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a832c8, 0xc424496000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a83260, 0xc424496000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c0b8, 0xc424496000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4239bb860, 0xc424472080, 0x8, 0x8, 0xed1ba3c8c, 0xc40b1cbb98, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc42441c680, 0xc424472080, 0x8, 0x8, 0x0, 0xb1cbb98, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc42441c680, 0xc424472080, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc42441c680, 0xc424472080, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80d20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417e60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1165 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd5c0, 0x72, 0x57) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf8688, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf8688, 0xc422782000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf8620, 0xc422782000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca100, 0xc422782000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x7f51e34cd5c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a6780, 0xc420c48728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c48700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c48700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1307 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf288, 0x72, 0x5f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2848, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2848, 0xc4227a7000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e27e0, 0xc4227a7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a840e8, 0xc4227a7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x7f51e34cf290, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809bc0, 0xc420a9ec68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ec40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ec40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1216 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0608, 0x72, 0x56) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e26f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e26f8, 0xc422780000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2690, 0xc422780000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902020, 0xc422780000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x7f51e34d0610, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ae4cc0, 0xc42083a1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1467 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc425c70e00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424e440a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1392 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0188, 0x72, 0x82) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204378, 0xc422859000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204310, 0xc422859000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c090, 0xc422859000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x7f51e34d0190, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027b020, 0xc4209088e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209088c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209088c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1317 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0e48, 0x72, 0x53) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e25a8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e25a8, 0xc42276e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2540, 0xc42276e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640a0, 0xc42276e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x7f51e34d0e50, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac65a0, 0xc420c3a8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a8c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a8c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1295 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf1c8, 0x72, 0x67) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420998458, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420998458, 0xc422785000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209983f0, 0xc422785000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a901b0, 0xc422785000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420963b60, 0xc420be9288, 0x1, 0x9, 0xc4207dfcb0, 0x40f056, 0x7f51e36b6398) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420963b60, 0xc420be9288, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420963b60, 0xc420be9288, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420963b60, 0xc420be9288, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be9260, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be9260) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1305 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0488, 0x72, 0x5d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdd098, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdd098, 0xc42278a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdd030, 0xc42278a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c360c8, 0xc42278a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x7f51e34d0490, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027e900, 0xc4208f0c68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208f0c40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208f0c40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1345 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c70c0, 0x72, 0x5b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e27d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e27d8, 0xc42276b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2770, 0xc42276b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a840b8, 0xc42276b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x7f51e36c70c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420809020, 0xc420a9e9c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e9a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e9a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 283099 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42b577400) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 1406 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42446c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1273 [IO wait, 2238 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0a88, 0x72, 0x58) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf68b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf68b8, 0xc422773000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6850, 0xc422773000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a840c8, 0xc422773000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x7f51e34d0a90, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208092c0, 0xc420a9eaa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ea80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ea80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1642 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1275 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0848, 0x72, 0x5e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdd258, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdd258, 0xc422789000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdd1f0, 0xc422789000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a840d8, 0xc422789000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x7f51e34d0850, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208096e0, 0xc420a9eb88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9eb60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9eb60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536293 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfac8, 0x72, 0x8b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc427a3ee68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc427a3ee68, 0xc420997000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc427a3ee00, 0xc420997000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a158, 0xc420997000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x7f51e34cfad0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ac18900, 0xc42083c3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1311 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0f08, 0x72, 0x60) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdd2c8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdd2c8, 0xc4227ae000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdd260, 0xc4227ae000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca118, 0xc4227ae000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x7f51e34d0f10, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7500, 0xc420c48808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c487e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c487e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1426 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7600, 0x72, 0x62) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e28b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e28b8, 0xc4227b0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e2850, 0xc4227b0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884040, 0xc4227b0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x7f51e36c7608, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420893260, 0xc4207263a8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420893260, 0xc4207263a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1457 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7000, 0x72, 0x65) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdd338, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdd338, 0xc4227a9000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdd2d0, 0xc4227a9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a840f8, 0xc4227a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x7f51e36c7008, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754060, 0xc420a9ed48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ed20, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ed20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1498 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0788, 0x72, 0x79) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420188298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420188298, 0xc422838000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420188230, 0xc422838000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c000, 0xc422838000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x7f51e34d0790, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42281e1e0, 0xc4201c2028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201c2000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201c2000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1746 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf408, 0x72, 0x97) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80bc8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80bc8, 0xc42024e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80b60, 0xc42024e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c028, 0xc42024e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228d2960, 0xc420726108, 0x1, 0x9, 0xc420967cb0, 0x40efd2, 0x7f51e2cd9560) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228d2960, 0xc420726108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228d2960, 0xc420726108, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d2960, 0xc420726108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207260e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207260e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1466 [chan receive, 26124 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc425c70e00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424e44090) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1376 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfa08, 0x72, 0x85) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4228d0068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4228d0068, 0xc422902000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4228d0000, 0xc422902000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64110, 0xc422902000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x7f51e34cfa10, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42282c9c0, 0xc422912028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1444 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c6dc0, 0x72, 0x75) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201800d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201800d8, 0xc42282a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420180070, 0xc42282a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640f0, 0xc42282a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x7f51e36c6dc8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7f20, 0xc420c3ad48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ad20, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ad20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1640 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1771 [chan receive, 18129 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424406700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417fb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1458 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34d1088, 0x72, 0x6a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6998, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6998, 0xc4227b3000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6930, 0xc4227b3000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c070, 0xc4227b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0xc4208e3cb0, 0x40f056, 0x7f51e2959690) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42027a840, 0xc4209083a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 459 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf4c8, 0x72, 0x6d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4207e2928, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4207e2928, 0xc4227bf000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4207e28c0, 0xc4227bf000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84108, 0xc4227bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x7f51e34cf4d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420754480, 0xc420a9ee28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9ee00, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9ee00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1459 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c73c0, 0x72, 0x6e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bdd3a8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bdd3a8, 0xc4227ce000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bdd340, 0xc4227ce000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca138, 0xc4227ce000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x7f51e36c73c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4208a7bc0, 0xc420c489c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c489a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c489a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1465 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424d06000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89f90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 45523679 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42bc48720) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42885a480) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 1639 [chan receive, 31 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).processWriteQueue(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:358 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:209 +0x11d | |
| goroutine 1460 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0fc8, 0x72, 0x73) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180068, 0xc422822000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420180000, 0xc422822000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c640e0, 0xc422822000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x7f51e34d0fd0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420ac7c80, 0xc420c3ac68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3ac40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3ac40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1391 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0cc8, 0x72, 0x77) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180148, 0xc42282e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201800e0, 0xc42282e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c020, 0xc42282e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x7f51e34d0cd0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227ea4e0, 0xc42083c028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 863 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd080, 0x72, 0x7a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420180228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420180228, 0xc42284e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201801c0, 0xc42284e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26068, 0xc42284e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x7f51e34cd088, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c2f080, 0xc4207e6028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1553 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c79c0, 0x72, 0x78) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a1b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a1b8, 0xc4227d7000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a150, 0xc4227d7000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84118, 0xc4227d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x7f51e36c79c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4207548a0, 0xc420a9ef08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9eee0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9eee0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1587 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf888, 0x72, 0x92) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a80b58, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a80b58, 0xc4207e0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a80af0, 0xc4207e0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26050, 0xc4207e0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x7f51e34cf890, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d8cc0, 0xc4201741e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201741c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201741c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319841 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3692ab8, 0x72, 0xab) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc427c52ca8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc427c52ca8, 0xc42c150000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc427c52c40, 0xc42c150000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902578, 0xc42c150000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0xc427dd2cb0, 0x40efd2, 0x7f51e327b7b8) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad2000, 0xc4229121e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4229121c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4229121c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1754 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).handleSuccesses(0xc4244239c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:122 +0x8a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.handleSuccesses)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:62 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.newSyncProducerFromAsyncProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:62 +0xe2 | |
| goroutine 1753 [chan receive, 90 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).retryHandler(0xc420a81650) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:784 +0xd2 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.retryHandler)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:100 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.NewAsyncProducerFromClient | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:100 +0x31f | |
| goroutine 1638 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).reconnectDownedHosts(0xc4201b6000, 0xdf8475800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:224 +0x241 | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Session).init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/session.go:202 +0x2e9 | |
| goroutine 1633 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd140, 0x72, 0x81) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4201ae068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4201ae068, 0xc4228de000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4201ae000, 0xc4228de000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420878000, 0xc4228de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422866240, 0xc420174028, 0x1, 0x9, 0x7f51e34cd148, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422866240, 0xc420174028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422866240, 0xc420174028, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422866240, 0xc420174028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420174000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420174000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1649 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd200, 0x72, 0x7e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42020a068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42020a068, 0xc4228dc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42020a000, 0xc4228dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4207ee078, 0xc4228dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x7f51e34cd208, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228d6000, 0xc420c26aa8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26a80, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26a80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536201 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cff48, 0x72, 0x88) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42a4d56b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42a4d56b8, 0xc42dfef000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42a4d5650, 0xc42dfef000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4208782d0, 0xc42dfef000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x7f51e34cff50, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6480, 0xc420c3a1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1665 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfdc8, 0x72, 0x86) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4228fc068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4228fc068, 0xc4228e1000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4228fc000, 0xc4228e1000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4028, 0xc4228e1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x7f51e34cfdd0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4227f2000, 0xc420908028, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227f2000, 0xc420908028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420908000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420908000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1745 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0548, 0x72, 0x94) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420204068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420204068, 0xc420894000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420204000, 0xc420894000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4050, 0xc420894000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x7f51e34d0550, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4227f2c00, 0xc4209089c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209089a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209089a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1514 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf948, 0x72, 0x90) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a618, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a618, 0xc420918000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a5b0, 0xc420918000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420730028, 0xc420918000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x7f51e34cf950, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422896840, 0xc42290e1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1689 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd500, 0x72, 0x95) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420924068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420924068, 0xc42023a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420924000, 0xc42023a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c038, 0xc42023a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x7f51e34cd508, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228847e0, 0xc4209e23a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e2380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e2380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1663 [chan receive, 108 minutes]: | |
| github.com/raintank/metrictank/idx/cassandra.(*CasIdx).prune(0xc420a293e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:463 +0x91 | |
| created by github.com/raintank/metrictank/idx/cassandra.(*CasIdx).Init | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/idx/cassandra/cassandra.go:221 +0x1f5 | |
| goroutine 1770 [IO wait]: | |
| net.runtime_pollWait(0x7f51e3693178, 0x72, 0xa0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420224228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420224228, 0xc424497000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4202241c0, 0xc424497000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c0c0, 0xc424497000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4239bbb60, 0xc4244a4080, 0x8, 0x8, 0xed1ba3c8c, 0xc40b040631, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x0, 0xb040631, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc42441c740, 0xc4244a4080, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a81030) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424417ee0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1739 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc451adaf00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc42726f760, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc42726f760, 0x5a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc42726f760, 0xc45a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42b212000, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42b212000, 0x0) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc44bbd24bf, 0x10b, 0x9b41, 0xffffffff00000000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000000, 0xbdfc3fbc) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 1687 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34d03c8, 0x72, 0x91) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf6378, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf6378, 0xc42072e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6310, 0xc42072e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420730038, 0xc42072e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x7f51e34d03d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422896ea0, 0xc42290e2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e2a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e2a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1688 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36c7780, 0x72, 0x96) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420bf63e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420bf63e8, 0xc42016e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420bf6380, 0xc42016e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c028, 0xc42016e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0xc420713cb0, 0x40f056, 0x7f51e2c9e4b0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4228a2d20, 0xc42083c2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c2a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c2a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 1692 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424486000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244a40e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1741 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/mdata.(*CassandraStore).Add(0xc42089a600, 0xc4552c0a00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/store_cassandra.go:288 +0x118 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).persist(0xc429588b00, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:421 +0x635 | |
| github.com/raintank/metrictank/mdata.(*AggMetric).add(0xc429588b00, 0x5a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:510 +0x4fd | |
| github.com/raintank/metrictank/mdata.(*AggMetric).Add(0xc429588b00, 0xc45a283e33, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/aggmetric.go:435 +0x12c | |
| github.com/raintank/metrictank/input.DefaultHandler.Process(0xc42501a90c, 0xc42501a950, 0xc426531980, 0xc42501a954, 0xc42501a958, 0x102a4a0, 0xc420c18420, 0x1034860, 0xc420a293e0, 0xc42c76bc20, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/input.go:72 +0x2c1 | |
| github.com/raintank/metrictank/input.(*DefaultHandler).Process(0xc424494af0, 0xc42c76bc20, 0x2) | |
| <autogenerated>:1 +0x7b | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).handleMsg(0xc420c46190, 0xc45c05a923, 0x10f, 0x76dd, 0xffffffff00000002) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:301 +0x1bf | |
| github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).consumePartition(0xc420c46190, 0xc4200297e7, 0x15, 0xc400000002, 0xc305e5f2) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:258 +0x742 | |
| created by github.com/raintank/metrictank/input/kafkamdm.(*KafkaMdm).Start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/input/kafkamdm/kafkamdm.go:216 +0x31e | |
| goroutine 1755 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).handleErrors(0xc4244239c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:130 +0x8a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*syncProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.handleErrors)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:63 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424443fe0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.newSyncProducerFromAsyncProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/sync_producer.go:63 +0x13c | |
| goroutine 1756 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x0, 0x5d447c, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1757 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x1, 0x5df734, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1758 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x2, 0x5df42f, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1759 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x3, 0x5d77c3, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1760 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x4, 0x5ea708, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1777 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x5, 0x5cc9fa, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1778 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x6, 0x5e05f2, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1779 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).consumePartition(0xc4228ea000, 0xc420028f47, 0x15, 0x7, 0x5d9b4d, 0xc424443ff0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:145 +0xeab | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).start | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:103 +0x39c | |
| goroutine 1738 [select]: | |
| github.com/raintank/metrictank/mdata/notifierKafka.(*NotifierKafka).produce(0xc4228ea000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:208 +0x2a1 | |
| created by github.com/raintank/metrictank/mdata/notifierKafka.New | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/mdata/notifierKafka/notifierKafka.go:73 +0x52e | |
| goroutine 1691 [chan receive, 26124 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424486000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244a40d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1405 [chan receive, 29217 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42446c000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468170) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1404 [IO wait]: | |
| net.runtime_pollWait(0x7f51e36933b8, 0x72, 0x9d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42017a7d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42017a7d8, 0xc42449d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42017a770, 0xc42449d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c050, 0xc42449d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc424458780, 0xc4244a4068, 0x8, 0x8, 0xed1ba3c8c, 0xc4007cd54c, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x0, 0x7cd54c, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc424474160, 0xc4244a4068, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a81110) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244680f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1407 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4244ba0a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468190) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 1408 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a81030, 0x1030780, 0xc430ad6420, 0x1024b60, 0xc430ad6440, 0xc4244ba0f0, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a81030, 0xc430ad6420, 0xc420a53de4, 0xc448892648, 0xc46185a7d8) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4244ba0a0, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4244ba0a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4244681a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 1544 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424450270) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1793 [chan receive, 89 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468210) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1794 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424468220) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1722 [chan receive, 2174 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424406800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424490020) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1723 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424406800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424490030) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1709 [chan receive]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424456000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:420 +0xa0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42447c110) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1842 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a805b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf300) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1464 [chan receive, 2169 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424d06000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89f60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1844 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc4271f0000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf420) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1827 [chan receive, 18129 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc424d06080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe03a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1841 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425baf2c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1463 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc420a80620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc425a89e80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 1831 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42445e180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0610) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1832 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42445e180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0630) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1833 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc422f68d70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0670) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 1834 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc422f68d70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0680) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 1835 [chan receive, 55908 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc427034000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe07f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1836 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc427034000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0800) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 1837 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc422f68fa0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0840) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 1838 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc422f68fa0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424fe0850) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 1787 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc424486980) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429980ba0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 864 [chan receive, 90 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).dispatcher(0xc42446d180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:307 +0x5f | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatcher)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424efa0f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:157 +0x31c | |
| goroutine 1857 [chan send, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).responseFeeder(0xc42446d180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:438 +0x36d | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseFeeder)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424efa100) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).ConsumePartition | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:158 +0x37a | |
| goroutine 45593222 [chan receive, 18 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc4274365b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4339945a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 19319831 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e29baac0, 0x72, 0xb8) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4259cae68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4259cae68, 0xc429bbc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4259cae00, 0xc429bbc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c644b0, 0xc429bbc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x7f51e29baac8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc422867f80, 0xc42290e808, 0x1, 0x9, 0x0, 0x7f51e37261c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc422867f80, 0xc42290e808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e7e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e7e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21241046 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42fdf5500) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42d1c3790) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 47730734 [chan receive, 318 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc4553f98f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc435607ea0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 19319751 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e29bb000, 0x72, 0xb0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc427c52d18, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc427c52d18, 0xc428c3d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc427c52cb0, 0xc428c3d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4738, 0xc428c3d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426718060, 0xc420175a68, 0x1, 0x9, 0x0, 0xc4226dbcb8, 0xc4226dbf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc426718060, 0xc420175a68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc426718060, 0xc420175a68, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426718060, 0xc420175a68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175a40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175a40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240500 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42d84ad90, 0x1030780, 0xc430ad6380, 0x1024b60, 0xc430ad63a0, 0xc42aa0cb40, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42d84ad90, 0xc430ad6380, 0xc42025cde4, 0xc448892568, 0xc46185a638) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4353cb090, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4353cb090) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235c7220) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 45536221 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34ccfc0, 0x72, 0x8d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc427a3eed8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc427a3eed8, 0xc434b0e000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc427a3ee70, 0xc434b0e000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a261a8, 0xc434b0e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x7f51e34ccfc8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f838240, 0xc420c262c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c262a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c262a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536202 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e36c6f40, 0x72, 0x87) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4316faae8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4316faae8, 0xc42add9000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4316faa80, 0xc42add9000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4208782e0, 0xc42add9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x7f51e36c6f48, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420bd6840, 0xc420c3bde8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3bdc0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3bdc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 30521044 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42d03cd70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42f878870) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 267699 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42447b260) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc422c898a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 45593085 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42c3a79c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 45536308 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34ccc00, 0x72, 0x40) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43bca1aa8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43bca1aa8, 0xc42b2a0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43bca1a40, 0xc42b2a0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4209d8130, 0xc42b2a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x0, 0xc42f025cb8, 0xc42f025f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42983b380, 0xc420be89c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420be89a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420be89a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319830 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29bac40, 0x72, 0xb4) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43293a298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43293a298, 0xc434fa6000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43293a230, 0xc434fa6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c5f0, 0xc434fa6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x7f51e29bac48, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42cc1ef00, 0xc420a9e3a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536240 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3683a20, 0x72, 0x3d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc437f2b798, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc437f2b798, 0xc429619000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc437f2b730, 0xc429619000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420878198, 0xc429619000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x0, 0xc42bba1cb8, 0xc42bba1f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc425d77ec0, 0xc420c3a108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c3a0e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c3a0e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45533501 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3693478, 0x72, 0x41) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43bca1b18, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43bca1b18, 0xc435ed8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43bca1ab0, 0xc435ed8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84230, 0xc435ed8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x0, 0xc42085dcb8, 0xc42085df00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4267197a0, 0xc420a92648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319787 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3692638, 0x72, 0xae) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc432c828b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc432c828b8, 0xc439864000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc432c82850, 0xc439864000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c190, 0xc439864000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc420c32420, 0xc420812108, 0x1, 0x9, 0x0, 0xc427dd9cb8, 0xc427dd9f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc420c32420, 0xc420812108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc420c32420, 0xc420812108, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc420c32420, 0xc420812108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208120e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208120e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536233 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e3683ea0, 0x72, 0x7d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4316faa78, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4316faa78, 0xc424a95000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4316faa10, 0xc424a95000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c198, 0xc424a95000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x7f51e3683ea8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x1, 0x9, 0x0, 0x7f51e37293b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42002f4a0, 0xc4208121e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208121c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208121c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319753 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e29baf40, 0x72, 0xb1) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42dff2068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42dff2068, 0xc42fc60000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42dff2000, 0xc42fc60000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c568, 0xc42fc60000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x0, 0xc42ceedcb8, 0xc42ceedf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42b5c16e0, 0xc420a9e2c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e2a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e2a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45593084 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc429ec3200) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43043d180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 45533502 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36844a0, 0x72, 0x3e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42e91faa8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42e91faa8, 0xc42f80b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42e91fa40, 0xc42f80b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c220, 0xc42f80b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc436687140, 0xc42083a028, 0x1, 0x9, 0x0, 0xc42bb9fcb8, 0xc42bb9ff00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc436687140, 0xc42083a028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc436687140, 0xc42083a028, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc436687140, 0xc42083a028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 278258 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42cde91a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42e5cf550) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 23745212 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4307cd220) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424b1b8d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 48016460 [chan receive, 38 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc43c604150) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc451a8a020) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 19319789 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e29bae80, 0x72, 0xb2) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42c67a068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42c67a068, 0xc4271b6000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42c67a000, 0xc4271b6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36698, 0xc4271b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x0, 0xc427dd6cb8, 0xc427dd6f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f6f7e60, 0xc42083c1e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c1c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c1c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240196 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42dbd86e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423722b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 48013373 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc45305c410) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43fa2a3e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 283366 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42fd20b40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42522bed0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 21240235 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc428d45260) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4232e9ef0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 45523680 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a8a6560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 267665 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42aa17740) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42304c080) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 305666 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42fd20de0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a119560) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 45536249 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34cf7c8, 0x72, 0x8c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42a4d5728, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42a4d5728, 0xc43150b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42a4d56c0, 0xc43150b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a261b8, 0xc43150b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x7f51e34cf7d0, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f8387e0, 0xc420c263a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19745016 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40c50, 0x72, 0xc5) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b379db8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b379db8, 0xc42893d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b379d50, 0xc42893d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64520, 0xc42893d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x0, 0xc42f9d3cb8, 0xc42f9d3f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683e4e0, 0xc420c496e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c496c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c496c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19742413 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba280, 0x72, 0xbf) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4259cabc8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4259cabc8, 0xc42c067000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4259cab60, 0xc42c067000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4209d82d8, 0xc42c067000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x7f51e29ba288, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4371ae240, 0xc4209e21e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4209e21c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4209e21c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240972 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc432f06180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 19744840 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba4c0, 0x72, 0xc0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc424426228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc424426228, 0xc420c0b000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4244261c0, 0xc420c0b000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884368, 0xc420c0b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x7f51e29ba4c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x1, 0x9, 0x0, 0x7f51e3728bf0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc433c48fc0, 0xc420a32e28, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32e00, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32e00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319752 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36926f8, 0x72, 0xaf) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc425a94298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc425a94298, 0xc42a41a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc425a94230, 0xc42a41a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e3e8, 0xc42a41a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x0, 0xc4200c5cb8, 0xc4200c5f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428c85a40, 0xc42083a568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 23745213 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4307cd220) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424b1b8e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 19744455 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40a10, 0x72, 0xc7) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b379e28, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b379e28, 0xc42f524000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b379dc0, 0xc42f524000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c010, 0xc42f524000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x0, 0xc42feb9cb8, 0xc42feb9f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x1, 0x9, 0x8, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4209da000, 0xc42290eb88, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290eb60, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290eb60) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744454 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40650, 0x72, 0xcc) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc433dc8688, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc433dc8688, 0xc424caa000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc433dc8620, 0xc424caa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884410, 0xc424caa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x0, 0xc431059cb8, 0xc431059f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39a40, 0xc420a330c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a330a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a330a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 289317 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42447a6c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc422ccf450) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 263520 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*topicProducer).dispatch(0xc42a8c0840) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:302 +0x68 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*topicProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:297 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42304c060) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newTopicProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:297 +0x224 | |
| goroutine 48013473 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc44c7002a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc424a105c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 21240971 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42df8d260) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42272bd90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 19744841 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba340, 0x72, 0xc3) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc423a12298, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc423a12298, 0xc42f80a000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc423a12230, 0xc42f80a000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884378, 0xc42f80a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x7f51e29ba348, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x1, 0x9, 0x0, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc433c493e0, 0xc420a32f08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32ee0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32ee0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21241047 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429f44b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 19319790 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e36927b8, 0x72, 0xad) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42e8c1e28, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42e8c1e28, 0xc432238000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42e8c1dc0, 0xc432238000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902598, 0xc432238000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x0, 0xc42754acb8, 0xc42754af00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad26c0, 0xc4229123a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc422912380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc422912380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 283098 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc42918ccc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a2ecc90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 19744917 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e3692b78, 0x72, 0xa7) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc424426148, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc424426148, 0xc424a94000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4244260e0, 0xc424a94000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a900c8, 0xc424a94000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x7f51e3692b80, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42a1f1980, 0xc420a9e488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319754 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e3692878, 0x72, 0xac) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4283474f8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4283474f8, 0xc42a4aa000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc428347490, 0xc42a4aa000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c890, 0xc42a4aa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x0, 0xc42c378cb8, 0xc42c378f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42e369140, 0xc420c26d48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26d20, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26d20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45592440 [IO wait]: | |
| net.runtime_pollWait(0x7f51e2a401d0, 0x72, 0x9b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43ca7fbf8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43ca7fbf8, 0xc4316b8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43ca7fb90, 0xc4316b8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c430, 0xc4316b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc436334480, 0xc423732c40, 0x8, 0x8, 0xed1ba3c8c, 0xc402cd2c5b, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x0, 0x2cd2c5b, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc436fb50e0, 0xc423732c40, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42ae3ac40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423237390) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 299935 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc42f654540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc429a36540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 305398 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).dispatch(0xc427e06540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:410 +0xd0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*partitionProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.dispatch)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42ca9ff40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newPartitionProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:396 +0x1f3 | |
| goroutine 21240546 [IO wait]: | |
| net.runtime_pollWait(0x7f51e2a40350, 0x72, 0xa9) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42d84b108, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42d84b108, 0xc42710c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42d84b0a0, 0xc42710c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c018, 0xc42710c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc428c847e0, 0xc4235c6c58, 0x8, 0x8, 0xed1ba3c8c, 0xc4022b94c8, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x0, 0x22b94c8, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc4230d47c0, 0xc4235c6c58, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42957e5b0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235bf6e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 30521031 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4331c94f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a118670) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 48039840 [IO wait]: | |
| net.runtime_pollWait(0x7f51e29ba640, 0x72, 0xa4) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc44c814848, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc44c814848, 0xc424136711, 0x1) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc44c8147e0, 0xc424136711, 0x1, 0x1, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42080c130, 0xc424136711, 0x1, 0x1, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| net/http.(*connReader).backgroundRead(0xc424136700) | |
| /usr/local/go/src/net/http/server.go:656 +0x58 | |
| created by net/http.(*connReader).startBackgroundRead | |
| /usr/local/go/src/net/http/server.go:652 +0xdf | |
| goroutine 21241027 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc4325eaba0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4295bfd90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 45523607 [IO wait]: | |
| net.runtime_pollWait(0x7f51e36930b8, 0x72, 0x32) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43bab6ca8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43bab6ca8, 0xc434c36000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43bab6c40, 0xc434c36000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0c3b0, 0xc434c36000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426f52a20, 0xc42e1f4dd8, 0x8, 0x8, 0xed1ba3c8c, 0xc40c46f6f7, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x0, 0xc46f6f7, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc432ea5c60, 0xc42e1f4dd8, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc43f790460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42bf39000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 19319788 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cd800, 0x72, 0xaa) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc432c82848, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc432c82848, 0xc432be4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc432c827e0, 0xc432be4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420902588, 0xc432be4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x0, 0xc42091ccb8, 0xc42091cf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bad22a0, 0xc4229122c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4229122a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4229122a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536292 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e34cfe88, 0x72, 0x8a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4316fab58, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4316fab58, 0xc43a22f000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4316faaf0, 0xc43a22f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca038, 0xc43a22f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x7f51e34cfe90, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc432ca2240, 0xc42290e028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 30521032 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a80d20, 0x1030780, 0xc43592ca00, 0x1024b60, 0xc43592ca20, 0xc4331c9590, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a80d20, 0xc43592ca00, 0xc426853de4, 0xc4555a7d78, 0xc45b113408) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4331c94f0, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4331c94f0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42a118680) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 19319849 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29baa00, 0x72, 0xba) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42ae544c8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42ae544c8, 0xc42c394000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42ae54460, 0xc42c394000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c9f8, 0xc42c394000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x7f51e29baa08, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x1, 0x9, 0x0, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426e8e3c0, 0xc420c270c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c270a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c270a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21192861 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc430122730) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423981980) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 45523626 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc43f790460, 0x1030780, 0xc454301d40, 0x1024b60, 0xc454301d60, 0xc4276bc550, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc43f790460, 0xc454301d40, 0xc42007ade4, 0xc44a2b8a38, 0xc4502c9e98) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc4276bc500, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4276bc500) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc433f16fd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 30521043 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42d03cd70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42f878860) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 45593184 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc4275f1810) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4348f0a80) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 45536309 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cce40, 0x72, 0x42) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42e91fb18, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42e91fb18, 0xc43c186000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42e91fab0, 0xc43c186000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a1d8, 0xc43c186000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x0, 0xc420832cb8, 0xc420832f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x1, 0x9, 0x8, 0x7f51e371cc20, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ac19f80, 0xc42083c728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536306 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc480, 0x72, 0x4f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b683f78, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b683f78, 0xc428525000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b683f10, 0xc428525000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26268, 0xc428525000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x0, 0xc439087cb8, 0xc439087f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x1, 0x9, 0x8, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42ca21140, 0xc420c26808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c267e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c267e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536305 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33ccb40, 0x72, 0x43) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc437f2b808, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc437f2b808, 0xc425773000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc437f2b7a0, 0xc425773000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c210, 0xc425773000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x0, 0xc4200c2cb8, 0xc4200c2f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc436686b40, 0xc4208122c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4208122a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4208122a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45593183 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4275f1810) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4348f0a70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 19319797 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29badc0, 0x72, 0xb3) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4259cad88, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4259cad88, 0xc42fd26000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4259cad20, 0xc42fd26000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c9d8, 0xc42fd26000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x7f51e29badc8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42c7ff860, 0xc420c26f08, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26ee0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26ee0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744918 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba100, 0x72, 0xc4) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b6d7cd8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b6d7cd8, 0xc42e02d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b6d7c70, 0xc42e02d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c644a0, 0xc42e02d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x7f51e29ba108, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426b96fc0, 0xc420c49608, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c495e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c495e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319847 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29bab80, 0x72, 0xb7) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4254d5958, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4254d5958, 0xc433924000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4254d58f0, 0xc433924000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e470, 0xc433924000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x7f51e29bab88, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x1, 0x9, 0x0, 0x7f51e371d0d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428cebb60, 0xc42083a8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083a8c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083a8c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536212 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cc0c0, 0x72, 0x3c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc44989cfb8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc44989cfb8, 0xc429674000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc44989cf50, 0xc429674000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42019c088, 0xc429674000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x0, 0xc42cef1cb8, 0xc42cef1f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc427ea52c0, 0xc420812028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420812000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420812000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21192862 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc430122730) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:604 +0x14c | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc423981990) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 23745301 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a80fc0, 0x1030780, 0xc43592c960, 0x1024b60, 0xc43592c9a0, 0xc42511ee10, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a80fc0, 0xc43592c960, 0xc4208fbde4, 0xc4555a7c98, 0xc45b113268) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc42511ecd0, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42511ecd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4301f7110) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 19745018 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40890, 0x72, 0xca) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42e9e8228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42e9e8228, 0xc42f8dc000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42e9e81c0, 0xc42f8dc000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c118, 0xc42f8dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x0, 0xc426858cb8, 0xc426858f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x1, 0x9, 0x8, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42a8fc780, 0xc420726028, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420726000, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420726000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744456 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40ad0, 0x72, 0xc8) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4390fd798, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4390fd798, 0xc430d0f000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4390fd730, 0xc430d0f000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64530, 0xc430d0f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x0, 0xc428afacb8, 0xc428afaf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683e7e0, 0xc420c497c8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c497a0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c497a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19745021 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40590, 0x72, 0xce) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc426d7e068, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc426d7e068, 0xc43072c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc426d7e000, 0xc43072c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884420, 0xc43072c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x0, 0xc4304c5cb8, 0xc4304c5f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39c80, 0xc420a331a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a33180, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a33180) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 48013205 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc429762be0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc45dae5740) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 19319848 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba880, 0x72, 0xbb) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc43293a308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc43293a308, 0xc427aa4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc43293a2a0, 0xc427aa4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42000c9e8, 0xc427aa4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x7f51e29ba888, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42c7fff20, 0xc420c26fe8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26fc0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240499 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4353cb090) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235c7210) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 19744919 [IO wait, 31 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba400, 0x72, 0xc1) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b4a11e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b4a11e8, 0xc42c4f6000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b4a1180, 0xc42c4f6000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a270, 0xc42c4f6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc434650420, 0xc42083c808, 0x1, 0x9, 0x7f51e29ba408, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc434650420, 0xc42083c808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc434650420, 0xc42083c808, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc434650420, 0xc42083c808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c7e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c7e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536246 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0248, 0x72, 0x89) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4284d0df8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4284d0df8, 0xc420a68000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4284d0d90, 0xc420a68000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a261d8, 0xc420a68000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x7f51e34d0250, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f839ce0, 0xc420c26728, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26700, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26700) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319707 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29bad00, 0x72, 0xb5) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4271a71e8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4271a71e8, 0xc429b37000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4271a7180, 0xc429b37000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4778, 0xc429b37000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x7f51e29bad08, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4291bcf00, 0xc420175b48, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420175b20, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420175b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 48039594 [chan receive, 8 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42a4d4850) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:431 +0xf0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42dc021d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 19319709 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba940, 0x72, 0xb9) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4271a7258, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4271a7258, 0xc425c12000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4271a71f0, 0xc425c12000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c644c0, 0xc425c12000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x7f51e29ba948, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42bd562a0, 0xc42290e8e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e8c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e8c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319829 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba700, 0x72, 0xb6) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4282e95d8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4282e95d8, 0xc42c782000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4282e9570, 0xc42c782000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c36750, 0xc42c782000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x7f51e29ba708, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc426501da0, 0xc42083da68, 0x1, 0x9, 0x0, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426501da0, 0xc42083da68, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083da40, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083da40) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21240461 [IO wait]: | |
| net.runtime_pollWait(0x7f51e2a40410, 0x72, 0xd1) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4284e5c68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4284e5c68, 0xc429618000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4284e5c00, 0xc429618000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc42081c020, 0xc429618000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc428c84a20, 0xc4235bf7e0, 0x8, 0x8, 0xed1ba3c8c, 0xc4035f18f9, 0x1069b20) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*bufConn).Read(0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x0, 0x35f18f9, 0x1069b20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:110 +0x4d | |
| io.ReadAtLeast(0x7f51e36c4ad0, 0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x8, 0xbf49e0, 0x0, 0x7f51e36c4ad0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x7f51e36c4ad0, 0xc4230a39c0, 0xc4235bf7e0, 0x8, 0x8, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).responseReceiver(0xc42d84ad90) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:444 +0x31e | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.responseReceiver)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4235bf790) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Open.func1 | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:110 +0x625 | |
| goroutine 30521126 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).run(0xc43417bc20) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:586 +0xbd9 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerProducer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.run)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42c872f70) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:536 +0x29b | |
| goroutine 23745300 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42511ecd0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4301f7100) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 19742412 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba580, 0x72, 0xbe) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4343c0308, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4343c0308, 0xc42270c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4343c02a0, 0xc42270c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4200f4130, 0xc42270c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc424458960, 0xc420174108, 0x1, 0x9, 0xc42754ccb0, 0x40efd2, 0x7f51e2bd7db0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc424458960, 0xc420174108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc424458960, 0xc420174108, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc424458960, 0xc420174108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4201740e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4201740e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19319708 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e29ba7c0, 0x72, 0xbc) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4254d59c8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4254d59c8, 0xc430574000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4254d5960, 0xc430574000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c0e480, 0xc430574000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x7f51e29ba7c8, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x1, 0x9, 0x0, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc428cebe60, 0xc420a32488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45592377 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc42d626000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42727e5a0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 19745020 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a407d0, 0x72, 0xcb) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4390fd808, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4390fd808, 0xc42d9e8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4390fd7a0, 0xc42d9e8000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a900f0, 0xc42d9e8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x0, 0xc428afbcb8, 0xc428afbf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42b15c120, 0xc420a9e568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a9e540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a9e540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45533500 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e33cc900, 0x72, 0x44) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc432b73c68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc432b73c68, 0xc4256a0000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc432b73c00, 0xc4256a0000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca050, 0xc4256a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0xc4304bfcb0, 0x40f056, 0x7f51e237ec90) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x1, 0x9, 0x8, 0x7f51e371b000, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc432ca27e0, 0xc42290e108, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42290e0e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42290e0e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 45536307 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e34cccc0, 0x72, 0x3f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b683f08, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b683f08, 0xc430cf4000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b683ea0, 0xc430cf4000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a84220, 0xc430cf4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc426719440, 0xc420a92568, 0x1, 0x9, 0x0, 0xc4228c7cb8, 0xc4228c7f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc426719440, 0xc420a92568, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc426719440, 0xc420a92568, 0x1, 0x9, 0x8, 0x7f51e371b4b0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc426719440, 0xc420a92568, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a92540, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a92540) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 48013372 [select, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc45305c410) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc43fa2a3d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 45536248 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0308, 0x72, 0x8f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4284d0e68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4284d0e68, 0xc42a45c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4284d0e00, 0xc42a45c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a261c8, 0xc42a45c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x7f51e34d0310, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42f839020, 0xc420c26648, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42f839020, 0xc420c26648, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c26620, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c26620) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744947 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e36929f8, 0x72, 0xa1) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc434a85cd8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc434a85cd8, 0xc42030d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc434a85c70, 0xc42030d000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c2a218, 0xc42030d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42877a120, 0xc42083c488, 0x1, 0x9, 0xc422716cb0, 0x40f056, 0x7f51e30cc618) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42877a120, 0xc42083c488, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42877a120, 0xc42083c488, 0x1, 0x9, 0x0, 0x7f51e371c770, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42877a120, 0xc42083c488, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc42083c460, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc42083c460) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19745019 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40950, 0x72, 0xc9) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42fb75c68, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42fb75c68, 0xc428702000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42fb75c00, 0xc428702000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420884400, 0xc428702000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x0, 0xc431057cb8, 0xc431057f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x1, 0x9, 0x8, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc431b39800, 0xc420a32fe8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a32fc0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a32fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744842 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40710, 0x72, 0xcd) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42b379e98, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42b379e98, 0xc431819000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42b379e30, 0xc431819000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420c64540, 0xc431819000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x0, 0xc4209aacb8, 0xc4209aaf00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x1, 0x9, 0x8, 0x7f51e371dee0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc43683ea20, 0xc420c498a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c49880, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c49880) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19744453 [IO wait, 30 minutes]: | |
| net.runtime_pollWait(0x7f51e2a40b90, 0x72, 0xc6) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42e9e81b8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42e9e81b8, 0xc42596c000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42e9e8150, 0xc42596c000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420bca0a0, 0xc42596c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x0, 0xc42feb4cb8, 0xc42feb4f00) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x1, 0x9, 0x8, 0x7f51e371be10, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc4270484e0, 0xc420c561e8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420c561c0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420c561c0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 19745015 [IO wait, 33 minutes]: | |
| net.runtime_pollWait(0x7f51e3693538, 0x72, 0xbd) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc423a12228, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc423a12228, 0xc42bd78000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc423a121c0, 0xc42bd78000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a26150, 0xc42bd78000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x7f51e3693540, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x1, 0x9, 0x0, 0x7f51e371c2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc42863b0e0, 0xc4207e63a8, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc4207e6380, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc4207e6380) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 21241028 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4346eef00) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 45592378 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc42ae3ac40, 0x1030780, 0xc43592c860, 0x1024b60, 0xc43592c900, 0xc42d626050, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc42ae3ac40, 0xc43592c860, 0xc42093cde4, 0xc4555a7bb8, 0xc45b1130c8) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc42d626000, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc42d626000) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc42727e5d0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 | |
| goroutine 45523625 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionManager(0xc4276bc500) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:575 +0x525 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionManager)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc433f16fc0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:548 +0x1de | |
| goroutine 48013474 [chan receive, 30 minutes]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer.func1() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:540 +0x67 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc4402e81e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*asyncProducer).newBrokerProducer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/async_producer.go:552 +0x32a | |
| goroutine 45536222 [IO wait, 32 minutes]: | |
| net.runtime_pollWait(0x7f51e34d0008, 0x72, 0x8e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4316fabc8, 0x72, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4316fabc8, 0xc424e72000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4316fab60, 0xc424e72000, 0x1000, 0x1000, 0x0, 0x10295e0, 0x1022508) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420878188, 0xc424e72000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| bufio.(*Reader).Read(0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x7f51e34d0010, 0x0, 0x45a8f6) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x1, 0x30, 0x28, 0xc14240) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x1, 0x9, 0x0, 0x7f51e371b960, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.readHeader(0x1023d20, 0xc425d77bc0, 0xc420a32808, 0x9, 0x9, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/frame.go:360 +0xb6 | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).recv(0xc420a327e0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:466 +0xba | |
| github.com/raintank/metrictank/vendor/github.com/gocql/gocql.(*Conn).serve(0xc420a327e0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:428 +0x2b | |
| created by github.com/raintank/metrictank/vendor/github.com/gocql/gocql.Connect | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/gocql/gocql/conn.go:259 +0x91d | |
| goroutine 48013206 [select]: | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).sendAndReceive(0xc420a81110, 0x1030780, 0xc43592c700, 0x1024b60, 0xc43592c800, 0xc429762cd0, 0x1060eb0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:373 +0x1ac | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*Broker).Fetch(0xc420a81110, 0xc43592c700, 0xc420a54de4, 0xc4555a7ad8, 0xc45b112f28) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/broker.go:221 +0x70 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).fetchNewMessages(0xc429762be0, 0x0, 0x0, 0x0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:714 +0x2d0 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).subscriptionConsumer(0xc429762be0) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:608 +0x167 | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*brokerConsumer).(github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.subscriptionConsumer)-fm() | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x2a | |
| github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.withRecover(0xc45dae5750) | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/utils.go:46 +0x43 | |
| created by github.com/raintank/metrictank/vendor/github.com/Shopify/sarama.(*consumer).newBrokerConsumer | |
| /home/ubuntu/.go_workspace/src/github.com/raintank/metrictank/vendor/github.com/Shopify/sarama/consumer.go:549 +0x238 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment