Created
August 30, 2016 15:28
-
-
Save tamird/10ec57feab3c217aa29787402e3b7cb9 to your computer and use it in GitHub Desktop.
deadlock 8868
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| panic: test timed out after 5m0s | |
| goroutine 297786 [running]: | |
| panic(0x1ab1ae0, 0xc420c52880) | |
| /usr/local/go/src/runtime/panic.go:500 +0x1ae | |
| testing.startAlarm.func1() | |
| /usr/local/go/src/testing/testing.go:918 +0x14e | |
| created by time.goFunc | |
| /usr/local/go/src/time/sleep.go:154 +0x78 | |
| goroutine 1 [chan receive, 4 minutes]: | |
| testing.(*T).Run(0xc42023e600, 0x1c6a5a2, 0x1f, 0x1f14990, 0x994b01) | |
| /usr/local/go/src/testing/testing.go:647 +0x56e | |
| testing.RunTests.func1(0xc42023e600) | |
| /usr/local/go/src/testing/testing.go:793 +0xba | |
| testing.tRunner(0xc42023e600, 0xc420047b38) | |
| /usr/local/go/src/testing/testing.go:610 +0xca | |
| testing.RunTests(0x1f15b90, 0x27da040, 0x138, 0x138, 0xc420223588) | |
| /usr/local/go/src/testing/testing.go:799 +0x4bb | |
| testing.(*M).Run(0xc420047ef0, 0xc420259ce0) | |
| /usr/local/go/src/testing/testing.go:743 +0x130 | |
| github.com/cockroachdb/cockroach/storage_test.TestMain(0xc420047ef0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/main_test.go:57 +0x287 | |
| main.main() | |
| github.com/cockroachdb/cockroach/storage/_test/_testmain.go:686 +0x1b6 | |
| goroutine 17 [syscall, 4 minutes, locked to thread]: | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1 | |
| goroutine 19 [chan receive]: | |
| github.com/cockroachdb/cockroach/util/log.(*loggingT).flushDaemon(0x2b35d40) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:980 +0x85 | |
| created by github.com/cockroachdb/cockroach/util/log.init.1 | |
| /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:563 +0xc3 | |
| goroutine 16852 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).maybeAddToPurgatory.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:529 +0xf6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421139ee0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16589 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c360, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc420defa30, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc420defa30, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc420def9d0, 0xc421052000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026c30, 0xc421052000, 0x8000, 0x8000, 0xc420a1cf98, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026c30, 0xc421052000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc42125de60) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc42125de60, 0xc4214c2b78, 0x9, 0x9, 0x0, 0x0, 0xc420839b58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc42125de60, 0xc4214c2b78, 0x9, 0x9, 0x9, 0xc420a1c3f8, 0xc4200e9d40, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc42125de60, 0xc4214c2b78, 0x9, 0x9, 0x1, 0xc4224b0260, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc4214c2b78, 0x9, 0x9, 0x27e00c0, 0xc42125de60, 0x0, 0x0, 0xc4202c22d0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc4214c2b40, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc42074e2a0, 0xc420a1cf90, 0xc420a1cf90, 0xc420839ed0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc420802d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 16798 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*idAllocator).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/id_alloc.go:124 +0xacc | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc420d53b20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17165 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421c5dd00, 0xecf536eaa, 0xc418ad89b5, 0x2b34960, 0xc421095240, 0xc420f11b00, 0xc420197800, 0xc421a4f8a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420197800, 0xc42074fd10) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc4206e4450, 0xc42182f840) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbca60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16505 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421b2f960) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16657 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420dde940) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16629 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc4204a3710) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 16775 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc420570780) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 16536 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421c52540, 0xc421af5e50, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc4214d2f00, 0xc421af5e50, 0x5, 0x5, 0x6093a7, 0xc420c164f0, 0xc420c164d4) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc4214d2f00, 0xc421af5e50, 0x5, 0x5, 0x5, 0xc4229c9778, 0x60972a, 0xc420067a00) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc4214d2f00, 0xc421af5e50, 0x5, 0x5, 0xc4ffffffff, 0x0, 0xc420c16480) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc421af5e40, 0x7fffffff, 0x5d1855, 0xc421b5bd38, 0x0, 0x0, 0x6, 0x0) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc421af5e40, 0x27f26c0, 0x34f1d60, 0xc4214d2f00, 0x0, 0x0, 0x1bc45a0, 0xc421da0100, 0x7fffffff, 0x1, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc420ddd950, 0x1bc45a0, 0xc421da0100, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:492 +0x154 | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipServer).Recv(0xc420ea4920, 0xc4ffffffff, 0x2, 0x200180002) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:230 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(Gossip_GossipServer).Recv-fm(0xc420719ee8, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x4b | |
| github.com/cockroachdb/cockroach/gossip.(*server).gossipReceiver(0xc420719ee0, 0xc420026bc8, 0xc421c52640, 0xc4229c9f40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:308 +0x601 | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip.func3.1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x116 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421c52680) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17164 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbca40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17123 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421991b60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16493 [chan receive]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42067de60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 17174 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbce20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16548 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc4204a2ea0) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 17159 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc980) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16504 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc4202e2c80) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 16658 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420dde950) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17155 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421925380) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16677 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ddeea0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16681 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184cd20, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc42056e370, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc42056e370, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc42056e310, 0x0, 0x27e4d00, 0xc4212aee40) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420026e38, 0xc420080f70, 0xc42277ce98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420026e38, 0x1f15908, 0xc420c379a0, 0x27f9f00, 0xc420080f70) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc420c379a0, 0x27f19c0, 0xc420026e38, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42125e8a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16498 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420805c80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17143 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1028 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc421134e40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16531 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af56c0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16774 [select, 3 minutes]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc420d13d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 17122 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421991b60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16747 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc420db18c0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| goroutine 17128 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1048 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4207f4c30) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16554 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421aa4d00) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17176 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbce60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16656 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4212d5000) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17175 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbce40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16610 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ea5980) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16752 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184cba0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc42056f9c0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc42056f9c0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc42056f960, 0x0, 0x27e4d00, 0xc4211ec380) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420026f18, 0xc420026f20, 0xc422895e98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420026f18, 0x1f15908, 0xc42056c3c0, 0x27f9f00, 0xc420026f20) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc42056c3c0, 0x27f19c0, 0xc420026f18, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4211ec220) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16771 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184cf60, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc42056fc60, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc42056fc60, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc42056fc00, 0xc422918000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026f20, 0xc422918000, 0x8000, 0x8000, 0x0, 0x6, 0x2) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026f20, 0xc422918000, 0x8000, 0x8000, 0x0, 0x7fd1, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc420d8d920) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc420d8d920, 0xc420c5de38, 0x9, 0x9, 0x10, 0x10, 0xc421799ff0) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc420d8d920, 0xc420c5de38, 0x9, 0x9, 0x9, 0x60972a, 0xc420505a00, 0xc4201aa0c8) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc420d8d920, 0xc420c5de38, 0x9, 0x9, 0x0, 0xc421a64e10, 0xc422896a20) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420c5de38, 0x9, 0x9, 0x27e00c0, 0xc420d8d920, 0x0, 0xc400000000, 0xc4201aa0c8, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420c5de00, 0x0, 0x27e0640, 0xc42007e020, 0xc420aa7e00) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc420db9d70, 0xc4201aa270, 0xc4201aa270, 0xc422896ce0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420c486c0, 0xc420db9e00) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc42056c3c0, 0x27f9960, 0xc420c486c0) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc42056c3c0, 0x27f9f00, 0xc420026f20, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc42056c3c0, 0x27f9f00, 0xc420026f20) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 16528 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af5660) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16685 [select, 3 minutes]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc420d12c00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 17121 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421c5c500, 0xecf536eaa, 0xc417778430, 0x2b34960, 0xc421095240, 0xc420f11950, 0xc420196900, 0xc421a4e9a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420196900, 0xc420790480) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc420791530, 0xc42182f240) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7ee0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16648 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42074f6b0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17141 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42199da40) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16731 [select, 4 minutes]: | |
| google.golang.org/grpc.NewClientStream.func2(0x27f9900, 0xc420802d00, 0xc4214d3680, 0xc420c54240) | |
| /go/src/google.golang.org/grpc/stream.go:197 +0x54e | |
| created by google.golang.org/grpc.NewClientStream | |
| /go/src/google.golang.org/grpc/stream.go:217 +0x10a5 | |
| goroutine 16476 [runnable]: | |
| syscall.Syscall(0x1, 0x2, 0xc42057cd20, 0x72, 0x72, 0x72, 0x0) | |
| /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5 | |
| syscall.write(0x2, 0xc42057cd20, 0x72, 0xd5, 0x9291e0, 0xc42057cd91, 0x1) | |
| /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1064 +0x63 | |
| syscall.Write(0x2, 0xc42057cd20, 0x72, 0xd5, 0x0, 0x330, 0x0) | |
| /usr/local/go/src/syscall/syscall_unix.go:180 +0x6b | |
| os.(*File).write(0xc420080010, 0xc42057cd20, 0x72, 0xd5, 0x11, 0x330, 0xc420655590) | |
| /usr/local/go/src/os/file_unix.go:249 +0xc0 | |
| os.(*File).Write(0xc420080010, 0xc42057cd20, 0x72, 0xd5, 0x11, 0x330, 0xc420655590) | |
| /usr/local/go/src/os/file.go:142 +0x70 | |
| github.com/cockroachdb/cockroach/util/log.(*loggingT).outputToStderr(0x2b35d40, 0x2, 0x146ea66e28938778, 0x24dfdd5, 0x11, 0x330, 0xc420655590, 0x42, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:765 +0x15e | |
| github.com/cockroachdb/cockroach/util/log.(*loggingT).outputLogEntry(0x2b35d40, 0xc400000002, 0x24dfdd5, 0x11, 0x330, 0xc420655590, 0x42) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/clog.go:704 +0x22f | |
| github.com/cockroachdb/cockroach/util/log.addStructured(0x7fcb5187f6b0, 0xc420ed0360, 0x2, 0x2, 0x0, 0x0, 0xc422a8cf68, 0x1, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/structured.go:62 +0x16b | |
| github.com/cockroachdb/cockroach/util/log.logDepth(0x7fcb5187f6b0, 0xc420ed0360, 0x1, 0xc400000002, 0x0, 0x0, 0xc422a8cf68, 0x1, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/log.go:70 +0x9a | |
| github.com/cockroachdb/cockroach/util/log.Warning(0x7fcb5187f6b0, 0xc420ed0360, 0xc422a8cf68, 0x1, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/util/log/log.go:111 +0x88 | |
| github.com/cockroachdb/cockroach/kv.(*DistSender).sendChunk(0xc4204a2b40, 0x7fcb5187f6b0, 0xc420ed0360, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/kv/dist_sender.go:816 +0x9d2 | |
| github.com/cockroachdb/cockroach/kv.(*DistSender).Send(0xc4204a2b40, 0x7fcb51837000, 0xc42007e428, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/kv/dist_sender.go:606 +0x1a1 | |
| github.com/cockroachdb/cockroach/internal/client.SendWrappedWith(0x27e0980, 0xc4204a2b40, 0x7fcb51837000, 0xc42007e428, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/internal/client/sender.go:54 +0x191 | |
| github.com/cockroachdb/cockroach/internal/client.SendWrapped(0x27e0980, 0xc4204a2b40, 0x0, 0x0, 0x27fa8a0, 0xc42182f8c0, 0x1, 0x8, 0x9) | |
| /go/src/github.com/cockroachdb/cockroach/internal/client/sender.go:69 +0xc0 | |
| github.com/cockroachdb/cockroach/storage_test.TestSplitSnapshotRace_SplitWins(0xc421985c80) | |
| /go/src/github.com/cockroachdb/cockroach/storage/client_split_test.go:1004 +0x368 | |
| testing.tRunner(0xc421985c80, 0x1f14990) | |
| /usr/local/go/src/testing/testing.go:610 +0xca | |
| created by testing.(*T).Run | |
| /usr/local/go/src/testing/testing.go:646 +0x530 | |
| goroutine 16494 [chan receive]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42067de60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 17148 [select]: | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc420ccaa50) | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:207 +0xde7 | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm() | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:192 +0x42 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc421135050) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16751 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420db9a40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16486 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc4212f9100, 0xc4214dc580, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42115ac60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16556 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4214dd770) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17104 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2767 +0x1550 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4207f4b70) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16497 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).Start.func4() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:952 +0x19d | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af4580) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17117 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7d80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16654 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc4224e6780) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 17167 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1028 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc421135ab0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16611 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ea5990) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16591 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc421e35b80) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 16550 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c720, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421081fe0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421081fe0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc421081f80, 0xc42043a000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080d60, 0xc42043a000, 0x8000, 0x8000, 0xc420e51598, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080d60, 0xc42043a000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc4212d6a80) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc4212d6a80, 0xc420ac9bf8, 0x9, 0x9, 0x0, 0x0, 0xc420034b58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc4212d6a80, 0xc420ac9bf8, 0x9, 0x9, 0x9, 0xc420e51028, 0xc42010d860, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc4212d6a80, 0xc420ac9bf8, 0x9, 0x9, 0x1, 0xc420d581e0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420ac9bf8, 0x9, 0x9, 0x27e00c0, 0xc4212d6a80, 0x0, 0x0, 0xc4215a5ef0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420ac9bc0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc420790120, 0xc420e51590, 0xc420e51590, 0xc420034ed0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc4212e4600) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 16478 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc42092c960) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| goroutine 17178 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcea0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17125 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421991b60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 17140 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42199da40) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16597 [select]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421308e00, 0xc4212e06b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105a0f0, 0xc4212e06b0, 0x5, 0x5, 0x6273c0, 0xc4211fadc0, 0xc4214e9af8) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105a0f0, 0xc4212e06b0, 0x5, 0x5, 0x5, 0x5dec23, 0xc4206e48c8, 0xc4214e9c3c) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105a0f0, 0xc4212e06b0, 0x5, 0x5, 0x6097c3, 0x166e430, 0x7fcb44784f88) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc4212e06a0, 0x7fffffff, 0xc4214e9ea0, 0xc0db56, 0xc421b0dee8, 0xc420790c60, 0x1, 0x34f2d80) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc4212e06a0, 0x27f26c0, 0x34f1d60, 0xc42105a0f0, 0x0, 0x0, 0x1bb3cc0, 0xc421ba9b30, 0x7fffffff, 0x50, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc420d66900, 0x1bb3cc0, 0xc421ba9b30, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:305 +0x15e | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipClient).Recv(0xc420e10640, 0xc420dadb00, 0xc421e6d1d0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:194 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2.1(0x27f9cc0, 0xc420e10640, 0xc421a9a270, 0xc420dadb00, 0x6272a0, 0xc421105f88) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:268 +0x43 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:276 +0x6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420791fb0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16507 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc421a604e0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| goroutine 16595 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip(0xc421a9a270, 0x7fcb5187f6f0, 0xc421308d00, 0xc420dadb00, 0x27f9cc0, 0xc420e10640, 0xc4204a2990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:280 +0x45e | |
| github.com/cockroachdb/cockroach/gossip.(*client).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:112 +0x6f7 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421308c80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16527 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af5620) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17102 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:340 +0x519 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc42071ec80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16666 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip(0xc4212c6d00, 0x7fcb5187f6f0, 0xc4208b0380, 0xc4207ff800, 0x27f9cc0, 0xc420dded50, 0xc4204a2990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:280 +0x45e | |
| github.com/cockroachdb/cockroach/gossip.(*client).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:112 +0x6f7 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4203cddc0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17116 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7d60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17153 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421925380) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16645 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ea5c40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16532 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc4219e1780, 0xecf536ea9, 0xc403869c64, 0x2b34960, 0xc421095240, 0xc4204a2ab0, 0xc420bb4600, 0xc420a678a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420bb4600, 0xc4208057d0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc420805890, 0xc420677b40) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af56e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16815 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip(0xc4211b7ee0, 0x7fcb5187f6f0, 0xc421aff040, 0xc420c26d80, 0x27f9cc0, 0xc420ccc290, 0xc4204a2990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:280 +0x45e | |
| github.com/cockroachdb/cockroach/gossip.(*client).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:112 +0x6f7 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421afef80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16684 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c8a0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc42056e5a0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc42056e5a0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc42056e540, 0xc422830000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026e48, 0xc422830000, 0x8000, 0x8000, 0xc420a64098, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026e48, 0xc422830000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc420db07e0) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc420db07e0, 0xc420c5ce78, 0x9, 0x9, 0x0, 0x0, 0xc42277db58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc420db07e0, 0xc420c5ce78, 0x9, 0x9, 0x9, 0xc420acdad8, 0xc42029c000, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc420db07e0, 0xc420c5ce78, 0x9, 0x9, 0x1, 0xc4213aa7a0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420c5ce78, 0x9, 0x9, 0x27e00c0, 0xc420db07e0, 0x0, 0x0, 0xc420c7bb30, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420c5ce40, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc4206ff650, 0xc420a64090, 0xc420a64090, 0xc42277ded0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc420d12c00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 16585 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4207c9fb0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16730 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip(0xc4212c7c70, 0x7fcb5187f6f0, 0xc4208b1800, 0xc420c26180, 0x27f9cc0, 0xc420ddfd40, 0xc4204a2990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:280 +0x45e | |
| github.com/cockroachdb/cockroach/gossip.(*client).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:112 +0x6f7 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4208b1700) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16722 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ddfb30) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17163 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421c5dc80, 0xecf536eaa, 0xc418ac4af9, 0x2b34960, 0xc421095240, 0xc420f11b00, 0xc420197800, 0xc421a4f8a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420197800, 0xc42074fd10) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc4206e4060, 0xc42182f7c0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbca00) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16703 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc4204a3950) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 16772 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc420c486c0) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 17126 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).Start.func4() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:952 +0x19d | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc42071f5a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16533 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip(0xc4217395f0, 0x7fcb5187f6f0, 0xc421c52240, 0xc420dad380, 0x27f9cc0, 0xc420ea48a0, 0xc4204a2990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:280 +0x45e | |
| github.com/cockroachdb/cockroach/gossip.(*client).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:112 +0x6f7 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420677fc0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16826 [select]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421aff100, 0xc42118a590, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105b1d0, 0xc42118a590, 0x5, 0x5, 0x6273c0, 0xc4211fadc0, 0xc422793af8) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105b1d0, 0xc42118a590, 0x5, 0x5, 0x5, 0x5dec23, 0xc420c4ada8, 0xc422793c3c) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105b1d0, 0xc42118a590, 0x5, 0x5, 0x6097c3, 0x166e430, 0x7fcb46e9f048) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc42118a580, 0x7fffffff, 0xc422793ea0, 0xc0db56, 0xc42117dba8, 0xc420db8c00, 0x4, 0x34f2d80) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc42118a580, 0x27f26c0, 0x34f1d60, 0xc42105b1d0, 0x0, 0x0, 0x1bb3cc0, 0xc421b80820, 0x7fffffff, 0x50, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc420d6d8c0, 0x1bb3cc0, 0xc421b80820, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:305 +0x15e | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipClient).Recv(0xc420ccc290, 0xc420c26d80, 0xc4211f5180, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:194 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2.1(0x27f9cc0, 0xc420ccc290, 0xc4211b7ee0, 0xc420c26d80, 0x6272a0, 0xc42028df88) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:268 +0x43 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:276 +0x6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420c4b980) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16571 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4214ddb40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17156 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421925380) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16760 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip(0xc421b0dee0, 0x27f93c0, 0xc420d61200, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:178 +0x73f | |
| github.com/cockroachdb/cockroach/gossip._Gossip_Gossip_Handler(0x1ba4f40, 0xc421b0dee0, 0x27f59a0, 0xc4202caab0, 0x33, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:211 +0xda | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc420a47220, 0x27f9960, 0xc4204a3290, 0xc42105ac30, 0xc420790f90, 0x27c94e0, 0xc420d110b0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:686 +0xc7d | |
| google.golang.org/grpc.(*Server).handleStream(0xc420a47220, 0x27f9960, 0xc4204a3290, 0xc42105ac30, 0xc420d110b0) | |
| /go/src/google.golang.org/grpc/server.go:770 +0x170e | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420e10250, 0xc420a47220, 0x27f9960, 0xc4204a3290, 0xc42105ac30) | |
| /go/src/google.golang.org/grpc/server.go:419 +0xb9 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/google.golang.org/grpc/server.go:420 +0xbb | |
| goroutine 16702 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184cae0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421bf0b50, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421bf0b50, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc421bf0af0, 0xc422820000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080f70, 0xc422820000, 0x8000, 0x8000, 0x0, 0x6, 0x2) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080f70, 0xc422820000, 0x8000, 0x8000, 0x0, 0x7fca, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc421501d40) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc421501d40, 0xc4213c6e78, 0x9, 0x9, 0x10, 0x10, 0xc4213aa6e0) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc421501d40, 0xc4213c6e78, 0x9, 0x9, 0x9, 0x60972a, 0xc420abbd40, 0xc420acdc58) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc421501d40, 0xc4213c6e78, 0x9, 0x9, 0x0, 0xc421ba8000, 0xc42277ba20) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc4213c6e78, 0x9, 0x9, 0x27e00c0, 0xc421501d40, 0x0, 0xc400000000, 0xc420acdc58, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc4213c6e40, 0x0, 0x27e0640, 0xc42007e020, 0xc420517de0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc420ed10e0, 0xc420acdd40, 0xc420acdd40, 0xc42277bce0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4204a3950, 0xc420ed1170) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc420c379a0, 0x27f9960, 0xc4204a3950) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc420c379a0, 0x27f9f00, 0xc420080f70, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc420c379a0, 0x27f9f00, 0xc420080f70) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 17101 [select]: | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc420a74210) | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:207 +0xde7 | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm() | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:192 +0x42 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc42111fdb0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16687 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc420d12a00, 0xc420ddf9d0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4206ff6e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16680 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4206ff380) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16596 [select, 4 minutes]: | |
| google.golang.org/grpc.NewClientStream.func2(0x27f9900, 0xc4212f9300, 0xc42105a0f0, 0xc420d66900) | |
| /go/src/google.golang.org/grpc/stream.go:197 +0x54e | |
| created by google.golang.org/grpc.NewClientStream | |
| /go/src/google.golang.org/grpc/stream.go:217 +0x10a5 | |
| goroutine 16655 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc420803b00, 0xc420dde7e0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42074fa10) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16779 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420d52db0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16484 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c4e0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc422a135d0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc422a135d0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc422a13570, 0xc4214ca000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026af8, 0xc4214ca000, 0x8000, 0x8000, 0x0, 0x6, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026af8, 0xc4214ca000, 0x8000, 0x8000, 0x0, 0x7fd1, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc42067d680) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc42067d680, 0xc420bcf178, 0x9, 0x9, 0x10, 0x10, 0xc421229520) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc42067d680, 0xc420bcf178, 0x9, 0x9, 0x9, 0x60972a, 0xc420b5eea0, 0xc421d39e08) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc42067d680, 0xc420bcf178, 0x9, 0x9, 0x0, 0xc42023c1e0, 0xc421d2ca20) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420bcf178, 0x9, 0x9, 0x27e00c0, 0xc42067d680, 0x0, 0xc400000000, 0xc421d39e08, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420bcf140, 0x0, 0x27e0640, 0xc42007e020, 0xc42123e300) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc42115aae0, 0xc421d39ef0, 0xc421d39ef0, 0xc421d2cce0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420ddcb40, 0xc42115ab70) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc4202bc3c0, 0x27f9f00, 0xc420026af8, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc4202bc3c0, 0x27f9f00, 0xc420026af8) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 16686 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc4224e7400) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 17127 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1028 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4207f4c20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16649 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184c7e0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc420c96ca0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc420c96ca0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc420c96c40, 0x0, 0x27e4d00, 0xc4212e10e0) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420026cd8, 0xc420080ed8, 0xc4208d7e98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420026cd8, 0x1f15908, 0xc420c363c0, 0x27f9f00, 0xc420080ed8) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc420c363c0, 0x27f19c0, 0xc420026cd8, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4212d4dc0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16827 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip(0xc4212c6270, 0x27f93c0, 0xc420ccc720, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:178 +0x73f | |
| github.com/cockroachdb/cockroach/gossip._Gossip_Gossip_Handler(0x1ba4f40, 0xc4212c6270, 0x27f59a0, 0xc4202cb170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:211 +0xda | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc420c363c0, 0x27f9960, 0xc4204a3710, 0xc42105b2c0, 0xc42074ee70, 0x27c94e0, 0xc420c4bf80, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:686 +0xc7d | |
| google.golang.org/grpc.(*Server).handleStream(0xc420c363c0, 0x27f9960, 0xc4204a3710, 0xc42105b2c0, 0xc420c4bf80) | |
| /go/src/google.golang.org/grpc/server.go:770 +0x170e | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420e10e50, 0xc420c363c0, 0x27f9960, 0xc4204a3710, 0xc42105b2c0) | |
| /go/src/google.golang.org/grpc/server.go:419 +0xb9 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/google.golang.org/grpc/server.go:420 +0xbb | |
| goroutine 16592 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc420802b00, 0xc420ea57d0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42074e360) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17161 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc9c0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17133 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:340 +0x519 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc42071f9a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17132 [select]: | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc420a748f0) | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:207 +0xde7 | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm() | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:192 +0x42 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc4207f4e20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16514 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1028 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421269370) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16488 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421268e50) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16487 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421ba3ee0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17134 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*bookie).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc42071fb60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16586 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184cde0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc420def800, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc420def800, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc420def7a0, 0x0, 0x27e4d00, 0xc421aa5d40) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420026c28, 0xc420080e38, 0xc420adae98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420026c28, 0x1f15908, 0xc420a47220, 0x27f9f00, 0xc420080e38) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc420a47220, 0x27f19c0, 0xc420026c28, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421a4d040) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16552 [select, 4 minutes]: | |
| google.golang.org/grpc.(*addrConn).transportMonitor(0xc4202e3900) | |
| /go/src/google.golang.org/grpc/clientconn.go:704 +0x7d7 | |
| created by google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/google.golang.org/grpc/clientconn.go:455 +0x9c9 | |
| goroutine 16653 [select, 2 minutes]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc420803d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 17162 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc9e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17154 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421925380) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16553 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc4212e4400, 0xc4214dd3b0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4207901e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16759 [select]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4208b1980, 0xc42125f110, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc4214d3680, 0xc42125f110, 0x5, 0x5, 0x6273c0, 0xc4211fadc0, 0xc422a4daf8) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc4214d3680, 0xc42125f110, 0x5, 0x5, 0x5, 0x5dec23, 0xc420d10b68, 0xc422a4dc3c) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc4214d3680, 0xc42125f110, 0x5, 0x5, 0x6097c3, 0x166e430, 0x7fcb47d08788) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc42125f100, 0x7fffffff, 0xc422a4dea0, 0xc0db56, 0xc4212c7798, 0xc4206fe7b0, 0x3, 0x34f2d80) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc42125f100, 0x27f26c0, 0x34f1d60, 0xc4214d3680, 0x0, 0x0, 0x1bb3cc0, 0xc421b80190, 0x7fffffff, 0x50, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc420c54240, 0x1bb3cc0, 0xc421b80190, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:305 +0x15e | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipClient).Recv(0xc420ddfd40, 0xc420c26180, 0xc4211f54f0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:194 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2.1(0x27f9cc0, 0xc420ddfd40, 0xc4212c7c70, 0xc420c26180, 0x6272a0, 0xc42028df88) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:268 +0x43 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:276 +0x6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420d10cf0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16631 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip(0xc420719ee0, 0x27f93c0, 0xc420e10fd0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:178 +0x73f | |
| github.com/cockroachdb/cockroach/gossip._Gossip_Gossip_Handler(0x1ba4f40, 0xc420719ee0, 0x27f59a0, 0xc4204a37a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:211 +0xda | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a5a0, 0xc420805230, 0x27c94e0, 0xc4206e53e0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:686 +0xc7d | |
| google.golang.org/grpc.(*Server).handleStream(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a5a0, 0xc4206e53e0) | |
| /go/src/google.golang.org/grpc/server.go:770 +0x170e | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc421268dd0, 0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a5a0) | |
| /go/src/google.golang.org/grpc/server.go:419 +0xb9 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/google.golang.org/grpc/server.go:420 +0xbb | |
| goroutine 16576 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184cc60, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421733790, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421733790, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc421733730, 0xc421042000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080e38, 0xc421042000, 0x8000, 0x8000, 0x0, 0x6, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080e38, 0xc421042000, 0x8000, 0x8000, 0x0, 0x7fd1, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc4211e84e0) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc4211e84e0, 0xc42044a638, 0x9, 0x9, 0x10, 0x10, 0xc4224b01b0) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc4211e84e0, 0xc42044a638, 0x9, 0x9, 0x9, 0x60972a, 0xc420c8ad00, 0xc420a1c938) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc4211e84e0, 0xc42044a638, 0x9, 0x9, 0x0, 0xc42188b270, 0xc422a51a10) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc42044a638, 0x9, 0x9, 0x27e00c0, 0xc4211e84e0, 0x0, 0xc400000000, 0xc420a1c938, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc42044a600, 0x0, 0x27e0640, 0xc42007e020, 0xc420e15440) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc420791470, 0xc420a1cc00, 0xc420a1cc00, 0xc422a51cd0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4204a3290, 0xc420791500) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc420a47220, 0x27f9960, 0xc4204a3290) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc420a47220, 0x27f9f00, 0xc420080e38, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc420a47220, 0x27f9f00, 0xc420080e38) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 16511 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func1() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:51 +0x86 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4207d76b0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16628 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c660, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc420d0e6f0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc420d0e6f0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc420d0e690, 0xc422780000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080ed8, 0xc422780000, 0x8000, 0x8000, 0x0, 0x6, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080ed8, 0xc422780000, 0x8000, 0x8000, 0x0, 0x7fd1, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc42075a780) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc42075a780, 0xc42044aff8, 0x9, 0x9, 0x10, 0x10, 0xc42111e210) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc42075a780, 0xc42044aff8, 0x9, 0x9, 0x9, 0x60972a, 0xc420c8b1e0, 0xc420c79448) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc42075a780, 0xc42044aff8, 0x9, 0x9, 0x0, 0xc420e1cfa0, 0xc42272ea20) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc42044aff8, 0x9, 0x9, 0x27e00c0, 0xc42075a780, 0x0, 0xc400000000, 0xc420c79448, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc42044afc0, 0x0, 0x27e0640, 0xc42007e020, 0xc420f20560) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc4206e4c90, 0xc420c79530, 0xc420c79530, 0xc42272ece0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4204a3710, 0xc4206e4d20) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc420c363c0, 0x27f9960, 0xc4204a3710) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc420c363c0, 0x27f9f00, 0xc420080ed8, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc420c363c0, 0x27f9f00, 0xc420080ed8) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 16599 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421308f40, 0xc4212e0830, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105a1e0, 0xc4212e0830, 0x5, 0x5, 0x6093a7, 0xc421c2c730, 0xc421c2c714) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105a1e0, 0xc4212e0830, 0x5, 0x5, 0x5, 0xc4214e7778, 0x60972a, 0xc420c8b520) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105a1e0, 0xc4212e0830, 0x5, 0x5, 0xc4ffffffff, 0x0, 0xc421c2c6c0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc4212e0820, 0x7fffffff, 0x5d1855, 0xc4211e9138, 0x0, 0x0, 0x6, 0x0) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc4212e0820, 0x27f26c0, 0x34f1d60, 0xc42105a1e0, 0x0, 0x0, 0x1bc45a0, 0xc42182e300, 0x7fffffff, 0x1, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc4204a34d0, 0x1bc45a0, 0xc42182e300, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:492 +0x154 | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipServer).Recv(0xc420e106e0, 0xc4ffffffff, 0x0, 0x180002) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:230 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(Gossip_GossipServer).Recv-fm(0xc420719ee8, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x4b | |
| github.com/cockroachdb/cockroach/gossip.(*server).gossipReceiver(0xc420719ee0, 0xc420080e60, 0xc421309140, 0xc4214e7f40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:308 +0x601 | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip.func3.1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x116 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421309180) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17139 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42199da40) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16590 [select, 3 minutes]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc420802d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 16477 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/rpc.NewContext.func1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:122 +0x8c | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421b2e0e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17172 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcd60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17124 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc421991b60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16773 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184cea0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc42056fbf0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc42056fbf0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc42056fb90, 0xc422a2a000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026f28, 0xc422a2a000, 0x8000, 0x8000, 0xc4201aa848, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026f28, 0xc422a2a000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc420d8dc80) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc420d8dc80, 0xc420c5def8, 0x9, 0x9, 0x0, 0x0, 0xc422892b58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc420d8dc80, 0xc420c5def8, 0x9, 0x9, 0x9, 0xc4201f9ef8, 0xc4203d3860, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc420d8dc80, 0xc420c5def8, 0x9, 0x9, 0x1, 0xc421e700a0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420c5def8, 0x9, 0x9, 0x27e00c0, 0xc420d8dc80, 0x0, 0x0, 0xc421677e00, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420c5dec0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc420db9ec0, 0xc4201aa840, 0xc4201aa840, 0xc422892ed0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc420d13d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 16480 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:340 +0x519 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421b2e920) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16652 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184d020, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc420c96ed0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc420c96ed0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc420c96e70, 0xc422730000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420026ce0, 0xc422730000, 0x8000, 0x8000, 0xc420c79838, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420026ce0, 0xc422730000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc4207ec480) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc4207ec480, 0xc4214c3cb8, 0x9, 0x9, 0x0, 0x0, 0xc42272bb58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc4207ec480, 0xc4214c3cb8, 0x9, 0x9, 0x9, 0xc420c79298, 0xc420755860, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc4207ec480, 0xc4214c3cb8, 0x9, 0x9, 0x1, 0xc42111e2c0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc4214c3cb8, 0x9, 0x9, 0x27e00c0, 0xc4207ec480, 0x0, 0x0, 0xc420c7a690, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc4214c3c80, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc42074f980, 0xc420c79830, 0xc420c79830, 0xc42272bed0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc420803d00) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 16816 [select, 4 minutes]: | |
| google.golang.org/grpc.NewClientStream.func2(0x27f9900, 0xc420803d00, 0xc42105b1d0, 0xc420d6d8c0) | |
| /go/src/google.golang.org/grpc/stream.go:197 +0x54e | |
| created by google.golang.org/grpc.NewClientStream | |
| /go/src/google.golang.org/grpc/stream.go:217 +0x10a5 | |
| goroutine 16539 [select]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421c523c0, 0xc421af5d10, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc4214d2e10, 0xc421af5d10, 0x5, 0x5, 0x6273c0, 0xc4211fadc0, 0xc4214ebaf8) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc4214d2e10, 0xc421af5d10, 0x5, 0x5, 0x5, 0x5dec23, 0xc4207c98b8, 0xc4214ebc3c) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc4214d2e10, 0xc421af5d10, 0x5, 0x5, 0x6097c3, 0x166e430, 0x7fcb44725148) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc421af5d00, 0x7fffffff, 0xc4214ebea0, 0xc0db56, 0xc421b0d1e8, 0xc4207d6a80, 0x1, 0x34f2d80) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc421af5d00, 0x27f26c0, 0x34f1d60, 0xc4214d2e10, 0x0, 0x0, 0x1bb3cc0, 0xc421ba95e0, 0x7fffffff, 0x50, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc421185440, 0x1bb3cc0, 0xc421ba95e0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:305 +0x15e | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipClient).Recv(0xc420ea48a0, 0xc420dad380, 0xc421ba92c0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:194 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2.1(0x27f9cc0, 0xc420ea48a0, 0xc4217395f0, 0xc420dad380, 0x6272a0, 0xc420024788) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:268 +0x43 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:276 +0x6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4207c8ed0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17113 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7d00) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17173 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421cc6700, 0xecf536eaa, 0xc418e567ed, 0x2b34960, 0xc421095240, 0xc420bf6630, 0x0, 0xc421924008) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:255 +0x540 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcd80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16506 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc4219e1800, 0xecf536ea9, 0xc402d18f51, 0x2b34960, 0xc421095240, 0xc4204a2ab0, 0xc420bb4600, 0xc420a678a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420bb4600, 0xc4208057d0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc420805a40, 0xc421095c80) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421b2f980) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17119 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421c5c480, 0xecf536eaa, 0xc4176d463e, 0x2b34960, 0xc421095240, 0xc420f11950, 0xc420196900, 0xc421a4e9a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc420196900, 0xc420790480) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:250 +0x124 | |
| github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc420790660, 0xc42182f180) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:243 +0x453 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:252 +0x3a5 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7dc0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17151 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2767 +0x1550 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc4211359a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16547 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c5a0, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421732060, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421732060, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc421732000, 0xc420cfe000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080d58, 0xc420cfe000, 0x8000, 0x8000, 0x0, 0x6, 0x2) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080d58, 0xc420cfe000, 0x8000, 0x8000, 0x0, 0x7fd1, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc4212d65a0) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc4212d65a0, 0xc420ac9b38, 0x9, 0x9, 0x10, 0x10, 0xc420d58130) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc4212d65a0, 0xc420ac9b38, 0x9, 0x9, 0x9, 0x60972a, 0xc4211a4b60, 0xc420e51178) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc4212d65a0, 0xc420ac9b38, 0x9, 0x9, 0x0, 0xc4217ca190, 0xc420039a20) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420ac9b38, 0x9, 0x9, 0x27e00c0, 0xc4212d65a0, 0x0, 0xc400000000, 0xc420e51178, 0x27e3f40) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420ac9b00, 0x0, 0x27e0640, 0xc42007e020, 0xc42116f560) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc4207d7980, 0xc420e51260, 0xc420e51260, 0xc420039ce0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4204a2ea0, 0xc4207d7a70) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a | |
| google.golang.org/grpc.(*Server).serveStreams(0xc4202bda40, 0x27f9960, 0xc4204a2ea0) | |
| /go/src/google.golang.org/grpc/server.go:421 +0x1d6 | |
| google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc4202bda40, 0x27f9f00, 0xc420080d58, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:408 +0x4f1 | |
| google.golang.org/grpc.(*Server).handleRawConn(0xc4202bda40, 0x27f9f00, 0xc420080d58) | |
| /go/src/google.golang.org/grpc/server.go:385 +0x54d | |
| created by google.golang.org/grpc.(*Server).Serve | |
| /go/src/google.golang.org/grpc/server.go:357 +0x20a | |
| goroutine 17177 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbce80) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16688 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc42125eaa0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17138 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42199da40) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16598 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip(0xc420719ee0, 0x27f93c0, 0xc420e106e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:178 +0x73f | |
| github.com/cockroachdb/cockroach/gossip._Gossip_Gossip_Handler(0x1ba4f40, 0xc420719ee0, 0x27f59a0, 0xc4204a34d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:211 +0xda | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a1e0, 0xc420805230, 0x27c94e0, 0xc4206e4240, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:686 +0xc7d | |
| google.golang.org/grpc.(*Server).handleStream(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a1e0, 0xc4206e4240) | |
| /go/src/google.golang.org/grpc/server.go:770 +0x170e | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc421268dd0, 0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc42105a1e0) | |
| /go/src/google.golang.org/grpc/server.go:419 +0xb9 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/google.golang.org/grpc/server.go:420 +0xbb | |
| goroutine 16748 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ddffe0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17142 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).Start.func4() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:952 +0x19d | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc4213f7fe0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16689 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420ddfb20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16490 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*bookie).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421ba3f00) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16673 [select, 4 minutes]: | |
| google.golang.org/grpc.NewClientStream.func2(0x27f9900, 0xc4212f9300, 0xc4214d34a0, 0xc420d8a900) | |
| /go/src/google.golang.org/grpc/stream.go:197 +0x54e | |
| created by google.golang.org/grpc.NewClientStream | |
| /go/src/google.golang.org/grpc/stream.go:217 +0x10a5 | |
| goroutine 17168 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1048 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc421135ac0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16675 [select]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4208b0480, 0xc4212d5870, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc4214d34a0, 0xc4212d5870, 0x5, 0x5, 0x6273c0, 0xc4203cc8c0, 0xc4208c5af8) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc4214d34a0, 0xc4212d5870, 0x5, 0x5, 0x5, 0x5dec23, 0xc420ed08c8, 0xc4208c5c3c) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc4214d34a0, 0xc4212d5870, 0x5, 0x5, 0x6097c3, 0x166e430, 0x7fcb4684be48) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc4212d5860, 0x7fffffff, 0xc4208c5ea0, 0xc0db56, 0xc4212c6278, 0xc42074eb40, 0x1, 0x34f2d80) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc4212d5860, 0x27f26c0, 0x34f1d60, 0xc4214d34a0, 0x0, 0x0, 0x1bb3cc0, 0xc421e6d680, 0x7fffffff, 0x50, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc420d8a900, 0x1bb3cc0, 0xc421e6d680, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:305 +0x15e | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipClient).Recv(0xc420dded50, 0xc4207ff800, 0xc4211f4960, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:194 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2.1(0x27f9cc0, 0xc420dded50, 0xc4212c6d00, 0xc4207ff800, 0x6272a0, 0xc4208d1788) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:268 +0x43 | |
| github.com/cockroachdb/cockroach/gossip.(*client).gossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/client.go:276 +0x6a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4206fe120) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17158 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc960) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17114 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7d20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17157 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc940) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16489 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:917 +0x411 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421268e60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17115 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7d40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16526 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af5600) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16570 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc4212d74a0) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| goroutine 16577 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc4204a3290) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 16496 [chan receive]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42067de60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16495 [chan receive]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc42067de60) | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2680 +0x58 | |
| created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1 | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2683 +0xd8 | |
| goroutine 16828 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421aff380, 0xc42118aa10, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105b2c0, 0xc42118aa10, 0x5, 0x5, 0xc420c02000, 0xc421c2c4f0, 0xc421c2c4d4) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105b2c0, 0xc42118aa10, 0x5, 0x5, 0x5, 0xc422849778, 0x60972a, 0xc421a57860) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105b2c0, 0xc42118aa10, 0x5, 0x5, 0xc4ffffffff, 0x0, 0xc421c2c480) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc42118aa00, 0x7fffffff, 0x5d1855, 0xc420cbe7d8, 0x0, 0x0, 0x6, 0x0) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc42118aa00, 0x27f26c0, 0x34f1d60, 0xc42105b2c0, 0x0, 0x0, 0x1bc45a0, 0xc421b04e00, 0x7fffffff, 0x1, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc4202cb170, 0x1bc45a0, 0xc421b04e00, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:492 +0x154 | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipServer).Recv(0xc420ccc720, 0xc4ffffffff, 0x0, 0x180002) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:230 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(Gossip_GossipServer).Recv-fm(0xc4212c6278, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x4b | |
| github.com/cockroachdb/cockroach/gossip.(*server).gossipReceiver(0xc4212c6270, 0xc420081148, 0xc421aff440, 0xc422849f40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:308 +0x601 | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip.func3.1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x116 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421aff480) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17150 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*bookie).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbc5a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16555 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4214dd740) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17180 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc421cc6680, 0xecf536eaa, 0xc419100403, 0x2b34960, 0xc421095240, 0xc420bf6630, 0x0, 0x1c550da) | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:192 +0x299 | |
| github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/scanner.go:255 +0x540 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcf00) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16499 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184ca20, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421080840, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421080840, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc4210807e0, 0x0, 0x27e4d00, 0xc421ba3de0) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420080c60, 0xc420026af8, 0xc421d2ae98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420080c60, 0x1f15908, 0xc4202bc3c0, 0x27f9f00, 0xc420026af8) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc4202bc3c0, 0x27f19c0, 0xc420080c60, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421b2f660) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17118 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7da0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16676 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc42078a480) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| goroutine 17160 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc420bbc9a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17166 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).Start.func4() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:952 +0x19d | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcc20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16529 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af5680) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16508 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4214dc880) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16502 [IO wait]: | |
| net.runtime_pollWait(0x7fcb5184c420, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421080a70, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421080a70, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).Read(0xc421080a10, 0xc420aea000, 0x8000, 0x8000, 0x0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_unix.go:243 +0x1d9 | |
| net.(*conn).Read(0xc420080c68, 0xc420aea000, 0x8000, 0x8000, 0xc420c4a188, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:173 +0x97 | |
| net.(*TCPConn).Read(0xc420080c68, 0xc420aea000, 0x8000, 0x8000, 0x0, 0x7fd4, 0x1) | |
| <autogenerated>:69 +0x73 | |
| bufio.(*Reader).fill(0xc421b69320) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x197 | |
| bufio.(*Reader).Read(0xc421b69320, 0xc420ac8c38, 0x9, 0x9, 0x0, 0x0, 0xc421d2db58) | |
| /usr/local/go/src/bufio/bufio.go:209 +0x6ac | |
| io.ReadAtLeast(0x27e00c0, 0xc421b69320, 0xc420ac8c38, 0x9, 0x9, 0x9, 0xc421d39ce8, 0xc420d1a000, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e00c0, 0xc421b69320, 0xc420ac8c38, 0x9, 0x9, 0x1, 0xc4212295d0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| golang.org/x/net/http2.readFrameHeader(0xc420ac8c38, 0x9, 0x9, 0x27e00c0, 0xc421b69320, 0x0, 0x0, 0xc4215a4780, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:237 +0xa3 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc420ac8c00, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/golang.org/x/net/http2/frame.go:464 +0x105 | |
| google.golang.org/grpc/transport.(*framer).readFrame(0xc4207d6090, 0xc420c4a180, 0xc420c4a180, 0xc421d2ded0, 0x1) | |
| /go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53 | |
| google.golang.org/grpc/transport.(*http2Client).reader(0xc4212f9300) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:892 +0x154 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:174 +0xc35 | |
| goroutine 17135 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2767 +0x1550 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc4207f5b40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16535 [select]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip(0xc420719ee0, 0x27f93c0, 0xc420ea4920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:178 +0x73f | |
| github.com/cockroachdb/cockroach/gossip._Gossip_Gossip_Handler(0x1ba4f40, 0xc420719ee0, 0x27f59a0, 0xc420ddd950, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:211 +0xda | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc4214d2f00, 0xc420805230, 0x27c94e0, 0xc4207c8a20, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:686 +0xc7d | |
| google.golang.org/grpc.(*Server).handleStream(0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc4214d2f00, 0xc4207c8a20) | |
| /go/src/google.golang.org/grpc/server.go:770 +0x170e | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc421268dd0, 0xc4202bc3c0, 0x27f9960, 0xc420ddcb40, 0xc4214d2f00) | |
| /go/src/google.golang.org/grpc/server.go:419 +0xb9 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/google.golang.org/grpc/server.go:420 +0xbb | |
| goroutine 17149 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:340 +0x519 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbc3e0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16503 [select]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc4212f9300) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 17103 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*bookie).start.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc42071ee20) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16485 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*http2Server).controller(0xc420ddcb40) | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56 | |
| created by google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91 | |
| goroutine 17120 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11950, 0xc4213f7ec0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16534 [select, 4 minutes]: | |
| google.golang.org/grpc.NewClientStream.func2(0x27f9900, 0xc4212f9300, 0xc4214d2e10, 0xc421185440) | |
| /go/src/google.golang.org/grpc/stream.go:197 +0x54e | |
| created by google.golang.org/grpc.NewClientStream | |
| /go/src/google.golang.org/grpc/stream.go:217 +0x10a5 | |
| goroutine 16776 [select]: | |
| github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc4219e0300, 0xc420d13b00, 0xc420d52c00, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813 | |
| github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1() | |
| /go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420db9f50) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16761 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421bb7280, 0xc42123e750, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105ac30, 0xc42123e750, 0x5, 0x5, 0x6093a7, 0xc4211bac70, 0xc4211bac54) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105ac30, 0xc42123e750, 0x5, 0x5, 0x5, 0xc42284b778, 0x60972a, 0xc4207b6000) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105ac30, 0xc42123e750, 0x5, 0x5, 0xc4ffffffff, 0x0, 0xc4211bac00) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc42123e740, 0x7fffffff, 0x5d1855, 0xc420dc61d8, 0x0, 0x0, 0x6, 0x0) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc42123e740, 0x27f26c0, 0x34f1d60, 0xc42105ac30, 0x0, 0x0, 0x1bc45a0, 0xc42182e180, 0x7fffffff, 0x1, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc4202caab0, 0x1bc45a0, 0xc42182e180, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:492 +0x154 | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipServer).Recv(0xc420d61200, 0xc4ffffffff, 0x0, 0x180002) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:230 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(Gossip_GossipServer).Recv-fm(0xc421b0dee8, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x4b | |
| github.com/cockroachdb/cockroach/gossip.(*server).gossipReceiver(0xc421b0dee0, 0xc420081080, 0xc421bb7340, 0xc42284bf40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:308 +0x601 | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip.func3.1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x116 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421bb7380) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16632 [select, 4 minutes]: | |
| google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421309d00, 0xc4212e1490, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/transport/transport.go:141 +0x89c | |
| google.golang.org/grpc/transport.(*Stream).Read(0xc42105a5a0, 0xc4212e1490, 0x5, 0x5, 0x6093a7, 0xc421a50430, 0xc421a50414) | |
| /go/src/google.golang.org/grpc/transport/transport.go:314 +0x79 | |
| io.ReadAtLeast(0x27e3e00, 0xc42105a5a0, 0xc4212e1490, 0x5, 0x5, 0x5, 0xc4208c3778, 0x60972a, 0xc4207b6680) | |
| /usr/local/go/src/io/io.go:307 +0xb2 | |
| io.ReadFull(0x27e3e00, 0xc42105a5a0, 0xc4212e1490, 0x5, 0x5, 0xc4ffffffff, 0x0, 0xc421a503c0) | |
| /usr/local/go/src/io/io.go:325 +0x73 | |
| google.golang.org/grpc.(*parser).recvMsg(0xc4212e1480, 0x7fffffff, 0x5d1855, 0xc42075ad18, 0x0, 0x0, 0x6, 0x0) | |
| /go/src/google.golang.org/grpc/rpc_util.go:231 +0xa4 | |
| google.golang.org/grpc.recv(0xc4212e1480, 0x27f26c0, 0x34f1d60, 0xc42105a5a0, 0x0, 0x0, 0x1bc45a0, 0xc421b04f80, 0x7fffffff, 0x1, ...) | |
| /go/src/google.golang.org/grpc/rpc_util.go:315 +0x5e | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc4204a37a0, 0x1bc45a0, 0xc421b04f80, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/stream.go:492 +0x154 | |
| github.com/cockroachdb/cockroach/gossip.(*gossipGossipServer).Recv(0xc420e10fd0, 0xc4ffffffff, 0x0, 0x180002) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.pb.go:230 +0x86 | |
| github.com/cockroachdb/cockroach/gossip.(Gossip_GossipServer).Recv-fm(0xc420719ee8, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x4b | |
| github.com/cockroachdb/cockroach/gossip.(*server).gossipReceiver(0xc420719ee0, 0xc420080ee0, 0xc421309e00, 0xc4208c3f40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:308 +0x601 | |
| github.com/cockroachdb/cockroach/gossip.(*server).Gossip.func3.1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:141 +0x116 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421309e40) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16479 [select]: | |
| github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:172 +0x12f6 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4214f5430) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16778 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:890 +0x355 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc420d52da0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16512 [IO wait, 4 minutes]: | |
| net.runtime_pollWait(0x7fcb5184c960, 0x72, 0x5dec23) | |
| /usr/local/go/src/runtime/netpoll.go:160 +0x5e | |
| net.(*pollDesc).wait(0xc421081db0, 0x72, 0x5db4d8, 0x1b25ec0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b | |
| net.(*pollDesc).waitRead(0xc421081db0, 0x27e7980, 0xc42007e0b0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:78 +0x42 | |
| net.(*netFD).accept(0xc421081d50, 0x0, 0x27e4d00, 0xc421aa49a0) | |
| /usr/local/go/src/net/fd_unix.go:419 +0x2b8 | |
| net.(*TCPListener).accept(0xc420080d48, 0xc420080d58, 0xc420032e98, 0x60399f) | |
| /usr/local/go/src/net/tcpsock_posix.go:132 +0x51 | |
| net.(*TCPListener).Accept(0xc420080d48, 0x1f15908, 0xc4202bda40, 0x27f9f00, 0xc420080d58) | |
| /usr/local/go/src/net/tcpsock.go:222 +0x50 | |
| google.golang.org/grpc.(*Server).Serve(0xc4202bda40, 0x27f19c0, 0xc420080d48, 0x0, 0x0) | |
| /go/src/google.golang.org/grpc/server.go:348 +0x1b8 | |
| github.com/cockroachdb/cockroach/util/netutil.ListenAndServeGRPC.func2() | |
| /go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:58 +0x54 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421aa4820) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16777 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc4211ec500) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16551 [select, 3 minutes]: | |
| google.golang.org/grpc/transport.(*http2Client).controller(0xc4212e4600) | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:970 +0x8c9 | |
| created by google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/google.golang.org/grpc/transport/http2_client.go:204 +0x14cf | |
| goroutine 16481 [select]: | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc420017550) | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:207 +0xde7 | |
| github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm() | |
| /go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:192 +0x42 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc4214f5930) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17144 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1048 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420f11b00, 0xc421134e50) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16491 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:2767 +0x1550 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421269330) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 17179 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc420bf6630, 0xc420bbcee0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16593 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/gossip.(*server).start.func3() | |
| /go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2990, 0xc421a4db60) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16515 [select]: | |
| github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2() | |
| /go/src/github.com/cockroachdb/cockroach/storage/store.go:1048 +0x2f9 | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421269380) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16530 [select, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1() | |
| /go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a | |
| github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4204a2ab0, 0xc421af56a0) | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:190 +0x8b | |
| created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:191 +0x74 | |
| goroutine 16644 [chan receive, 4 minutes]: | |
| github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc4211a6a80) | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64 | |
| created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open | |
| /go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61 | |
| FAIL github.com/cockroachdb/cockroach/storage 300.242s |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment